00000800:00000200:3.1F:1767315435.255988:0:7021:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ae9b4318] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1767315435.259819:0:7012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ae9b4318] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1767315435.259824:0:7012:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.156@tcp 0000000030ee26eb deleted 00000800:00000010:3.1:1767315435.259827:0:7012:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000030ee26eb. 00000800:00000200:3.1:1767315435.259833:0:7012:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767315435.259840:0:7012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:1023 00000800:00000200:3.1:1767315435.259845:0:7012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000074b8b022 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1:1767315435.260035:0:7011:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1F:1767315435.268316:0:7013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ae9b4318] -> 12345-192.168.202.156@tcp (4) 00000800:00000200:0.1:1767315435.268325:0:7013:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.156@tcp 000000008dc6e903 deleted 00000800:00000010:0.1:1767315435.268327:0:7013:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008dc6e903. 00000800:00000200:0.1:1767315435.268332:0:7013:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.1:1767315435.272271:0:7011:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1F:1767315438.044908:0:15470:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007f239ba3. 00010000:00000010:2.1:1767315438.044940:0:15470:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000091dcbc3. 00010000:00000010:2.1:1767315438.357058:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c4ceabc0. 00010000:00000010:2.1:1767315438.357069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000fe3a79f. 00010000:00000010:3.1:1767315438.361812:0:1217:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000036838216. 00010000:00000010:2.1:1767315438.370730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f86e4cae. 00010000:00000010:2.1:1767315438.370757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ab21bad1. 00010000:00000010:0.1:1767315438.582540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d82bdd9. 00010000:00000010:0.1:1767315438.582559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cbd8782c. 00010000:00000010:0.1:1767315438.582566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000099b17f3f. 00010000:00000010:0.1:1767315438.582570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003b1472a8. 00010000:00000010:0.1:1767315438.582574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000091dcbc3. 00010000:00000010:0.1:1767315438.582605:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cf163bf1. 00010000:00000010:0.1:1767315438.582612:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000041594aa4. 00010000:00000010:3.1:1767315438.590830:0:15428:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d6587642. 00010000:00000010:3.1:1767315438.590839:0:15428:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002cc3dc72. 00010000:00000010:0.1:1767315439.185117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000079a52bbc. 00010000:00000010:0.1:1767315439.185139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b844c1cc. 00010000:00000010:0.1:1767315439.185144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000029dd469d. 00010000:00000010:2.1:1767315439.187950:0:15428:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dadcdecf. 00010000:00000010:2.1:1767315439.187959:0:15428:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d000ffc. 00080000:00000010:2.1:1767315439.307177:0:15428:0:(osd_handler.c:1617:osd_oxc_free()) kfreed 'oxe': 68 at 00000000ad4ed1e9. 00010000:00000010:0.1:1767318028.349841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369a4a1fa00. 00010000:00000010:0.1:1767318028.361896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369a4a1f600. 00010000:00000010:0.1:1767318028.361910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93688a4c9a00. 00010000:00000010:0.1:1767318028.361914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369a4a1f000. 00010000:00000010:0.1:1767318028.361917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369a4a1fa00. 00010000:00000010:1.1F:1767318028.405310:0:92076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369a4a1e200. 00010000:00000010:1.1:1767318028.410927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93688a4c9000. 00010000:00000010:1.1:1767318028.416879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369a4b2fe00. 00010000:00000010:1.1:1767318028.416887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9369a1a6f700. 00010000:00000010:1.1:1767318028.416891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369a4b2e400. 00080000:00000010:2.1:1767318028.471564:0:0:0:(osd_handler.c:1617:osd_oxc_free()) kfreed 'oxe': 68 at ffff936886456600. 00010000:00000010:3.1:1767318028.472935:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369a4b2e800. 00010000:00000010:2.1:1767318028.477865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9369a1a6fb00. 00010000:00000010:2.1:1767318028.477882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698565b000. 00010000:00000010:2.1:1767318028.477887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff936886ede700. 00010000:00000010:2.1:1767318028.477890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698565ac00. 00010000:00000010:3.1:1767318028.532961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9368831b7400. 00010000:00000010:3.1:1767318028.542888:0:15479:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9368831b6600. 00010000:00000010:3.1:1767318028.542895:0:15479:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff936886f6d100. 00010000:00000010:3.1:1767318028.542899:0:15479:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9368831b7600. 00010000:00000010:3.1:1767318028.542902:0:15479:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9368831b7e00. 00010000:00000010:3.1:1767318028.542904:0:15479:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff936886f6dc00. 00010000:00000010:3.1:1767318028.542907:0:15479:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9368831b6a00. 00010000:00000010:3.1:1767318028.548828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9368831b7400. 00010000:00000010:3.1:1767318028.552962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9368831b7200. 00010000:00000010:3.1:1767318028.782415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9368831b7400. 00010000:00000010:3.1:1767318028.792998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9368831b7600. 00010000:00000010:3.1:1767318028.793027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9368831b6600. 00010000:00000010:3.1:1767318028.807488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9368831b7400. 00000800:00000200:3.1:1767318029.036735:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 947704 low water 191748 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.040001:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 705740 low water 662170 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.042259:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 847488 low water 1023936 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.042276:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 847488 low water 1023936 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.045921:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1144364 low water 991978 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.838600:0:83458:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 59072 low water 1534624 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.838625:0:83458:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 59072 low water 1534624 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.838630:0:83458:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 59072 low water 1534624 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.838691:0:83458:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 122988 low water 1502666 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.838697:0:83458:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 122988 low water 1502666 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.838737:0:83458:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 186904 low water 1470708 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.838805:0:83458:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 250820 low water 1438750 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.838810:0:83458:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 250820 low water 1438750 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.838871:0:83458:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 314736 low water 1406792 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.838920:0:83458:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 378652 low water 1374834 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.838934:0:83458:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 378652 low water 1374834 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.838939:0:83458:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 378652 low water 1374834 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.838963:0:83458:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 415724 low water 1356298 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.841913:0:83458:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 415724 low water 1356298 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.841935:0:83458:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 415724 low water 1356298 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.841946:0:83458:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 415724 low water 1356298 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.841955:0:83458:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 415724 low water 1356298 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.843681:0:83458:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 477128 low water 1342236 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.843709:0:83458:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 477128 low water 1342236 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.843722:0:83458:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 477128 low water 1342236 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.843735:0:83458:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 477128 low water 1342236 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.843740:0:83458:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 477128 low water 1342236 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.843853:0:83458:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 774004 low water 1310278 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.843868:0:83458:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 774004 low water 1310278 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.843899:0:83458:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1070880 low water 1278320 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.843932:0:83458:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1367756 low water 1246362 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.894938:0:18389:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 359344 low water 1917480 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.894966:0:18389:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 359344 low water 1917480 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.894979:0:18389:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 359344 low water 1917480 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.894990:0:18389:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 359344 low water 1917480 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.895000:0:18389:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 359344 low water 1917480 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.895005:0:18389:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 359344 low water 1917480 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.895108:0:18389:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 615008 low water 1789648 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.911275:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 678924 low water 1757690 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.911298:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 678924 low water 1757690 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.911310:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 678924 low water 1757690 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.911320:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 678924 low water 1757690 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.911344:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 678924 low water 1757690 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.911351:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 678924 low water 1757690 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.911446:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.911516:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.911528:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.912030:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.912052:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.912061:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.912072:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.912101:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.912575:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.912591:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.912601:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.912612:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.912622:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.913207:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.913222:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.913234:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.913243:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.913252:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.915442:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.915465:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.915477:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.915486:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.915497:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.917259:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.917280:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.917291:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.917300:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.917310:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.918722:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.918746:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.918779:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.918790:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.918800:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.922354:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.922377:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.922387:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.922396:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.922404:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.922410:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.922750:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1893328 low water 1150488 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318029.961894:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1238672 low water 1477816 conn ffff9369bad04000 blocked scheduled empty 00000800:00000200:3.1:1767318029.961916:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1238672 low water 1477816 conn ffff9369bad04000 blocked scheduled empty 00000800:00000200:3.1:1767318029.961932:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1238672 low water 1477816 conn ffff9369bad04000 blocked scheduled empty 00000800:00000200:3.1:1767318029.961942:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1238672 low water 1477816 conn ffff9369bad04000 blocked scheduled empty 00000800:00000200:3.1:1767318029.963893:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 233436 low water 1980434 conn ffff9369bad04000 ready idle empty 00000800:00000200:3.1:1767318029.963915:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 233436 low water 1980434 conn ffff9369bad04000 ready idle empty 00000800:00000200:3.1:1767318029.963927:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 233436 low water 1980434 conn ffff9369bad04000 ready idle empty 00000800:00000200:3.1:1767318029.963937:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 233436 low water 1980434 conn ffff9369bad04000 ready idle empty 00000800:00000200:3.1:1767318029.963944:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 233436 low water 1980434 conn ffff9369bad04000 ready idle empty 00000800:00000200:3.1:1767318029.964451:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 233436 low water 1980434 conn ffff9369bad04000 ready idle empty 00000800:00000200:3.1:1767318029.964466:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 233436 low water 1980434 conn ffff9369bad04000 ready idle empty 00000800:00000200:3.1:1767318029.964476:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 233436 low water 1980434 conn ffff9369bad04000 ready idle empty 00000800:00000200:3.1:1767318029.964486:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 233436 low water 1980434 conn ffff9369bad04000 ready idle empty 00000800:00000200:3.1:1767318029.965438:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 233436 low water 1980434 conn ffff9369bad04000 ready idle empty 00000800:00000200:3.1:1767318029.965453:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 233436 low water 1980434 conn ffff9369bad04000 ready idle empty 00000800:00000200:3.1:1767318029.965465:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 233436 low water 1980434 conn ffff9369bad04000 ready idle empty 00000800:00000200:3.1:1767318029.965474:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 233436 low water 1980434 conn ffff9369bad04000 ready idle empty 00000800:00000200:3.1:1767318029.973079:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 744764 low water 1724770 conn ffff9369bad04000 ready idle empty 00000800:00000200:3.1:1767318029.973103:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 744764 low water 1724770 conn ffff9369bad04000 ready idle empty 00000800:00000200:3.1:1767318029.973114:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 744764 low water 1724770 conn ffff9369bad04000 ready idle empty 00000800:00000200:3.1:1767318029.973125:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 744764 low water 1724770 conn ffff9369bad04000 ready idle empty 00000800:00000200:3.1:1767318029.973131:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 744764 low water 1724770 conn ffff9369bad04000 ready idle empty 00000800:00000200:3.1:1767318029.974111:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 808680 low water 1692812 conn ffff9369bad04000 ready idle empty 00000800:00000200:3.1:1767318029.974128:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 808680 low water 1692812 conn ffff9369bad04000 ready idle empty 00000800:00000200:3.1:1767318029.974138:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 808680 low water 1692812 conn ffff9369bad04000 ready idle empty 00000800:00000200:3.1:1767318029.974148:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 808680 low water 1692812 conn ffff9369bad04000 ready idle empty 00000800:00000200:3.1:1767318029.974154:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 808680 low water 1692812 conn ffff9369bad04000 ready idle empty 00000800:00000200:3.1:1767318029.975050:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1767420 low water 1213442 conn ffff9369bad04000 ready idle empty 00010000:00000010:1.1:1767318030.379212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369908a6400. 00010000:00000010:1.1:1767318030.379299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369908a7a00. 00010000:00000010:1.1:1767318030.379301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369908a6a00. 00010000:00000010:1.1:1767318030.394869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369908a6a00. 00010000:00000010:1.1:1767318030.394891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369908a7a00. 00010000:00000010:1.1:1767318030.394895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369908a6400. 00010000:00000010:3.1:1767318030.710933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9368831b7400. 00010000:00000010:3.1:1767318030.710954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9368831b6600. 00010000:00000010:3.1:1767318030.710958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9368831b7600. 00010000:00000010:2.1:1767318030.747009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698150a600. 00010000:00000010:3.1:1767318030.774912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698150bc00. 00010000:00000010:2.1:1767318030.778838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698150b400. 00010000:00000010:2.1:1767318030.778873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff936886eded00. 00010000:00000010:2.1:1767318030.778879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698150b800. 00010000:00000010:2.1:1767318030.778883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698150a600. 00010000:00000010:1.1:1767318030.798855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9368831b7e00. 00010000:00000010:1.1:1767318030.798879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff936886f6d700. 00010000:00000010:1.1:1767318030.809155:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9369a1a6f300. 00010000:00000010:1.1:1767318030.809168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369908a6400. 00010000:00000010:0.1:1767318030.819504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369908a7a00. 00080000:00000010:2.1:1767318030.820039:0:0:0:(osd_handler.c:1617:osd_oxc_free()) kfreed 'oxe': 68 at ffff936886456180. 00010000:00000010:2.1:1767318030.820051:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9369a1a6f400. 00010000:00000010:2.1:1767318030.820057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369908a6000. 00010000:00000010:2.1:1767318030.820060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9369a1a6f100. 00010000:00000010:2.1:1767318030.820063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369908a6a00. 00010000:00000010:2.1:1767318030.873915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698150b400. 00080000:00000010:2.2F:1767318030.966591:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff936886ca1f78. 00010000:00000010:1.1:1767318031.686826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9368831b7200. 00010000:00000010:2.1:1767318031.707340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698150b400. 00010000:00000010:3.1:1767318031.758445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9368831b6600. 00010000:00000010:3.1:1767318031.874841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9368831b6600. 00010000:00000010:2.1:1767318031.914956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698150b400. 00010000:00000010:3.1:1767318031.924115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698150a600. 00010000:00000010:2.1:1767318031.950848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9368831b7600. 00010000:00000010:3.1:1767318032.114115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9368831b7400. 00080000:00000010:1.2F:1767318032.135011:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9368820da3c0. 00010000:00000010:0.1:1767318032.153222:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff936886f6d400. 00010000:00000010:0.1:1767318032.153242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93699ab6d400. 00010000:00000010:0.1:1767318032.178021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93699ab6d400. 00010000:00000010:3.1:1767318032.221829:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9369a1a6fc00. 00010000:00000010:3.1:1767318032.221847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369a4b2f400. 00010000:00000010:3.1:1767318032.221852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9368831b6a00. 00010000:00000010:3.1:1767318032.221875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9368831b6600. 00010000:00000010:3.1:1767318032.221878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369908a6800. 00010000:00000010:0.1:1767318032.294903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9368831b6200. 00010000:00000010:0.1:1767318032.294910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9368831b6c00. 00010000:00000010:0.1:1767318032.294914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698565b000. 00010000:00000010:0.1:1767318032.294919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff936886ede700. 00010000:00000010:0.1:1767318032.294924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698150a800. 00010000:00000010:0.1:1767318032.294929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698150b800. 00080000:00000010:0.1:1767318032.305418:0:0:0:(osd_handler.c:1617:osd_oxc_free()) kfreed 'oxe': 140 at ffff936885eb7d80. 00080000:00000010:0.1:1767318032.305438:0:0:0:(osd_handler.c:1617:osd_oxc_free()) kfreed 'oxe': 140 at ffff936885eb7180. 00010000:00000010:2.1:1767318032.323987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369908a6400. 00010000:00000010:2.1:1767318032.324002:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff936886f6dc00. 00010000:00000010:1.1:1767318032.338867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369a49fca00. 00010000:00000010:0.1:1767318032.415876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93699ab6de00. 00010000:00000010:2.1:1767318032.440152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369a49fd400. 00010000:00000010:2.1:1767318032.440163:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93698397cd00. 00010000:00000010:2.1:1767318032.440169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369a49fca00. 00010000:00000010:2.1:1767318032.440186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369a49fde00. 00010000:00000010:2.1:1767318032.449652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369a49fc200. 00010000:00000010:2.1:1767318032.449673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93698397cc00. 00010000:00000010:2.1:1767318032.449678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369a49fc800. 00010000:00000010:2.1:1767318032.449682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369a49fd800. 00010000:00000010:3.1:1767318032.494833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369b255c000. 00010000:00000010:3.1:1767318032.494849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff936886f6de00. 00010000:00000010:3.1:1767318032.494853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369b255ce00. 00010000:00000010:3.1:1767318032.499823:0:15479:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369b255d400. 00010000:00000010:3.1:1767318032.526667:0:15479:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369b255d400. 00010000:00000010:3.1:1767318032.529016:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff936886f6de00. 00010000:00000010:3.1:1767318032.529036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369b255ce00. 00010000:00000010:3.1:1767318032.529041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369b255c000. 00010000:00000010:3.1:1767318032.564957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369b255c000. 00010000:00000010:3.1:1767318032.564975:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff936886f6de00. 00010000:00000010:3.1:1767318032.564980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369b255ce00. 00010000:00000010:3.1:1767318032.564982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369b255d600. 00010000:00000010:2.1:1767318032.584986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369a49fd800. 00010000:00000010:2.1:1767318032.616866:0:18389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93699ab6d000. 00000800:00000200:3.1:1767318033.759237:0:7018:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 336656 low water 1928824 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.759454:0:7018:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 911900 low water 1641202 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.760653:0:7018:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 911900 low water 1641202 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.761135:0:7018:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 911900 low water 1641202 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.761158:0:7018:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 911900 low water 1641202 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.761169:0:7018:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 911900 low water 1641202 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.761178:0:7018:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 911900 low water 1641202 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.761186:0:7018:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 911900 low water 1641202 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.761194:0:7018:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 911900 low water 1641202 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.763941:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 911900 low water 1641202 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.763966:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 911900 low water 1641202 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.763978:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 911900 low water 1641202 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.763989:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 911900 low water 1641202 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.764021:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 911900 low water 1641202 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.765525:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 975816 low water 1609244 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.765550:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 975816 low water 1609244 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.765561:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 975816 low water 1609244 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.765573:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 975816 low water 1609244 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.765582:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 975816 low water 1609244 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.765588:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 975816 low water 1609244 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.765951:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1893328 low water 1150488 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.887746:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 487176 low water 1853564 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.887766:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 487176 low water 1853564 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.887779:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 487176 low water 1853564 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.887790:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 487176 low water 1853564 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.887799:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 487176 low water 1853564 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.887806:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 487176 low water 1853564 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.887852:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 551092 low water 1821606 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.888450:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.888503:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.888517:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.888527:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.888538:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.888548:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.889154:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.889171:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.889197:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.889207:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.889217:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.889868:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.889883:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.889987:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.890000:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.890010:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.890678:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1254168 low water 1470068 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.890706:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1254168 low water 1470068 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.890716:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1254168 low water 1470068 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.890725:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1254168 low water 1470068 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.890733:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1254168 low water 1470068 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.890739:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1254168 low water 1470068 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.890830:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1318084 low water 1438110 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.893332:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1318084 low water 1438110 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.893358:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1318084 low water 1438110 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.893368:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1318084 low water 1438110 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.893379:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1318084 low water 1438110 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.893388:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1318084 low water 1438110 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.895721:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1318084 low water 1438110 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.895746:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1318084 low water 1438110 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.895840:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1318084 low water 1438110 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.895872:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1318084 low water 1438110 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.895883:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1318084 low water 1438110 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.897205:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1318084 low water 1438110 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.897227:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1318084 low water 1438110 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.897239:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1318084 low water 1438110 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.897249:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1318084 low water 1438110 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.897260:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1318084 low water 1438110 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318033.899969:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 2276824 low water 958740 conn ffff9369bad04000 blocked idle queued 00010000:00000010:2.1:1767318034.725832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff936884286e00. 00010000:00000010:2.1:1767318034.725851:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93698397cd00. 00010000:00000010:2.1:1767318034.725858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff936884286000. 00010000:00000010:2.1:1767318034.725861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff936884286200. 00010000:00000010:2.1:1767318034.798844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369b255d400. 00010000:00000010:3.1:1767318034.805840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff936884286200. 00010000:00000010:3.1:1767318034.810708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff936889a38a00. 00010000:00000010:3.1:1767318034.810735:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff936886f6de00. 00010000:00000010:3.1:1767318034.810741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff936889a38200. 00010000:00000010:3.1:1767318034.810745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff936889a39e00. 00010000:00000010:2.1:1767318034.828831:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93688a4c9900. 00010000:00000010:2.1:1767318034.828856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698873fc00. 00010000:00000010:0.1:1767318034.828927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93699ab6d200. 00010000:00000010:0.1:1767318034.828955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93688a4c9300. 00010000:00000010:2.1:1767318034.855845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff936884286e00. 00080000:00000010:3.1:1767318034.861646:0:0:0:(osd_handler.c:1617:osd_oxc_free()) kfreed 'oxe': 68 at ffff936887029600. 00010000:00000010:3.1:1767318034.861661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93698397cd00. 00010000:00000010:3.1:1767318034.861669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff936884287200. 00010000:00000010:3.1:1767318034.861674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93698397c000. 00010000:00000010:3.1:1767318034.861677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff936884287a00. 00010000:00000010:2.1:1767318034.905612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff936884286000. 00010000:00000010:2.1:1767318034.917701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698873e800. 00010000:00000010:2.1:1767318034.917719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff936884286000. 00010000:00000010:0.1:1767318035.631181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369a49fd800. 00010000:00000010:0.1:1767318035.639881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369908a6e00. 00010000:00000010:1.1:1767318035.693768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369908a7c00. 00010000:00000010:1.1:1767318035.793654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369908a7c00. 00010000:00000010:0.1:1767318035.812506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698873e600. 00010000:00000010:2.1:1767318035.821871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff936884286e00. 00010000:00000010:2.1:1767318035.832812:0:18401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff936884286000. 00010000:00000010:0.1:1767318035.970845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369908a6c00. 00080000:00000010:2.2:1767318035.985398:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff936886ca1708. 00010000:00000010:2.1:1767318036.014076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93698397c400. 00010000:00000010:2.1:1767318036.014100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369908a6a00. 00010000:00000010:1.1:1767318036.083166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369908a6000. 00010000:00000010:1.1:1767318036.146499:0:71618:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff936990793e00. 00010000:00000010:1.1:1767318036.146511:0:71618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698873e600. 00010000:00000010:3.1:1767318036.168875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369908a7200. 00010000:00000010:3.1:1767318036.168900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff936886eded00. 00010000:00000010:3.1:1767318036.168907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93699ab6c400. 00010000:00000010:3.1:1767318036.168913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93699ab6da00. 00010000:00000010:3.1:1767318036.168928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff936884286200. 00010000:00000010:3.1:1767318036.168933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff936889a38800. 00010000:00000010:2.1:1767318036.249926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698873fc00. 00010000:00000010:2.1:1767318036.249938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93688a4c9800. 00010000:00000010:2.1:1767318036.249944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698873ee00. 00010000:00000010:2.1:1767318036.249946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698873fe00. 00080000:00000010:2.1:1767318036.249955:0:0:0:(osd_handler.c:1617:osd_oxc_free()) kfreed 'oxe': 140 at ffff936887ab2c00. 00080000:00000010:2.1:1767318036.249961:0:0:0:(osd_handler.c:1617:osd_oxc_free()) kfreed 'oxe': 140 at ffff936884d45540. 00010000:00000010:3.1:1767318036.283154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698873e400. 00010000:00000010:3.1:1767318036.283174:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93688a4c9a00. 00010000:00000010:3.1:1767318036.302853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369a4b2e400. 00010000:00000010:0.1:1767318036.327082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698873f000. 00010000:00000010:0.1:1767318036.335068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698873e400. 00010000:00000010:0.1:1767318036.339172:0:25280:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff936990793300. 00010000:00000010:0.1:1767318036.339184:0:25280:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698873fe00. 00010000:00000010:0.1:1767318036.339188:0:25280:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698873f000. 00010000:00000010:0.1:1767318036.352926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698873f000. 00010000:00000010:0.1:1767318036.352949:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff936990793300. 00010000:00000010:0.1:1767318036.352956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698873fe00. 00010000:00000010:0.1:1767318036.352959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698873e400. 00010000:00000010:0.1:1767318036.385046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698873fe00. 00010000:00000010:0.1:1767318036.385068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff936990793300. 00010000:00000010:0.1:1767318036.385074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698873f000. 00010000:00000010:0.1:1767318036.385077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93698873e400. 00010000:00000010:1.1:1767318036.391748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369908a6e00. 00010000:00000010:1.1:1767318036.391769:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9369a1a6f900. 00010000:00000010:1.1:1767318036.391773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369908a7c00. 00010000:00000010:1.1:1767318036.391776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369908a6000. 00010000:00000010:2.1:1767318036.410430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369a4b2ee00. 00010000:00000010:2.1:1767318036.410440:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93698397ce00. 00010000:00000010:2.1:1767318036.410447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369a4b2f400. 00010000:00000010:2.1:1767318036.418446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369a4b2fe00. 00010000:00000010:2.1:1767318036.423396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369908a7c00. 00010000:00000010:3.1:1767318036.437546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9369908a7000. 00000800:00000200:3.1:1767318037.312471:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace -24152 low water 2109228 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.313182:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace -24152 low water 2109228 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.313396:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace -24152 low water 2109228 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.313624:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace -24152 low water 2109228 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.314106:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace -24152 low water 2109228 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.314121:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace -24152 low water 2109228 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.314130:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace -24152 low water 2109228 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.314279:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 39764 low water 2077270 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.314284:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 39764 low water 2077270 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.314326:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 103680 low water 2045312 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.314378:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 167596 low water 2013354 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.314390:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 167596 low water 2013354 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.314394:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 167596 low water 2013354 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.314419:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 231512 low water 1981396 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.314462:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 295428 low water 1949438 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.314493:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 359344 low water 1917480 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.314538:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 423260 low water 1885522 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.314563:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 423260 low water 1885522 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.314576:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 423260 low water 1885522 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.314586:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 423260 low water 1885522 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.314596:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 423260 low water 1885522 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.318196:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 423260 low water 1885522 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.318217:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 423260 low water 1885522 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.318245:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 423260 low water 1885522 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.318264:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 423260 low water 1885522 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.318276:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 423260 low water 1885522 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.319555:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 487176 low water 1853564 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.319574:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 487176 low water 1853564 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.319585:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 487176 low water 1853564 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.319595:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 487176 low water 1853564 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.319604:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 487176 low water 1853564 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.319610:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 487176 low water 1853564 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.319961:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.324207:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.324232:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.324243:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.324264:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.324278:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.328098:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1062420 low water 1565942 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.328124:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1062420 low water 1565942 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.328135:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1062420 low water 1565942 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.328144:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1062420 low water 1565942 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.328154:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1062420 low water 1565942 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.328160:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1062420 low water 1565942 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.328326:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1509832 low water 1342236 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.330676:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace -24152 low water 2109228 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.334053:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace -24152 low water 2109228 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.334085:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace -24152 low water 2109228 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.334095:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace -24152 low water 2109228 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.334104:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace -24152 low water 2109228 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.334113:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace -24152 low water 2109228 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.338455:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 39764 low water 2077270 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.338478:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 39764 low water 2077270 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.338489:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 39764 low water 2077270 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.338501:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 39764 low water 2077270 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.338510:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 39764 low water 2077270 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.338516:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 39764 low water 2077270 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.339752:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 39764 low water 2077270 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.339770:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 39764 low water 2077270 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.339779:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 39764 low water 2077270 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.339789:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 39764 low water 2077270 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.339798:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 39764 low water 2077270 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.344867:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1318084 low water 1438110 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.344904:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1318084 low water 1438110 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.344917:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1318084 low water 1438110 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.344928:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1318084 low water 1438110 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.344938:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1318084 low water 1438110 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.344946:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1318084 low water 1438110 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.350457:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1382000 low water 1406152 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.350477:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1382000 low water 1406152 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.350486:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1382000 low water 1406152 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.350494:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1382000 low water 1406152 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.350501:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1382000 low water 1406152 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.350507:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1382000 low water 1406152 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.354033:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1382000 low water 1406152 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.354047:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1382000 low water 1406152 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.354055:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1382000 low water 1406152 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.354062:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1382000 low water 1406152 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.354069:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1382000 low water 1406152 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.357377:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1957244 low water 1118530 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.360127:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 295428 low water 1949438 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.360144:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 295428 low water 1949438 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.360153:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 295428 low water 1949438 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.360163:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 295428 low water 1949438 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.360173:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 295428 low water 1949438 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.360179:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 295428 low water 1949438 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.361855:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 359344 low water 1917480 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.361872:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 359344 low water 1917480 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.361885:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 359344 low water 1917480 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.361908:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 359344 low water 1917480 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.361920:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 359344 low water 1917480 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.361929:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 359344 low water 1917480 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.362075:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 615008 low water 1789648 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.362552:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 615008 low water 1789648 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.362567:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 615008 low water 1789648 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.362578:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 615008 low water 1789648 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.362589:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 615008 low water 1789648 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.362601:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 615008 low water 1789648 conn ffff9369bad04000 blocked idle queued 00000800:00000200:2.1:1767318037.362969:0:7017:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 615008 low water 1789648 conn ffff9369bad04000 blocked idle queued 00000800:00000200:2.1:1767318037.362992:0:7017:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 615008 low water 1789648 conn ffff9369bad04000 blocked idle queued 00000800:00000200:2.1:1767318037.363006:0:7017:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 615008 low water 1789648 conn ffff9369bad04000 blocked idle queued 00000800:00000200:2.1:1767318037.363020:0:7017:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 615008 low water 1789648 conn ffff9369bad04000 blocked idle queued 00000800:00000200:2.1:1767318037.363033:0:7017:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 615008 low water 1789648 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.363943:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 615008 low water 1789648 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.363966:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 615008 low water 1789648 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.363977:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 615008 low water 1789648 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.363989:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 615008 low water 1789648 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.364002:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 615008 low water 1789648 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.364985:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.366057:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.366075:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.366087:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.366098:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.366108:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 934588 low water 1629858 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.367529:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1254168 low water 1470068 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.367549:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1254168 low water 1470068 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.367559:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1254168 low water 1470068 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.367569:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1254168 low water 1470068 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.367581:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1254168 low water 1470068 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.367587:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1254168 low water 1470068 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.369229:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1573748 low water 1310278 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.387648:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 39764 low water 2077270 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.387685:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 39764 low water 2077270 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.387701:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 39764 low water 2077270 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.387715:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 39764 low water 2077270 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.387724:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 39764 low water 2077270 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.387731:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 39764 low water 2077270 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.388180:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.390241:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.390289:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.390302:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.390311:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.390320:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.390329:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.391466:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.392361:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.392404:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.392418:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.392428:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.392438:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.392448:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.393527:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.393547:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.393583:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.393594:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.393604:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 998504 low water 1597900 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.400081:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1062420 low water 1565942 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.400124:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1062420 low water 1565942 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.400137:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1062420 low water 1565942 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.400148:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1062420 low water 1565942 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.400158:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1062420 low water 1565942 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.400166:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1062420 low water 1565942 conn ffff9369bad04000 blocked idle queued 00000800:00000200:3.1:1767318037.400498:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff936984c70a80 wspace 1829412 low water 1182446 conn ffff9369bad04000 blocked idle queued 00010000:00010000:3.0:1767318121.485649:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb47b32 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc24a expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318121.485721:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb47b39 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318121.485737:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb47b39 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.485749:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb47b39 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.485763:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb47b40 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xaad39af0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318121.485770:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb47b40 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.485776:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb47b40 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.486062:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47b47 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318121.486071:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47b47 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.486078:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47b47 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00000004:00200000:3.0:1767318121.486126:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x9f:0x0]: returning size 0 00000004:00200000:3.0:1767318121.486131:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318121.486151:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47b47 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.486161:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47b47 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.486170:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb47b39 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.486176:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb47b39 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.486182:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb47b39 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.486188:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb47b39 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.486194:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318121.486198:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb47b39 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.486205:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb47b39 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.486217:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:3.0:1767318121.486220:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318121.486226:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb47b39 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.486231:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb47b39 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.486244:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb47b40 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.486250:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb47b40 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.486255:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb47b40 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.486260:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318121.486262:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb47b40 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.486267:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb47b40 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.486274:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xaad39af0 (ffff936886f6d700) 00010000:00010000:3.0:1767318121.486276:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318121.486279:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb47b40 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.486284:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb47b40 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.486317:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb47b32 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc24a expref: 70 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318121.486330:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47b47 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc24a expref: 69 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318121.486336:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9f:0x0].0x0 (ffff936886f6df00) 00010000:00010000:3.0:1767318121.486338:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318121.486341:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a6379c00, rc 0) 00000100:00100000:3.0:1767318121.486451:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+69:68835:x1853164297191936:12345-192.168.202.56@tcp:101:rm.0 Request processed in 853us (1041us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318121.486459:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22396 00010000:00010000:3.0:1767318121.487191:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.487194:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.487196:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318121.490689:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297192192 00000100:00100000:3.0:1767318121.490700:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297192192 00000100:00100000:3.0:1767318121.490814:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22397 00000100:00100000:3.0:1767318121.490833:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+69:68835:x1853164297192192:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318121.490893:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318121.490920:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47b47 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x9f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc24a expref: 69 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318121.490940:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9f:0x0].0x0 (ffff936886f6df00) 00010000:00010000:3.0:1767318121.490951:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318121.490972:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb47b4e lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318121.490984:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb47b4e lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.490992:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb47b4e lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.491006:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379e00/0xa7e486a0fcb47b55 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0xaad39af0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318121.491013:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379e00/0xa7e486a0fcb47b55 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.491019:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379e00/0xa7e486a0fcb47b55 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.491107:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47b5c lrc: 3/0,1 mode: --/EX res: [0x240000401:0x9f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318121.491116:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47b5c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.491123:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47b5c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x9f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00000040:00080000:3.0:1767318121.491320:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].81, 64 off13376 00010000:00010000:3.0:1767318121.491368:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb47b63 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318121.491377:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb47b63 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.491383:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb47b63 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.491695:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb47b63 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.491705:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb47b63 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.491712:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb47b63 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.491730:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318121.491751:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47b5c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x9f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.491757:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47b5c lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x9f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.491764:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47b5c lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x9f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.491771:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6379200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318121.491775:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47b5c lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x9f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.491960:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47b5c lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x9f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.491971:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9f:0x0].0x0 (ffff93698612b200) 00010000:00010000:3.0:1767318121.491974:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318121.491977:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47b5c lrc: 2/0,0 mode: --/EX res: [0x240000401:0x9f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.491983:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47b5c lrc: 0/0,0 mode: --/EX res: [0x240000401:0x9f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00000100:00100000:3.0:1767318121.498775:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318121.504412:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318121.510835:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318121.516459:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318121.519480:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318121.519501:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642800/0xa7e486a0fcb47bd3 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x89:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.519510:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369bf642800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318121.519515:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642800/0xa7e486a0fcb47bd3 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x89:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.519522:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642800/0xa7e486a0fcb47bd3 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x89:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.519534:0:30344:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x89:0x0].0x0 (ffff93688a4c9300) 00010000:00010000:3.0:1767318121.519537:0:30344:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318121.519540:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642800/0xa7e486a0fcb47bd3 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x89:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.519546:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642800/0xa7e486a0fcb47bd3 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x89:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.519565:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.519567:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.519568:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318121.522519:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297193088 00000100:00100000:3.0:1767318121.522529:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297193088 00000100:00100000:3.0:1767318121.522583:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22402 00000100:00100000:3.0:1767318121.522593:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+74:68835:x1853164297193088:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318121.522619:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318121.522653:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb47bda lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc25f expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318121.522719:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47be1 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318121.522732:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47be1 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.522743:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47be1 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.522757:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47be8 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x513089f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318121.522764:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47be8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.522771:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47be8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.522913:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb47bef lrc: 3/1,0 mode: --/PR res: [0x240000401:0x87:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318121.522926:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb47bef lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x87:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.522932:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb47bef lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x87:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00000004:00200000:3.0:1767318121.522974:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x87:0x0]: returning size 0 00000004:00200000:3.0:1767318121.522979:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318121.522995:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb47bef lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x87:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.523007:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb47bef lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.523016:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47be1 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.523022:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47be1 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.523028:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47be1 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.523033:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47be1 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.523039:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6379200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318121.523043:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47be1 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.523049:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47be1 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.523061:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:3.0:1767318121.523064:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318121.523068:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47be1 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.523074:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47be1 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.523086:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47be8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.523092:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47be8 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.523098:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47be8 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.523103:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6379c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318121.523105:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47be8 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.523111:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47be8 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.523117:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x513089f0 (ffff93698612b000) 00010000:00010000:3.0:1767318121.523119:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318121.523122:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47be8 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.523127:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47be8 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.523156:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb47bda lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc25f expref: 76 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318121.523173:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb47bef lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc25f expref: 75 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318121.523180:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x87:0x0].0x0 (ffff93698612bc00) 00010000:00010000:3.0:1767318121.523182:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318121.523184:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a6378800, rc 0) 00000100:00100000:3.0:1767318121.523243:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+75:68835:x1853164297193088:12345-192.168.202.56@tcp:101:rm.0 Request processed in 650us (827us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318121.523251:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22402 00000100:00100000:3.0:1767318121.533222:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297193472 00000100:00100000:3.0:1767318121.533232:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297193472 00000100:00100000:3.0:1767318121.533289:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22404 00000100:00100000:3.0:1767318121.533297:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+76:68835:x1853164297193472:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318121.533320:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318121.533341:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb47c12 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc266 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318121.533442:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb47c19 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318121.533457:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb47c19 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.533469:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb47c19 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.533483:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb47c20 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x57389af0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318121.533504:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb47c20 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.533510:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb47c20 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.533598:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb47c27 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318121.533606:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb47c27 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.533613:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb47c27 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00000004:00200000:3.0:1767318121.533652:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x9e:0x0]: returning size 0 00000004:00200000:3.0:1767318121.533657:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318121.533677:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb47c27 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.533688:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb47c27 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.533697:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb47c19 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.533704:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb47c19 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.533709:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb47c19 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.533715:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb47c19 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.533724:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6379a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318121.533727:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb47c19 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.533733:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb47c19 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.533744:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:3.0:1767318121.533747:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318121.533751:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb47c19 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.533756:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb47c19 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.533770:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb47c20 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.533776:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb47c20 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.533957:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb47c20 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.533962:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318121.533965:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb47c20 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.533971:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb47c20 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.533980:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x57389af0 (ffff93698612b200) 00010000:00010000:3.0:1767318121.533983:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318121.533986:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb47c20 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.533991:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb47c20 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.534024:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb47c12 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc266 expref: 78 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318121.534038:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb47c27 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc266 expref: 77 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318121.534044:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9e:0x0].0x0 (ffff93688a4c9300) 00010000:00010000:3.0:1767318121.534046:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318121.534048:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a6378000, rc 0) 00010000:00010000:3.0:1767318121.541406:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318121.541414:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d000/0xa7e486a0fcb47c43 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x9e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.541420:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a428d000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318121.541423:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d000/0xa7e486a0fcb47c43 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x9e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.541430:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d000/0xa7e486a0fcb47c43 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.541440:0:34132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9e:0x0].0x0 (ffff9369a4ae9b00) 00010000:00010000:3.0:1767318121.541443:0:34132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318121.541446:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d000/0xa7e486a0fcb47c43 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x9e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.541452:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d000/0xa7e486a0fcb47c43 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.541469:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.541471:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.541473:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.570133:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318121.570149:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb47cb3 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x8c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.570159:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318121.570163:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb47cb3 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x8c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.570170:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb47cb3 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.570188:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8c:0x0].0x0 (ffff9369a4ae9400) 00010000:00010000:3.0:1767318121.570191:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318121.570196:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb47cb3 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x8c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.570201:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb47cb3 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x8c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.570227:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.570229:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.570231:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318121.574260:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297194624 00000100:00100000:3.0:1767318121.574270:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297194624 00000100:00100000:3.0:1767318121.574329:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22410 00000100:00100000:3.0:1767318121.574340:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bad08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+82:68835:x1853164297194624:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318121.574367:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318121.574475:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb47cba lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc27b expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318121.574554:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb47cc1 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318121.574569:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb47cc1 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.574580:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb47cc1 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.574594:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb47cc8 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318121.574602:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb47cc8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.574609:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb47cc8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.574692:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb47ccf lrc: 3/1,0 mode: --/PR res: [0x240000401:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318121.574700:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb47ccf lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xb5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.574707:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb47ccf lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xb5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00000004:00200000:3.0:1767318121.574748:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0xb5:0x0]: returning size 0 00000004:00200000:3.0:1767318121.574753:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318121.574769:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb47ccf lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xb5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.574812:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb47ccf lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xb5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.575022:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb47cc1 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.575031:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb47cc1 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.575038:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb47cc1 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.575044:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb47cc1 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.575050:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318121.575054:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb47cc1 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.575062:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb47cc1 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.575073:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:3.0:1767318121.575077:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318121.575082:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb47cc1 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.575087:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb47cc1 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.575100:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb47cc8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.575105:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb47cc8 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.575110:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb47cc8 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.575116:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6379a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318121.575119:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb47cc8 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.575125:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb47cc8 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.575131:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xa4c7b4f0 (ffff93688a4c9300) 00010000:00010000:3.0:1767318121.575134:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318121.575136:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb47cc8 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.575141:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb47cc8 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.575172:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb47cba lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc27b expref: 84 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318121.575185:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb47ccf lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xb5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc27b expref: 83 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318121.575192:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xb5:0x0].0x0 (ffff936886f6df00) 00010000:00010000:3.0:1767318121.575195:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318121.575197:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a6378600, rc 0) 00000100:00100000:3.0:1767318121.575262:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bad08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+83:68835:x1853164297194624:12345-192.168.202.56@tcp:101:rm.0 Request processed in 924us (1083us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318121.575269:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22410 00000100:00100000:3.0:1767318121.579255:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297194880 00000100:00100000:3.0:1767318121.579267:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297194880 00000100:00100000:3.0:1767318121.579366:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22411 00000100:00100000:3.0:1767318121.579376:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+83:68835:x1853164297194880:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318121.579446:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318121.579471:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb47ccf lrc: 0/0,0 mode: --/PR res: [0x240000401:0xb5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc27b expref: 83 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318121.579498:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xb5:0x0].0x0 (ffff936886f6df00) 00010000:00010000:3.0:1767318121.579509:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318121.579530:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47cd6 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318121.579543:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47cd6 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.579553:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47cd6 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.579567:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47cdd lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318121.579574:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47cdd lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.579579:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47cdd lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.579669:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb47ce4 lrc: 3/0,1 mode: --/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318121.579676:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb47ce4 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.579682:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb47ce4 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00000040:00080000:3.0:1767318121.580161:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].88, 64 off13824 00010000:00010000:3.0:1767318121.580213:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb47ceb lrc: 3/0,1 mode: --/PW res: [0x240000401:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318121.580223:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb47ceb lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.580230:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb47ceb lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.580236:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb47ceb lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.580241:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb47ceb lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.580247:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb47ceb lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.580268:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318121.580287:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb47ce4 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.580292:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb47ce4 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.580298:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb47ce4 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.580303:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6379000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318121.580306:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb47ce4 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.580312:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb47ce4 lrc: 4/0,0 mode: EX/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.580322:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xb5:0x0].0x0 (ffff936886f6d700) 00010000:00010000:3.0:1767318121.580325:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318121.580328:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb47ce4 lrc: 2/0,0 mode: --/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.580332:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb47ce4 lrc: 0/0,0 mode: --/EX res: [0x240000401:0xb5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.580579:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47cd6 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.580587:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47cd6 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.580592:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47cd6 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.580598:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47cd6 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.580602:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6379c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318121.580605:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47cd6 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.580610:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47cd6 lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.580619:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:3.0:1767318121.580621:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318121.580624:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47cd6 lrc: 3/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.580630:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb47cd6 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00000004:00010000:3.0:1767318121.580640:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c0fae2a3 reply state 00000000c471cbf2 transno 4294968341 ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47cdd lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.580651:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47cdd lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.580657:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xa4c7b4f0 (ffff936886f6d400) 00010000:00010000:3.0:1767318121.580658:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318121.580661:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318121.580748:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+84:68835:x1853164297194880:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1370us (1605us total) trans 4294968341 rc 0/0 00000100:00100000:3.0:1767318121.580756:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22411 00000100:00100000:3.0:1767318121.588578:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297195008 00000100:00100000:3.0:1767318121.588590:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297195008 00000100:00100000:3.0:1767318121.588698:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22412 00000100:00100000:3.0:1767318121.588709:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bad0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+84:68835:x1853164297195008:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318121.588733:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318121.588754:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379600/0xa7e486a0fcb47cf2 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc282 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318121.588855:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb47cf9 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318121.588881:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb47cf9 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.588893:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb47cf9 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.588909:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb47d00 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318121.588917:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb47d00 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.588924:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb47d00 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.589015:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb47d07 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x94:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318121.589023:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb47d07 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x94:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.589029:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb47d07 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x94:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00000004:00200000:3.0:1767318121.589071:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x94:0x0]: returning size 0 00000004:00200000:3.0:1767318121.589076:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318121.589096:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb47d07 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x94:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.589108:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb47d07 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x94:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.589117:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb47cf9 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.589123:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb47cf9 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.589129:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb47cf9 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.589135:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb47cf9 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.589144:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318121.589148:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb47cf9 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.589155:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb47cf9 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.589166:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:3.0:1767318121.589169:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318121.589173:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb47cf9 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.589179:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb47cf9 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.589192:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb47d00 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.589198:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb47d00 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.589204:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb47d00 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.589209:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318121.589212:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb47d00 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.589217:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb47d00 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.589224:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xbc59abf0 (ffff9369a1a6f900) 00010000:00010000:3.0:1767318121.589227:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318121.589230:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb47d00 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.589235:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb47d00 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.589267:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379600/0xa7e486a0fcb47cf2 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc282 expref: 86 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318121.589281:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb47d07 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x94:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc282 expref: 85 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318121.589288:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x94:0x0].0x0 (ffff9369a1a6fd00) 00010000:00010000:3.0:1767318121.589290:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318121.589292:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a6378c00, rc 0) 00000100:00100000:3.0:1767318121.589364:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bad0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+85:68835:x1853164297195008:12345-192.168.202.56@tcp:101:rm.0 Request processed in 656us (1039us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318121.589373:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22412 00000100:00100000:3.0:1767318121.594189:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297195264 00000100:00100000:3.0:1767318121.594200:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297195264 00000100:00100000:3.0:1767318121.594300:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22413 00000100:00100000:3.0:1767318121.594311:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bad0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+85:68835:x1853164297195264:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318121.594388:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318121.594434:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb47d07 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x94:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc282 expref: 85 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318121.594469:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x94:0x0].0x0 (ffff9369a1a6fd00) 00010000:00010000:3.0:1767318121.594485:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318121.594520:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb47d0e lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318121.594537:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb47d0e lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.594547:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb47d0e lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.594568:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf643c00/0xa7e486a0fcb47d15 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318121.594575:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf643c00/0xa7e486a0fcb47d15 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.594583:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf643c00/0xa7e486a0fcb47d15 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.594715:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb47d1c lrc: 3/0,1 mode: --/EX res: [0x240000401:0x94:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318121.594724:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb47d1c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.594731:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb47d1c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x94:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00000040:00080000:3.0:1767318121.595177:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].89, 64 off13888 00010000:00010000:3.0:1767318121.595229:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642800/0xa7e486a0fcb47d23 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x94:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318121.595238:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642800/0xa7e486a0fcb47d23 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.595245:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642800/0xa7e486a0fcb47d23 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.595255:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642800/0xa7e486a0fcb47d23 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.595260:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642800/0xa7e486a0fcb47d23 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.595265:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642800/0xa7e486a0fcb47d23 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x94:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.595283:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318121.595302:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb47d1c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.595307:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb47d1c lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.595313:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb47d1c lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.595318:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369bf642600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318121.595321:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb47d1c lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.595328:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb47d1c lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.595337:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x94:0x0].0x0 (ffff936986146b00) 00010000:00010000:3.0:1767318121.595339:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318121.595343:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb47d1c lrc: 2/0,0 mode: --/EX res: [0x240000401:0x94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.595348:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb47d1c lrc: 0/0,0 mode: --/EX res: [0x240000401:0x94:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.596347:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb47d0e lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.596358:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb47d0e lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.596364:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb47d0e lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.596369:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb47d0e lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.596373:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318121.596376:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb47d0e lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.596381:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb47d0e lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.596392:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:3.0:1767318121.596394:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318121.596398:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb47d0e lrc: 3/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.596403:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb47d0e lrc: 0/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00000004:00010000:3.0:1767318121.596419:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000093323d4a reply state 0000000044936f03 transno 4294968342 ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf643c00/0xa7e486a0fcb47d15 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.596430:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf643c00/0xa7e486a0fcb47d15 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.596437:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xbc59abf0 (ffff9369a1a6f700) 00010000:00010000:3.0:1767318121.596439:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318121.596442:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1767318121.610166:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318121.610181:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb47d5b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x84:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.610191:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318121.610196:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb47d5b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x84:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.610206:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb47d5b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x84:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.610222:0:34132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x84:0x0].0x0 (ffff9369a4ae9200) 00010000:00010000:3.0:1767318121.610226:0:34132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318121.610231:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb47d5b lrc: 1/0,0 mode: --/PW res: [0x240000401:0x84:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.610237:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb47d5b lrc: 0/0,0 mode: --/PW res: [0x240000401:0x84:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.610267:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.610269:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.610271:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.624568:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318121.624575:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930000/0xa7e486a0fcb47d93 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.624581:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a0930000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318121.624583:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930000/0xa7e486a0fcb47d93 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.624589:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930000/0xa7e486a0fcb47d93 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.624601:0:34133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x88:0x0].0x0 (ffff93688a783600) 00010000:00010000:3.0:1767318121.624604:0:34133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318121.624606:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930000/0xa7e486a0fcb47d93 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.624611:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930000/0xa7e486a0fcb47d93 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.624626:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.624628:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.624629:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.640236:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318121.640245:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb47dcb lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.640253:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318121.640256:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb47dcb lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.640263:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb47dcb lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.640274:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8e:0x0].0x0 (ffff9369a4ae9400) 00010000:00010000:3.0:1767318121.640276:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318121.640279:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb47dcb lrc: 1/0,0 mode: --/PW res: [0x240000401:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.640284:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb47dcb lrc: 0/0,0 mode: --/PW res: [0x240000401:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.640303:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.640305:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.640307:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.654310:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318121.654318:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb47e03 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.654324:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a5e8a000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318121.654328:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb47e03 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.654334:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb47e03 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.654343:0:30344:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xad:0x0].0x0 (ffff93688a783b00) 00010000:00010000:3.0:1767318121.654346:0:30344:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318121.654349:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb47e03 lrc: 1/0,0 mode: --/PW res: [0x240000401:0xad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.654354:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb47e03 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.654368:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.654370:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.654372:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318121.661946:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318121.667566:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297197184 00000100:00100000:3.0:1767318121.667576:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297197184 00000100:00100000:3.0:1767318121.667672:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22423 00000100:00100000:3.0:1767318121.667682:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bad09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+95:68835:x1853164297197184:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318121.667741:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318121.667769:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930800/0xa7e486a0fcb47e1f lrc: 0/0,0 mode: --/PR res: [0x240000401:0x99:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc2a5 expref: 95 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318121.667834:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x99:0x0].0x0 (ffff93688a783400) 00010000:00010000:3.0:1767318121.667845:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318121.667877:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb47e26 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318121.667891:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb47e26 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.667900:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb47e26 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.667915:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642800/0xa7e486a0fcb47e2d lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0x61d8abf0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318121.667923:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642800/0xa7e486a0fcb47e2d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.667928:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642800/0xa7e486a0fcb47e2d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.668018:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb47e34 lrc: 3/0,1 mode: --/EX res: [0x240000401:0x99:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318121.668027:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb47e34 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.668034:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb47e34 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x99:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00000040:00080000:3.0:1767318121.668250:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].94, 64 off14208 00010000:00010000:3.0:1767318121.668302:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb47e3b lrc: 3/0,1 mode: --/PW res: [0x240000401:0x99:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318121.668315:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb47e3b lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.668323:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb47e3b lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.668329:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb47e3b lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.668335:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb47e3b lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.668341:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb47e3b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.668354:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318121.668370:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb47e34 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x99:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.668376:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb47e34 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x99:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.668382:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb47e34 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x99:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.668387:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a5e8a000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318121.668402:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb47e34 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x99:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.668409:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb47e34 lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x99:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.668417:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x99:0x0].0x0 (ffff9369a1a6fd00) 00010000:00010000:3.0:1767318121.668420:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318121.668424:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb47e34 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x99:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.668429:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb47e34 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x99:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.668542:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb47e26 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.668549:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb47e26 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.668554:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb47e26 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.668559:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb47e26 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.668563:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369bf642600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318121.668566:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb47e26 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.668572:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb47e26 lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.668579:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:3.0:1767318121.668581:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318121.668584:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb47e26 lrc: 3/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.668589:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb47e26 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00000004:00010000:3.0:1767318121.668597:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000094e662fb reply state 000000000fe8b55b transno 4294968347 ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642800/0xa7e486a0fcb47e2d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.668613:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642800/0xa7e486a0fcb47e2d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.668618:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x61d8abf0 (ffff936986146b00) 00010000:00010000:3.0:1767318121.668620:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318121.668623:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318121.668707:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bad09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+96:68835:x1853164297197184:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1024us (1418us total) trans 4294968347 rc 0/0 00000100:00100000:3.0:1767318121.668715:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22423 00000100:00100000:3.0:1767318121.674335:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297197312 00000100:00100000:3.0:1767318121.674346:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297197312 00000100:00100000:3.0:1767318121.674443:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22424 00000100:00100000:3.0:1767318121.674453:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bad09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+96:68835:x1853164297197312:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318121.674631:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318121.674657:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb47e42 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc2ac expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318121.674730:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a800/0xa7e486a0fcb47e49 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318121.674745:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a800/0xa7e486a0fcb47e49 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.674756:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a800/0xa7e486a0fcb47e49 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.674771:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb47e50 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xee8678f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318121.674777:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb47e50 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.674814:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb47e50 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.675006:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb47e57 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318121.675015:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb47e57 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.675022:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb47e57 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00000004:00200000:3.0:1767318121.675067:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x6f:0x0]: returning size 0 00000004:00200000:3.0:1767318121.675072:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318121.675091:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb47e57 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.675101:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb47e57 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.675110:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a800/0xa7e486a0fcb47e49 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.675115:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a800/0xa7e486a0fcb47e49 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.675121:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a800/0xa7e486a0fcb47e49 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.675127:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a800/0xa7e486a0fcb47e49 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.675133:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565a800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318121.675137:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a800/0xa7e486a0fcb47e49 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.675145:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a800/0xa7e486a0fcb47e49 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.675156:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:3.0:1767318121.675159:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318121.675164:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a800/0xa7e486a0fcb47e49 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.675169:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a800/0xa7e486a0fcb47e49 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.675180:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb47e50 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.675185:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb47e50 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.675190:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb47e50 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.675194:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565b600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318121.675197:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb47e50 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.675202:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb47e50 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.675207:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xee8678f0 (ffff9369a1a6f900) 00010000:00010000:3.0:1767318121.675210:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318121.675213:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb47e50 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.675218:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb47e50 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.675248:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb47e42 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc2ac expref: 98 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318121.675261:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb47e57 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc2ac expref: 97 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318121.675267:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6f:0x0].0x0 (ffff93688a4c9300) 00010000:00010000:3.0:1767318121.675269:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318121.675271:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a3e99400, rc 0) 00000100:00100000:3.0:1767318121.675398:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bad09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+97:68835:x1853164297197312:12345-192.168.202.56@tcp:101:rm.0 Request processed in 937us (1157us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318121.675407:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22424 00000100:00100000:3.0:1767318121.679352:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297197568 00000100:00100000:3.0:1767318121.679363:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297197568 00010000:00010000:3.0:1767318121.682011:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318121.682019:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930400/0xa7e486a0fcb47e73 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x6f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.682025:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a0930400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318121.682029:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930400/0xa7e486a0fcb47e73 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x6f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.682035:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930400/0xa7e486a0fcb47e73 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x6f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.682047:0:34132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6f:0x0].0x0 (ffff93688a783e00) 00010000:00010000:3.0:1767318121.682049:0:34132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318121.682052:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930400/0xa7e486a0fcb47e73 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x6f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.682061:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930400/0xa7e486a0fcb47e73 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x6f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.682079:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.682081:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.682082:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.693918:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318121.693925:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fa00/0xa7e486a0fcb47eab lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.693932:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698fb5fa00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318121.693936:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fa00/0xa7e486a0fcb47eab lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.693942:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fa00/0xa7e486a0fcb47eab lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.693950:0:34133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xae:0x0].0x0 (ffff936984e95900) 00010000:00010000:3.0:1767318121.693953:0:34133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318121.693955:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fa00/0xa7e486a0fcb47eab lrc: 1/0,0 mode: --/PW res: [0x240000401:0xae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.693960:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fa00/0xa7e486a0fcb47eab lrc: 0/0,0 mode: --/PW res: [0x240000401:0xae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.693974:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.693976:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.693978:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318121.710975:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318121.712556:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318121.712563:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930800/0xa7e486a0fcb47ee3 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xcc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.712573:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a0930800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318121.712577:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930800/0xa7e486a0fcb47ee3 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xcc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.712583:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930800/0xa7e486a0fcb47ee3 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xcc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.712592:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xcc:0x0].0x0 (ffff93688a783a00) 00010000:00010000:3.0:1767318121.712594:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318121.712597:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930800/0xa7e486a0fcb47ee3 lrc: 1/0,0 mode: --/PW res: [0x240000401:0xcc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.712602:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930800/0xa7e486a0fcb47ee3 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xcc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.712615:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.712617:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.712618:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318121.719242:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318121.741300:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318121.741308:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb47f1b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x82:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.741316:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a5e8a000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318121.741320:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb47f1b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x82:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.741326:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb47f1b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x82:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.741337:0:30344:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x82:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318121.741340:0:30344:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318121.741345:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb47f1b lrc: 1/0,0 mode: --/PW res: [0x240000401:0x82:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.741350:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb47f1b lrc: 0/0,0 mode: --/PW res: [0x240000401:0x82:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.741368:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.741370:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.741372:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318121.744996:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318121.752310:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318121.752316:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fa00/0xa7e486a0fcb47f53 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xbb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.752322:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698fb5fa00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318121.752325:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fa00/0xa7e486a0fcb47f53 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xbb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.752337:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fa00/0xa7e486a0fcb47f53 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xbb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.752345:0:15466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xbb:0x0].0x0 (ffff936984e95800) 00010000:00010000:3.0:1767318121.752347:0:15466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318121.752349:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fa00/0xa7e486a0fcb47f53 lrc: 1/0,0 mode: --/PW res: [0x240000401:0xbb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.752354:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fa00/0xa7e486a0fcb47f53 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xbb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.752365:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.752367:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.752369:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318121.756201:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318121.762106:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318121.762113:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139000/0xa7e486a0fcb47f8b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xc0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.762118:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318121.762121:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139000/0xa7e486a0fcb47f8b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xc0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.762127:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139000/0xa7e486a0fcb47f8b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xc0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.762136:0:34132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xc0:0x0].0x0 (ffff93688a783500) 00010000:00010000:3.0:1767318121.762138:0:34132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318121.762141:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139000/0xa7e486a0fcb47f8b lrc: 1/0,0 mode: --/PW res: [0x240000401:0xc0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.762145:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139000/0xa7e486a0fcb47f8b lrc: 0/0,0 mode: --/PW res: [0x240000401:0xc0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.762157:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.762160:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.762161:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.775406:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318121.775417:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb47fc3 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.775426:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318121.775429:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb47fc3 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.775437:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb47fc3 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.775450:0:34133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8f:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318121.775452:0:34133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318121.775614:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb47fc3 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.775622:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb47fc3 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00000100:00100000:3.0:1767318121.780243:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318121.786989:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318121.786996:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138a00/0xa7e486a0fcb47ffb lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.787001:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318121.787004:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138a00/0xa7e486a0fcb47ffb lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.787012:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138a00/0xa7e486a0fcb47ffb lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.787021:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6c:0x0].0x0 (ffff93688a783400) 00010000:00010000:3.0:1767318121.787023:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318121.787026:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138a00/0xa7e486a0fcb47ffb lrc: 1/0,0 mode: --/PW res: [0x240000401:0x6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.787031:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138a00/0xa7e486a0fcb47ffb lrc: 0/0,0 mode: --/PW res: [0x240000401:0x6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.787042:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.787044:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.787045:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318121.798211:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318121.802646:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318121.802660:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb48033 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xa3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.802674:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318121.802678:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb48033 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xa3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.802687:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb48033 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.802703:0:30344:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa3:0x0].0x0 (ffff93688a783d00) 00010000:00010000:3.0:1767318121.802706:0:30344:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318121.802711:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb48033 lrc: 1/0,0 mode: --/PW res: [0x240000401:0xa3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.802716:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb48033 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.819251:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318121.819258:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4806b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x83:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.819264:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318121.819273:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4806b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x83:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.819279:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4806b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x83:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.819287:0:15466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x83:0x0].0x0 (ffff9369a4ae9600) 00010000:00010000:3.0:1767318121.819289:0:15466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318121.819292:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4806b lrc: 1/0,0 mode: --/PW res: [0x240000401:0x83:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.819296:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4806b lrc: 0/0,0 mode: --/PW res: [0x240000401:0x83:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.819311:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.819313:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.819314:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318121.826322:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000040:00080000:1.0:1767318121.834188:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].105, 64 off14912 00010000:00010000:1.0:1767318121.834250:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb480a3 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.834261:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb480a3 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.834267:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb480a3 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.834272:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb480a3 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.834276:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb480a3 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.834280:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb480a3 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.834337:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318121.834355:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb4809c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xb9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.834365:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb4809c lrc: 2/0,0 mode: EX/EX res: [0x240000401:0xb9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.834369:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb4809c lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xb9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.834372:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318121.834375:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb4809c lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xb9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.834379:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb4809c lrc: 4/0,0 mode: EX/EX res: [0x240000401:0xb9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.834390:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xb9:0x0].0x0 (ffff9369a4ae9300) 00010000:00010000:1.0:1767318121.834393:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318121.834396:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb4809c lrc: 2/0,0 mode: --/EX res: [0x240000401:0xb9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.834400:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb4809c lrc: 0/0,0 mode: --/EX res: [0x240000401:0xb9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.834503:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4808e lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.834510:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4808e lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.834524:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4808e lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.834530:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4808e lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.834534:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318121.834538:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4808e lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.834543:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4808e lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.834552:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318121.834554:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318121.834557:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4808e lrc: 3/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.834560:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4808e lrc: 0/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00000004:00010000:1.0:1767318121.834568:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005c8f04b3 reply state 00000000fd91a1db transno 4294968358 ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5400/0xa7e486a0fcb48095 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x140bb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.834576:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5400/0xa7e486a0fcb48095 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x140bb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.834580:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x140bb4f0 (ffff9369a4ae9100) 00010000:00010000:1.0:1767318121.834582:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318121.834584:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318121.834664:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368ae0bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+118:68835:x1853164297201408:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1677us (1928us total) trans 4294968358 rc 0/0 00000100:00100000:1.0:1767318121.834673:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22445 00010000:00010000:3.0:1767318121.838453:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318121.838473:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb480a3 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.838485:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318121.838500:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb480a3 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.838510:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb480a3 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.838538:0:34132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xb9:0x0].0x0 (ffff9369a4ae9300) 00010000:00010000:3.0:1767318121.838541:0:34132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318121.838545:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb480a3 lrc: 1/0,0 mode: --/PW res: [0x240000401:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.838550:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb480a3 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT1 00000100:00100000:1.0:1767318121.839009:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297201536 00000100:00100000:1.0:1767318121.839019:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297201536 00000100:00100000:1.0:1767318121.839082:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22446 00000100:00100000:1.0:1767318121.839092:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368ae0ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+118:68835:x1853164297201536:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318121.839116:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318121.839133:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb480aa lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc2f9 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318121.839196:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5000/0xa7e486a0fcb480b1 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.839208:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5000/0xa7e486a0fcb480b1 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.839218:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5000/0xa7e486a0fcb480b1 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.839233:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb480b8 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x7b1df7f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.839239:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb480b8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.839246:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb480b8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.839339:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb480bf lrc: 3/1,0 mode: --/PR res: [0x240000401:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.839348:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb480bf lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xc3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.839354:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb480bf lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xc3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00000004:00200000:1.0:1767318121.839407:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0xc3:0x0]: returning size 0 00000004:00200000:1.0:1767318121.839411:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318121.839429:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb480bf lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xc3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.839441:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb480bf lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xc3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.839448:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5000/0xa7e486a0fcb480b1 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.839454:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5000/0xa7e486a0fcb480b1 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.839460:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5000/0xa7e486a0fcb480b1 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.839466:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5000/0xa7e486a0fcb480b1 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.839471:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318121.839475:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5000/0xa7e486a0fcb480b1 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.839481:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5000/0xa7e486a0fcb480b1 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.839498:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318121.839501:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318121.839504:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5000/0xa7e486a0fcb480b1 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.839510:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5000/0xa7e486a0fcb480b1 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.839531:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb480b8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.839537:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb480b8 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.839543:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb480b8 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.839548:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318121.839551:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb480b8 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.839556:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb480b8 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.839563:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x7b1df7f0 (ffff9369a4ae9700) 00010000:00010000:1.0:1767318121.839565:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318121.839567:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb480b8 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.839573:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb480b8 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.839601:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb480aa lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc2f9 expref: 120 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318121.839614:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb480bf lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xc3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc2f9 expref: 119 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318121.839620:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xc3:0x0].0x0 (ffff9369a4ae9600) 00010000:00010000:1.0:1767318121.839622:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318121.839625:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369aaac5200, rc 0) 00000100:00100000:1.0:1767318121.839693:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368ae0ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+119:68835:x1853164297201536:12345-192.168.202.56@tcp:101:rm.0 Request processed in 602us (834us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318121.839700:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22446 00000100:00100000:3.0:1767318121.860812:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297202176 00000100:00100000:3.0:1767318121.860823:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297202176 00000100:00100000:3.0:1767318121.860887:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22449 00000100:00100000:3.0:1767318121.860898:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+121:68835:x1853164297202176:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318121.860957:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318121.860984:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb480f7 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x81:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc300 expref: 121 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318121.861011:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x81:0x0].0x0 (ffff936984e95800) 00010000:00010000:3.0:1767318121.861022:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318121.861044:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99000/0xa7e486a0fcb480fe lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318121.861056:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99000/0xa7e486a0fcb480fe lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.861065:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99000/0xa7e486a0fcb480fe lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.861080:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98e00/0xa7e486a0fcb48105 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0x85b289f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318121.861087:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98e00/0xa7e486a0fcb48105 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x85b289f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.861093:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98e00/0xa7e486a0fcb48105 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x85b289f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.861187:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb4810c lrc: 3/0,1 mode: --/EX res: [0x240000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318121.861195:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb4810c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.861202:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb4810c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x81:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00000040:00080000:3.0:1767318121.861411:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].107, 64 off15040 00010000:00010000:3.0:1767318121.861462:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98000/0xa7e486a0fcb48113 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318121.861475:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98000/0xa7e486a0fcb48113 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x81:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.861483:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98000/0xa7e486a0fcb48113 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x81:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.861504:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98000/0xa7e486a0fcb48113 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x81:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.861509:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98000/0xa7e486a0fcb48113 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x81:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.861591:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98000/0xa7e486a0fcb48113 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x81:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.861618:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318121.861637:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb4810c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x81:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.861643:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb4810c lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x81:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.861649:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb4810c lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x81:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.861654:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a3e99a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318121.861658:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb4810c lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x81:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.861665:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb4810c lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x81:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.861674:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x81:0x0].0x0 (ffff9369a0898100) 00010000:00010000:3.0:1767318121.861677:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318121.861681:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb4810c lrc: 2/0,0 mode: --/EX res: [0x240000401:0x81:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.861686:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb4810c lrc: 0/0,0 mode: --/EX res: [0x240000401:0x81:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.861808:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99000/0xa7e486a0fcb480fe lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.861815:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99000/0xa7e486a0fcb480fe lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.861820:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99000/0xa7e486a0fcb480fe lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.861825:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99000/0xa7e486a0fcb480fe lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.861829:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a3e99000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318121.861832:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99000/0xa7e486a0fcb480fe lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.861837:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99000/0xa7e486a0fcb480fe lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.861846:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:3.0:1767318121.861848:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318121.861851:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99000/0xa7e486a0fcb480fe lrc: 3/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.861857:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99000/0xa7e486a0fcb480fe lrc: 0/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00000004:00010000:3.0:1767318121.861866:0:15481:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ae008093 reply state 0000000028393595 transno 4294968360 ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98e00/0xa7e486a0fcb48105 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x85b289f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.861881:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98e00/0xa7e486a0fcb48105 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x85b289f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.861887:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x85b289f0 (ffff93688a4c9300) 00010000:00010000:3.0:1767318121.861890:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318121.861892:0:15481:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318121.861978:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+122:68835:x1853164297202176:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1080us (1359us total) trans 4294968360 rc 0/0 00000100:00100000:3.0:1767318121.861986:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22449 00000100:00100000:1.0:1767318121.869622:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318121.869748:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297202560 00000100:00100000:3.0:1767318121.869759:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297202560 00000100:00100000:3.0:1767318121.869841:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22451 00000100:00100000:3.0:1767318121.869852:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+123:68835:x1853164297202560:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318121.869926:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318121.869947:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fa00/0xa7e486a0fcb4812f lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc307 expref: 123 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318121.869963:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6d:0x0].0x0 (ffff936984e95000) 00010000:00010000:3.0:1767318121.869972:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318121.869990:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48136 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318121.870001:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48136 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.870007:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48136 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.870016:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98000/0xa7e486a0fcb4813d lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0x38a25ef0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318121.870022:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98000/0xa7e486a0fcb4813d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x38a25ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.870028:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98000/0xa7e486a0fcb4813d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x38a25ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.870117:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48144 lrc: 3/0,1 mode: --/EX res: [0x240000401:0x6d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318121.870125:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48144 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.870132:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48144 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00000040:00080000:3.0:1767318121.870309:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].108, 64 off15104 00010000:00010000:3.0:1767318121.870349:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb4814b lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318121.870355:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb4814b lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.870360:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb4814b lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.870366:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb4814b lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.870372:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb4814b lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.870377:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb4814b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.870402:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318121.870419:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48144 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x6d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.870425:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48144 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x6d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.870431:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48144 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x6d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.870437:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a3e99400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318121.870441:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48144 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x6d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.870448:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48144 lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x6d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.870456:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6d:0x0].0x0 (ffff9369a0898900) 00010000:00010000:3.0:1767318121.870459:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318121.870462:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48144 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x6d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.870468:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48144 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x6d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318121.871622:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318121.871630:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb4814b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x6d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318121.871637:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369bf642600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318121.871639:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb4814b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x6d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318121.871644:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb4814b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x6d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318121.871654:0:30344:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6d:0x0].0x0 (ffff9369a0898900) 00010000:00010000:1.0:1767318121.871656:0:30344:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318121.871658:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb4814b lrc: 1/0,0 mode: --/PW res: [0x240000401:0x6d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318121.871661:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb4814b lrc: 0/0,0 mode: --/PW res: [0x240000401:0x6d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318121.871676:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318121.871677:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318121.871678:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.872137:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48136 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.872146:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48136 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.872152:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48136 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.872158:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48136 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.872168:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a3e98800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318121.872171:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48136 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.872176:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48136 lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.872186:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:3.0:1767318121.872189:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318121.872192:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48136 lrc: 3/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.872198:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48136 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00000004:00010000:3.0:1767318121.872208:0:15481:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003ad2cd2b reply state 00000000728de50b transno 4294968361 ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98000/0xa7e486a0fcb4813d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x38a25ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.872219:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98000/0xa7e486a0fcb4813d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x38a25ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.872226:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x38a25ef0 (ffff9369a0898d00) 00010000:00010000:3.0:1767318121.872229:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318121.872231:0:15481:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1767318121.882546:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318121.882568:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139000/0xa7e486a0fcb48183 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.882606:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318121.882613:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139000/0xa7e486a0fcb48183 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.882668:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139000/0xa7e486a0fcb48183 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.882699:0:15466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8b:0x0].0x0 (ffff93688a783600) 00010000:00010000:3.0:1767318121.882704:0:15466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318121.882709:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139000/0xa7e486a0fcb48183 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.882715:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139000/0xa7e486a0fcb48183 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.882743:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.882746:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.882748:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318121.889166:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297203328 00000100:00100000:1.0:1767318121.889177:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297203328 00000100:00100000:1.0:1767318121.889249:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22455 00000100:00100000:1.0:1767318121.889259:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368ae0b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+127:68835:x1853164297203328:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318121.889315:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318121.889340:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c000/0xa7e486a0fcb4819f lrc: 0/0,0 mode: --/PR res: [0x240000401:0x92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc315 expref: 127 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318121.889360:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x92:0x0].0x0 (ffff936990793500) 00010000:00010000:1.0:1767318121.889370:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318121.889392:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb481a6 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.889405:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb481a6 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.889415:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb481a6 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.889442:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5000/0xa7e486a0fcb481ad lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0xd68e78f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.889449:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5000/0xa7e486a0fcb481ad lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xd68e78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.889455:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5000/0xa7e486a0fcb481ad lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xd68e78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.889570:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb481b4 lrc: 3/0,1 mode: --/EX res: [0x240000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.889579:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb481b4 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.889585:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb481b4 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x92:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00000040:00080000:1.0:1767318121.890280:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].110, 64 off15232 00010000:00010000:1.0:1767318121.890334:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb481bb lrc: 3/0,1 mode: --/PW res: [0x240000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.890344:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb481bb lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x92:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.890353:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb481bb lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x92:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.890360:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb481bb lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x92:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.890367:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb481bb lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x92:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.890372:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb481bb lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x92:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.890500:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318121.890537:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb481b4 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x92:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.890543:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb481b4 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x92:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.890552:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb481b4 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x92:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.890557:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318121.890561:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb481b4 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x92:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.890567:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb481b4 lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x92:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.890576:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x92:0x0].0x0 (ffff9369a4ae9d00) 00010000:00010000:1.0:1767318121.890579:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318121.890583:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb481b4 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x92:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.890588:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb481b4 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x92:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.890735:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb481a6 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.890741:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb481a6 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.890746:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb481a6 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.890751:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb481a6 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.890765:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318121.890768:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb481a6 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.890776:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb481a6 lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.890801:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318121.890803:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318121.890806:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb481a6 lrc: 3/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.890812:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb481a6 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00000004:00010000:1.0:1767318121.890833:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d0fdec75 reply state 0000000063ccf7aa transno 4294968363 ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5000/0xa7e486a0fcb481ad lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xd68e78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.890844:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5000/0xa7e486a0fcb481ad lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd68e78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.890854:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xd68e78f0 (ffff9369a4ae9700) 00010000:00010000:1.0:1767318121.890858:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318121.890861:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318121.890958:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368ae0b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+128:68835:x1853164297203328:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1696us (1896us total) trans 4294968363 rc 0/0 00000100:00100000:1.0:1767318121.890966:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22455 00000100:00100000:1.0:1767318121.894225:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297203456 00000100:00100000:1.0:1767318121.894238:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297203456 00000100:00100000:1.0:1767318121.894305:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22456 00000100:00100000:1.0:1767318121.894317:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+128:68835:x1853164297203456:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318121.894345:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318121.894364:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5600/0xa7e486a0fcb481c2 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc31c expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318121.894460:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb481c9 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.894474:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb481c9 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.894484:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb481c9 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.894509:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb481d0 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.894516:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb481d0 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.894523:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb481d0 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.894605:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb481d7 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.894610:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb481d7 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.894614:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb481d7 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00000004:00200000:1.0:1767318121.894647:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0xba:0x0]: returning size 0 00000004:00200000:1.0:1767318121.894650:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318121.894665:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb481d7 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.894672:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb481d7 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.894679:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb481c9 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.894683:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb481c9 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.894687:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb481c9 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.894691:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb481c9 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.894695:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318121.894698:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb481c9 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.894702:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb481c9 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.894710:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318121.894712:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318121.894715:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb481c9 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.894718:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb481c9 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.894730:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb481d0 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.894733:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb481d0 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.894737:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb481d0 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.894740:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318121.894742:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb481d0 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.894745:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb481d0 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.894749:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x117eb4f0 (ffff9369a4ae9b00) 00010000:00010000:1.0:1767318121.894750:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318121.894751:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb481d0 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.894766:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb481d0 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.894833:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5600/0xa7e486a0fcb481c2 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc31c expref: 130 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318121.894849:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb481d7 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc31c expref: 129 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318121.894855:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xba:0x0].0x0 (ffff9369a4ae9000) 00010000:00010000:1.0:1767318121.894858:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318121.894860:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369aaac5800, rc 0) 00000100:00100000:1.0:1767318121.894924:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+129:68835:x1853164297203456:12345-192.168.202.56@tcp:101:rm.0 Request processed in 610us (790us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318121.894929:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22456 00000100:00100000:1.0:1767318121.899440:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297203712 00000100:00100000:1.0:1767318121.899451:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297203712 00000100:00100000:1.0:1767318121.899658:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22457 00000100:00100000:1.0:1767318121.899668:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+129:68835:x1853164297203712:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318121.899716:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318121.899732:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb481d7 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc31c expref: 129 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318121.899744:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xba:0x0].0x0 (ffff9369a4ae9000) 00010000:00010000:1.0:1767318121.899752:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318121.900011:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb481de lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.900025:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb481de lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.900034:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb481de lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.900047:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb481e5 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.900054:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb481e5 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.900061:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb481e5 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.900151:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb481ec lrc: 3/0,1 mode: --/EX res: [0x240000401:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.900159:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb481ec lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.900166:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb481ec lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00000040:00080000:1.0:1767318121.900337:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].111, 64 off15296 00010000:00010000:1.0:1767318121.900377:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb481f3 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.900386:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb481f3 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.900392:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb481f3 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.900398:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb481f3 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.900404:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb481f3 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.900410:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb481f3 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.900598:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318121.900615:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb481ec lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.900619:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb481ec lrc: 2/0,0 mode: EX/EX res: [0x240000401:0xba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.900623:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb481ec lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.900626:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318121.900629:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb481ec lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.900633:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb481ec lrc: 4/0,0 mode: EX/EX res: [0x240000401:0xba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.900640:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xba:0x0].0x0 (ffff9369a4ae9400) 00010000:00010000:1.0:1767318121.900641:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318121.900644:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb481ec lrc: 2/0,0 mode: --/EX res: [0x240000401:0xba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.900647:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb481ec lrc: 0/0,0 mode: --/EX res: [0x240000401:0xba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.900721:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb481de lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.900725:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb481de lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.900728:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb481de lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.900731:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb481de lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.900734:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318121.900735:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb481de lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.900739:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb481de lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.900743:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318121.900744:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318121.900746:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb481de lrc: 3/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.900749:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb481de lrc: 0/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00000004:00010000:1.0:1767318121.900765:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000004625abb reply state 00000000b74e40bd transno 4294968364 ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb481e5 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.900772:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb481e5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.900776:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x117eb4f0 (ffff9369a4ae9900) 00010000:00010000:1.0:1767318121.900778:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318121.900801:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318121.900906:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+130:68835:x1853164297203712:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1236us (1540us total) trans 4294968364 rc 0/0 00000100:00100000:1.0:1767318121.900913:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22457 00000100:00100000:1.0:1767318121.904262:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297203840 00000100:00100000:1.0:1767318121.904277:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297203840 00000100:00100000:1.0:1767318121.904397:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22458 00000100:00100000:1.0:1767318121.904410:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+130:68835:x1853164297203840:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318121.904449:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318121.904475:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb481fa lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc323 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318121.904566:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb48201 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.904585:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb48201 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.904599:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb48201 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.904618:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb48208 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.904627:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb48208 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.904633:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb48208 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.904748:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb4820f lrc: 3/1,0 mode: --/PR res: [0x240000401:0xc6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.904756:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb4820f lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xc6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.904762:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb4820f lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xc6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00000004:00200000:1.0:1767318121.904874:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0xc6:0x0]: returning size 0 00000004:00200000:1.0:1767318121.904880:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318121.904905:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb4820f lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xc6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.904920:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb4820f lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xc6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.904930:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb48201 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.904937:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb48201 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.904943:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb48201 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.904950:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb48201 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.904962:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318121.904967:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb48201 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.904975:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb48201 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.904988:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318121.904993:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318121.904998:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb48201 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.905004:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb48201 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.905025:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb48208 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.905030:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb48208 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.905035:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb48208 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.905040:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318121.905043:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb48208 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.905050:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb48208 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.905056:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xa1cd46f0 (ffff9369a4ae9d00) 00010000:00010000:1.0:1767318121.905059:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318121.905063:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb48208 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.905068:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb48208 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.905107:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb481fa lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc323 expref: 132 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318121.905122:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb4820f lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xc6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc323 expref: 131 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318121.905130:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xc6:0x0].0x0 (ffff9369a4ae9600) 00010000:00010000:1.0:1767318121.905133:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318121.905136:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93698565aa00, rc 0) 00000100:00100000:1.0:1767318121.905221:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+131:68835:x1853164297203840:12345-192.168.202.56@tcp:101:rm.0 Request processed in 814us (1338us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318121.905229:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22458 00000100:00100000:1.0:1767318121.908464:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297204096 00000100:00100000:1.0:1767318121.908478:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297204096 00000100:00100000:1.0:1767318121.908565:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22459 00000100:00100000:1.0:1767318121.908577:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+131:68835:x1853164297204096:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318121.908646:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318121.908680:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb4820f lrc: 0/0,0 mode: --/PR res: [0x240000401:0xc6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc323 expref: 131 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318121.908705:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xc6:0x0].0x0 (ffff9369a4ae9600) 00010000:00010000:1.0:1767318121.908722:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318121.908751:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb48216 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.908767:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb48216 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.908779:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb48216 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.908896:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a800/0xa7e486a0fcb4821d lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.908904:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a800/0xa7e486a0fcb4821d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.908913:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a800/0xa7e486a0fcb4821d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.909029:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb48224 lrc: 3/0,1 mode: --/EX res: [0x240000401:0xc6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.909038:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb48224 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xc6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.909045:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb48224 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xc6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00000040:00080000:1.0:1767318121.909322:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].112, 64 off15360 00010000:00010000:1.0:1767318121.909381:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4822b lrc: 3/0,1 mode: --/PW res: [0x240000401:0xc6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.909390:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4822b lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xc6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.909398:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4822b lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xc6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.909410:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4822b lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xc6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.909416:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4822b lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xc6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.909423:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4822b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xc6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.909442:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318121.909463:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb48224 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xc6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.909469:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb48224 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0xc6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.909476:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb48224 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xc6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.909483:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565bc00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318121.909499:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb48224 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xc6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.909508:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb48224 lrc: 4/0,0 mode: EX/EX res: [0x240000401:0xc6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.909517:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xc6:0x0].0x0 (ffff9369a4ae9b00) 00010000:00010000:1.0:1767318121.909520:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318121.909524:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb48224 lrc: 2/0,0 mode: --/EX res: [0x240000401:0xc6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.909529:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb48224 lrc: 0/0,0 mode: --/EX res: [0x240000401:0xc6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.909659:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb48216 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.909666:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb48216 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.909671:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb48216 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.909676:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb48216 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.909680:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565b600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318121.909683:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb48216 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.909689:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb48216 lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.909697:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318121.909699:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318121.909703:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb48216 lrc: 3/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.909709:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb48216 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00000004:00010000:1.0:1767318121.909719:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a9100833 reply state 000000006923ddfc transno 4294968365 ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a800/0xa7e486a0fcb4821d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.909730:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a800/0xa7e486a0fcb4821d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.909736:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xa1cd46f0 (ffff9369a4ae9000) 00010000:00010000:1.0:1767318121.909739:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318121.909742:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318121.909889:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+132:68835:x1853164297204096:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1310us (1518us total) trans 4294968365 rc 0/0 00000100:00100000:1.0:1767318121.909898:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22459 00010000:00010000:3.0:1767318121.910681:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318121.910692:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4822b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xc6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.910700:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318121.910705:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4822b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xc6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.910711:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4822b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xc6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.910725:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xc6:0x0].0x0 (ffff9369a4ae9b00) 00010000:00010000:3.0:1767318121.910728:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318121.910731:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4822b lrc: 1/0,0 mode: --/PW res: [0x240000401:0xc6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.910737:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4822b lrc: 0/0,0 mode: --/PW res: [0x240000401:0xc6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.910764:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.910766:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.910768:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.921207:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318121.921224:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138e00/0xa7e486a0fcb48263 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x70:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.921236:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138e00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318121.921240:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138e00/0xa7e486a0fcb48263 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x70:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.921250:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138e00/0xa7e486a0fcb48263 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x70:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.921269:0:30344:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x70:0x0].0x0 (ffff93688a783d00) 00010000:00010000:3.0:1767318121.921273:0:30344:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318121.921279:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138e00/0xa7e486a0fcb48263 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x70:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.921313:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138e00/0xa7e486a0fcb48263 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x70:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.921375:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.921380:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.921385:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318121.926917:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318121.927623:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318121.927634:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a200/0xa7e486a0fcb4829b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x7a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.927669:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a5e8a200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318121.927681:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a200/0xa7e486a0fcb4829b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x7a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.927696:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a200/0xa7e486a0fcb4829b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x7a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.927711:0:15466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x7a:0x0].0x0 (ffff93698612b200) 00010000:00010000:3.0:1767318121.927714:0:15466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318121.927718:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a200/0xa7e486a0fcb4829b lrc: 1/0,0 mode: --/PW res: [0x240000401:0x7a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.927722:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a200/0xa7e486a0fcb4829b lrc: 0/0,0 mode: --/PW res: [0x240000401:0x7a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.927754:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.927755:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.927756:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318121.934196:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297205248 00000100:00100000:1.0:1767318121.934205:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297205248 00000100:00100000:1.0:1767318121.934261:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22465 00000100:00100000:1.0:1767318121.934268:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6158a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+137:68835:x1853164297205248:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318121.934311:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318121.934332:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1800/0xa7e486a0fcb482b7 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xc2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc338 expref: 137 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318121.934348:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xc2:0x0].0x0 (ffff93698612bc00) 00010000:00010000:1.0:1767318121.934356:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318121.934376:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb482be lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.934389:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb482be lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.934398:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb482be lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.934411:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb482c5 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0x67d6f7f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.934418:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb482c5 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.934424:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb482c5 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.934531:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb482cc lrc: 3/0,1 mode: --/EX res: [0x240000401:0xc2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.934539:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb482cc lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xc2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.934545:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb482cc lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xc2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00000040:00080000:1.0:1767318121.934720:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].115, 64 off15552 00010000:00010000:1.0:1767318121.935315:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb482d3 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xc2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.935324:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb482d3 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xc2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.935330:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb482d3 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xc2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.935335:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb482d3 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xc2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.935339:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb482d3 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xc2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.935342:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb482d3 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xc2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.935397:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318121.935417:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb482cc lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xc2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.935423:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb482cc lrc: 2/0,0 mode: EX/EX res: [0x240000401:0xc2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.935433:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb482cc lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xc2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.935439:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318121.935443:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb482cc lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xc2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.935449:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb482cc lrc: 4/0,0 mode: EX/EX res: [0x240000401:0xc2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.935456:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xc2:0x0].0x0 (ffff9369a4ae9d00) 00010000:00010000:1.0:1767318121.935458:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318121.935462:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb482cc lrc: 2/0,0 mode: --/EX res: [0x240000401:0xc2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.935468:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb482cc lrc: 0/0,0 mode: --/EX res: [0x240000401:0xc2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.935586:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb482be lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.935591:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb482be lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.935594:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb482be lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.935598:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb482be lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.935600:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318121.935602:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb482be lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.935608:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb482be lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.935613:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318121.935615:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318121.935617:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb482be lrc: 3/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.935620:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb482be lrc: 0/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00000004:00010000:1.0:1767318121.935627:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000be6e3a6c reply state 00000000b074015c transno 4294968368 ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb482c5 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.935634:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb482c5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.935637:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x67d6f7f0 (ffff9369a4ae9600) 00010000:00010000:1.0:1767318121.935639:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318121.935640:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318121.935711:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6158a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+138:68835:x1853164297205248:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1443us (1729us total) trans 4294968368 rc 0/0 00000100:00100000:1.0:1767318121.935717:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22465 00000100:00100000:1.0:1767318121.939345:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297205376 00000100:00100000:1.0:1767318121.939353:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297205376 00000100:00100000:1.0:1767318121.939418:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22466 00000100:00100000:1.0:1767318121.939430:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+138:68835:x1853164297205376:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318121.939455:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318121.939476:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb482da lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc33f expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318121.939564:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb482e1 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.939574:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb482e1 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.939583:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb482e1 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.939591:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5600/0xa7e486a0fcb482e8 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xe69fc5f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.939595:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5600/0xa7e486a0fcb482e8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.939599:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5600/0xa7e486a0fcb482e8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.939666:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb482ef lrc: 3/1,0 mode: --/PR res: [0x240000401:0xb0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.939670:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb482ef lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xb0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.939674:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb482ef lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xb0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00000004:00200000:1.0:1767318121.939707:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0xb0:0x0]: returning size 0 00000004:00200000:1.0:1767318121.939710:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318121.939723:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb482ef lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xb0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.939731:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb482ef lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.939737:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb482e1 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.939741:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb482e1 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.939745:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb482e1 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.939749:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb482e1 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.939753:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318121.939756:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb482e1 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.939760:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb482e1 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.939767:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318121.939769:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318121.939772:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb482e1 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.939775:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb482e1 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.939826:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5600/0xa7e486a0fcb482e8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.939832:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5600/0xa7e486a0fcb482e8 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.939837:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5600/0xa7e486a0fcb482e8 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.939843:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318121.939846:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5600/0xa7e486a0fcb482e8 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.939851:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5600/0xa7e486a0fcb482e8 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.939859:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xe69fc5f0 (ffff9369a4ae9300) 00010000:00010000:1.0:1767318121.939862:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318121.939865:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5600/0xa7e486a0fcb482e8 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.939870:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5600/0xa7e486a0fcb482e8 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.939897:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb482da lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc33f expref: 140 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318121.939906:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb482ef lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc33f expref: 139 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318121.939911:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xb0:0x0].0x0 (ffff9369a4ae9b00) 00010000:00010000:1.0:1767318121.939912:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318121.939914:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369aaac4800, rc 0) 00000100:00100000:1.0:1767318121.939962:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+139:68835:x1853164297205376:12345-192.168.202.56@tcp:101:rm.0 Request processed in 537us (688us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318121.939967:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22466 00000100:00100000:3.0:1767318121.968300:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318121.970076:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318121.970101:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1000/0xa7e486a0fcb48343 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xc9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.970133:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698f4e1000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318121.970143:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1000/0xa7e486a0fcb48343 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xc9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.970157:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1000/0xa7e486a0fcb48343 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xc9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.970176:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xc9:0x0].0x0 (ffff93698612b200) 00010000:00010000:3.0:1767318121.970180:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318121.970185:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1000/0xa7e486a0fcb48343 lrc: 1/0,0 mode: --/PW res: [0x240000401:0xc9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.970192:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1000/0xa7e486a0fcb48343 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xc9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318121.970245:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.970247:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.970252:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318121.986717:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318121.986998:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297206400 00000100:00100000:1.0:1767318121.987011:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297206400 00000100:00100000:1.0:1767318121.987090:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22471 00000100:00100000:1.0:1767318121.987099:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+143:68835:x1853164297206400:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318121.987155:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318121.987181:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1a00/0xa7e486a0fcb4835f lrc: 0/0,0 mode: --/PR res: [0x240000401:0x93:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc34d expref: 143 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318121.987203:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x93:0x0].0x0 (ffff936887aa3d00) 00010000:00010000:1.0:1767318121.987213:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318121.987234:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb48366 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.987247:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb48366 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.987256:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb48366 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.987269:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4836d lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0xc52978f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.987275:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4836d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xc52978f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.987281:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4836d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xc52978f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.987368:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb48374 lrc: 3/0,1 mode: --/EX res: [0x240000401:0x93:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.987374:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb48374 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.987380:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb48374 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x93:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00000040:00080000:1.0:1767318121.987587:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].118, 64 off15744 00010000:00010000:1.0:1767318121.987630:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4837b lrc: 3/0,1 mode: --/PW res: [0x240000401:0x93:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318121.987639:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4837b lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.987646:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4837b lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.987653:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4837b lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.987660:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4837b lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.987665:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4837b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.987686:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318121.987703:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb48374 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x93:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.987708:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb48374 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x93:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.987714:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb48374 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x93:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.987719:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318121.987723:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb48374 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x93:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.987731:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb48374 lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x93:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.987739:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x93:0x0].0x0 (ffff9369a4ae9400) 00010000:00010000:1.0:1767318121.987741:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318121.987745:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb48374 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x93:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.987750:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb48374 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x93:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.987895:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb48366 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.987902:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb48366 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.987907:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb48366 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.987913:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb48366 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.987917:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318121.987920:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb48366 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.987926:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb48366 lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.987933:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318121.987936:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318121.987939:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb48366 lrc: 3/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.987944:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb48366 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00000004:00010000:1.0:1767318121.987953:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008dc6f6a4 reply state 00000000f275fb6c transno 4294968371 ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4836d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xc52978f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.987963:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4836d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc52978f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318121.987968:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xc52978f0 (ffff9369a4ae9300) 00010000:00010000:1.0:1767318121.987970:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318121.987973:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318121.988043:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+144:68835:x1853164297206400:12345-192.168.202.56@tcp:36:rm.0 Request processed in 943us (1339us total) trans 4294968371 rc 0/0 00000100:00100000:1.0:1767318121.988051:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22471 00010000:00010000:3.0:1767318121.988104:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318121.988118:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4837b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x93:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.988129:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318121.988134:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4837b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x93:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.988144:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4837b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x93:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.988162:0:30344:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x93:0x0].0x0 (ffff9369a4ae9400) 00010000:00010000:3.0:1767318121.988166:0:30344:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318121.988171:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4837b lrc: 1/0,0 mode: --/PW res: [0x240000401:0x93:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.988177:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4837b lrc: 0/0,0 mode: --/PW res: [0x240000401:0x93:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318121.988208:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.988211:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318121.988213:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318121.996218:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318122.006027:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318122.006045:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0800/0xa7e486a0fcb483b3 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.006057:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698f4e0800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318122.006061:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0800/0xa7e486a0fcb483b3 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.006069:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0800/0xa7e486a0fcb483b3 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.006086:0:15466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xb8:0x0].0x0 (ffff936887aa3c00) 00010000:00010000:3.0:1767318122.006089:0:15466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318122.006093:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0800/0xa7e486a0fcb483b3 lrc: 1/0,0 mode: --/PW res: [0x240000401:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.006098:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0800/0xa7e486a0fcb483b3 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.006123:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318122.006125:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318122.006127:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318122.011514:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297206912 00000100:00100000:1.0:1767318122.011531:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297206912 00000100:00100000:1.0:1767318122.011675:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22474 00000100:00100000:1.0:1767318122.011695:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+146:68835:x1853164297206912:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318122.011725:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318122.011752:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb483ba lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc35b expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.011854:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb483c1 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318122.011871:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb483c1 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.011883:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb483c1 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.011898:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb483c8 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318122.011906:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb483c8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.011913:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb483c8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.012001:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb483cf lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318122.012009:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb483cf lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.012017:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb483cf lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00000004:00200000:1.0:1767318122.012065:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x8a:0x0]: returning size 0 00000004:00200000:1.0:1767318122.012070:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318122.012090:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb483cf lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.012101:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb483cf lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.012110:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb483c1 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.012117:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb483c1 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.012123:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb483c1 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.012129:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb483c1 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.012139:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.012144:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb483c1 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.012151:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb483c1 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.012261:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318122.012266:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.012271:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb483c1 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.012278:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb483c1 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.012293:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb483c8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.012299:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb483c8 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.012305:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb483c8 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.012309:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.012312:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb483c8 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.012318:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb483c8 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.012325:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x8f5678f0 (ffff9369a4ae9400) 00010000:00010000:1.0:1767318122.012329:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.012331:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb483c8 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.012336:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb483c8 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.012370:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb483ba lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc35b expref: 148 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.012384:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb483cf lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc35b expref: 147 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.012391:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8a:0x0].0x0 (ffff9369a4ae9b00) 00010000:00010000:1.0:1767318122.012393:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318122.012395:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369aaac4a00, rc 0) 00000100:00100000:1.0:1767318122.012472:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+147:68835:x1853164297206912:12345-192.168.202.56@tcp:101:rm.0 Request processed in 779us (3082us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.012480:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22474 00000100:00100000:3.0:1767318122.019412:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.019539:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297207168 00000100:00100000:1.0:1767318122.019557:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297207168 00000100:00100000:1.0:1767318122.019643:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22475 00000100:00100000:1.0:1767318122.019655:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+147:68835:x1853164297207168:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318122.019732:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318122.019759:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb483cf lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc35b expref: 147 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.019813:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8a:0x0].0x0 (ffff9369a4ae9b00) 00010000:00010000:1.0:1767318122.019827:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318122.019852:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb483d6 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318122.019865:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb483d6 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.019874:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb483d6 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.019888:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb483dd lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318122.019895:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb483dd lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.019901:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb483dd lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.020000:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb483e4 lrc: 3/0,1 mode: --/EX res: [0x240000401:0x8a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318122.020008:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb483e4 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.020015:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb483e4 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x8a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00000040:00080000:1.0:1767318122.021444:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].120, 64 off15872 00010000:00010000:1.0:1767318122.021527:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb483eb lrc: 3/0,1 mode: --/PW res: [0x240000401:0x8a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318122.021543:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb483eb lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x8a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.021554:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb483eb lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x8a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.021567:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb483eb lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x8a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.021573:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb483eb lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x8a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.021579:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb483eb lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.021608:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318122.021632:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb483e4 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x8a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.021638:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb483e4 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x8a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.021645:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb483e4 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x8a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.021652:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.021658:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb483e4 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x8a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.021668:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb483e4 lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x8a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.021681:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8a:0x0].0x0 (ffff9369a1a6f900) 00010000:00010000:1.0:1767318122.021684:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318122.021689:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb483e4 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x8a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.021695:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb483e4 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x8a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318122.021702:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318122.021719:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb483eb lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x8a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318122.021732:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318122.021738:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb483eb lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x8a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318122.021748:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb483eb lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318122.021768:0:34132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8a:0x0].0x0 (ffff9369a1a6f900) 00010000:00010000:3.0:1767318122.021771:0:34132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318122.021776:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb483eb lrc: 1/0,0 mode: --/PW res: [0x240000401:0x8a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318122.021841:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb483eb lrc: 0/0,0 mode: --/PW res: [0x240000401:0x8a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.021855:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb483d6 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.021866:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb483d6 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.021872:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb483d6 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.021877:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb483d6 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.021883:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.021883:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318122.021888:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318122.021891:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb483d6 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:3.0:1767318122.021894:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318122.021904:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb483d6 lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.021915:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318122.021918:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.021921:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb483d6 lrc: 3/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.021927:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb483d6 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00000004:00010000:1.0:1767318122.021939:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009932c382 reply state 000000000e1e68e6 transno 4294968373 ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb483dd lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.021949:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb483dd lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.021955:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x8f5678f0 (ffff9369a4ae9d00) 00010000:00010000:1.0:1767318122.021958:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318122.021961:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318122.022050:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+148:68835:x1853164297207168:12345-192.168.202.56@tcp:36:rm.0 Request processed in 2394us (2667us total) trans 4294968373 rc 0/0 00000100:00100000:1.0:1767318122.022059:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22475 00000100:00100000:1.0:1767318122.025362:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297207296 00000100:00100000:1.0:1767318122.025372:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297207296 00000100:00100000:1.0:1767318122.025580:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22476 00000100:00100000:1.0:1767318122.025592:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+148:68835:x1853164297207296:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318122.025619:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318122.025645:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb483f2 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc362 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.025718:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb483f9 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318122.025732:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb483f9 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.025745:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb483f9 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.025758:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb48400 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xd9725ef0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318122.025764:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb48400 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.025770:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb48400 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.025897:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb48407 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318122.025905:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb48407 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x76:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.025910:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb48407 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x76:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00000004:00200000:1.0:1767318122.025954:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x76:0x0]: returning size 0 00000004:00200000:1.0:1767318122.025959:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318122.025977:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb48407 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x76:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.025988:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb48407 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x76:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.025997:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb483f9 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.026003:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb483f9 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.026009:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb483f9 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.026016:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb483f9 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.026022:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565bc00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.026026:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb483f9 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.026033:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb483f9 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.026043:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318122.026047:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.026053:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb483f9 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.026058:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb483f9 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.026070:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb48400 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.026075:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb48400 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.026079:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb48400 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.026083:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565aa00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.026085:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb48400 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.026089:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb48400 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.026095:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xd9725ef0 (ffff9369a1a6fd00) 00010000:00010000:1.0:1767318122.026097:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.026099:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb48400 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.026103:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb48400 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318122.026132:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb483f2 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc362 expref: 150 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.026148:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb48407 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x76:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc362 expref: 149 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.026154:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x76:0x0].0x0 (ffff936886f6df00) 00010000:00010000:1.0:1767318122.026156:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318122.026159:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a6378200, rc 0) 00000100:00100000:1.0:1767318122.026237:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+149:68835:x1853164297207296:12345-192.168.202.56@tcp:101:rm.0 Request processed in 648us (963us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.026244:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22476 00000100:00100000:3.0:1767318122.029613:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:1.0:1767318122.034768:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318122.034800:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428ca00/0xa7e486a0fcb48423 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x76:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.034813:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a428ca00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318122.034817:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428ca00/0xa7e486a0fcb48423 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x76:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.034827:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428ca00/0xa7e486a0fcb48423 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x76:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.034844:0:34133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x76:0x0].0x0 (ffff936984e95500) 00010000:00010000:1.0:1767318122.034847:0:34133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318122.034851:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428ca00/0xa7e486a0fcb48423 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x76:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.034856:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428ca00/0xa7e486a0fcb48423 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x76:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.034882:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318122.034884:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318122.034886:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318122.039219:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318122.039358:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.039561:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297207680 00000100:00100000:3.0:1767318122.039576:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297207680 00000100:00100000:3.0:1767318122.039653:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22478 00000100:00100000:3.0:1767318122.039668:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+150:68835:x1853164297207680:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318122.039706:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318122.039736:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb4842a lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc369 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.040035:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a400/0xa7e486a0fcb48431 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.040056:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a400/0xa7e486a0fcb48431 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.040069:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a400/0xa7e486a0fcb48431 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.040085:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb48438 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x15f1abf0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.040093:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb48438 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.040104:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb48438 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.040214:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a200/0xa7e486a0fcb4843f lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.040222:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a200/0xa7e486a0fcb4843f lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.040229:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a200/0xa7e486a0fcb4843f lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00000004:00200000:3.0:1767318122.040284:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x9c:0x0]: returning size 0 00000004:00200000:3.0:1767318122.040289:0:15479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318122.040311:0:15479:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a200/0xa7e486a0fcb4843f lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.040323:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a200/0xa7e486a0fcb4843f lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.040333:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a400/0xa7e486a0fcb48431 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.040339:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a400/0xa7e486a0fcb48431 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.040346:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a400/0xa7e486a0fcb48431 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.040352:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a400/0xa7e486a0fcb48431 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.040357:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a5e8a400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.040361:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a400/0xa7e486a0fcb48431 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.040369:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a400/0xa7e486a0fcb48431 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.040603:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:3.0:1767318122.040608:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.040616:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a400/0xa7e486a0fcb48431 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.040623:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a400/0xa7e486a0fcb48431 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.040640:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb48438 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.040646:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb48438 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.040651:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb48438 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.040655:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a5e8a000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.040658:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb48438 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.040664:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb48438 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.040671:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x15f1abf0 (ffff9369a0898000) 00010000:00010000:3.0:1767318122.040674:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.040676:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb48438 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.040682:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb48438 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.040721:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb4842a lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc369 expref: 152 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.040737:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a200/0xa7e486a0fcb4843f lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc369 expref: 151 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.040744:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9c:0x0].0x0 (ffff9369a0898700) 00010000:00010000:3.0:1767318122.040746:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318122.040749:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a5e8a200, rc 0) 00000100:00100000:3.0:1767318122.041350:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+151:68835:x1853164297207680:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1681us (1997us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318122.041363:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22478 00000100:00100000:3.0:1767318122.045258:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318122.047512:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318122.047524:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f200/0xa7e486a0fcb4845b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.047532:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698fb5f200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318122.047536:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f200/0xa7e486a0fcb4845b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.047543:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f200/0xa7e486a0fcb4845b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.047557:0:30344:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9c:0x0].0x0 (ffff93698397c000) 00010000:00010000:3.0:1767318122.047560:0:30344:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318122.047563:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f200/0xa7e486a0fcb4845b lrc: 1/0,0 mode: --/PW res: [0x240000401:0x9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.047569:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f200/0xa7e486a0fcb4845b lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.047588:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318122.047590:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318122.047592:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318122.059173:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:1.0:1767318122.060173:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb4847e lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.060193:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb4847e lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.060207:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb4847e lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.060224:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb48485 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0xc5edb4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.060232:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb48485 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.060238:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb48485 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.060361:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb4848c lrc: 3/0,1 mode: --/EX res: [0x240000401:0xb3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.060369:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb4848c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xb3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.060376:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb4848c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xb3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00000040:00080000:1.0:1767318122.061179:0:15479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].123, 64 off16064 00010000:00010000:1.0:1767318122.061260:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb48493 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xb3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.061273:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb48493 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xb3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.061283:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb48493 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xb3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.061290:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb48493 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xb3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.061296:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb48493 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xb3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.061301:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb48493 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xb3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.061325:0:15479:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318122.061351:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb4848c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xb3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.061356:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb4848c lrc: 2/0,0 mode: EX/EX res: [0x240000401:0xb3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.061363:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb4848c lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xb3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.061368:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6379c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.061373:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb4848c lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xb3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.061655:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318122.061664:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb48493 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xb3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.061671:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6379000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318122.061674:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb48493 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xb3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.061681:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb48493 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xb3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.061694:0:15466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xb3:0x0].0x0 (ffff936886f6df00) 00010000:00010000:3.0:1767318122.061697:0:15466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318122.061703:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb48493 lrc: 1/0,0 mode: --/PW res: [0x240000401:0xb3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.061709:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb48493 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xb3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.061725:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318122.061727:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318122.061729:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318122.062097:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb4848c lrc: 4/0,0 mode: EX/EX res: [0x240000401:0xb3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.062109:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xb3:0x0].0x0 (ffff936886f6df00) 00010000:00010000:1.0:1767318122.062112:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318122.062116:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb4848c lrc: 2/0,0 mode: --/EX res: [0x240000401:0xb3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.062125:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb4848c lrc: 0/0,0 mode: --/EX res: [0x240000401:0xb3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.062283:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb4847e lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.062290:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb4847e lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.062296:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb4847e lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.062301:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb4847e lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.062306:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.062309:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb4847e lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.062314:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb4847e lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.062323:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318122.062326:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.062330:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb4847e lrc: 3/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.062335:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb4847e lrc: 0/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00000004:00010000:1.0:1767318122.062346:0:15479:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000063c3bf58 reply state 00000000cb8d9165 transno 4294968376 ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb48485 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.062357:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb48485 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.062364:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xc5edb4f0 (ffff936886f6d700) 00010000:00010000:1.0:1767318122.062366:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318122.062370:0:15479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318122.062679:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+154:68835:x1853164297208320:12345-192.168.202.56@tcp:36:rm.0 Request processed in 3161us (3512us total) trans 4294968376 rc 0/0 00000100:00100000:1.0:1767318122.062691:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22481 00000100:00100000:1.0:1767318122.069908:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.076235:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318122.083726:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318122.083744:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1200/0xa7e486a0fcb484cb lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x6e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.083758:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698f4e1200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318122.083763:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1200/0xa7e486a0fcb484cb lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x6e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.083777:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1200/0xa7e486a0fcb484cb lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x6e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.083834:0:34132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6e:0x0].0x0 (ffff936887aa3700) 00010000:00010000:3.0:1767318122.083838:0:34132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318122.083844:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1200/0xa7e486a0fcb484cb lrc: 1/0,0 mode: --/PW res: [0x240000401:0x6e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.083850:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1200/0xa7e486a0fcb484cb lrc: 0/0,0 mode: --/PW res: [0x240000401:0x6e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.083890:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318122.083892:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318122.083895:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318122.084592:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.089653:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.095236:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297209216 00000100:00100000:3.0:1767318122.095252:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297209216 00000100:00100000:3.0:1767318122.095336:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22486 00000100:00100000:3.0:1767318122.095348:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+158:68835:x1853164297209216:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318122.095384:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318122.095610:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a000/0xa7e486a0fcb4850a lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc385 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.095710:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a400/0xa7e486a0fcb48511 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.095730:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a400/0xa7e486a0fcb48511 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.095745:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a400/0xa7e486a0fcb48511 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.095771:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a200/0xa7e486a0fcb48518 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xa0bc78f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.095778:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a200/0xa7e486a0fcb48518 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xa0bc78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.096003:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a200/0xa7e486a0fcb48518 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xa0bc78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.096149:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318122.096159:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0800/0xa7e486a0fcb48503 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xaa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.096168:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698f4e0800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318122.096173:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0800/0xa7e486a0fcb48503 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xaa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.096183:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0800/0xa7e486a0fcb48503 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xaa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.096199:0:34133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xaa:0x0].0x0 (ffff936887aa3400) 00010000:00010000:1.0:1767318122.096203:0:34133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318122.096210:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0800/0xa7e486a0fcb48503 lrc: 1/0,0 mode: --/PW res: [0x240000401:0xaa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.096216:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0800/0xa7e486a0fcb48503 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xaa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.096243:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318122.096246:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318122.096248:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318122.101212:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.107368:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.107553:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297209600 00000100:00100000:3.0:1767318122.107568:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297209600 00000100:00100000:3.0:1767318122.107645:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22488 00000100:00100000:3.0:1767318122.107658:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+160:68835:x1853164297209600:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318122.107695:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318122.107723:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb48542 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc38c expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.107843:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48549 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.107867:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48549 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.107880:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48549 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.107898:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48550 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.107905:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48550 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.107917:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48550 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.108037:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139400/0xa7e486a0fcb48557 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x7b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.108045:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139400/0xa7e486a0fcb48557 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x7b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.108052:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139400/0xa7e486a0fcb48557 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x7b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00000004:00200000:3.0:1767318122.108111:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x7b:0x0]: returning size 0 00000004:00200000:3.0:1767318122.108117:0:15479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318122.108141:0:15479:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139400/0xa7e486a0fcb48557 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x7b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.108154:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139400/0xa7e486a0fcb48557 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x7b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.108165:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48549 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.108172:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48549 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.108178:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48549 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.108185:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48549 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.108191:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.108196:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48549 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.108204:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48549 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.108214:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:3.0:1767318122.108217:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.108221:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48549 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.108226:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48549 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.108239:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48550 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.108245:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48550 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.108250:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48550 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.108254:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.108256:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48550 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.108261:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48550 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.108267:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xb9f15ef0 (ffff9369a0898400) 00010000:00010000:3.0:1767318122.108269:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.108271:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48550 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.108276:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48550 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.108309:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb48542 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc38c expref: 162 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.108322:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139400/0xa7e486a0fcb48557 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x7b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc38c expref: 161 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.108330:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x7b:0x0].0x0 (ffff9369a0898800) 00010000:00010000:3.0:1767318122.108332:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318122.108334:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369b5139400, rc 0) 00000100:00100000:3.0:1767318122.108428:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+161:68835:x1853164297209600:12345-192.168.202.56@tcp:101:rm.0 Request processed in 772us (1068us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318122.108437:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22488 00000100:00100000:1.0:1767318122.111824:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.112350:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297209856 00000100:00100000:3.0:1767318122.112367:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297209856 00000100:00100000:3.0:1767318122.112446:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22489 00000100:00100000:3.0:1767318122.112458:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936885ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+161:68835:x1853164297209856:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318122.112551:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318122.112590:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139400/0xa7e486a0fcb48557 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x7b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc38c expref: 161 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.112614:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x7b:0x0].0x0 (ffff9369a0898800) 00010000:00010000:3.0:1767318122.112630:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318122.112661:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139a00/0xa7e486a0fcb4855e lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.112680:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139a00/0xa7e486a0fcb4855e lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.112696:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139a00/0xa7e486a0fcb4855e lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.112712:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139000/0xa7e486a0fcb48565 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.112719:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139000/0xa7e486a0fcb48565 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.112726:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139000/0xa7e486a0fcb48565 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.113086:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb4856c lrc: 3/0,1 mode: --/EX res: [0x240000401:0x7b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.113097:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb4856c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x7b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.113105:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb4856c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x7b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00000040:00080000:3.0:1767318122.113379:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].127, 64 off16320 00010000:00010000:3.0:1767318122.113604:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48573 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x7b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.113614:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48573 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.113621:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48573 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.113628:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48573 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.113634:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48573 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.113641:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48573 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x7b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.113929:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318122.113957:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb4856c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.113964:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb4856c lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.113971:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb4856c lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.113977:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.113982:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb4856c lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.113991:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb4856c lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.114003:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x7b:0x0].0x0 (ffff9369a0898500) 00010000:00010000:3.0:1767318122.114006:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318122.114011:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb4856c lrc: 2/0,0 mode: --/EX res: [0x240000401:0x7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.114017:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb4856c lrc: 0/0,0 mode: --/EX res: [0x240000401:0x7b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.114151:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139a00/0xa7e486a0fcb4855e lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.114158:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139a00/0xa7e486a0fcb4855e lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.114169:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139a00/0xa7e486a0fcb4855e lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.114175:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139a00/0xa7e486a0fcb4855e lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.114180:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.114183:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139a00/0xa7e486a0fcb4855e lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.114190:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139a00/0xa7e486a0fcb4855e lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.114199:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:3.0:1767318122.114201:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.114205:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139a00/0xa7e486a0fcb4855e lrc: 3/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.114210:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139a00/0xa7e486a0fcb4855e lrc: 0/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00000004:00010000:3.0:1767318122.114219:0:15481:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000295655c8 reply state 0000000082d62469 transno 4294968380 ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139000/0xa7e486a0fcb48565 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.114230:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139000/0xa7e486a0fcb48565 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.114236:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xb9f15ef0 (ffff9369a0898600) 00010000:00010000:3.0:1767318122.114239:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318122.114242:0:15481:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318122.114358:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936885ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+162:68835:x1853164297209856:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1899us (2544us total) trans 4294968380 rc 0/0 00000100:00100000:3.0:1767318122.114373:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22489 00000100:00100000:3.0:1767318122.117097:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:1.0:1767318122.121079:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318122.121099:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48573 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x7b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.121113:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139e00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318122.121118:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48573 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x7b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.121129:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48573 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x7b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.121151:0:30344:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x7b:0x0].0x0 (ffff9369a0898500) 00010000:00010000:1.0:1767318122.121155:0:30344:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318122.121161:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48573 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x7b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.121167:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48573 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x7b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.121194:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318122.121196:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318122.121198:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318122.122574:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297210240 00000100:00100000:3.0:1767318122.122588:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297210240 00000100:00100000:3.0:1767318122.122665:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22491 00000100:00100000:3.0:1767318122.122676:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+163:68835:x1853164297210240:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318122.122753:0:15479:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318122.122805:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428ca00/0xa7e486a0fcb4858f lrc: 0/0,0 mode: --/PR res: [0x240000401:0x73:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc393 expref: 163 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.122835:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x73:0x0].0x0 (ffff936886ede500) 00010000:00010000:3.0:1767318122.122848:0:15479:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318122.122886:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb48596 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.122903:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb48596 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.122913:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb48596 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.122932:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4859d lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0xa436b4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.122939:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4859d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xa436b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.122945:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4859d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xa436b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.123081:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb485a4 lrc: 3/0,1 mode: --/EX res: [0x240000401:0x73:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.123091:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb485a4 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.123098:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb485a4 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00000040:00080000:3.0:1767318122.123379:0:15479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].128, 64 off16384 00010000:00010000:3.0:1767318122.123442:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb485ab lrc: 3/0,1 mode: --/PW res: [0x240000401:0x73:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.123451:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb485ab lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.123458:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb485ab lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.123465:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb485ab lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.123471:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb485ab lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.123478:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb485ab lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x73:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.123512:0:15479:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318122.123537:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb485a4 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x73:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.123543:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb485a4 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x73:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.123549:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb485a4 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x73:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.123560:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a3e98800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.123565:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb485a4 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x73:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.123574:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb485a4 lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x73:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.123583:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x73:0x0].0x0 (ffff9369a0898b00) 00010000:00010000:3.0:1767318122.123586:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318122.123589:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb485a4 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x73:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.123595:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb485a4 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x73:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.123719:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb48596 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.123727:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb48596 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.123732:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb48596 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.123738:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb48596 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.123744:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.123747:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb48596 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.123754:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb48596 lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.123767:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:3.0:1767318122.123770:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.123773:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb48596 lrc: 3/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.123808:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb48596 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00000004:00010000:3.0:1767318122.123822:0:15479:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c2631f66 reply state 00000000ec576a83 transno 4294968381 ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4859d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xa436b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.123833:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4859d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa436b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.123840:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xa436b4f0 (ffff9369a0898c00) 00010000:00010000:3.0:1767318122.123842:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318122.123846:0:15479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318122.123953:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+164:68835:x1853164297210240:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1276us (1480us total) trans 4294968381 rc 0/0 00000100:00100000:3.0:1767318122.123962:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22491 00010000:00010000:1.0:1767318122.124205:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318122.124213:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb485ab lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x73:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.124220:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a3e99400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318122.124224:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb485ab lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x73:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.124231:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb485ab lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x73:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.124241:0:15466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x73:0x0].0x0 (ffff9369a0898b00) 00010000:00010000:1.0:1767318122.124244:0:15466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318122.124247:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb485ab lrc: 1/0,0 mode: --/PW res: [0x240000401:0x73:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.124252:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb485ab lrc: 0/0,0 mode: --/PW res: [0x240000401:0x73:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.124270:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318122.124272:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318122.124274:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318122.129714:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297210368 00000100:00100000:3.0:1767318122.129729:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297210368 00000100:00100000:3.0:1767318122.129843:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22492 00000100:00100000:3.0:1767318122.129855:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6158e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+164:68835:x1853164297210368:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318122.129898:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318122.129927:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99000/0xa7e486a0fcb485b2 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc39a expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.130021:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb485b9 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.130039:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb485b9 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.130054:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb485b9 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.130074:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb485c0 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.130081:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb485c0 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.130087:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb485c0 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.130220:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb485c7 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x86:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.130228:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb485c7 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x86:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.130235:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb485c7 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x86:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00000004:00200000:3.0:1767318122.130302:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x86:0x0]: returning size 0 00000004:00200000:3.0:1767318122.130307:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318122.130328:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb485c7 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x86:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.130340:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb485c7 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.130350:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb485b9 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.130361:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb485b9 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.130368:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb485b9 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.130375:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb485b9 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.130380:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a3e99a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.130385:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb485b9 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.130394:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb485b9 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.130410:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:3.0:1767318122.130414:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.130420:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb485b9 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.130426:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb485b9 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.130442:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb485c0 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.130449:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb485c0 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.130455:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb485c0 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.130460:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369bf642600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.130463:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb485c0 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.130469:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb485c0 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.130476:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xc5dd89f0 (ffff9369a0898800) 00010000:00010000:3.0:1767318122.130479:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.130482:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb485c0 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.130500:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb485c0 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.130536:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99000/0xa7e486a0fcb485b2 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc39a expref: 166 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.130551:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb485c7 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc39a expref: 165 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.130559:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x86:0x0].0x0 (ffff9369a0898400) 00010000:00010000:3.0:1767318122.130561:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318122.130563:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369b5139e00, rc 0) 00000100:00100000:3.0:1767318122.130657:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6158e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+165:68835:x1853164297210368:12345-192.168.202.56@tcp:101:rm.0 Request processed in 803us (1067us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318122.130666:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22492 00000100:00100000:3.0:1767318122.134714:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.134857:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297210624 00000100:00100000:1.0:1767318122.134879:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297210624 00000100:00100000:1.0:1767318122.134956:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22493 00000100:00100000:1.0:1767318122.134969:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+165:68835:x1853164297210624:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318122.135045:0:15479:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318122.135081:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb485c7 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x86:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc39a expref: 165 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.135107:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x86:0x0].0x0 (ffff9369a0898400) 00010000:00010000:1.0:1767318122.135122:0:15479:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318122.135152:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb485ce lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.135170:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb485ce lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.135182:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb485ce lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.135201:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb485d5 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.135208:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb485d5 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.135215:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb485d5 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.135337:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb485dc lrc: 3/0,1 mode: --/EX res: [0x240000401:0x86:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.135346:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb485dc lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.135352:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb485dc lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x86:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00000040:00080000:1.0:1767318122.135919:0:15479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].129, 64 off16448 00010000:00010000:1.0:1767318122.135992:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb485e3 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x86:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.136004:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb485e3 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.136013:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb485e3 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.136021:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb485e3 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.136028:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb485e3 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.136037:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb485e3 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x86:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.136070:0:15479:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318122.136094:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb485dc lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x86:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.136100:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb485dc lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x86:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.136106:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb485dc lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x86:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.136112:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6379a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.136117:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb485dc lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x86:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.136125:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb485dc lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x86:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.136137:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x86:0x0].0x0 (ffff936984e95500) 00010000:00010000:1.0:1767318122.136140:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318122.136144:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb485dc lrc: 2/0,0 mode: --/EX res: [0x240000401:0x86:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.136150:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb485dc lrc: 0/0,0 mode: --/EX res: [0x240000401:0x86:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.136258:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb485ce lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.136265:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb485ce lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.136274:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb485ce lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.136279:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb485ce lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.136283:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6379400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.136286:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb485ce lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.136291:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb485ce lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.136299:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318122.136301:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.136305:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb485ce lrc: 3/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.136311:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb485ce lrc: 0/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00000004:00010000:1.0:1767318122.136319:0:15479:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000aa7ff3f reply state 00000000f696f793 transno 4294968382 ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb485d5 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.136329:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb485d5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.136335:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xc5dd89f0 (ffff936886f6df00) 00010000:00010000:1.0:1767318122.136338:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318122.136341:0:15479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318122.136446:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+166:68835:x1853164297210624:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1476us (1740us total) trans 4294968382 rc 0/0 00000100:00100000:1.0:1767318122.136460:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22493 00000100:00100000:3.0:1767318122.141626:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297210752 00000100:00100000:3.0:1767318122.141641:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297210752 00000100:00100000:3.0:1767318122.141745:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22494 00000100:00100000:3.0:1767318122.141760:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6159180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+166:68835:x1853164297210752:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318122.162165:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318122.162185:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1800/0xa7e486a0fcb48653 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.162198:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698f4e1800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318122.162203:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1800/0xa7e486a0fcb48653 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.162214:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1800/0xa7e486a0fcb48653 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.162235:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xca:0x0].0x0 (ffff936887aa3a00) 00010000:00010000:3.0:1767318122.162238:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318122.162243:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1800/0xa7e486a0fcb48653 lrc: 1/0,0 mode: --/PW res: [0x240000401:0xca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.162249:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1800/0xa7e486a0fcb48653 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.162283:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318122.162285:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318122.162287:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318122.168255:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297211776 00000100:00100000:1.0:1767318122.168268:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297211776 00000100:00100000:1.0:1767318122.168348:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22499 00000100:00100000:1.0:1767318122.168360:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5651050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+171:68835:x1853164297211776:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318122.168447:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318122.168482:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1200/0xa7e486a0fcb4866f lrc: 0/0,0 mode: --/PR res: [0x240000401:0x71:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc3af expref: 171 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.168524:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x71:0x0].0x0 (ffff936887aa3300) 00010000:00010000:1.0:1767318122.168540:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318122.168571:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb48676 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318122.168586:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb48676 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.168597:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb48676 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.168614:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb4867d lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0x16289af0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318122.168621:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb4867d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x16289af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.168628:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb4867d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x16289af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.168743:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48684 lrc: 3/0,1 mode: --/EX res: [0x240000401:0x71:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318122.168751:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48684 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.168758:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48684 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x71:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00000040:00080000:1.0:1767318122.169275:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].132, 64 off16640 00010000:00010000:1.0:1767318122.169338:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb4868b lrc: 3/0,1 mode: --/PW res: [0x240000401:0x71:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318122.169347:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb4868b lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.169356:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb4868b lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.169363:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb4868b lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.169371:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb4868b lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.169377:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb4868b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x71:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.169705:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318122.169733:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48684 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.169738:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48684 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.169743:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48684 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.169754:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.169759:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48684 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.169767:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48684 lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.169778:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x71:0x0].0x0 (ffff9369a4ae9b00) 00010000:00010000:1.0:1767318122.169810:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318122.169815:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48684 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.169830:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48684 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x71:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.169970:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb48676 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.169977:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb48676 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.169983:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb48676 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.169989:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb48676 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.169995:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6379400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.169998:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb48676 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.170004:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb48676 lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.170018:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318122.170020:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.170024:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb48676 lrc: 3/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.170029:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb48676 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00000004:00010000:1.0:1767318122.170040:0:15481:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a372dcbd reply state 000000008aa13419 transno 4294968385 ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb4867d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x16289af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.170051:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb4867d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x16289af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.170057:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x16289af0 (ffff936984e95500) 00010000:00010000:1.0:1767318122.170059:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318122.170062:0:15481:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318122.170178:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5651050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+172:68835:x1853164297211776:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1817us (2024us total) trans 4294968385 rc 0/0 00000100:00100000:1.0:1767318122.170188:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22499 00010000:00010000:3.0:1767318122.175305:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318122.175321:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb4868b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x71:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.175334:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6379c00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318122.175339:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb4868b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x71:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.175351:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb4868b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x71:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.175376:0:30344:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x71:0x0].0x0 (ffff9369a4ae9b00) 00010000:00010000:3.0:1767318122.175379:0:30344:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318122.175392:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb4868b lrc: 1/0,0 mode: --/PW res: [0x240000401:0x71:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.175398:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb4868b lrc: 0/0,0 mode: --/PW res: [0x240000401:0x71:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00000100:00100000:1.0:1767318122.175749:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297211904 00000100:00100000:1.0:1767318122.175762:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297211904 00000100:00100000:1.0:1767318122.176129:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22500 00000100:00100000:1.0:1767318122.176141:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699a8f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+172:68835:x1853164297211904:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318122.176173:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318122.176195:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb48692 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc3b6 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.176274:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb48699 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318122.176290:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb48699 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.176301:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb48699 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.176315:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379600/0xa7e486a0fcb486a0 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xf4f689f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318122.176322:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379600/0xa7e486a0fcb486a0 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.176328:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379600/0xa7e486a0fcb486a0 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.176520:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb486a7 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x85:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318122.176528:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb486a7 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x85:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.176533:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb486a7 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x85:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00000004:00200000:1.0:1767318122.176589:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x85:0x0]: returning size 0 00000004:00200000:1.0:1767318122.176595:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318122.176621:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb486a7 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x85:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.176635:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb486a7 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.176645:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb48699 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.176657:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb48699 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.176664:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb48699 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.176670:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb48699 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.176675:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6379000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.176679:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb48699 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.176686:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb48699 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.176696:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318122.176699:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.176703:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb48699 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.176709:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb48699 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.176722:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379600/0xa7e486a0fcb486a0 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.176728:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379600/0xa7e486a0fcb486a0 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.176734:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379600/0xa7e486a0fcb486a0 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.176739:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6379600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.176742:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379600/0xa7e486a0fcb486a0 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.176748:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379600/0xa7e486a0fcb486a0 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.176754:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xf4f689f0 (ffff9369a4ae9400) 00010000:00010000:1.0:1767318122.176756:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.176759:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379600/0xa7e486a0fcb486a0 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.176764:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379600/0xa7e486a0fcb486a0 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.177070:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb48692 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc3b6 expref: 174 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.177086:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb486a7 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc3b6 expref: 173 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.177092:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x85:0x0].0x0 (ffff93698834d900) 00010000:00010000:1.0:1767318122.177093:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318122.177095:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a6378c00, rc 0) 00000100:00100000:1.0:1767318122.177175:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699a8f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+173:68835:x1853164297211904:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1037us (1533us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.177184:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22500 00000100:00100000:3.0:1767318122.180407:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297212160 00000100:00100000:3.0:1767318122.180423:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297212160 00000100:00100000:3.0:1767318122.180510:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22501 00000100:00100000:3.0:1767318122.180522:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699a8f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+173:68835:x1853164297212160:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318122.180608:0:15479:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318122.180646:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb486a7 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc3b6 expref: 173 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.180671:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x85:0x0].0x0 (ffff93698834d900) 00010000:00010000:3.0:1767318122.180687:0:15479:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318122.180718:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb486ae lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.180733:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb486ae lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.180743:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb486ae lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.180759:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139a00/0xa7e486a0fcb486b5 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0xf4f689f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.180765:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139a00/0xa7e486a0fcb486b5 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.180771:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139a00/0xa7e486a0fcb486b5 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.183081:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318122.183089:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1400/0xa7e486a0fcb486c3 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x85:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.183096:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698f4e1400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318122.183101:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1400/0xa7e486a0fcb486c3 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x85:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.183107:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1400/0xa7e486a0fcb486c3 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x85:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.183116:0:15466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x85:0x0].0x0 (ffff936887aa3600) 00010000:00010000:1.0:1767318122.183119:0:15466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318122.183123:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1400/0xa7e486a0fcb486c3 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x85:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.183128:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1400/0xa7e486a0fcb486c3 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x85:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.183149:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318122.183152:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318122.183154:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318122.186995:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297212288 00000100:00100000:1.0:1767318122.187009:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297212288 00000100:00100000:1.0:1767318122.187089:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22502 00000100:00100000:1.0:1767318122.187102:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699a8f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+174:68835:x1853164297212288:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318122.187137:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318122.187168:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb486ca lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc3bd expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.187255:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb486d1 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.187272:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb486d1 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.187285:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb486d1 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.187571:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb486d8 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.187580:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb486d8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.187587:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb486d8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.187719:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb486df lrc: 3/1,0 mode: --/PR res: [0x240000401:0xcf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.187728:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb486df lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xcf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.187734:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb486df lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xcf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00000004:00200000:1.0:1767318122.188015:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0xcf:0x0]: returning size 0 00000004:00200000:1.0:1767318122.188021:0:15479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318122.188046:0:15479:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb486df lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xcf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.188060:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb486df lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xcf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.188070:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb486d1 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.188076:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb486d1 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.188082:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb486d1 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.188094:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb486d1 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.188100:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.188105:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb486d1 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.188112:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb486d1 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.188125:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318122.188128:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.188134:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb486d1 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.188140:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb486d1 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.188157:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb486d8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.188163:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb486d8 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.188169:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb486d8 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.188173:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.188176:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb486d8 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.188181:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb486d8 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.188188:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x374c46f0 (ffff93698834d500) 00010000:00010000:1.0:1767318122.188190:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.188193:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb486d8 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.188198:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb486d8 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.188235:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb486ca lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc3bd expref: 176 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.188250:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb486df lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xcf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc3bd expref: 175 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.188257:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xcf:0x0].0x0 (ffff93698834dd00) 00010000:00010000:1.0:1767318122.188259:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318122.188262:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a6379c00, rc 0) 00000100:00100000:1.0:1767318122.188359:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699a8f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+175:68835:x1853164297212288:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1260us (1645us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.188368:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22502 00000100:00100000:1.0:1767318122.192527:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297212544 00000100:00100000:1.0:1767318122.192540:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297212544 00000100:00100000:1.0:1767318122.192614:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22503 00000100:00100000:1.0:1767318122.192627:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699a8f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+175:68835:x1853164297212544:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318122.192704:0:15479:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318122.192752:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb486df lrc: 0/0,0 mode: --/PR res: [0x240000401:0xcf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc3bd expref: 175 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.192804:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xcf:0x0].0x0 (ffff93698834dd00) 00010000:00010000:1.0:1767318122.192830:0:15479:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318122.193104:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb486e6 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.193122:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb486e6 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.193134:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb486e6 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.193157:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99000/0xa7e486a0fcb486ed lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.193164:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99000/0xa7e486a0fcb486ed lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.193170:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99000/0xa7e486a0fcb486ed lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.193286:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb486f4 lrc: 3/0,1 mode: --/EX res: [0x240000401:0xcf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.193293:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb486f4 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xcf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.193299:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb486f4 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xcf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00000040:00080000:1.0:1767318122.193578:0:15479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].134, 64 off16768 00010000:00010000:1.0:1767318122.193640:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb486fb lrc: 3/0,1 mode: --/PW res: [0x240000401:0xcf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.193654:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb486fb lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xcf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.193661:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb486fb lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xcf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.193669:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb486fb lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xcf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.193675:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb486fb lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xcf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.193681:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb486fb lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xcf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.193708:0:15479:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318122.193733:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb486f4 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xcf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.193738:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb486f4 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0xcf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.193745:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb486f4 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xcf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.193751:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a3e99a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.193755:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb486f4 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xcf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.193764:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb486f4 lrc: 4/0,0 mode: EX/EX res: [0x240000401:0xcf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.193773:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xcf:0x0].0x0 (ffff936995465700) 00010000:00010000:1.0:1767318122.193776:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318122.193803:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb486f4 lrc: 2/0,0 mode: --/EX res: [0x240000401:0xcf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.193809:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb486f4 lrc: 0/0,0 mode: --/EX res: [0x240000401:0xcf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.193957:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb486e6 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.193965:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb486e6 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.193970:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb486e6 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.193976:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb486e6 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.193981:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.193983:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb486e6 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.193990:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb486e6 lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.193999:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318122.194001:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.194005:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb486e6 lrc: 3/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.194010:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb486e6 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00000004:00010000:1.0:1767318122.194021:0:15479:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000026108076 reply state 00000000561b2b17 transno 4294968387 ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99000/0xa7e486a0fcb486ed lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.194038:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99000/0xa7e486a0fcb486ed lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.194044:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x374c46f0 (ffff936995465000) 00010000:00010000:1.0:1767318122.194047:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318122.194049:0:15479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318122.194174:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699a8f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+176:68835:x1853164297212544:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1544us (1829us total) trans 4294968387 rc 0/0 00000100:00100000:1.0:1767318122.194183:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22503 00000100:00100000:3.0:1767318122.197728:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.198275:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297212672 00000100:00100000:1.0:1767318122.198291:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297212672 00000100:00100000:1.0:1767318122.198372:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22504 00000100:00100000:1.0:1767318122.198690:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+176:68835:x1853164297212672:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318122.198729:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318122.198769:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48702 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc3c4 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.199623:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb48709 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.199644:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb48709 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.199657:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb48709 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.199674:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb48710 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.199680:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb48710 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.199688:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb48710 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.200186:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379600/0xa7e486a0fcb48717 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xc8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.200196:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379600/0xa7e486a0fcb48717 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xc8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.200203:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379600/0xa7e486a0fcb48717 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xc8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00000004:00200000:1.0:1767318122.200265:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0xc8:0x0]: returning size 0 00000004:00200000:1.0:1767318122.200271:0:15479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318122.200297:0:15479:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379600/0xa7e486a0fcb48717 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xc8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.200311:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379600/0xa7e486a0fcb48717 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xc8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.200322:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb48709 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.200329:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb48709 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.200335:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb48709 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.200342:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb48709 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.200348:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.200353:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb48709 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.200361:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb48709 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.200377:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318122.200380:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.200623:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb48709 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.200632:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb48709 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.200650:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb48710 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.200657:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb48710 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.200663:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb48710 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.200667:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.200670:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb48710 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.200675:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb48710 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.200683:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x614f46f0 (ffff936995465e00) 00010000:00010000:1.0:1767318122.200685:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.200688:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb48710 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.200693:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb48710 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.201183:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48702 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc3c4 expref: 178 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.201335:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379600/0xa7e486a0fcb48717 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xc8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc3c4 expref: 177 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.201344:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xc8:0x0].0x0 (ffff936995465a00) 00010000:00010000:1.0:1767318122.201347:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318122.201350:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a6379600, rc 0) 00000100:00100000:1.0:1767318122.201608:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+177:68835:x1853164297212672:12345-192.168.202.56@tcp:101:rm.0 Request processed in 3223us (3886us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.201619:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22504 00000100:00100000:1.0:1767318122.206250:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297212928 00000100:00100000:1.0:1767318122.206265:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297212928 00000100:00100000:1.0:1767318122.206508:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22505 00000100:00100000:1.0:1767318122.206522:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699a8f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+177:68835:x1853164297212928:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318122.206599:0:15479:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318122.206635:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379600/0xa7e486a0fcb48717 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xc8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc3c4 expref: 177 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.206658:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xc8:0x0].0x0 (ffff936995465a00) 00010000:00010000:1.0:1767318122.206673:0:15479:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318122.206701:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb4871e lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.206716:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb4871e lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.206731:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb4871e lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.206759:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb48725 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.206767:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb48725 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.206773:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb48725 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.206952:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb4872c lrc: 3/0,1 mode: --/EX res: [0x240000401:0xc8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.206962:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb4872c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xc8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.206968:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb4872c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xc8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00000040:00080000:1.0:1767318122.207248:0:15479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].135, 64 off16832 00010000:00010000:1.0:1767318122.207309:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb48733 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xc8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.207319:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb48733 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xc8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.207328:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb48733 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xc8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.207335:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb48733 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xc8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.207342:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb48733 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xc8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.207349:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb48733 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xc8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.207605:0:15479:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318122.207636:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb4872c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xc8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.207644:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb4872c lrc: 2/0,0 mode: EX/EX res: [0x240000401:0xc8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.207650:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb4872c lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xc8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.207656:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.207661:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb4872c lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xc8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.207669:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb4872c lrc: 4/0,0 mode: EX/EX res: [0x240000401:0xc8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.207679:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xc8:0x0].0x0 (ffff936995465900) 00010000:00010000:1.0:1767318122.207683:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318122.207687:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb4872c lrc: 2/0,0 mode: --/EX res: [0x240000401:0xc8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.207693:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb4872c lrc: 0/0,0 mode: --/EX res: [0x240000401:0xc8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.207872:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb4871e lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.207880:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb4871e lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.207890:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb4871e lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.207896:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb4871e lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.207902:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.207904:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb4871e lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.207910:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb4871e lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.207919:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318122.207922:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.207925:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb4871e lrc: 3/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.207931:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb4871e lrc: 0/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00000004:00010000:1.0:1767318122.207941:0:15479:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007960fdc3 reply state 0000000043c56e1f transno 4294968388 ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb48725 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.207953:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb48725 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.207959:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x614f46f0 (ffff936995465e00) 00010000:00010000:1.0:1767318122.207962:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318122.207966:0:15479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318122.208082:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699a8f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+178:68835:x1853164297212928:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1559us (2440us total) trans 4294968388 rc 0/0 00000100:00100000:1.0:1767318122.208097:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22505 00010000:00010000:3.0:1767318122.211373:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318122.211467:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb48733 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xc8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.211490:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6379c00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318122.211495:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb48733 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xc8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.211507:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb48733 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xc8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.211528:0:34133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xc8:0x0].0x0 (ffff936995465900) 00010000:00010000:3.0:1767318122.211532:0:34133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318122.211539:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb48733 lrc: 1/0,0 mode: --/PW res: [0x240000401:0xc8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.211546:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb48733 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xc8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT1 00000100:00100000:1.0:1767318122.212279:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297213056 00000100:00100000:1.0:1767318122.212292:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297213056 00000100:00100000:1.0:1767318122.212370:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22506 00000100:00100000:1.0:1767318122.212382:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+178:68835:x1853164297213056:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318122.212421:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318122.212444:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb4873a lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc3cb expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.215858:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb48741 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.215890:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb48741 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.215904:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb48741 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.215926:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48748 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.215934:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48748 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.215941:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48748 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.216070:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb4874f lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.216079:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb4874f lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.216087:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb4874f lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00000004:00200000:1.0:1767318122.216149:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0xa0:0x0]: returning size 0 00000004:00200000:1.0:1767318122.216155:0:15479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318122.216183:0:15479:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb4874f lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.216196:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb4874f lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.216207:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb48741 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.216213:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb48741 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.216219:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb48741 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.216225:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb48741 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.216231:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.216235:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb48741 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.216243:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb48741 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.216255:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318122.216258:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.216263:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb48741 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.216270:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb48741 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.216286:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48748 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.216291:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48748 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.216296:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48748 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.216299:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.216301:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48748 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.216305:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48748 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.216310:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x267a9af0 (ffff936995465600) 00010000:00010000:1.0:1767318122.216312:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.216314:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48748 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.216319:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48748 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.216363:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb4873a lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc3cb expref: 180 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.216378:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb4874f lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc3cb expref: 179 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.216391:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa0:0x0].0x0 (ffff936995465b00) 00010000:00010000:1.0:1767318122.216394:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318122.216396:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a6379000, rc 0) 00000100:00100000:1.0:1767318122.216513:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+179:68835:x1853164297213056:12345-192.168.202.56@tcp:101:rm.0 Request processed in 4132us (4317us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.216524:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22506 00000100:00100000:3.0:1767318122.219273:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.219594:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297213312 00000100:00100000:1.0:1767318122.219609:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297213312 00000100:00100000:1.0:1767318122.219698:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22507 00000100:00100000:1.0:1767318122.219710:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+179:68835:x1853164297213312:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318122.219808:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318122.219854:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb4874f lrc: 0/0,0 mode: --/PR res: [0x240000401:0xa0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc3cb expref: 179 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.220096:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa0:0x0].0x0 (ffff936995465b00) 00010000:00010000:1.0:1767318122.220116:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318122.220145:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb48756 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318122.220160:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb48756 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.220170:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb48756 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.220186:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb4875d lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318122.220193:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb4875d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.220200:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb4875d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.220320:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb48764 lrc: 3/0,1 mode: --/EX res: [0x240000401:0xa0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318122.220329:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb48764 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xa0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.220336:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb48764 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xa0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00000040:00080000:1.0:1767318122.220618:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].136, 64 off16896 00000004:00080000:1.0:1767318122.220629:0:15481:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 3025492846523ns, next at 3026492843552ns, rc = 0 00010000:00010000:1.0:1767318122.220690:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4876b lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318122.220699:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4876b lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.220707:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4876b lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.220715:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4876b lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.220722:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4876b lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.220729:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4876b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.220756:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318122.220817:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb48764 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xa0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.221108:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318122.221118:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4876b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.221362:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb48764 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0xa0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.221369:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb48764 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xa0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.221556:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318122.221562:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4876b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.221576:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4876b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.221591:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa0:0x0].0x0 (ffff936995465100) 00010000:00010000:3.0:1767318122.221595:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318122.221599:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4876b lrc: 1/0,0 mode: --/PW res: [0x240000401:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.221605:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4876b lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.221620:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318122.221622:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318122.221623:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318122.221648:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565b600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.221654:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb48764 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xa0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.221660:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb48764 lrc: 4/0,0 mode: EX/EX res: [0x240000401:0xa0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.221669:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa0:0x0].0x0 (ffff936995465100) 00010000:00010000:1.0:1767318122.221671:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318122.221674:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb48764 lrc: 2/0,0 mode: --/EX res: [0x240000401:0xa0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.221679:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb48764 lrc: 0/0,0 mode: --/EX res: [0x240000401:0xa0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.222068:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb48756 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.222076:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb48756 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.222082:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb48756 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.222088:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb48756 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.222099:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565aa00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.222102:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb48756 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.222109:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb48756 lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.222118:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318122.222120:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.222124:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb48756 lrc: 3/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.222129:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb48756 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00000004:00010000:1.0:1767318122.222140:0:15481:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cf2c5c83 reply state 000000003b8bd00c transno 4294968389 ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb4875d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.222151:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb4875d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.222159:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x267a9af0 (ffff936995465800) 00010000:00010000:1.0:1767318122.222161:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318122.222165:0:15481:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318122.222279:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+180:68835:x1853164297213312:12345-192.168.202.56@tcp:36:rm.0 Request processed in 2565us (3012us total) trans 4294968389 rc 0/0 00000100:00100000:1.0:1767318122.222289:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22507 00000100:00100000:3.0:1767318122.225536:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297213440 00000100:00100000:3.0:1767318122.225548:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297213440 00000100:00100000:3.0:1767318122.225629:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22508 00000100:00100000:3.0:1767318122.225641:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+180:68835:x1853164297213440:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318122.225674:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318122.225701:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb48772 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc3d2 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318122.230560:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297213696 00000100:00100000:1.0:1767318122.230574:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297213696 00000100:00100000:1.0:1767318122.230658:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22509 00000100:00100000:1.0:1767318122.230668:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+181:68835:x1853164297213696:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318122.230733:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318122.230764:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1600/0xa7e486a0fcb48787 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x7c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc3d2 expref: 181 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.230815:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x7c:0x0].0x0 (ffff936887aa3200) 00010000:00010000:1.0:1767318122.230836:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318122.230870:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4878e lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318122.230887:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4878e lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.230897:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4878e lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.230914:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb48795 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0x8385ef0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318122.230921:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb48795 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.230928:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb48795 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.231205:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4879c lrc: 3/0,1 mode: --/EX res: [0x240000401:0x7c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318122.231213:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4879c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.231219:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4879c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x7c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00000040:00080000:1.0:1767318122.231730:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].137, 64 off16960 00010000:00010000:1.0:1767318122.232095:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb487a3 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x7c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318122.232109:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb487a3 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x7c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.232119:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb487a3 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x7c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.232128:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb487a3 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x7c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.232134:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb487a3 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x7c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.232140:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb487a3 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x7c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.232213:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318122.232239:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4879c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x7c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.232246:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4879c lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x7c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.232254:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4879c lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x7c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.232260:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.232265:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4879c lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x7c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.232273:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4879c lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x7c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.232284:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x7c:0x0].0x0 (ffff936995465300) 00010000:00010000:1.0:1767318122.232288:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318122.232293:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4879c lrc: 2/0,0 mode: --/EX res: [0x240000401:0x7c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.232299:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4879c lrc: 0/0,0 mode: --/EX res: [0x240000401:0x7c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.232449:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4878e lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.232456:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4878e lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.232461:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4878e lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.232467:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4878e lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.232472:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.232475:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4878e lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.232480:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4878e lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.232502:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318122.232505:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.232508:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4878e lrc: 3/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.232514:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4878e lrc: 0/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00000004:00010000:1.0:1767318122.232524:0:15481:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000093c8e2e1 reply state 000000007e2d338d transno 4294968390 ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb48795 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.232534:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb48795 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.232539:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x8385ef0 (ffff936995465a00) 00010000:00010000:1.0:1767318122.232542:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318122.232546:0:15481:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318122.232667:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+182:68835:x1853164297213696:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1996us (2530us total) trans 4294968390 rc 0/0 00000100:00100000:1.0:1767318122.232676:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22509 00010000:00010000:3.0:1767318122.236198:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318122.236216:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb487a3 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x7c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.236230:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318122.236235:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb487a3 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x7c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.236245:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb487a3 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x7c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.236269:0:30344:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x7c:0x0].0x0 (ffff936995465300) 00010000:00010000:3.0:1767318122.236273:0:30344:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318122.236279:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb487a3 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x7c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.236284:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb487a3 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x7c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00000100:00100000:1.0:1767318122.236667:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.236713:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297213824 00000100:00100000:1.0:1767318122.236725:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297213824 00000100:00100000:1.0:1767318122.237464:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22510 00000100:00100000:1.0:1767318122.237481:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936885ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+182:68835:x1853164297213824:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318122.237520:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318122.237542:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb487aa lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc3d9 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.237621:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb487b1 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318122.237636:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb487b1 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.237648:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb487b1 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.237663:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb487b8 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x98cb5ef0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318122.237673:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb487b8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.237679:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb487b8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.237812:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb487bf lrc: 3/1,0 mode: --/PR res: [0x240000401:0x7d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318122.237831:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb487bf lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x7d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.237838:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb487bf lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x7d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00000004:00200000:1.0:1767318122.237895:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x7d:0x0]: returning size 0 00000004:00200000:1.0:1767318122.237901:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318122.237925:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb487bf lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x7d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.238251:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb487bf lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x7d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.238265:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb487b1 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.238273:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb487b1 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.238280:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb487b1 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.238288:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb487b1 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.238299:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.238303:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb487b1 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.238311:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb487b1 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.238324:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318122.238327:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.238333:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb487b1 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.238339:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb487b1 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.238354:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb487b8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.238360:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb487b8 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.238366:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb487b8 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.238372:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565aa00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.238375:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb487b8 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.238392:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb487b8 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.238400:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x98cb5ef0 (ffff936995465100) 00010000:00010000:1.0:1767318122.238404:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.238407:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb487b8 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.238413:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb487b8 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.238455:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb487aa lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc3d9 expref: 184 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.238471:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb487bf lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x7d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc3d9 expref: 183 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.238478:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x7d:0x0].0x0 (ffff936995465b00) 00010000:00010000:1.0:1767318122.238481:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318122.238491:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93698565b600, rc 0) 00000100:00100000:1.0:1767318122.238579:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936885ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+183:68835:x1853164297213824:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1104us (1917us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.238589:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22510 00000100:00100000:1.0:1767318122.242285:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:1.0:1767318122.244292:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318122.244300:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e600/0xa7e486a0fcb487db lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x7d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.244308:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698fb5e600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318122.244312:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e600/0xa7e486a0fcb487db lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x7d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.244319:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e600/0xa7e486a0fcb487db lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x7d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.244329:0:15466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x7d:0x0].0x0 (ffff936886edeb00) 00010000:00010000:1.0:1767318122.244333:0:15466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318122.244336:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e600/0xa7e486a0fcb487db lrc: 1/0,0 mode: --/PW res: [0x240000401:0x7d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.244341:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e600/0xa7e486a0fcb487db lrc: 0/0,0 mode: --/PW res: [0x240000401:0x7d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.244356:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318122.244357:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318122.244359:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318122.246839:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.247085:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297214208 00000100:00100000:3.0:1767318122.247099:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297214208 00000100:00100000:3.0:1767318122.247171:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22512 00000100:00100000:3.0:1767318122.247181:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936885ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+184:68835:x1853164297214208:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318122.247214:0:15480:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318122.247242:0:15480:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139400/0xa7e486a0fcb487e2 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc3e0 expref: -99 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.247325:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb487e9 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318122.247342:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb487e9 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT1 00010000:00010000:3.0:1767318122.247355:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb487e9 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT1 00010000:00010000:3.0:1767318122.247371:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb487f0 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x21f846f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318122.247378:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb487f0 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT1 00010000:00010000:3.0:1767318122.247398:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb487f0 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT1 00010000:00010000:3.0:1767318122.247537:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb487f7 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xcb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318122.247547:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb487f7 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xcb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT1 00010000:00010000:3.0:1767318122.247554:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb487f7 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xcb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT1 00000004:00200000:3.0:1767318122.247610:0:15480:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0xcb:0x0]: returning size 0 00000004:00200000:3.0:1767318122.247615:0:15480:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318122.247636:0:15480:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb487f7 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xcb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT1 00010000:00010000:3.0:1767318122.247648:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb487f7 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xcb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT1 00010000:00010000:3.0:1767318122.247659:0:15480:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb487e9 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT1 00010000:00010000:3.0:1767318122.247666:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb487e9 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT1 00010000:00010000:3.0:1767318122.247674:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb487e9 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT1 00010000:00010000:3.0:1767318122.247680:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb487e9 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:3.0:1767318122.247687:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.247691:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb487e9 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:3.0:1767318122.247699:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb487e9 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT1 00010000:00010000:3.0:1767318122.247713:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:3.0:1767318122.247717:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.247722:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb487e9 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:3.0:1767318122.247729:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb487e9 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:3.0:1767318122.247746:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb487f0 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT1 00010000:00010000:3.0:1767318122.247752:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb487f0 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT1 00010000:00010000:3.0:1767318122.247758:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb487f0 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:3.0:1767318122.247762:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.247765:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb487f0 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:3.0:1767318122.247771:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb487f0 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT1 00010000:00010000:3.0:1767318122.247778:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x21f846f0 (ffff9369a0898f00) 00010000:00010000:3.0:1767318122.247807:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.247811:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb487f0 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:3.0:1767318122.247816:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb487f0 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:3.0:1767318122.248074:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139400/0xa7e486a0fcb487e2 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc3e0 expref: 186 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.248091:0:15480:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb487f7 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xcb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc3e0 expref: 185 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.248098:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xcb:0x0].0x0 (ffff9369a0898400) 00010000:00010000:3.0:1767318122.248101:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318122.248103:0:15480:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369b5139600, rc 0) 00000100:00100000:3.0:1767318122.248192:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936885ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+185:68835:x1853164297214208:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1012us (1371us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318122.248201:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22512 00000100:00100000:1.0:1767318122.251633:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318122.273975:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318122.273985:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb4884b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x96:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.273993:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a3e99400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318122.273997:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb4884b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x96:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.274004:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb4884b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x96:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.274017:0:34133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x96:0x0].0x0 (ffff936886ede100) 00010000:00010000:3.0:1767318122.274021:0:34133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318122.274026:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb4884b lrc: 1/0,0 mode: --/PW res: [0x240000401:0x96:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.274039:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb4884b lrc: 0/0,0 mode: --/PW res: [0x240000401:0x96:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.274061:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318122.274065:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318122.274070:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318122.285732:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.304363:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318122.306078:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318122.306089:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f000/0xa7e486a0fcb48883 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x7f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.306104:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698fb5f000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318122.306110:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f000/0xa7e486a0fcb48883 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x7f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.306120:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f000/0xa7e486a0fcb48883 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x7f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.306135:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x7f:0x0].0x0 (ffff936886edef00) 00010000:00010000:3.0:1767318122.306140:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318122.306145:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f000/0xa7e486a0fcb48883 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x7f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.306155:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f000/0xa7e486a0fcb48883 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x7f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.306173:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318122.306174:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318122.306176:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318122.319391:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297215616 00000100:00100000:3.0:1767318122.319405:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297215616 00000100:00100000:3.0:1767318122.319479:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22519 00000100:00100000:3.0:1767318122.319501:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+191:68835:x1853164297215616:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318122.319584:0:15479:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318122.319621:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a200/0xa7e486a0fcb4889f lrc: 0/0,0 mode: --/PR res: [0x240000401:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc3f5 expref: 191 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.319649:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa7:0x0].0x0 (ffff936886edec00) 00010000:00010000:3.0:1767318122.319665:0:15479:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318122.319702:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb488a6 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.319720:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb488a6 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.319731:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb488a6 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.319749:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139400/0xa7e486a0fcb488ad lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0xf20b9af0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.319756:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139400/0xa7e486a0fcb488ad lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xf20b9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.319762:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139400/0xa7e486a0fcb488ad lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xf20b9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.319917:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb488b4 lrc: 3/0,1 mode: --/EX res: [0x240000401:0xa7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.319926:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb488b4 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.319932:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb488b4 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00000040:00080000:3.0:1767318122.320233:0:15479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].142, 64 off17280 00010000:00010000:3.0:1767318122.320295:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb488bb lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.320308:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb488bb lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.320315:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb488bb lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.320321:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb488bb lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.320327:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb488bb lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.320332:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb488bb lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.320356:0:15479:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318122.320377:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb488b4 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.320383:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb488b4 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.320389:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb488b4 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.320395:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.320400:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb488b4 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.320409:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb488b4 lrc: 4/0,0 mode: EX/EX res: [0x240000401:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.320418:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa7:0x0].0x0 (ffff9369a0898b00) 00010000:00010000:3.0:1767318122.320421:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318122.320425:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb488b4 lrc: 2/0,0 mode: --/EX res: [0x240000401:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.320431:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb488b4 lrc: 0/0,0 mode: --/EX res: [0x240000401:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.320572:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb488a6 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.320582:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb488a6 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.320594:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb488a6 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.320599:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb488a6 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.320604:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.320607:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb488a6 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.320613:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb488a6 lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.320621:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:3.0:1767318122.320623:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.320627:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb488a6 lrc: 3/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.320632:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb488a6 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00000004:00010000:3.0:1767318122.320641:0:15479:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000057afff74 reply state 00000000655dd76c transno 4294968395 ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139400/0xa7e486a0fcb488ad lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xf20b9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.320656:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139400/0xa7e486a0fcb488ad lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf20b9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.320661:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xf20b9af0 (ffff9369a0898f00) 00010000:00010000:3.0:1767318122.320664:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318122.320667:0:15479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318122.320776:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+192:68835:x1853164297215616:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1276us (1691us total) trans 4294968395 rc 0/0 00000100:00100000:3.0:1767318122.320809:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22519 00000100:00100000:1.0:1767318122.330600:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.342903:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297216000 00000100:00100000:1.0:1767318122.342919:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297216000 00000100:00100000:1.0:1767318122.342999:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22521 00000100:00100000:1.0:1767318122.343019:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+193:68835:x1853164297216000:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318122.343092:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318122.343126:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1000/0xa7e486a0fcb488d7 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc3fc expref: 193 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.343150:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xab:0x0].0x0 (ffff936887aa3000) 00010000:00010000:1.0:1767318122.343165:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318122.343195:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb488de lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318122.343210:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb488de lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.343219:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb488de lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.343234:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb488e5 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0x29e8c5f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318122.343240:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb488e5 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x29e8c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.343245:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb488e5 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x29e8c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.343358:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb488ec lrc: 3/0,1 mode: --/EX res: [0x240000401:0xab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318122.343366:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb488ec lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.343373:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb488ec lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00000040:00080000:1.0:1767318122.343679:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].143, 64 off17344 00010000:00010000:1.0:1767318122.343739:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb488f3 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318122.343749:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb488f3 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.343758:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb488f3 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.343765:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb488f3 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.343771:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb488f3 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.343821:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb488f3 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.343845:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318122.343869:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb488ec lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.343876:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb488ec lrc: 2/0,0 mode: EX/EX res: [0x240000401:0xab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.343884:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb488ec lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.343892:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6379c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.343898:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb488ec lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.343908:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb488ec lrc: 4/0,0 mode: EX/EX res: [0x240000401:0xab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.343919:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xab:0x0].0x0 (ffff936995465600) 00010000:00010000:1.0:1767318122.343923:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318122.343928:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb488ec lrc: 2/0,0 mode: --/EX res: [0x240000401:0xab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.343935:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb488ec lrc: 0/0,0 mode: --/EX res: [0x240000401:0xab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.344062:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb488de lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.344071:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb488de lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.344083:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb488de lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.344090:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb488de lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.344095:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.344098:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb488de lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.344104:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb488de lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.344113:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318122.344116:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.344120:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb488de lrc: 3/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.344127:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb488de lrc: 0/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00000004:00010000:1.0:1767318122.344136:0:15481:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cb07d9a6 reply state 00000000d6909daf transno 4294968396 ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb488e5 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x29e8c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.344148:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb488e5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x29e8c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.344155:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x29e8c5f0 (ffff936995465100) 00010000:00010000:1.0:1767318122.344158:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318122.344161:0:15481:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318122.344273:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+194:68835:x1853164297216000:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1254us (2060us total) trans 4294968396 rc 0/0 00000100:00100000:1.0:1767318122.344287:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22521 00000100:00100000:3.0:1767318122.369424:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297216512 00000100:00100000:3.0:1767318122.369437:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297216512 00000100:00100000:3.0:1767318122.369513:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22524 00000100:00100000:3.0:1767318122.369525:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699a8f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+196:68835:x1853164297216512:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318122.369558:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318122.369586:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48932 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc40a expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.369675:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48939 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.369695:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48939 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.369709:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48939 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.369727:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48940 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.369734:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48940 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.369741:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48940 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.371107:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48947 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.371128:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48947 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x97:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.371139:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48947 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x97:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00000004:00200000:1.0:1767318122.371204:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x97:0x0]: returning size 0 00000004:00200000:1.0:1767318122.371211:0:15479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318122.371236:0:15479:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48947 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x97:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.371250:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48947 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x97:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.371262:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48939 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.371269:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48939 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.371275:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48939 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.371282:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48939 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.371289:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.371293:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48939 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.371304:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48939 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.371317:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318122.371320:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.371325:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48939 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.371332:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48939 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.371352:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48940 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.371359:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48940 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.371364:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48940 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.371368:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.371371:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48940 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.371376:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48940 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.371543:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x8c2eabf0 (ffff9369a0898500) 00010000:00010000:1.0:1767318122.371547:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.371551:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48940 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.371558:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48940 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.371608:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48932 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc40a expref: 198 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.371625:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48947 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x97:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc40a expref: 197 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.371632:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x97:0x0].0x0 (ffff936995465200) 00010000:00010000:1.0:1767318122.371634:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318122.371637:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a6378600, rc 0) 00000100:00100000:1.0:1767318122.371817:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699a8f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+197:68835:x1853164297216512:12345-192.168.202.56@tcp:101:rm.0 Request processed in 2258us (2459us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.371837:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22524 00000100:00100000:1.0:1767318122.378041:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.378534:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297216768 00000100:00100000:3.0:1767318122.378548:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297216768 00000100:00100000:3.0:1767318122.379283:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22525 00000100:00100000:3.0:1767318122.379299:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936885ff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+197:68835:x1853164297216768:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318122.379378:0:15479:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318122.379425:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48947 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x97:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc40a expref: 197 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.379450:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x97:0x0].0x0 (ffff936995465200) 00010000:00010000:3.0:1767318122.379467:0:15479:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318122.379506:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb4894e lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.379523:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb4894e lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.379534:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb4894e lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.379551:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb48955 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.379558:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb48955 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.379564:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb48955 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.379692:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e600/0xa7e486a0fcb4895c lrc: 3/0,1 mode: --/EX res: [0x240000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.379700:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e600/0xa7e486a0fcb4895c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x97:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.379706:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e600/0xa7e486a0fcb4895c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x97:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00000040:00080000:3.0:1767318122.380197:0:15479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].145, 64 off17472 00010000:00010000:3.0:1767318122.380261:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f000/0xa7e486a0fcb48963 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.380272:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f000/0xa7e486a0fcb48963 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.380279:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f000/0xa7e486a0fcb48963 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.380287:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f000/0xa7e486a0fcb48963 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.380293:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f000/0xa7e486a0fcb48963 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.380300:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f000/0xa7e486a0fcb48963 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x97:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.380332:0:15479:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318122.380355:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e600/0xa7e486a0fcb4895c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x97:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.380361:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e600/0xa7e486a0fcb4895c lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x97:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.380372:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e600/0xa7e486a0fcb4895c lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x97:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.380378:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698fb5e600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.380383:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e600/0xa7e486a0fcb4895c lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x97:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.380391:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e600/0xa7e486a0fcb4895c lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x97:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.380401:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x97:0x0].0x0 (ffff9369a0898700) 00010000:00010000:3.0:1767318122.380404:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318122.380408:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e600/0xa7e486a0fcb4895c lrc: 2/0,0 mode: --/EX res: [0x240000401:0x97:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.380414:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e600/0xa7e486a0fcb4895c lrc: 0/0,0 mode: --/EX res: [0x240000401:0x97:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.380548:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb4894e lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.380555:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb4894e lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.380561:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb4894e lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.380567:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb4894e lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.380572:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.380576:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb4894e lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.380586:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb4894e lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.380595:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:3.0:1767318122.380597:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.380600:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb4894e lrc: 3/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.380606:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb4894e lrc: 0/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00000004:00010000:3.0:1767318122.380617:0:15479:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000069e1d3ca reply state 00000000a42d401b transno 4294968398 ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb48955 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.380629:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb48955 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.380635:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x8c2eabf0 (ffff9369a0898000) 00010000:00010000:3.0:1767318122.380639:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318122.380641:0:15479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318122.381356:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936885ff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+198:68835:x1853164297216768:12345-192.168.202.56@tcp:36:rm.0 Request processed in 2056us (5575us total) trans 4294968398 rc 0/0 00000100:00100000:3.0:1767318122.381368:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22525 00000100:00100000:3.0:1767318122.385243:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297216896 00000100:00100000:3.0:1767318122.385258:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297216896 00000100:00100000:3.0:1767318122.385369:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22526 00000100:00100000:3.0:1767318122.385393:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699a8f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+198:68835:x1853164297216896:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318122.385426:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318122.385455:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb4896a lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc411 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.385554:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48971 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.385572:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48971 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.385585:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48971 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.385601:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48978 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xb246c5f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.385609:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48978 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.385615:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48978 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.385727:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4897f lrc: 3/1,0 mode: --/PR res: [0x240000401:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.385735:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4897f lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xb1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.385741:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4897f lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xb1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00000004:00200000:3.0:1767318122.385838:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0xb1:0x0]: returning size 0 00000004:00200000:3.0:1767318122.385844:0:15479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318122.385879:0:15479:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4897f lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xb1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.385892:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4897f lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.385903:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48971 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.385910:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48971 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.385917:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48971 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.385923:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48971 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.385929:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a3e98800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.385933:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48971 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.385940:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48971 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.385954:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:3.0:1767318122.385957:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.385963:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48971 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.385969:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48971 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.385983:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48978 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.385989:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48978 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.385995:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48978 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.386001:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a3e99400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.386004:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48978 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.386010:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48978 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.386017:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xb246c5f0 (ffff9369a0898900) 00010000:00010000:3.0:1767318122.386020:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.386022:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48978 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.386028:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48978 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.386063:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb4896a lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc411 expref: 200 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.386078:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4897f lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc411 expref: 199 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.386085:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xb1:0x0].0x0 (ffff9369a0898100) 00010000:00010000:3.0:1767318122.386088:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318122.386090:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369aaac4200, rc 0) 00000100:00100000:3.0:1767318122.386303:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699a8f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+199:68835:x1853164297216896:12345-192.168.202.56@tcp:101:rm.0 Request processed in 921us (1137us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318122.386312:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22526 00000100:00100000:3.0:1767318122.390620:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297217152 00000100:00100000:3.0:1767318122.390634:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297217152 00000100:00100000:3.0:1767318122.390733:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22527 00000100:00100000:3.0:1767318122.390744:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+199:68835:x1853164297217152:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318122.391202:0:15479:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318122.391237:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4897f lrc: 0/0,0 mode: --/PR res: [0x240000401:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc411 expref: 199 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.391261:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xb1:0x0].0x0 (ffff9369a0898100) 00010000:00010000:3.0:1767318122.391277:0:15479:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318122.391307:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb48986 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.391323:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb48986 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.391334:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb48986 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.391352:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4898d lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0xb246c5f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.391359:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4898d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.391366:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4898d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.391577:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb48994 lrc: 3/0,1 mode: --/EX res: [0x240000401:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.391586:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb48994 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xb1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.391593:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb48994 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xb1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.395708:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318122.395727:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a200/0xa7e486a0fcb4899b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xb1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.395740:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a5e8a200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318122.395745:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a200/0xa7e486a0fcb4899b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xb1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.395756:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a200/0xa7e486a0fcb4899b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xb1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.395776:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xb1:0x0].0x0 (ffff9369a0898b00) 00010000:00010000:3.0:1767318122.396237:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318122.396245:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a200/0xa7e486a0fcb4899b lrc: 1/0,0 mode: --/PW res: [0x240000401:0xb1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.396263:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a5e8a200/0xa7e486a0fcb4899b lrc: 0/0,0 mode: --/PW res: [0x240000401:0xb1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT1 00000100:00100000:1.0:1767318122.396686:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.402161:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.407592:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.412935:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.413170:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297217920 00000100:00100000:3.0:1767318122.413185:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297217920 00000100:00100000:3.0:1767318122.413260:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22531 00000100:00100000:3.0:1767318122.413272:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936885ff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+203:68835:x1853164297217920:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318122.413347:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318122.413395:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216f400/0xa7e486a0fcb489ef lrc: 0/0,0 mode: --/PR res: [0x240000401:0xa4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc41f expref: 203 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.413422:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa4:0x0].0x0 (ffff936886ede700) 00010000:00010000:3.0:1767318122.413438:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318122.413469:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb489f6 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.413551:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb489f6 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.413564:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb489f6 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.413582:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb489fd lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0xdafe9af0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.413588:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb489fd lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xdafe9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.413594:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb489fd lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xdafe9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.413715:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb48a04 lrc: 3/0,1 mode: --/EX res: [0x240000401:0xa4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.413724:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb48a04 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xa4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.413731:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb48a04 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xa4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00000040:00080000:3.0:1767318122.414713:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].148, 64 off17664 00010000:00010000:1.0:1767318122.417223:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318122.417235:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48a0b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.417244:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a428dc00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318122.417247:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48a0b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.417254:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48a0b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.417268:0:15466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa4:0x0].0x0 (ffff9369a0898900) 00010000:00010000:1.0:1767318122.417271:0:15466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318122.417276:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48a0b lrc: 1/0,0 mode: --/PW res: [0x240000401:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.417281:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48a0b lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.417301:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318122.417303:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318122.417305:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318122.422983:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.428917:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297218304 00000100:00100000:3.0:1767318122.428933:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297218304 00000100:00100000:3.0:1767318122.429023:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22533 00000100:00100000:3.0:1767318122.429036:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699a8f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+205:68835:x1853164297218304:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318122.429121:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318122.429157:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe400/0xa7e486a0fcb48a27 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc426 expref: 205 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.429181:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xb4:0x0].0x0 (ffff936886ede300) 00010000:00010000:3.0:1767318122.429196:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318122.429225:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb48a2e lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.429241:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb48a2e lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.429251:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb48a2e lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.429268:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb48a35 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0x23e0b4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.429275:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb48a35 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.429282:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb48a35 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.429415:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb48a3c lrc: 3/0,1 mode: --/EX res: [0x240000401:0xb4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.429423:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb48a3c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xb4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.429431:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb48a3c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xb4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00000040:00080000:3.0:1767318122.429703:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].149, 64 off17728 00010000:00010000:3.0:1767318122.429764:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb48a43 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xb4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.429778:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb48a43 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xb4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.429818:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb48a43 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xb4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.429825:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb48a43 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xb4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.429831:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb48a43 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xb4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.429837:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb48a43 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xb4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.429869:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318122.429895:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb48a3c lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xb4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.429901:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb48a3c lrc: 2/0,0 mode: EX/EX res: [0x240000401:0xb4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.429909:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb48a3c lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xb4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.429915:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.429919:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb48a3c lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xb4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.429928:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb48a3c lrc: 4/0,0 mode: EX/EX res: [0x240000401:0xb4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.429937:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xb4:0x0].0x0 (ffff9369a0898400) 00010000:00010000:3.0:1767318122.429940:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318122.429944:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb48a3c lrc: 2/0,0 mode: --/EX res: [0x240000401:0xb4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.429950:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb48a3c lrc: 0/0,0 mode: --/EX res: [0x240000401:0xb4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.430073:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb48a2e lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.430080:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb48a2e lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.430085:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb48a2e lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.430091:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb48a2e lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.430095:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.430098:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb48a2e lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.430104:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb48a2e lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.430112:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:3.0:1767318122.430114:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.430117:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb48a2e lrc: 3/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.430122:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb48a2e lrc: 0/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00000004:00010000:3.0:1767318122.430130:0:15481:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000065463991 reply state 0000000087af3e81 transno 4294968402 ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb48a35 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.430145:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb48a35 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.430150:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x23e0b4f0 (ffff9369a0898b00) 00010000:00010000:3.0:1767318122.430153:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318122.430155:0:15481:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318122.431116:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699a8f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+206:68835:x1853164297218304:12345-192.168.202.56@tcp:36:rm.0 Request processed in 2072us (2334us total) trans 4294968402 rc 0/0 00000100:00100000:3.0:1767318122.431129:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22533 00010000:00010000:3.0:1767318122.433490:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318122.433511:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb48a43 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xb4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.433524:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318122.433528:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb48a43 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xb4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.433539:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb48a43 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xb4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.433563:0:34132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xb4:0x0].0x0 (ffff9369a0898400) 00010000:00010000:3.0:1767318122.433567:0:34132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318122.433572:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb48a43 lrc: 1/0,0 mode: --/PW res: [0x240000401:0xb4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.433578:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb48a43 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xb4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.433611:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318122.433613:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318122.433614:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318122.442311:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297218688 00000100:00100000:3.0:1767318122.442325:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297218688 00000100:00100000:3.0:1767318122.442412:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22535 00000100:00100000:3.0:1767318122.442423:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+207:68835:x1853164297218688:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318122.442509:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318122.442548:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0800/0xa7e486a0fcb48a5f lrc: 0/0,0 mode: --/PR res: [0x240000401:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc42d expref: 207 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.442575:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xbd:0x0].0x0 (ffff936887aa3900) 00010000:00010000:3.0:1767318122.442589:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318122.442623:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216ee00/0xa7e486a0fcb48a66 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.442639:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216ee00/0xa7e486a0fcb48a66 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.442651:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216ee00/0xa7e486a0fcb48a66 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.442669:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216f400/0xa7e486a0fcb48a6d lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0xd757f7f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.442676:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216f400/0xa7e486a0fcb48a6d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xd757f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.442682:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216f400/0xa7e486a0fcb48a6d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xd757f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.442845:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb48a74 lrc: 3/0,1 mode: --/EX res: [0x240000401:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.442853:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb48a74 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.443074:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb48a74 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00000040:00080000:3.0:1767318122.443371:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].150, 64 off17792 00010000:00010000:3.0:1767318122.443433:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48a7b lrc: 3/0,1 mode: --/PW res: [0x240000401:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.443443:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48a7b lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xbd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.443450:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48a7b lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xbd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.443457:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48a7b lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xbd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.443464:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48a7b lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xbd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.443471:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48a7b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xbd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.443547:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318122.443570:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb48a74 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.443577:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb48a74 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.443583:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb48a74 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.443588:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a3e99a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.443593:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb48a74 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.443602:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb48a74 lrc: 4/0,0 mode: EX/EX res: [0x240000401:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.443611:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xbd:0x0].0x0 (ffff9369a0898700) 00010000:00010000:3.0:1767318122.443614:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318122.443618:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb48a74 lrc: 2/0,0 mode: --/EX res: [0x240000401:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.443623:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb48a74 lrc: 0/0,0 mode: --/EX res: [0x240000401:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.443742:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216ee00/0xa7e486a0fcb48a66 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.443749:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216ee00/0xa7e486a0fcb48a66 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.443754:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216ee00/0xa7e486a0fcb48a66 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.443758:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216ee00/0xa7e486a0fcb48a66 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.443762:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369c216ee00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.443764:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216ee00/0xa7e486a0fcb48a66 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.443768:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216ee00/0xa7e486a0fcb48a66 lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.443775:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:3.0:1767318122.443777:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.443811:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216ee00/0xa7e486a0fcb48a66 lrc: 3/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.443819:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216ee00/0xa7e486a0fcb48a66 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00000004:00010000:3.0:1767318122.443829:0:15481:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000004625abb reply state 00000000c67b237f transno 4294968403 ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216f400/0xa7e486a0fcb48a6d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xd757f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.443840:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216f400/0xa7e486a0fcb48a6d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd757f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.443846:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xd757f7f0 (ffff9369a0898900) 00010000:00010000:3.0:1767318122.443848:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318122.443851:0:15481:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318122.444096:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+208:68835:x1853164297218688:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1670us (1892us total) trans 4294968403 rc 0/0 00000100:00100000:3.0:1767318122.444106:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22535 00000100:00100000:1.0:1767318122.447185:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.447313:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297218816 00000100:00100000:3.0:1767318122.447326:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297218816 00000100:00100000:3.0:1767318122.447524:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22536 00000100:00100000:3.0:1767318122.447536:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936885ff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+208:68835:x1853164297218816:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318122.447570:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318122.447599:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48a82 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc434 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.447687:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f000/0xa7e486a0fcb48a89 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.447705:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f000/0xa7e486a0fcb48a89 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.447719:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f000/0xa7e486a0fcb48a89 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.447737:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e600/0xa7e486a0fcb48a90 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.447744:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e600/0xa7e486a0fcb48a90 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.447751:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e600/0xa7e486a0fcb48a90 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.447916:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb48a97 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.447924:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb48a97 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x91:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.447930:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb48a97 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x91:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00000004:00200000:3.0:1767318122.447989:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x91:0x0]: returning size 0 00000004:00200000:3.0:1767318122.447995:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318122.448018:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb48a97 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x91:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.448031:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb48a97 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x91:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.448041:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f000/0xa7e486a0fcb48a89 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.448048:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f000/0xa7e486a0fcb48a89 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.448054:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f000/0xa7e486a0fcb48a89 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.448066:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f000/0xa7e486a0fcb48a89 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.448073:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698fb5f000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.448077:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f000/0xa7e486a0fcb48a89 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.448085:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f000/0xa7e486a0fcb48a89 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.448098:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:3.0:1767318122.448101:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.448106:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f000/0xa7e486a0fcb48a89 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.448112:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f000/0xa7e486a0fcb48a89 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.448129:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e600/0xa7e486a0fcb48a90 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.448135:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e600/0xa7e486a0fcb48a90 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.448142:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e600/0xa7e486a0fcb48a90 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.448147:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698fb5e600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.448150:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e600/0xa7e486a0fcb48a90 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.448156:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e600/0xa7e486a0fcb48a90 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.448163:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xfeaf78f0 (ffff93698834dd00) 00010000:00010000:3.0:1767318122.448165:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.448168:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e600/0xa7e486a0fcb48a90 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.448173:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e600/0xa7e486a0fcb48a90 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.448206:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48a82 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc434 expref: 210 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.448220:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb48a97 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x91:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc434 expref: 209 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.448228:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x91:0x0].0x0 (ffff93698834d500) 00010000:00010000:3.0:1767318122.448230:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318122.448233:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369bf642600, rc 0) 00000100:00100000:3.0:1767318122.448309:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936885ff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+209:68835:x1853164297218816:12345-192.168.202.56@tcp:101:rm.0 Request processed in 774us (1135us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318122.448317:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22536 00000100:00100000:1.0:1767318122.452318:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.452468:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297219072 00000100:00100000:3.0:1767318122.452488:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297219072 00000100:00100000:3.0:1767318122.452587:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22537 00000100:00100000:3.0:1767318122.452598:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936885ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+209:68835:x1853164297219072:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318122.452672:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318122.452705:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642600/0xa7e486a0fcb48a97 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x91:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc434 expref: 209 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.452732:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x91:0x0].0x0 (ffff93698834d500) 00010000:00010000:3.0:1767318122.452746:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318122.452772:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff936889a38000/0xa7e486a0fcb48a9e lrc: 3/0,1 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.452830:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff936889a38000/0xa7e486a0fcb48a9e lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.452841:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff936889a38000/0xa7e486a0fcb48a9e lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.452864:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930800/0xa7e486a0fcb48aa5 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.452871:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930800/0xa7e486a0fcb48aa5 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.452878:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930800/0xa7e486a0fcb48aa5 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.452989:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb48aac lrc: 3/0,1 mode: --/EX res: [0x240000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.452996:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb48aac lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.453002:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb48aac lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x91:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00000040:00080000:3.0:1767318122.453260:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].151, 64 off17856 00010000:00010000:3.0:1767318122.453325:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb48ab3 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.453339:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb48ab3 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.453346:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb48ab3 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.453353:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb48ab3 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.453358:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb48ab3 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.453363:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb48ab3 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.453378:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318122.453416:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb48aac lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.453422:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb48aac lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.453429:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb48aac lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.453434:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a0931600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.453439:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb48aac lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.453447:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb48aac lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.453455:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x91:0x0].0x0 (ffff9369a4ae9400) 00010000:00010000:3.0:1767318122.453458:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318122.453462:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb48aac lrc: 2/0,0 mode: --/EX res: [0x240000401:0x91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.453468:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb48aac lrc: 0/0,0 mode: --/EX res: [0x240000401:0x91:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.453601:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff936889a38000/0xa7e486a0fcb48a9e lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.453608:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff936889a38000/0xa7e486a0fcb48a9e lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.453614:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff936889a38000/0xa7e486a0fcb48a9e lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.453618:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff936889a38000/0xa7e486a0fcb48a9e lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.453623:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936889a38000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.453626:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff936889a38000/0xa7e486a0fcb48a9e lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.453632:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff936889a38000/0xa7e486a0fcb48a9e lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.453640:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:3.0:1767318122.453642:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.453645:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff936889a38000/0xa7e486a0fcb48a9e lrc: 3/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.453651:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff936889a38000/0xa7e486a0fcb48a9e lrc: 0/0,0 mode: --/CW res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00000004:00010000:3.0:1767318122.453660:0:15481:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000055cdcef0 reply state 00000000c861e083 transno 4294968404 ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930800/0xa7e486a0fcb48aa5 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.453675:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930800/0xa7e486a0fcb48aa5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.453681:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xfeaf78f0 (ffff93698834d900) 00010000:00010000:3.0:1767318122.453683:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318122.453687:0:15481:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318122.453843:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936885ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+210:68835:x1853164297219072:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1243us (1533us total) trans 4294968404 rc 0/0 00000100:00100000:3.0:1767318122.453854:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22537 00000100:00100000:3.0:1767318122.458725:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297219200 00000100:00100000:3.0:1767318122.458735:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297219200 00000100:00100000:3.0:1767318122.458903:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22538 00000100:00100000:3.0:1767318122.458914:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+210:68835:x1853164297219200:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318122.458940:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318122.458960:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbd000/0xa7e486a0fcb48aba lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc43b expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.459028:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbde00/0xa7e486a0fcb48ac1 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.459044:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbde00/0xa7e486a0fcb48ac1 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.459056:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbde00/0xa7e486a0fcb48ac1 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.459073:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216ee00/0xa7e486a0fcb48ac8 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xf01446f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.459080:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216ee00/0xa7e486a0fcb48ac8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.459088:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216ee00/0xa7e486a0fcb48ac8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.459186:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48acf lrc: 3/1,0 mode: --/PR res: [0x240000401:0xc7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.459194:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48acf lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xc7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.459201:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48acf lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xc7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00000004:00200000:3.0:1767318122.459246:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0xc7:0x0]: returning size 0 00000004:00200000:3.0:1767318122.459252:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318122.459270:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48acf lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xc7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.459280:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48acf lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xc7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.459289:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbde00/0xa7e486a0fcb48ac1 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.459295:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbde00/0xa7e486a0fcb48ac1 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.459300:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbde00/0xa7e486a0fcb48ac1 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.459306:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbde00/0xa7e486a0fcb48ac1 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.459311:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbde00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.459316:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbde00/0xa7e486a0fcb48ac1 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.459323:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbde00/0xa7e486a0fcb48ac1 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.459334:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:3.0:1767318122.459337:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.459342:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbde00/0xa7e486a0fcb48ac1 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.459347:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbde00/0xa7e486a0fcb48ac1 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.459359:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216ee00/0xa7e486a0fcb48ac8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.459365:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216ee00/0xa7e486a0fcb48ac8 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.459370:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216ee00/0xa7e486a0fcb48ac8 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.459374:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369c216ee00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.459376:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216ee00/0xa7e486a0fcb48ac8 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.459381:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216ee00/0xa7e486a0fcb48ac8 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.459388:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xf01446f0 (ffff9369a4ae9b00) 00010000:00010000:3.0:1767318122.459391:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.459393:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216ee00/0xa7e486a0fcb48ac8 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.459399:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216ee00/0xa7e486a0fcb48ac8 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.459428:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbd000/0xa7e486a0fcb48aba lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc43b expref: 212 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.459440:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48acf lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xc7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc43b expref: 211 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.459447:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xc7:0x0].0x0 (ffff9369a0898700) 00010000:00010000:3.0:1767318122.459449:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318122.459452:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a3e99400, rc 0) 00000100:00100000:3.0:1767318122.459534:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+211:68835:x1853164297219200:12345-192.168.202.56@tcp:101:rm.0 Request processed in 621us (981us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318122.459542:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22538 00000100:00100000:3.0:1767318122.466113:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297219456 00000100:00100000:3.0:1767318122.466134:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297219456 00010000:00010000:1.0:1767318122.468948:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318122.468956:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb48aeb lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xc7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.469340:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbdc00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318122.469345:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb48aeb lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xc7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.469354:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb48aeb lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xc7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.469365:0:30344:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xc7:0x0].0x0 (ffff936886ede600) 00010000:00010000:1.0:1767318122.469369:0:30344:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318122.469373:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb48aeb lrc: 1/0,0 mode: --/PW res: [0x240000401:0xc7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.469379:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb48aeb lrc: 0/0,0 mode: --/PW res: [0x240000401:0xc7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.469394:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318122.469396:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318122.469398:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318122.476287:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318122.489148:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318122.489153:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe800/0xa7e486a0fcb48b23 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xc1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.489158:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25fe800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318122.489161:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe800/0xa7e486a0fcb48b23 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xc1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.489165:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe800/0xa7e486a0fcb48b23 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xc1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.489171:0:15466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xc1:0x0].0x0 (ffff936886ede600) 00010000:00010000:3.0:1767318122.489173:0:15466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318122.489175:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe800/0xa7e486a0fcb48b23 lrc: 1/0,0 mode: --/PW res: [0x240000401:0xc1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.489181:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe800/0xa7e486a0fcb48b23 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xc1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.489191:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318122.489192:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318122.489193:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318122.499472:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318122.501629:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318122.501638:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff936884287200/0xa7e486a0fcb48b5b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.501646:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884287200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318122.501649:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff936884287200/0xa7e486a0fcb48b5b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.501656:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff936884287200/0xa7e486a0fcb48b5b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.501668:0:34132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa2:0x0].0x0 (ffff936886edef00) 00010000:00010000:3.0:1767318122.501671:0:34132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318122.501674:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff936884287200/0xa7e486a0fcb48b5b lrc: 1/0,0 mode: --/PW res: [0x240000401:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.501680:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff936884287200/0xa7e486a0fcb48b5b lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.501698:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318122.501700:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318122.501702:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318122.508028:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297220352 00000100:00100000:1.0:1767318122.508045:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297220352 00000100:00100000:1.0:1767318122.508109:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22544 00000100:00100000:1.0:1767318122.508120:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+216:68835:x1853164297220352:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318122.508146:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318122.508169:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb48b62 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc450 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.508240:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb48b69 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.508255:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb48b69 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.508265:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb48b69 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.508281:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48b70 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xfd46f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.508289:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48b70 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.508295:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48b70 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.508379:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb48b77 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x75:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.508387:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb48b77 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x75:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.508399:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb48b77 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x75:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00000004:00200000:1.0:1767318122.508451:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x75:0x0]: returning size 0 00000004:00200000:1.0:1767318122.508456:0:15479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318122.508472:0:15479:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb48b77 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x75:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.508497:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb48b77 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x75:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.508507:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb48b69 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.508513:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb48b69 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.508519:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb48b69 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.508525:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb48b69 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.508530:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.508534:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb48b69 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.508540:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb48b69 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.508551:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318122.508554:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.508558:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb48b69 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.508564:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb48b69 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.508575:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48b70 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.508580:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48b70 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.508584:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48b70 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.508589:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.508591:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48b70 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.508596:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48b70 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.508601:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xfd46f0 (ffff936995465500) 00010000:00010000:1.0:1767318122.508604:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.508606:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48b70 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.508610:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48b70 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.508636:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379400/0xa7e486a0fcb48b62 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc450 expref: 218 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.508648:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379c00/0xa7e486a0fcb48b77 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x75:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc450 expref: 217 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.508658:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x75:0x0].0x0 (ffff936995465200) 00010000:00010000:1.0:1767318122.508660:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318122.508663:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a6379c00, rc 0) 00000100:00100000:1.0:1767318122.508730:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+217:68835:x1853164297220352:12345-192.168.202.56@tcp:101:rm.0 Request processed in 612us (980us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.508739:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22544 00000100:00100000:1.0:1767318122.517602:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297220736 00000100:00100000:1.0:1767318122.517620:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297220736 00000100:00100000:1.0:1767318122.517695:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22546 00000100:00100000:1.0:1767318122.517705:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+225:68835:x1853164297220736:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318122.517727:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318122.517749:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379400/0xa7e486a0fcb48b9a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x73:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc457 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.517838:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48ba1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x73:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.517853:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48ba1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.517865:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48ba1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.517880:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48ba8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x73:0x0].0xcd52553e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.517886:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x73:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.517895:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x73:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.517950:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379600/0xa7e486a0fcb48baf lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.517958:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379600/0xa7e486a0fcb48baf lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.517965:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379600/0xa7e486a0fcb48baf lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00000004:00010000:1.0:1767318122.517986:0:15479:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379600/0xa7e486a0fcb48baf lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.518000:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48ba1 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.518006:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48ba1 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.518012:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48ba1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.518018:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48ba1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.518024:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.518028:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48ba1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.518035:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48ba1 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.518050:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73:0x0].0x0 (ffff93698612b300) 00010000:00010000:1.0:1767318122.518054:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.518058:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48ba1 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.518064:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48ba1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.518076:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x73:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.518082:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48ba8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x73:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.518088:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48ba8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x73:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.518092:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.518095:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48ba8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x73:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.518101:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48ba8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x73:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.518108:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73:0x0].0xcd52553e (ffff936995465500) 00010000:00010000:1.0:1767318122.518110:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.518113:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48ba8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x73:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.518118:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48ba8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x73:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.518149:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379400/0xa7e486a0fcb48b9a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc457 expref: 227 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.518165:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379600/0xa7e486a0fcb48baf lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc457 expref: 226 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.518172:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834d400) 00010000:00010000:1.0:1767318122.518174:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767318122.518177:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a6379600, rc 0) 00000100:00100000:1.0:1767318122.518370:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+226:68835:x1853164297220736:12345-192.168.202.56@tcp:101:rm.0 Request processed in 664us (2737us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.518378:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22546 00000100:00100000:3.0:1767318122.527333:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.527375:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.527494:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297220864 00000100:00100000:1.0:1767318122.527504:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297220864 00000100:00100000:1.0:1767318122.527557:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22547 00000100:00100000:1.0:1767318122.527566:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+218:68835:x1853164297220864:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318122.527592:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318122.527614:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48bb6 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc45e expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.527675:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb48bbd lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.527690:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb48bbd lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.527700:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb48bbd lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00000004:00200000:1.0:1767318122.527748:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x6b:0x0]: returning size 12288 00000004:00200000:1.0:1767318122.527753:0:15479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1767318122.528987:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378600/0xa7e486a0fcb48bb6 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc45e expref: 220 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.529007:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb48bbd lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc45e expref: 219 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.529015:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318122.529018:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767318122.529021:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a6379000, rc 0) 00000100:00100000:1.0:1767318122.529055:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+219:68835:x1853164297220864:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1490us (1740us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.529062:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22547 00000100:00100000:3.0:1767318122.536086:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.536173:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297221120 00000100:00100000:1.0:1767318122.536185:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297221120 00000100:00100000:1.0:1767318122.536258:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 157 00000100:00100000:1.0:1767318122.536270:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6974c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:005be725-9f65-416e-a69a-82c97936344d+225:2505:x1853164297221120:12345-192.168.202.56@tcp:103:rm.0 00010000:00010000:1.0:1767318122.536286:0:15460:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318122.536310:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a3e98c00/0xa7e486a0fcb47582 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc17f expref: 225 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.536329:0:15460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834d400) 00010000:00010000:1.0:1767318122.536340:0:15460:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318122.536395:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6974c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:005be725-9f65-416e-a69a-82c97936344d+224:2505:x1853164297221120:12345-192.168.202.56@tcp:103:rm.0 Request processed in 128us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.536404:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 157 00000100:00100000:3.0:1767318122.550374:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.550516:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297221632 00000100:00100000:1.0:1767318122.550530:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297221632 00000100:00100000:1.0:1767318122.550606:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22548 00000100:00100000:1.0:1767318122.550617:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+220:68835:x1853164297221632:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318122.550688:0:15479:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767318122.550720:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379000/0xa7e486a0fcb48bbd lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc45e expref: 220 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.550747:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ff000/0xa7e486a0fcb475ac lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc194 expref: 219 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.550759:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff93698834dc00) 00010000:00010000:1.0:1767318122.550770:0:15479:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318122.550897:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6378600/0xa7e486a0fcb48bc4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x73:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.550907:0:15479:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6378600/0xa7e486a0fcb48bc4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.550918:0:15479:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6378600/0xa7e486a0fcb48bc4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15479 initiator: MDT1 00000100:00100000:1.0:1767318122.550953:0:15479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936885ff0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15479:1853164383618560:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1767318122.551016:0:15479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318122.551070:0:15479:0:(client.c:2690:ptlrpc_set_wait()) set ffff93698619d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318122.557614:0:15479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936885ff0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15479:1853164383618560:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1767318122.557644:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6378600/0xa7e486a0fcb48bc4 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48bcb expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.557657:0:15479:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6378600/0xa7e486a0fcb48bc4 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48bcb expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318122.557683:0:15479:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x73:0x0] 00010000:00010000:1.0:1767318122.557731:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6379000/0xa7e486a0fcb48bd2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x73:0x0].0xcd52553e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.557737:0:15479:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6379000/0xa7e486a0fcb48bd2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x73:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.557745:0:15479:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6379000/0xa7e486a0fcb48bd2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x73:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15479 initiator: MDT1 00000100:00100000:1.0:1767318122.557764:0:15479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936885ff0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15479:1853164383618688:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1767318122.557837:0:15479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318122.557883:0:15479:0:(client.c:2690:ptlrpc_set_wait()) set ffff93698619d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767318122.557993:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383618688 00000100:00100000:3.0:1767318122.558001:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383618688 00000100:00100000:3.0:1767318122.558061:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2355 00000100:00100000:3.0:1767318122.558070:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:15479:x1853164383618688:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1767318122.558088:0:15676:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318122.558107:0:15676:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb48bd9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x73:0x0].0xcd52553e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa7e486a0fcb48bd2 expref: -99 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.558126:0:15676:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb48bd9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x73:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa7e486a0fcb48bd2 expref: 12 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.558136:0:15676:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb48bd9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x73:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb48bd2 expref: 12 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.558142:0:15676:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73:0x0].0xcd52553e (ffff9369a0898400) 00010000:00010000:3.0:1767318122.558145:0:15676:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.558148:0:15676:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a3e99a00, rc 0) 00000100:00100000:3.0:1767318122.558185:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:15479:x1853164383618688:12345-0@lo:101:mdt00_000.0 Request processed in 117us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318122.558191:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2355 00000100:00100000:1.0:1767318122.558517:0:15479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936885ff0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15479:1853164383618688:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1767318122.558530:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6379000/0xa7e486a0fcb48bd2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x73:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48bd9 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.558540:0:15479:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6379000/0xa7e486a0fcb48bd2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x73:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48bd9 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318122.558554:0:15479:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x73:0x0] 00000100:00100000:1.0:1767318122.558592:0:15479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15479:1853164383618816:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1767318122.558613:0:15479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318122.558632:0:15479:0:(client.c:2690:ptlrpc_set_wait()) set ffff93698619df00 going to sleep for 11 seconds 00000100:00100000:3.0:1767318122.560521:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383618816 00000100:00100000:3.0:1767318122.560539:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383618816 00000100:00100000:3.0:1767318122.560605:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2356 00000100:00100000:3.0:1767318122.560615:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:15479:x1853164383618816:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1767318122.560735:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:15479:x1853164383618816:12345-0@lo:1000:mdt00_000.0 Request processed in 123us (2120us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318122.560743:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2356 00000100:00100000:3.0:1767318122.562636:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383618944 00000100:00100000:3.0:1767318122.562647:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383618944 00000100:00100000:3.0:1767318122.562708:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2357 00000100:00100000:3.0:1767318122.562717:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:15479:x1853164383618944:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1767318122.563923:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:15479:x1853164383618944:12345-0@lo:1000:mdt00_000.0 Request processed in 1201us (2239us total) trans 0 rc 1/1 00000100:00100000:3.0:1767318122.563934:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2357 00000100:00100000:3.0:1767318122.564810:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383619072 00000100:00100000:3.0:1767318122.564815:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383619072 00000100:00100000:3.0:1767318122.564849:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2358 00000100:00100000:3.0:1767318122.564856:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:15479:x1853164383619072:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1767318122.564870:0:15676:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318122.564887:0:15676:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48be7 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa7e486a0fcb48be0 expref: -99 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.564909:0:15676:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48be7 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa7e486a0fcb48be0 expref: 13 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.564920:0:15676:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48be7 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb48be0 expref: 13 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.564929:0:15676:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff9369a0898700) 00010000:00010000:3.0:1767318122.564932:0:15676:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767318122.564935:0:15676:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a3e98800, rc 0) 00000100:00100000:3.0:1767318122.565204:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:15479:x1853164383619072:12345-0@lo:101:mdt00_000.0 Request processed in 346us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318122.565210:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2358 00000100:00100000:1.0:1767318122.566539:0:15479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15479:1853164383619072:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1767318122.566563:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884287600/0xa7e486a0fcb48be0 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48be7 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.566577:0:15479:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884287600/0xa7e486a0fcb48be0 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48be7 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1767318122.568022:0:15672:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff936986144480 version 56 rpc_version 56 00000020:00100000:3.0:1767318122.568054:0:15672:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1767318122.568063:0:15672:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9368b9da8e00 x1853164383619328/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1728/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318122.568084:0:15672:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15672:1853164383619328:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1767318122.568229:0:15672:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318122.568410:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936887ae4000 going to sleep for 11 seconds 00000100:00100000:3.0:1767318122.569751:0:15672:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15672:1853164383619328:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1767318122.570533:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318122.570539:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884287600/0xa7e486a0fcb48be0 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xa7e486a0fcb48be7 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.570546:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884287600 already unused, calling callback (ffffffffc1797290) 00010000:00010000:3.0:1767318122.570551:0:15465:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884287600/0xa7e486a0fcb48be0 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb48be7 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1767318122.570558:0:15465:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884287600/0xa7e486a0fcb48be0 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb48be7 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.570587:0:15465:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884287600/0xa7e486a0fcb48be0 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48be7 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.570593:0:15465:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1767318122.570659:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383619456:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767318122.570704:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318122.571176:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884287600/0xa7e486a0fcb48be0 lrc: 1/0,0 mode: --/EX res: [0x240000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48be7 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.571185:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884287600/0xa7e486a0fcb48be0 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48be7 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.571198:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318122.571201:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6378600/0xa7e486a0fcb48bc4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xa7e486a0fcb48bcb expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.571211:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378600 already unused, calling callback (ffffffffc1797290) 00010000:00010000:3.0:1767318122.571215:0:15465:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6378600/0xa7e486a0fcb48bc4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb48bcb expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1767318122.571221:0:15465:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6378600/0xa7e486a0fcb48bc4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb48bcb expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.571236:0:15465:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6378600/0xa7e486a0fcb48bc4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48bcb expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.571242:0:15465:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767318122.571378:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6378600/0xa7e486a0fcb48bc4 lrc: 1/0,0 mode: --/CW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48bcb expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.571386:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6378600/0xa7e486a0fcb48bc4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48bcb expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.571398:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318122.571400:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318122.571402:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318122.571758:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318122.571770:0:30688:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383619456 00000100:00100000:1.0:1767318122.571777:0:30688:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383619456 00000100:00100000:1.0:1767318122.572080:0:30688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1767318122.572096:0:30688:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+14:7023:x1853164383619456:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767318122.572107:0:30688:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318122.572121:0:30688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48be7 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb48be0 expref: 14 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.572134:0:30688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x0 (ffff9369a0898700) 00010000:00010000:1.0:1767318122.572144:0:30688:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318122.572197:0:30688:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+13:7023:x1853164383619456:12345-0@lo:103:ldlm_bl.0 Request processed in 110us (1492us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.572204:0:30688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1767318122.573513:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383619584 00000100:00100000:3.0:1767318122.573521:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383619584 00000100:00100000:3.0:1767318122.573679:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.574675:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383619584:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767318122.575263:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297221760 00000100:00100000:1.0:1767318122.575271:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297221760 00000100:00100000:1.0:1767318122.575329:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22549 00000100:00100000:1.0:1767318122.575337:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+224:68835:x1853164297221760:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318122.575355:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318122.575372:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379400/0xa7e486a0fcb48bf5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc465 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.575436:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48bfc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.575454:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48bfc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.575464:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48bfc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.575479:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48c03 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xda8a3ef bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.575495:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48c03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xda8a3ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.575502:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48c03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xda8a3ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.575576:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379600/0xa7e486a0fcb48c0a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x73:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.575585:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379600/0xa7e486a0fcb48c0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x73:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.575591:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379600/0xa7e486a0fcb48c0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x73:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00000004:00200000:1.0:1767318122.575640:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x73:0x0]: returning size 4096 00000004:00200000:1.0:1767318122.575643:0:15479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318122.575663:0:15479:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379600/0xa7e486a0fcb48c0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x73:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.575675:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48bfc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.575681:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48bfc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.575691:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48bfc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.575697:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48bfc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.575703:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.575707:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48bfc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.575714:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48bfc lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.575723:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9369a1a6f100) 00010000:00010000:1.0:1767318122.575726:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.575729:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48bfc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.575735:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48bfc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.575746:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48c03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xda8a3ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.575752:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48c03 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xda8a3ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.575757:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48c03 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xda8a3ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.575762:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.575764:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48c03 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xda8a3ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.575774:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48c03 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xda8a3ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.575818:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xda8a3ef (ffff936995465b00) 00010000:00010000:1.0:1767318122.575821:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.575824:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48c03 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xda8a3ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.575830:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48c03 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xda8a3ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.576475:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379400/0xa7e486a0fcb48bf5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc465 expref: 226 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.576524:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379600/0xa7e486a0fcb48c0a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x73:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc465 expref: 225 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.576531:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73:0x0].0x0 (ffff93698612b300) 00010000:00010000:1.0:1767318122.576533:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767318122.576536:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a6379600, rc 0) 00000100:00100000:1.0:1767318122.576606:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+225:68835:x1853164297221760:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1268us (2927us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.576614:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22549 00000100:00100000:3.0:1767318122.586326:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297222272 00000100:00100000:3.0:1767318122.586344:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297222272 00000100:00100000:3.0:1767318122.586427:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22550 00000100:00100000:3.0:1767318122.586441:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+226:68835:x1853164297222272:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318122.586534:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1767318122.586571:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379600/0xa7e486a0fcb48c0a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x73:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc465 expref: 226 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.586597:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb45f0f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x73:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cbea0 expref: 225 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.586611:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73:0x0].0x0 (ffff93698612b300) 00010000:00010000:3.0:1767318122.586632:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4be3200/0xa7e486a0fcb45ed7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cbe8b expref: 224 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.586642:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9369a1a6f100) 00010000:00010000:3.0:1767318122.586649:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318122.586683:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a3e98c00/0xa7e486a0fcb48c11 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.586698:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a3e98c00/0xa7e486a0fcb48c11 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.586709:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a3e98c00/0xa7e486a0fcb48c11 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.586723:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48c18 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xda8a3ef bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.586729:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48c18 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xda8a3ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.586735:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a3e99400/0xa7e486a0fcb48c18 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xda8a3ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000100:00100000:1.0:1767318122.598734:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297222528 00000100:00100000:1.0:1767318122.598751:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297222528 00000100:00100000:3.0:1767318122.600171:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383619712 00000100:00100000:3.0:1767318122.600181:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383619712 00000100:00100000:3.0:1767318122.600236:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2360 00000100:00100000:3.0:1767318122.600246:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15479:x1853164383619712:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1767318122.600345:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15479:x1853164383619712:12345-0@lo:1000:mdt00_000.0 Request processed in 100us (714us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318122.600353:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2360 00000100:00100000:1.0:1767318122.605107:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.605308:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297222656 00000100:00100000:3.0:1767318122.605323:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297222656 00000100:00100000:3.0:1767318122.605510:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22553 00000100:00100000:3.0:1767318122.605523:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+219:68835:x1853164297222656:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318122.605558:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318122.605592:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98c00/0xa7e486a0fcb48c50 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc47a expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.605679:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48c57 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.605697:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48c57 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318122.605710:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98800/0xa7e486a0fcb48c57 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00000004:00200000:3.0:1767318122.605769:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0xd0:0x0]: returning size 4096 00000004:00200000:3.0:1767318122.605774:0:15479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:1.0:1767318122.620555:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.637493:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.637588:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.638609:0:15484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383619840 00000100:00100000:3.0:1767318122.638616:0:15484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383619840 00000100:00100000:3.0:1767318122.638662:0:15484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2361 00000100:00100000:3.0:1767318122.638672:0:15484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:15479:x1853164383619840:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1767318122.638687:0:15484:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318122.638707:0:15484:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a3e98c00/0xa7e486a0fcb48c73 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa7e486a0fcb48c6c expref: -99 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.638734:0:15484:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1200/0xa7e486a0fcb48c2d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc46c expref: 226 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.638746:0:15484:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a3e98c00/0xa7e486a0fcb48c73 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa7e486a0fcb48c6c expref: 13 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.638776:0:15484:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1200/0xa7e486a0fcb48c2d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc46c expref: 226 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.638815:0:15484:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1200/0xa7e486a0fcb48c2d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc46c expref: 226 pid: 15481 timeout: 3125 lvb_type: 0 00000100:00100000:3.0:1767318122.638843:0:15484:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daa680 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:15484:1853164383619968:192.168.202.56@tcp:104: 00000100:00100000:3.0:1767318122.638924:0:15484:0:(client.c:2690:ptlrpc_set_wait()) set ffff936887ae4000 going to sleep for 11 seconds 00000100:00100000:3.0:1767318122.644286:0:15484:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daa680 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:15484:1853164383619968:192.168.202.56@tcp:104: 00010000:00010000:3.0:1767318122.644331:0:15484:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a3e98c00/0xa7e486a0fcb48c73 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb48c6c expref: 13 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.644348:0:15484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936887aa3f00) 00010000:00010000:3.0:1767318122.644352:0:15484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.644356:0:15484:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9369a3e98c00/0xa7e486a0fcb48c73 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb48c6c expref: 13 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.644368:0:15484:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a3e98c00, rc 0) 00000100:00100000:3.0:1767318122.644445:0:15484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:15479:x1853164383619840:12345-0@lo:101:mdt00_000.0 Request processed in 5775us (5970us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318122.644459:0:15484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2361 00000100:00100000:3.0:1767318122.645626:0:15458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383620096 00000100:00100000:3.0:1767318122.645632:0:15458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383620096 00000100:00100000:3.0:1767318122.645677:0:15458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1990 00000100:00100000:3.0:1767318122.645686:0:15458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:15460:x1853164383620096:12345-0@lo:105: 00010000:00010000:3.0:1767318122.645699:0:15458:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884286200/0xa7e486a0fcb48c6c lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48c73 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.645710:0:15458:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884286200/0xa7e486a0fcb48c6c lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48c73 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.645719:0:15458:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884286200/0xa7e486a0fcb48c6c lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48c73 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.645726:0:15458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884286200/0xa7e486a0fcb48c6c lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xa7e486a0fcb48c73 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.645733:0:15458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884286200/0xa7e486a0fcb48c6c lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xa7e486a0fcb48c73 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.645741:0:15458:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884286200/0xa7e486a0fcb48c6c lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xa7e486a0fcb48c73 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.645770:0:15458:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff936884286200) 00000100:00100000:3.0:1767318122.645866:0:15458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:15460:x1853164383620096:12345-0@lo:105: Request processed in 181us (710us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318122.645873:0:15458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1990 00000100:00100000:3.0:1767318122.646546:0:15484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383620224 00000100:00100000:3.0:1767318122.646552:0:15484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383620224 00000100:00100000:3.0:1767318122.646594:0:15484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2362 00000100:00100000:3.0:1767318122.646602:0:15484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:15479:x1853164383620224:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1767318122.646624:0:15484:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318122.646645:0:15484:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25ff000/0xa7e486a0fcb48c81 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdbe140f9 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa7e486a0fcb48c7a expref: -99 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.646670:0:15484:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25ff000/0xa7e486a0fcb48c81 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdbe140f9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa7e486a0fcb48c7a expref: 14 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.646684:0:15484:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25ff000/0xa7e486a0fcb48c81 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdbe140f9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb48c7a expref: 14 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.646694:0:15484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdbe140f9 (ffff93698834d500) 00010000:00010000:3.0:1767318122.646697:0:15484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.646700:0:15484:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369b25ff000, rc 0) 00000100:00100000:3.0:1767318122.646747:0:15484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:15479:x1853164383620224:12345-0@lo:101:mdt00_000.0 Request processed in 146us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318122.646754:0:15484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2362 00000100:00100000:1.0:1767318122.647160:0:15479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb3100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15479:1853164383620224:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1767318122.647178:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884286000/0xa7e486a0fcb48c7a lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdbe140f9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48c81 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.647188:0:15479:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884286000/0xa7e486a0fcb48c7a lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdbe140f9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48c81 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318122.647203:0:15479:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1767318122.647259:0:15479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15479:1853164383620352:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1767318122.647297:0:15479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318122.647326:0:15479:0:(client.c:2690:ptlrpc_set_wait()) set ffff93698619d300 going to sleep for 11 seconds 00000100:00100000:1.0:1767318122.648728:0:15479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15479:1853164383620352:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1767318122.648818:0:15479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15479:1853164383620480:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1767318122.648873:0:15479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318122.650869:0:15479:0:(client.c:2690:ptlrpc_set_wait()) set ffff93698619d300 going to sleep for 11 seconds 00000100:00100000:3.0:1767318122.651555:0:15484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383620480 00000100:00100000:3.0:1767318122.651569:0:15484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383620480 00000100:00100000:1.0:1767318122.653745:0:15479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15479:1853164383620480:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1767318122.653890:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6379c00/0xa7e486a0fcb48c88 lrc: 3/0,1 mode: --/EX res: [0x240000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.653903:0:15479:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6379c00/0xa7e486a0fcb48c88 lrc: 3/0,1 mode: --/EX res: [0x240000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.653915:0:15479:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6379c00/0xa7e486a0fcb48c88 lrc: 3/0,1 mode: --/EX res: [0x240000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15479 initiator: MDT1 00000100:00100000:1.0:1767318122.653939:0:15479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15479:1853164383620608:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1767318122.653994:0:15479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318122.654577:0:15479:0:(client.c:2690:ptlrpc_set_wait()) set ffff93698619d480 going to sleep for 11 seconds 00000100:00100000:3.0:1767318122.654624:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383620608 00000100:00100000:3.0:1767318122.654633:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383620608 00000100:00100000:1.0:1767318122.655164:0:15479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15479:1853164383620608:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1767318122.655183:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6379c00/0xa7e486a0fcb48c88 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48c8f expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.655194:0:15479:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6379c00/0xa7e486a0fcb48c88 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48c8f expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.655229:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48c96 lrc: 3/0,1 mode: --/EX res: [0x240000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.655237:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48c96 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.655246:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48c96 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00000040:00080000:1.0:1767318122.655708:0:15479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].29, 744 off59000 00000004:00080000:1.0:1767318122.655716:0:15479:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff93698619d480 with version 57 00000100:00100000:1.0:1767318122.656416:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383620864 00000100:00100000:1.0:1767318122.656424:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383620864 00000100:00100000:1.0:1767318122.656470:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2366 00000100:00100000:1.0:1767318122.656488:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+15:15672:x1853164383620864:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767318122.656951:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+16:15672:x1853164383620864:12345-0@lo:1000:osp_up0-1.0 Request processed in 471us (629us total) trans 8589934798 rc 0/0 00000100:00100000:1.0:1767318122.656961:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2366 00000004:00200000:1.0:1767318122.657306:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0xd0:0x0]: returning size 4096 00010000:00010000:1.0:1767318122.657331:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48c96 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.657343:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48c96 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.657356:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48c96 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.657363:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.657367:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48c96 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.657377:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48c96 lrc: 4/0,0 mode: EX/EX res: [0x240000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.657394:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xd0:0x0].0x0 (ffff936995465300) 00010000:00010000:1.0:1767318122.657398:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.657403:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48c96 lrc: 2/0,0 mode: --/EX res: [0x240000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.657409:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48c96 lrc: 0/0,0 mode: --/EX res: [0x240000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.657431:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6379c00/0xa7e486a0fcb48c88 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48c8f expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.657440:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6379c00/0xa7e486a0fcb48c88 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb48c8f expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.657448:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6379c00/0xa7e486a0fcb48c88 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb48c8f expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.657477:0:15479:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1767318122.657636:0:15479:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1767318122.657644:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884286200/0xa7e486a0fcb48c6c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48c73 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.657657:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884286200/0xa7e486a0fcb48c6c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb48c73 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.657664:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884286200/0xa7e486a0fcb48c6c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb48c73 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.657681:0:15479:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1767318122.657686:0:15479:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1767318122.657691:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884286000/0xa7e486a0fcb48c7a lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdbe140f9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48c81 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.657697:0:15479:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884286000/0xa7e486a0fcb48c7a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdbe140f9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48c81 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318122.657816:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+222:68835:x1853164297223680:12345-192.168.202.56@tcp:36:rm.0 Request processed in 19962us (20224us total) trans 4294968413 rc 0/0 00000100:00100000:1.0:1767318122.657824:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22555 00000100:00100000:1.0:1767318122.658326:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383620992:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767318122.658392:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318122.658472:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318122.658478:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383621120:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767318122.658511:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318122.658622:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318122.660627:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383620992:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767318122.660655:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383621120:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767318122.661273:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.661343:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297223936 00000100:00100000:1.0:1767318122.661351:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297223936 00000100:00100000:1.0:1767318122.661411:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22556 00000100:00100000:1.0:1767318122.661421:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+225:68835:x1853164297223936:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318122.661447:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318122.661473:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379400/0xa7e486a0fcb48c9d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc488 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.661566:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379600/0xa7e486a0fcb48ca4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.661581:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379600/0xa7e486a0fcb48ca4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.661594:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379600/0xa7e486a0fcb48ca4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00000004:00200000:1.0:1767318122.661658:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1767318122.661662:0:15479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318122.661684:0:15479:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379600/0xa7e486a0fcb48ca4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.661709:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379400/0xa7e486a0fcb48c9d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc488 expref: 227 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.661727:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379600/0xa7e486a0fcb48ca4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc488 expref: 226 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.661736:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936995465900) 00010000:00010000:1.0:1767318122.661739:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767318122.661742:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a6379600, rc 0) 00000100:00100000:1.0:1767318122.661841:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+226:68835:x1853164297223936:12345-192.168.202.56@tcp:101:rm.0 Request processed in 421us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.661849:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22556 00000100:00100000:1.0:1767318122.664515:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297224064 00000100:00100000:1.0:1767318122.664527:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297224064 00000100:00100000:1.0:1767318122.664603:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22557 00000100:00100000:1.0:1767318122.664615:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+226:68835:x1853164297224064:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318122.664643:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318122.664671:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378600/0xa7e486a0fcb48cab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc48f expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.664753:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48cb2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.664767:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48cb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.664777:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48cb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.664852:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb48cb9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x75b0d721 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.664917:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb48cb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x75b0d721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.664922:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb48cb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x75b0d721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.665149:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c200/0xa7e486a0fcb48cc0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xda:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.665155:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c200/0xa7e486a0fcb48cc0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xda:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.665160:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c200/0xa7e486a0fcb48cc0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xda:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00000004:00200000:1.0:1767318122.665195:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xda:0x0]: returning size 4096 00000004:00200000:1.0:1767318122.665199:0:15479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318122.665218:0:15479:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c200/0xa7e486a0fcb48cc0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xda:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.665229:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48cb2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.665234:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48cb2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.665238:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48cb2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.665242:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48cb2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.665247:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.665250:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48cb2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.665255:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48cb2 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.665265:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936995465900) 00010000:00010000:1.0:1767318122.665267:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.665270:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48cb2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.665274:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb48cb2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.665284:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb48cb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x75b0d721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.665289:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb48cb9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x75b0d721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.665292:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb48cb9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x75b0d721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.665295:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a428c000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.665296:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb48cb9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x75b0d721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.665299:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb48cb9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x75b0d721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.665302:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x75b0d721 (ffff936995465700) 00010000:00010000:1.0:1767318122.665304:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.665305:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb48cb9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x75b0d721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.665308:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb48cb9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x75b0d721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.665337:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378600/0xa7e486a0fcb48cab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc48f expref: 228 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.665350:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c200/0xa7e486a0fcb48cc0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xda:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc48f expref: 227 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.665356:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xda:0x0].0x0 (ffff936995465500) 00010000:00010000:1.0:1767318122.665358:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767318122.665360:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a428c200, rc 0) 00000100:00100000:1.0:1767318122.665572:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+227:68835:x1853164297224064:12345-192.168.202.56@tcp:101:rm.0 Request processed in 958us (1161us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.665582:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22557 00000100:00100000:1.0:1767318122.668722:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.673229:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.680332:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.687638:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.691580:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.694597:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.698209:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.702918:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.711426:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.712301:0:15482:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+233:68835:x1853164297225856:12345-192.168.202.56@tcp:35:rm.0 Request processed in 677us (882us total) trans 8589934803 rc 0/0 00000100:00100000:1.0:1767318122.712313:0:15482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 10407 00000100:00100000:1.0:1767318122.714572:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.719297:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297226240 00000100:00100000:1.0:1767318122.719314:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297226240 00000100:00100000:1.0:1767318122.719440:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22564 00000100:00100000:1.0:1767318122.719453:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+235:68835:x1853164297226240:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318122.719493:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318122.719524:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb48d37 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc4b9 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.719613:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c200/0xa7e486a0fcb48d3e lrc: 3/1,0 mode: --/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.719632:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c200/0xa7e486a0fcb48d3e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.719644:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c200/0xa7e486a0fcb48d3e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.719662:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48d45 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.719670:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48d45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.719676:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48d45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00000100:00100000:1.0:1767318122.719846:0:15479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:15479:1853164383621248:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1767318122.719917:0:15479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318122.719964:0:15479:0:(client.c:2690:ptlrpc_set_wait()) set ffff93698619df00 going to sleep for 11 seconds 00000100:00100000:1.0:1767318122.720453:0:15479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:15479:1853164383621248:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1767318122.720516:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb48d4c lrc: 3/1,0 mode: --/PR res: [0x240000401:0xfa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.720527:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb48d4c lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xfa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.720535:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb48d4c lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xfa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00000004:00010000:1.0:1767318122.720562:0:15479:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb48d4c lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xfa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.720577:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c200/0xa7e486a0fcb48d3e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.720584:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c200/0xa7e486a0fcb48d3e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.720591:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c200/0xa7e486a0fcb48d3e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.720598:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c200/0xa7e486a0fcb48d3e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.720605:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a428c200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.720610:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c200/0xa7e486a0fcb48d3e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.720619:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c200/0xa7e486a0fcb48d3e lrc: 5/0,0 mode: CR/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.720634:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdb:0x0].0x0 (ffff936887aa3200) 00010000:00010000:1.0:1767318122.720637:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.720644:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c200/0xa7e486a0fcb48d3e lrc: 3/0,0 mode: --/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.720651:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c200/0xa7e486a0fcb48d3e lrc: 0/0,0 mode: --/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.720669:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48d45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.720675:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48d45 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.720681:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48d45 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.720686:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a428dc00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318122.720689:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48d45 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.720695:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48d45 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.720703:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdb:0x0].0xd6d15c29 (ffff936995465700) 00010000:00010000:1.0:1767318122.720706:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.720709:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48d45 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.720714:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48d45 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.720757:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb48d37 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4b9 expref: 237 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.720772:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb48d4c lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xfa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4b9 expref: 236 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.720864:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfa:0x0].0x0 (ffff936995465300) 00010000:00010000:1.0:1767318122.720867:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767318122.720869:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369b5139600, rc 0) 00000100:00100000:1.0:1767318122.720974:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+236:68835:x1853164297226240:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1522us (2335us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.720983:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22564 00000100:00100000:3.0:1767318122.725597:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.725688:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297226368 00000100:00100000:1.0:1767318122.725702:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297226368 00000100:00100000:1.0:1767318122.725888:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22565 00000100:00100000:1.0:1767318122.725901:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+222:68835:x1853164297226368:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318122.725932:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318122.725966:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48d53 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xfa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc4c0 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.726050:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48d5a lrc: 3/1,0 mode: --/PR res: [0x240000401:0xfa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.726071:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48d5a lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xfa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.726084:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48d5a lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xfa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00000004:00200000:1.0:1767318122.726143:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0xfa:0x0]: returning size 4096 00000004:00200000:1.0:1767318122.726148:0:15479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1767318122.726194:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48d53 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4c0 expref: 224 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.726215:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48d5a lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xfa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4c0 expref: 223 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.726225:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfa:0x0].0x0 (ffff936995465200) 00010000:00010000:1.0:1767318122.726229:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767318122.726233:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369b5138200, rc 0) 00000100:00100000:1.0:1767318122.726304:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+223:68835:x1853164297226368:12345-192.168.202.56@tcp:101:rm.0 Request processed in 405us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.726314:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22565 00000100:00100000:1.0:1767318122.731731:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297226624 00000100:00100000:1.0:1767318122.731746:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297226624 00000100:00100000:1.0:1767318122.731875:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22566 00000100:00100000:1.0:1767318122.731890:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+223:68835:x1853164297226624:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318122.731920:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318122.731952:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48d61 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc4c7 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767318122.732099:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0xfa:0x0]: returning size 4096 00010000:00010000:1.0:1767318122.732593:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48d61 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4c7 expref: 225 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.732611:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdb:0x0].0x0 (ffff936995465700) 00010000:00010000:1.0:1767318122.732615:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767318122.732620:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48d61 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4c7 expref: 225 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.732647:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369b5139800, rc 0) 00000100:00100000:1.0:1767318122.732734:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+224:68835:x1853164297226624:12345-192.168.202.56@tcp:101:rm.0 Request processed in 848us (1117us total) trans 4294968414 rc 301/301 00000100:00100000:1.0:1767318122.732742:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22566 00000100:00100000:1.0:1767318122.743990:0:15482:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297226752 00000100:00100000:1.0:1767318122.744012:0:15482:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297226752 00000100:00100000:1.0:1767318122.744107:0:15482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 10408 00000100:00100000:1.0:1767318122.744122:0:15482:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+224:68835:x1853164297226752:12345-192.168.202.56@tcp:37:rm.0 00000100:00100000:1.0:1767318122.757296:0:15482:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+224:68835:x1853164297226752:12345-192.168.202.56@tcp:37:rm.0 Request processed in 13159us (20203us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.757317:0:15482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 10408 00000100:00100000:1.0:1767318122.762685:0:15482:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297227008 00000100:00100000:1.0:1767318122.762698:0:15482:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297227008 00000100:00100000:1.0:1767318122.762850:0:15482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 10409 00000100:00100000:1.0:1767318122.762875:0:15482:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b9577850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+224:68835:x1853164297227008:12345-192.168.202.56@tcp:35:rm.0 00000100:00100000:1.0:1767318122.763293:0:15482:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b9577850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+225:68835:x1853164297227008:12345-192.168.202.56@tcp:35:rm.0 Request processed in 419us (1087us total) trans 4294968415 rc 0/0 00000100:00100000:1.0:1767318122.763305:0:15482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 10409 00000100:00100000:1.0:1767318122.768278:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297227264 00000100:00100000:1.0:1767318122.768294:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297227264 00000100:00100000:1.0:1767318122.768394:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22567 00000100:00100000:1.0:1767318122.768407:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+225:68835:x1853164297227264:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318122.768444:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318122.768712:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48d6f lrc: 2/0,0 mode: --/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc4ce expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.768923:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48d76 lrc: 3/1,0 mode: --/CR res: [0x240000401:0xfa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.768940:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48d76 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xfa:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.768956:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48d76 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xfa:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00000004:00200000:1.0:1767318122.768970:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0xfa:0x0]: returning size 4096 00010000:00010000:1.0:1767318122.769333:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48d6f lrc: 0/0,0 mode: --/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4ce expref: 228 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.769367:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48d76 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0xfa:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4ce expref: 227 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.769377:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfa:0x0].0x0 (ffff936995465200) 00010000:00010000:1.0:1767318122.769558:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1767318122.769564:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369b5139e00, rc 0) 00000100:00100000:1.0:1767318122.769655:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+227:68835:x1853164297227264:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1250us (1714us total) trans 4294968416 rc 0/0 00000100:00100000:1.0:1767318122.769666:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22567 00000100:00100000:1.0:1767318122.774643:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.781346:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297227520 00000100:00100000:1.0:1767318122.781361:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297227520 00000100:00100000:1.0:1767318122.781673:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22569 00000100:00100000:1.0:1767318122.781688:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+236:68835:x1853164297227520:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318122.781717:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318122.781752:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48da0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xdc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc4dc expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.782026:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c200/0xa7e486a0fcb48da7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xdc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.782045:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c200/0xa7e486a0fcb48da7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xdc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.782061:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c200/0xa7e486a0fcb48da7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xdc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00000004:00200000:1.0:1767318122.782101:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xdc:0x0]: returning size 69632 00000004:00200000:1.0:1767318122.782106:0:15479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1767318122.782154:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48da0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xdc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4dc expref: 238 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.782175:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c200/0xa7e486a0fcb48da7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xdc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4dc expref: 237 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.782187:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdc:0x0].0x0 (ffff936995465900) 00010000:00010000:1.0:1767318122.782191:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767318122.782196:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a428c200, rc 0) 00000100:00100000:1.0:1767318122.782278:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+237:68835:x1853164297227520:12345-192.168.202.56@tcp:101:rm.0 Request processed in 593us (1085us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.782287:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22569 00000100:00100000:1.0:1767318122.789094:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.796591:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.796687:0:15482:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297227904 00000100:00100000:1.0:1767318122.796701:0:15482:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297227904 00000100:00100000:1.0:1767318122.796814:0:15482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 10410 00000100:00100000:1.0:1767318122.796834:0:15482:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+238:68835:x1853164297227904:12345-192.168.202.56@tcp:37:rm.0 00000100:00100000:1.0:1767318122.819244:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.824277:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.824341:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.824617:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297228544 00000100:00100000:1.0:1767318122.824631:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297228544 00000100:00100000:1.0:1767318122.824723:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22571 00000100:00100000:1.0:1767318122.824735:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+239:68835:x1853164297228544:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318122.824863:0:15479:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318122.824899:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c200/0xa7e486a0fcb48da7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4dc expref: 239 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.824925:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdc:0x0].0x0 (ffff936995465900) 00010000:00010000:1.0:1767318122.824939:0:15479:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318122.825020:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a428c000/0xa7e486a0fcb48dbc lrc: 3/0,1 mode: --/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.825030:0:15479:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a428c000/0xa7e486a0fcb48dbc lrc: 3/0,1 mode: --/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.825041:0:15479:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a428c000/0xa7e486a0fcb48dbc lrc: 3/0,1 mode: --/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15479 initiator: MDT0 00000100:00100000:1.0:1767318122.825070:0:15479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34d0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:15479:1853164383621376:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1767318122.825135:0:15479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318122.825163:0:15479:0:(client.c:2690:ptlrpc_set_wait()) set ffff93698619d000 going to sleep for 11 seconds 00000100:00100000:3.0:1767318122.825871:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383621376 00000100:00100000:3.0:1767318122.825881:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383621376 00000100:00100000:3.0:1767318122.825946:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2368 00000100:00100000:3.0:1767318122.825957:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15479:x1853164383621376:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1767318122.826150:0:15676:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318122.826175:0:15676:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe600/0xa7e486a0fcb48dc3 lrc: 2/0,0 mode: --/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa7e486a0fcb48dbc expref: -99 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.826208:0:15676:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48d5a lrc: 2/0,0 mode: PR/PR res: [0x240000401:0xfa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4c0 expref: 227 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.826220:0:15676:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe600/0xa7e486a0fcb48dc3 lrc: 4/0,0 mode: --/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa7e486a0fcb48dbc expref: 6 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.826258:0:15676:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48d5a lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xfa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4c0 expref: 227 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.826275:0:15676:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48d5a lrc: 4/0,0 mode: PR/PR res: [0x240000401:0xfa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4c0 expref: 227 pid: 15479 timeout: 3126 lvb_type: 0 00000100:00100000:3.0:1767318122.826291:0:15676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:15676:1853164383621504:192.168.202.56@tcp:104: 00000100:00100000:3.0:1767318122.826402:0:15676:0:(client.c:2690:ptlrpc_set_wait()) set ffff936887ae4000 going to sleep for 11 seconds 00000100:00100000:3.0:1767318122.832532:0:15676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:15676:1853164383621504:192.168.202.56@tcp:104: 00010000:00010000:3.0:1767318122.832583:0:15676:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe600/0xa7e486a0fcb48dc3 lrc: 3/0,0 mode: --/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb48dbc expref: 6 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.832599:0:15676:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfa:0x0].0x0 (ffff936995465200) 00010000:00010000:3.0:1767318122.832603:0:15676:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.832607:0:15676:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe600/0xa7e486a0fcb48dc3 lrc: 3/0,0 mode: --/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb48dbc expref: 6 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.832619:0:15676:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369b25fe600, rc 0) 00000100:00100000:3.0:1767318122.832698:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:15479:x1853164383621376:12345-0@lo:101:mdt00_000.0 Request processed in 6742us (7560us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318122.832709:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2368 00000100:00100000:1.0:1767318122.832939:0:15479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34d0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:15479:1853164383621376:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1767318122.832963:0:15479:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a428c000/0xa7e486a0fcb48dbc lrc: 4/0,1 mode: --/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48dc3 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.832987:0:15479:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a428c000/0xa7e486a0fcb48dbc lrc: 4/0,1 mode: --/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48dc3 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318122.839565:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.840497:0:30688:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297228672 00000100:00100000:1.0:1767318122.840511:0:30688:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297228672 00010000:00010000:1.0:1767318122.840574:0:30688:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48d5a lrc: 4/0,0 mode: PR/PR res: [0x240000401:0xfa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4c0 expref: 227 pid: 15479 timeout: 3126 lvb_type: 0 00000100:00100000:1.0:1767318122.840621:0:30688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2411 00000100:00100000:1.0:1767318122.840631:0:30688:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:005be725-9f65-416e-a69a-82c97936344d+227:2504:x1853164297228672:12345-192.168.202.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318122.840650:0:30688:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318122.840657:0:30688:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48d5a lrc: 4/0,0 mode: PR/PR res: [0x240000401:0xfa:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4c0 expref: 227 pid: 15479 timeout: 3126 lvb_type: 0 00010000:00010000:1.0:1767318122.840671:0:30688:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48d5a lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xfa:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4c0 expref: 227 pid: 15479 timeout: 3126 lvb_type: 0 00010000:00010000:1.0:1767318122.840698:0:30688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48d5a lrc: 0/0,0 mode: --/PR res: [0x240000401:0xfa:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4c0 expref: 227 pid: 15479 timeout: 3126 lvb_type: 0 00010000:00010000:1.0:1767318122.840719:0:30688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfa:0x0].0x0 (ffff936995465200) 00010000:00010000:1.0:1767318122.840729:0:30688:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe600/0xa7e486a0fcb48dc3 lrc: 2/0,0 mode: --/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb48dbc expref: 5 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.840742:0:30688:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe600/0xa7e486a0fcb48dc3 lrc: 2/0,0 mode: CW/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xa7e486a0fcb48dbc expref: 5 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.840752:0:30688:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe600/0xa7e486a0fcb48dc3 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xa7e486a0fcb48dbc expref: 5 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.840874:0:30688:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe600/0xa7e486a0fcb48dc3 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb48dbc expref: 5 pid: 15676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318122.840892:0:30688:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001_UUID:30688:1853164383621632:0@lo:105: 00000100:00100000:1.0:1767318122.840964:0:30688:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318122.841015:0:30688:0:(client.c:2690:ptlrpc_set_wait()) set ffff93698619d000 going to sleep for 11 seconds 00000100:00100000:3.0:1767318122.842179:0:15457:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1767318122.842207:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383621632 00000100:00100000:3.0:1767318122.842215:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383621632 00000100:00100000:3.0:1767318122.842276:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1991 00000100:00100000:3.0:1767318122.842285:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a636dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:30688:x1853164383621632:12345-0@lo:105: 00010000:00010000:3.0:1767318122.842302:0:15457:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a428c000/0xa7e486a0fcb48dbc lrc: 5/0,1 mode: --/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48dc3 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.842314:0:15457:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a428c000/0xa7e486a0fcb48dbc lrc: 5/0,1 mode: --/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48dc3 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.842323:0:15457:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a428c000/0xa7e486a0fcb48dbc lrc: 5/0,1 mode: --/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48dc3 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.842338:0:15457:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a428c000/0xa7e486a0fcb48dbc lrc: 5/0,1 mode: CW/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xa7e486a0fcb48dc3 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.842347:0:15457:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a428c000/0xa7e486a0fcb48dbc lrc: 6/0,1 mode: CW/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xa7e486a0fcb48dc3 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.842356:0:15457:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a428c000/0xa7e486a0fcb48dbc lrc: 6/0,1 mode: CW/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xa7e486a0fcb48dc3 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.842390:0:15457:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9369a428c000) 00000100:00100000:3.0:1767318122.842528:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a636dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:30688:x1853164383621632:12345-0@lo:105: Request processed in 243us (1562us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318122.842536:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1991 00010000:00010000:1.0:1767318122.842850:0:15479:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a428c000/0xa7e486a0fcb48dbc lrc: 4/0,1 mode: CW/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48dc3 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.842870:0:15479:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a428c000/0xa7e486a0fcb48dbc lrc: 4/0,1 mode: CW/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48dc3 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318122.842898:0:15479:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0xfa:0x0] 00010000:00010000:1.0:1767318122.842949:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a428c200/0xa7e486a0fcb48dca lrc: 3/0,1 mode: --/PW res: [0x240000401:0xfa:0x0].0x36a1a198 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.842955:0:15479:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a428c200/0xa7e486a0fcb48dca lrc: 3/0,1 mode: --/PW res: [0x240000401:0xfa:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.842967:0:15479:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a428c200/0xa7e486a0fcb48dca lrc: 3/0,1 mode: --/PW res: [0x240000401:0xfa:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15479 initiator: MDT0 00000100:00100000:1.0:1767318122.843164:0:15479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34d0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:15479:1853164383621760:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1767318122.843354:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383621760 00000100:00100000:3.0:1767318122.843360:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383621760 00000100:00100000:3.0:1767318122.843585:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2369 00000100:00100000:3.0:1767318122.843594:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:15479:x1853164383621760:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1767318122.843615:0:15676:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318122.843638:0:15676:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe800/0xa7e486a0fcb48dd1 lrc: 2/0,0 mode: --/PW res: [0x240000401:0xfa:0x0].0x36a1a198 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa7e486a0fcb48dca expref: -99 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.843667:0:15676:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe800/0xa7e486a0fcb48dd1 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xfa:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa7e486a0fcb48dca expref: 7 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.843681:0:15676:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe800/0xa7e486a0fcb48dd1 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xfa:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb48dca expref: 7 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.843690:0:15676:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfa:0x0].0x36a1a198 (ffff93698834dd00) 00010000:00010000:3.0:1767318122.843694:0:15676:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.843698:0:15676:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369b25fe800, rc 0) 00000100:00100000:3.0:1767318122.843745:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:15479:x1853164383621760:12345-0@lo:101:mdt00_000.0 Request processed in 152us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318122.843752:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2369 00000100:00100000:1.0:1767318122.843846:0:15479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34d0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:15479:1853164383621760:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1767318122.843872:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a428c200/0xa7e486a0fcb48dca lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xfa:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48dd1 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.843886:0:15479:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a428c200/0xa7e486a0fcb48dca lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xfa:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48dd1 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318122.843900:0:15479:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0xfa:0x0] 00000100:00100000:1.0:1767318122.843944:0:15479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34d0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:15479:1853164383621888:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1767318122.843990:0:15479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318122.845309:0:15479:0:(client.c:2690:ptlrpc_set_wait()) set ffff9369a1b5f600 going to sleep for 11 seconds 00000100:00100000:1.0:1767318122.847776:0:15479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34d0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:15479:1853164383621888:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1767318122.848662:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383622016 00000100:00100000:1.0:1767318122.848669:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383622016 00000100:00100000:1.0:1767318122.848731:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2371 00000100:00100000:1.0:1767318122.848740:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:15479:x1853164383622016:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1767318122.849148:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:15479:x1853164383622016:12345-0@lo:1000:mdt00_000.0 Request processed in 408us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.849157:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2371 00000100:00100000:1.0:1767318122.849559:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383622144 00000100:00100000:1.0:1767318122.849564:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383622144 00000100:00100000:1.0:1767318122.849602:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2372 00000100:00100000:1.0:1767318122.849614:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:15479:x1853164383622144:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1767318122.849873:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:15479:x1853164383622144:12345-0@lo:1000:mdt00_000.0 Request processed in 263us (557us total) trans 0 rc 1/1 00000100:00100000:1.0:1767318122.849881:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2372 00000100:00100000:3.0:1767318122.850548:0:15479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b615c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:15479:1853164383622144:0@lo:1000:mdt00_000.0 00010000:00010000:3.0:1767318122.850633:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369c216ee00/0xa7e486a0fcb48dd8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.850642:0:15479:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369c216ee00/0xa7e486a0fcb48dd8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.850651:0:15479:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369c216ee00/0xa7e486a0fcb48dd8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15479 initiator: MDT0 00000100:00100000:3.0:1767318122.850665:0:15479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:15479:1853164383622272:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1767318122.850704:0:15479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318122.850765:0:15479:0:(client.c:2690:ptlrpc_set_wait()) set ffff936887ae4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1767318122.851312:0:15479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:15479:1853164383622272:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1767318122.851325:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369c216ee00/0xa7e486a0fcb48dd8 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48ddf expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.851335:0:15479:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369c216ee00/0xa7e486a0fcb48dd8 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48ddf expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.851365:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb48de6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.851374:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb48de6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.851399:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb48de6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00000040:00080000:3.0:1767318122.852926:0:15479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].3, 656 off35808 00000040:00080000:3.0:1767318122.853004:0:15479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000402:0x2:0x0].3, 736 off36168 00000004:00080000:3.0:1767318122.853012:0:15479:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff936887ae4c00 with version 11 00000100:00100000:1.0:1767318122.853584:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383622528 00000100:00100000:1.0:1767318122.853593:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383622528 00000100:00100000:1.0:1767318122.853647:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2374 00000100:00100000:1.0:1767318122.853702:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:89001:x1853164383622528:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767318122.854182:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:89001:x1853164383622528:12345-0@lo:1000:osp_up1-0.0 Request processed in 525us (911us total) trans 4294968417 rc 0/0 00000100:00100000:1.0:1767318122.854191:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2374 00000004:00200000:3.0:1767318122.854653:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xdc:0x0]: returning size 69632 00010000:00010000:3.0:1767318122.854680:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb48de6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.854692:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb48de6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.854700:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb48de6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.854707:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936889a39800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.854712:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb48de6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.854721:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb48de6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.854740:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdc:0x0].0x0 (ffff93698397c000) 00010000:00010000:3.0:1767318122.854744:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.854750:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb48de6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.854756:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb48de6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318122.854833:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369c216ee00/0xa7e486a0fcb48dd8 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48ddf expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.854842:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369c216ee00/0xa7e486a0fcb48dd8 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb48ddf expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.854846:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369c216ee00/0xa7e486a0fcb48dd8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb48ddf expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.854869:0:15479:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318122.855089:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383622656:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767318122.855135:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318122.855568:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383622656:0@lo:103:ldlm_bl.0 00000004:00080000:3.0:1767318122.855732:0:15479:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0xfa:0x0] 00010000:00010000:3.0:1767318122.855744:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a428c000/0xa7e486a0fcb48dbc lrc: 4/0,1 mode: CW/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48dc3 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.855751:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a428c000/0xa7e486a0fcb48dbc lrc: 4/0,1 mode: CW/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb48dc3 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.855758:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a428c000/0xa7e486a0fcb48dbc lrc: 3/0,0 mode: CW/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb48dc3 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.856056:0:15479:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1767318122.856064:0:15479:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0xfa:0x0] 00010000:00010000:3.0:1767318122.856071:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a428c200/0xa7e486a0fcb48dca lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xfa:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48dd1 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.856080:0:15479:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a428c200/0xa7e486a0fcb48dca lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xfa:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48dd1 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318122.856184:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+239:68835:x1853164297228544:12345-192.168.202.56@tcp:36:rm.0 Request processed in 31449us (31840us total) trans 8589934807 rc 0/0 00000100:00100000:3.0:1767318122.856193:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22571 00000100:00100000:1.0:1767318122.856247:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318122.856259:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383622784:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767318122.856296:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318122.859275:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.876003:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.876057:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.876111:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297229056 00000100:00100000:3.0:1767318122.876127:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297229056 00000100:00100000:3.0:1767318122.876202:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 166 00000100:00100000:3.0:1767318122.876213:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:005be725-9f65-416e-a69a-82c97936344d+240:2502:x1853164297229056:12345-192.168.202.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318122.876233:0:15460:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318122.876263:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1400/0xa7e486a0fcb48e02 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xfa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4ea expref: 240 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.876287:0:15460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfa:0x0].0x0 (ffff936995465300) 00010000:00010000:3.0:1767318122.876294:0:15460:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318122.876366:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:005be725-9f65-416e-a69a-82c97936344d+239:2502:x1853164297229056:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 155us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318122.876373:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 166 00000100:00100000:1.0:1767318122.880175:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.881605:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.884367:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.887622:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383622912 00000100:00100000:3.0:1767318122.887631:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383622912 00000100:00100000:3.0:1767318122.887722:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2375 00000100:00100000:3.0:1767318122.887732:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+14:15481:x1853164383622912:12345-0@lo:101:mdt00_002.0 00010000:00010000:3.0:1767318122.887750:0:15676:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318122.887772:0:15676:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb48e1e lrc: 2/0,0 mode: --/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa7e486a0fcb48e17 expref: -99 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.887850:0:15676:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1000/0xa7e486a0fcb48d0d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xdb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4a4 expref: 237 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.887870:0:15676:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb48e1e lrc: 4/0,0 mode: --/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa7e486a0fcb48e17 expref: 15 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.887908:0:15676:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1000/0xa7e486a0fcb48d0d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xdb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4a4 expref: 237 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.887923:0:15676:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1000/0xa7e486a0fcb48d0d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xdb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4a4 expref: 237 pid: 15481 timeout: 3126 lvb_type: 0 00000100:00100000:3.0:1767318122.887936:0:15676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:15676:1853164383623040:192.168.202.56@tcp:104: 00000100:00100000:3.0:1767318122.888042:0:15676:0:(client.c:2690:ptlrpc_set_wait()) set ffff936887ae4180 going to sleep for 11 seconds 00000100:00100000:1.0:1767318122.892695:0:15676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:15676:1853164383623040:192.168.202.56@tcp:104: 00010000:00010000:1.0:1767318122.892748:0:15676:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb48e1e lrc: 3/0,0 mode: --/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb48e17 expref: 15 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.892763:0:15676:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdb:0x0].0x0 (ffff936887aa3200) 00010000:00010000:1.0:1767318122.892767:0:15676:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.892771:0:15676:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb48e1e lrc: 3/0,0 mode: --/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb48e17 expref: 15 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.892839:0:15676:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936889a39800, rc 0) 00000100:00100000:1.0:1767318122.892915:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+15:15481:x1853164383622912:12345-0@lo:101:mdt00_002.0 Request processed in 5184us (5690us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.892926:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2375 00000100:00100000:3.0:1767318122.893644:0:15481:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b615c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:15481:1853164383622912:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1767318122.893672:0:15481:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698f4e0200/0xa7e486a0fcb48e17 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48e1e expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.893685:0:15481:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698f4e0200/0xa7e486a0fcb48e17 lrc: 4/0,1 mode: --/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48e1e expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318122.894271:0:30688:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297229824 00000100:00100000:3.0:1767318122.894280:0:30688:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297229824 00010000:00010000:3.0:1767318122.894321:0:30688:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1000/0xa7e486a0fcb48d0d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xdb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4a4 expref: 238 pid: 15481 timeout: 3126 lvb_type: 0 00000100:00100000:3.0:1767318122.894364:0:30688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2412 00000100:00100000:3.0:1767318122.894374:0:30688:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:005be725-9f65-416e-a69a-82c97936344d+238:2505:x1853164297229824:12345-192.168.202.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318122.894392:0:30688:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318122.894400:0:30688:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1000/0xa7e486a0fcb48d0d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xdb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4a4 expref: 238 pid: 15481 timeout: 3126 lvb_type: 0 00010000:00010000:3.0:1767318122.894417:0:30688:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1000/0xa7e486a0fcb48d0d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xdb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4a4 expref: 238 pid: 15481 timeout: 3126 lvb_type: 0 00010000:00010000:3.0:1767318122.894444:0:30688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1000/0xa7e486a0fcb48d0d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4a4 expref: 238 pid: 15481 timeout: 3126 lvb_type: 0 00010000:00010000:3.0:1767318122.894470:0:30688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdb:0x0].0x0 (ffff936887aa3200) 00010000:00010000:3.0:1767318122.894485:0:30688:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb48e1e lrc: 2/0,0 mode: --/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb48e17 expref: 14 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.894497:0:30688:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb48e1e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xa7e486a0fcb48e17 expref: 14 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.894507:0:30688:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb48e1e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xa7e486a0fcb48e17 expref: 14 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.894548:0:30688:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb48e1e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb48e17 expref: 14 pid: 15676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318122.894562:0:30688:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:30688:1853164383623168:0@lo:105: 00000100:00100000:3.0:1767318122.894612:0:30688:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318122.894658:0:30688:0:(client.c:2690:ptlrpc_set_wait()) set ffff936887ae4d80 going to sleep for 11 seconds 00010000:00010000:3.0:1767318122.895284:0:15481:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698f4e0200/0xa7e486a0fcb48e17 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48e1e expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.895297:0:15481:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698f4e0200/0xa7e486a0fcb48e17 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48e1e expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1767318122.895334:0:15481:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0xdb:0x0] 00010000:00010000:3.0:1767318122.895381:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff936889a38000/0xa7e486a0fcb48e25 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.895389:0:15481:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff936889a38000/0xa7e486a0fcb48e25 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.895399:0:15481:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff936889a38000/0xa7e486a0fcb48e25 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15481 initiator: MDT1 00000100:00100000:3.0:1767318122.895417:0:15481:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:15481:1853164383623296:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1767318122.895445:0:15481:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318122.896187:0:15481:0:(client.c:2690:ptlrpc_set_wait()) set ffff936887ae4b40 going to sleep for 11 seconds 00000100:00100000:1.0:1767318122.896638:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383623296 00000100:00100000:1.0:1767318122.896646:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383623296 00000100:00100000:1.0:1767318122.896705:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2376 00000100:00100000:1.0:1767318122.896981:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+15:15481:x1853164383623296:12345-0@lo:101:mdt00_002.0 00010000:00010000:1.0:1767318122.897006:0:15676:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318122.897035:0:15676:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb48e2c lrc: 2/0,0 mode: --/PW res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa7e486a0fcb48e25 expref: -99 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.897065:0:15676:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb48e2c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa7e486a0fcb48e25 expref: 16 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.897080:0:15676:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb48e2c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb48e25 expref: 16 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.897090:0:15676:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdb:0x0].0xd6d15c29 (ffff936995465500) 00010000:00010000:1.0:1767318122.897093:0:15676:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318122.897097:0:15676:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369b5139600, rc 0) 00000100:00100000:1.0:1767318122.897159:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+16:15481:x1853164383623296:12345-0@lo:101:mdt00_002.0 Request processed in 446us (1713us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.897166:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2376 00000100:00100000:3.0:1767318122.897303:0:15481:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:15481:1853164383623296:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1767318122.897322:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff936889a38000/0xa7e486a0fcb48e25 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48e2c expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.897345:0:15481:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff936889a38000/0xa7e486a0fcb48e25 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48e2c expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1767318122.897366:0:15481:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0xdb:0x0] 00000100:00100000:3.0:1767318122.897419:0:15481:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:15481:1853164383623424:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1767318122.897456:0:15481:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318122.897490:0:15481:0:(client.c:2690:ptlrpc_set_wait()) set ffff936887ae4900 going to sleep for 11 seconds 00000100:00100000:1.0:1767318122.897627:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383623424 00000100:00100000:1.0:1767318122.897633:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383623424 00000100:00100000:1.0:1767318122.897669:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2377 00000100:00100000:1.0:1767318122.897678:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+16:15481:x1853164383623424:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1767318122.897762:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+16:15481:x1853164383623424:12345-0@lo:1000:mdt00_002.0 Request processed in 85us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.897770:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2377 00000100:00100000:3.0:1767318122.898019:0:15481:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:15481:1853164383623424:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1767318122.898069:0:15481:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:15481:1853164383623552:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1767318122.898096:0:15481:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318122.898119:0:15481:0:(client.c:2690:ptlrpc_set_wait()) set ffff936887ae4900 going to sleep for 11 seconds 00000100:00100000:1.0:1767318122.898229:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383623552 00000100:00100000:1.0:1767318122.898234:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383623552 00000100:00100000:1.0:1767318122.898264:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2378 00000100:00100000:1.0:1767318122.898272:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+16:15481:x1853164383623552:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1767318122.898375:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+16:15481:x1853164383623552:12345-0@lo:1000:mdt00_002.0 Request processed in 104us (278us total) trans 0 rc 1/1 00000100:00100000:1.0:1767318122.898382:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2378 00000100:00100000:3.0:1767318122.898491:0:15481:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:15481:1853164383623552:0@lo:1000:mdt00_002.0 00010000:00010000:3.0:1767318122.898553:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428c000/0xa7e486a0fcb48e33 lrc: 3/0,1 mode: --/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.898562:0:15481:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428c000/0xa7e486a0fcb48e33 lrc: 3/0,1 mode: --/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.898572:0:15481:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428c000/0xa7e486a0fcb48e33 lrc: 3/0,1 mode: --/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15481 initiator: MDT1 00000100:00100000:3.0:1767318122.898584:0:15481:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:15481:1853164383623680:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1767318122.898609:0:15481:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318122.898634:0:15481:0:(client.c:2690:ptlrpc_set_wait()) set ffff936887ae4b40 going to sleep for 11 seconds 00000100:00100000:1.0:1767318122.898679:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383623680 00000100:00100000:1.0:1767318122.898684:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383623680 00000100:00100000:1.0:1767318122.898712:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2379 00000100:00100000:1.0:1767318122.898945:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+16:15481:x1853164383623680:12345-0@lo:101:mdt00_002.0 00010000:00010000:1.0:1767318122.898957:0:15676:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318122.899170:0:15676:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb48e3a lrc: 2/0,0 mode: --/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa7e486a0fcb48e33 expref: -99 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.899201:0:15676:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb48e3a lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa7e486a0fcb48e33 expref: 17 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.899216:0:15676:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb48e3a lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb48e33 expref: 17 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.899225:0:15676:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfa:0x0].0x0 (ffff936995465b00) 00010000:00010000:1.0:1767318122.899229:0:15676:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767318122.899234:0:15676:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369b5138200, rc 0) 00000100:00100000:1.0:1767318122.899281:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:15481:x1853164383623680:12345-0@lo:101:mdt00_002.0 Request processed in 341us (670us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.899291:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2379 00000100:00100000:3.0:1767318122.899374:0:15481:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:15481:1853164383623680:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1767318122.899388:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428c000/0xa7e486a0fcb48e33 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48e3a expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.899398:0:15481:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428c000/0xa7e486a0fcb48e33 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48e3a expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.899426:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48e41 lrc: 3/0,1 mode: --/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318122.899436:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48e41 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.899444:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48e41 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00000040:00080000:3.0:1767318122.900146:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].30, 504 off59504 00000004:00080000:3.0:1767318122.900156:0:15481:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff936887ae4b40 with version 58 00000100:00100000:1.0:1767318122.900414:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383623936 00000100:00100000:1.0:1767318122.900423:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383623936 00000100:00100000:1.0:1767318122.900474:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2380 00000100:00100000:1.0:1767318122.900494:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:15672:x1853164383623936:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767318122.901254:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+18:15672:x1853164383623936:12345-0@lo:1000:osp_up0-1.0 Request processed in 757us (923us total) trans 8589934808 rc 0/0 00000100:00100000:1.0:1767318122.901265:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2380 00000004:00200000:3.0:1767318122.901382:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0xfa:0x0]: returning size 4096 00010000:00010000:3.0:1767318122.901409:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48e41 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.901419:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48e41 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.901428:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48e41 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.901434:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a428dc00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318122.901440:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48e41 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.901449:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48e41 lrc: 4/0,0 mode: EX/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.901467:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfa:0x0].0x0 (ffff9369a1a6f900) 00010000:00010000:3.0:1767318122.901471:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318122.901489:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48e41 lrc: 2/0,0 mode: --/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.901497:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48e41 lrc: 0/0,0 mode: --/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318122.901521:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428c000/0xa7e486a0fcb48e33 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48e3a expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.901528:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428c000/0xa7e486a0fcb48e33 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb48e3a expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.901535:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428c000/0xa7e486a0fcb48e33 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb48e3a expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.901564:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1767318122.901700:0:15481:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0xdb:0x0] 00010000:00010000:3.0:1767318122.901707:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698f4e0200/0xa7e486a0fcb48e17 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48e1e expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.901713:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698f4e0200/0xa7e486a0fcb48e17 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb48e1e expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.901901:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698f4e0200/0xa7e486a0fcb48e17 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb48e1e expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.901929:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1767318122.901935:0:15481:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0xdb:0x0] 00010000:00010000:3.0:1767318122.901942:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff936889a38000/0xa7e486a0fcb48e25 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48e2c expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.901949:0:15481:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff936889a38000/0xa7e486a0fcb48e25 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48e2c expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.902089:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318122.902097:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428c000/0xa7e486a0fcb48e33 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xa7e486a0fcb48e3a expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.902104:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a428c000 already unused, calling callback (ffffffffc1797290) 00010000:00010000:1.0:1767318122.902109:0:30344:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428c000/0xa7e486a0fcb48e33 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb48e3a expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767318122.902117:0:30344:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428c000/0xa7e486a0fcb48e33 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb48e3a expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.902151:0:30344:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428c000/0xa7e486a0fcb48e33 lrc: 2/0,0 mode: --/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48e3a expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.902157:0:30344:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767318122.902184:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428c000/0xa7e486a0fcb48e33 lrc: 1/0,0 mode: --/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48e3a expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.902192:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428c000/0xa7e486a0fcb48e33 lrc: 0/0,0 mode: --/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48e3a expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.902217:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318122.902220:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698f4e0200/0xa7e486a0fcb48e17 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xa7e486a0fcb48e1e expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.902226:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698f4e0200 already unused, calling callback (ffffffffc1797290) 00010000:00010000:1.0:1767318122.902230:0:30344:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698f4e0200/0xa7e486a0fcb48e17 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb48e1e expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767318122.902236:0:30344:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698f4e0200/0xa7e486a0fcb48e17 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb48e1e expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.902251:0:30344:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698f4e0200/0xa7e486a0fcb48e17 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48e1e expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.902257:0:30344:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767318122.902263:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698f4e0200/0xa7e486a0fcb48e17 lrc: 1/0,0 mode: --/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48e1e expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.902270:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698f4e0200/0xa7e486a0fcb48e17 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48e1e expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.902283:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318122.902285:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318122.902286:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318122.902305:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383624064:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767318122.902371:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318122.902410:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318122.902416:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383624192:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767318122.902440:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318122.902492:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383624064 00000100:00100000:1.0:1767318122.902498:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383624064 00000100:00100000:1.0:1767318122.902548:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383624192 00000100:00100000:1.0:1767318122.902552:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383624192 00000100:00100000:1.0:1767318122.902580:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1767318122.902590:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6974850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+19:7025:x1853164383624064:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767318122.902607:0:15460:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318122.902630:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb48e3a lrc: 0/0,0 mode: --/EX res: [0x240000401:0xfa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb48e33 expref: 19 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.902644:0:15460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfa:0x0].0x0 (ffff936995465b00) 00010000:00010000:1.0:1767318122.902653:0:15460:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318122.902688:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6974850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+18:7025:x1853164383624064:12345-0@lo:103:ldlm_bl.0 Request processed in 99us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.902696:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1767318122.902894:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+227:68835:x1853164297229696:12345-192.168.202.56@tcp:36:rm.0 Request processed in 16441us (18523us total) trans 4294968419 rc 0/0 00000100:00100000:3.0:1767318122.902903:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22574 00000100:00100000:3.0:1767318122.905463:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.905657:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383624192:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767318122.905672:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383624064:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767318122.907078:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383624320 00000100:00100000:1.0:1767318122.907084:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383624320 00000100:00100000:1.0:1767318122.907139:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2381 00000100:00100000:1.0:1767318122.907148:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:15481:x1853164383624320:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1767318122.907236:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:15481:x1853164383624320:12345-0@lo:1000:mdt00_002.0 Request processed in 90us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.907244:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2381 00000100:00100000:3.0:1767318122.913178:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.913334:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297230080 00000100:00100000:1.0:1767318122.913348:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297230080 00000100:00100000:1.0:1767318122.913434:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22576 00000100:00100000:1.0:1767318122.913446:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+227:68835:x1853164297230080:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318122.913490:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318122.913524:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48e64 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xfb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc4ff expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.913608:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48e6b lrc: 3/1,0 mode: --/PR res: [0x240000401:0xfb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318122.913625:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48e6b lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xfb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318122.913640:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48e6b lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xfb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00000004:00200000:1.0:1767318122.913703:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0xfb:0x0]: returning size 4096 00000004:00200000:1.0:1767318122.913708:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1767318122.913753:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48e64 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xfb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4ff expref: 229 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.913776:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48e6b lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xfb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4ff expref: 228 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.913814:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfb:0x0].0x0 (ffff936995465200) 00010000:00010000:1.0:1767318122.913818:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767318122.913832:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369b5139e00, rc 0) 00000100:00100000:1.0:1767318122.913901:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+228:68835:x1853164297230080:12345-192.168.202.56@tcp:101:rm.0 Request processed in 457us (738us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.913910:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22576 00000100:00100000:1.0:1767318122.918381:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.919858:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297230336 00000100:00100000:3.0:1767318122.919878:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297230336 00000100:00100000:3.0:1767318122.919961:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22577 00000100:00100000:3.0:1767318122.919975:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+228:68835:x1853164297230336:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318122.920006:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318122.920043:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb48e72 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc506 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1767318122.920186:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0xfb:0x0]: returning size 4096 00010000:00010000:3.0:1767318122.920578:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb48e72 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc506 expref: 230 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.920599:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdb:0x0].0x0 (ffff93698397c000) 00010000:00010000:3.0:1767318122.920604:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767318122.920610:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb48e72 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc506 expref: 230 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318122.920635:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a0931600, rc 0) 00000100:00100000:3.0:1767318122.920906:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+229:68835:x1853164297230336:12345-192.168.202.56@tcp:101:rm.0 Request processed in 927us (2532us total) trans 4294968420 rc 301/301 00000100:00100000:3.0:1767318122.920915:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22577 00000100:00100000:3.0:1767318122.926702:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.938973:0:15482:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+229:68835:x1853164297230464:12345-192.168.202.56@tcp:37:rm.0 Request processed in 9983us (12268us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318122.938991:0:15482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 10413 00000100:00100000:1.0:1767318122.946260:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318122.946702:0:15482:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297230720 00000100:00100000:3.0:1767318122.946718:0:15482:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297230720 00000100:00100000:1.0:1767318122.953001:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297230976 00000100:00100000:1.0:1767318122.953017:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297230976 00000100:00100000:1.0:1767318122.953104:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22578 00000100:00100000:1.0:1767318122.953116:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+230:68835:x1853164297230976:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318122.953151:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318122.953183:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48e80 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc50d expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.953327:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48e87 lrc: 3/1,0 mode: --/CR res: [0x240000401:0xfb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318122.953345:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48e87 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xfb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318122.953358:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48e87 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xfb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00000004:00200000:1.0:1767318122.953371:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0xfb:0x0]: returning size 4096 00010000:00010000:1.0:1767318122.953518:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb48e80 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc50d expref: 233 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.953542:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb48e87 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0xfb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc50d expref: 232 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.953551:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfb:0x0].0x0 (ffff936995465200) 00010000:00010000:1.0:1767318122.953555:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1767318122.953560:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369b5139800, rc 0) 00000100:00100000:1.0:1767318122.953642:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+232:68835:x1853164297230976:12345-192.168.202.56@tcp:101:rm.0 Request processed in 528us (750us total) trans 4294968422 rc 0/0 00000100:00100000:1.0:1767318122.953655:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22578 00000100:00100000:1.0:1767318122.958506:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.970445:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297231232 00000100:00100000:1.0:1767318122.970461:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297231232 00000100:00100000:1.0:1767318122.970598:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22580 00000100:00100000:1.0:1767318122.970612:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+238:68835:x1853164297231232:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318122.970640:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318122.970674:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb48eb1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc51b expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.970953:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b600/0xa7e486a0fcb48eb8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318122.970973:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b600/0xa7e486a0fcb48eb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4cc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318122.971141:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b600/0xa7e486a0fcb48eb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4cc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000004:00200000:1.0:1767318122.971186:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4cc:0x0]: returning size 73728 00000004:00200000:1.0:1767318122.971191:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1767318122.971240:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb48eb1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc51b expref: 240 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.971261:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b600/0xa7e486a0fcb48eb8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4cc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc51b expref: 239 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.971272:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4cc:0x0].0x0 (ffff936995465b00) 00010000:00010000:1.0:1767318122.971275:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767318122.971280:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93698565b600, rc 0) 00000100:00100000:1.0:1767318122.971489:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+239:68835:x1853164297231232:12345-192.168.202.56@tcp:101:rm.0 Request processed in 867us (1226us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318122.971499:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22580 00000100:00100000:3.0:1767318122.982959:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318122.984139:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297231488 00000100:00100000:1.0:1767318122.984157:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297231488 00000100:00100000:1.0:1767318122.984259:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22581 00000100:00100000:1.0:1767318122.984273:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+239:68835:x1853164297231488:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318122.984303:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318122.984347:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb48ebf lrc: 2/0,0 mode: --/CR res: [0x240000401:0xfb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc522 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767318122.984501:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4cc:0x0]: returning size 73728 00010000:00010000:1.0:1767318122.984652:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb48ebf lrc: 1/0,0 mode: --/CR res: [0x240000401:0xfb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc522 expref: 241 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.984669:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfb:0x0].0x0 (ffff936887aa3400) 00010000:00010000:1.0:1767318122.984672:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767318122.984678:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb48ebf lrc: 0/0,0 mode: --/CR res: [0x240000401:0xfb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc522 expref: 241 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318122.984696:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93698565aa00, rc 0) 00000100:00100000:1.0:1767318122.984874:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+240:68835:x1853164297231488:12345-192.168.202.56@tcp:101:rm.0 Request processed in 603us (1928us total) trans 8589934809 rc 301/301 00000100:00100000:1.0:1767318122.984883:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22581 00000100:00100000:3.0:1767318122.997826:0:15482:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297231616 00000100:00100000:3.0:1767318122.997842:0:15482:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297231616 00000100:00100000:3.0:1767318122.997935:0:15482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 10415 00000100:00100000:3.0:1767318122.997948:0:15482:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+240:68835:x1853164297231616:12345-192.168.202.56@tcp:37:rm.0 00000100:00100000:3.0:1767318123.029674:0:15482:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+240:68835:x1853164297231616:12345-192.168.202.56@tcp:37:rm.0 Request processed in 31713us (32158us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318123.029694:0:15482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 10415 00000100:00100000:3.0:1767318123.038990:0:15482:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297231872 00000100:00100000:3.0:1767318123.039005:0:15482:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297231872 00000100:00100000:3.0:1767318123.039101:0:15482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 10416 00000100:00100000:3.0:1767318123.039114:0:15482:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+240:68835:x1853164297231872:12345-192.168.202.56@tcp:35:rm.0 00000100:00100000:3.0:1767318123.039545:0:15482:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+241:68835:x1853164297231872:12345-192.168.202.56@tcp:35:rm.0 Request processed in 432us (704us total) trans 8589934810 rc 0/0 00000100:00100000:3.0:1767318123.039555:0:15482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 10416 00000100:00080000:1.0:1767318123.039981:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767318123.052770:0:15484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383624448 00000100:00100000:3.0:1767318123.052777:0:15484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383624448 00000100:00100000:3.0:1767318123.052862:0:15484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2382 00000100:00100000:3.0:1767318123.052871:0:15484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:15479:x1853164383624448:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1767318123.052883:0:15484:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318123.052902:0:15484:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb48ed4 lrc: 2/0,0 mode: --/CW res: [0x240000401:0xfb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa7e486a0fcb48ecd expref: -99 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.052932:0:15484:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48e6b lrc: 2/0,0 mode: PR/PR res: [0x240000401:0xfb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4ff expref: 232 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.052944:0:15484:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb48ed4 lrc: 4/0,0 mode: --/CW res: [0x240000401:0xfb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa7e486a0fcb48ecd expref: 8 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.052971:0:15484:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48e6b lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xfb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4ff expref: 232 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.052992:0:15484:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48e6b lrc: 4/0,0 mode: PR/PR res: [0x240000401:0xfb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4ff expref: 232 pid: 15481 timeout: 3126 lvb_type: 0 00000100:00100000:3.0:1767318123.053004:0:15484:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daad80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:15484:1853164383624576:192.168.202.56@tcp:104: 00000100:00100000:3.0:1767318123.053307:0:15484:0:(client.c:2690:ptlrpc_set_wait()) set ffff936887ae4840 going to sleep for 11 seconds 00000100:00100000:1.0:1767318123.056158:0:30688:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297232000 00000100:00100000:1.0:1767318123.056177:0:30688:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297232000 00000100:00100000:1.0:1767318123.056301:0:30688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 170 00000100:00100000:1.0:1767318123.056313:0:30688:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:005be725-9f65-416e-a69a-82c97936344d+233:2504:x1853164297232000:12345-192.168.202.56@tcp:103:rm.0 00010000:00010000:1.0:1767318123.056334:0:30688:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318123.056366:0:30688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0400/0xa7e486a0fcb48eaa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4cc:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc514 expref: 233 pid: 15479 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1767318123.056499:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318123.056543:0:30688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4cc:0x0].0x0 (ffff936887aa3700) 00010000:00010000:1.0:1767318123.056558:0:30688:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318123.056638:0:30688:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:005be725-9f65-416e-a69a-82c97936344d+232:2504:x1853164297232000:12345-192.168.202.56@tcp:103:rm.0 Request processed in 326us (5030us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318123.056647:0:30688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 170 00000100:00100000:1.0:1767318123.060645:0:30688:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297232384 00000100:00100000:1.0:1767318123.060658:0:30688:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297232384 00010000:00010000:1.0:1767318123.060712:0:30688:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48e6b lrc: 5/0,0 mode: PR/PR res: [0x240000401:0xfb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4ff expref: 232 pid: 15481 timeout: 3126 lvb_type: 0 00000100:00100000:1.0:1767318123.060764:0:30688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2413 00000100:00100000:1.0:1767318123.060776:0:30688:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:005be725-9f65-416e-a69a-82c97936344d+232:2504:x1853164297232384:12345-192.168.202.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318123.060827:0:30688:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318123.060835:0:30688:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48e6b lrc: 5/0,0 mode: PR/PR res: [0x240000401:0xfb:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4ff expref: 232 pid: 15481 timeout: 3126 lvb_type: 0 00010000:00010000:1.0:1767318123.060854:0:30688:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48e6b lrc: 4/0,0 mode: PR/PR res: [0x240000401:0xfb:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4ff expref: 232 pid: 15481 timeout: 3126 lvb_type: 0 00010000:00010000:1.0:1767318123.060887:0:30688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfb:0x0].0x0 (ffff936995465200) 00010000:00010000:1.0:1767318123.060896:0:30688:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb48ed4 lrc: 3/0,0 mode: --/CW res: [0x240000401:0xfb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa7e486a0fcb48ecd expref: 8 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.060909:0:30688:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb48ed4 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0xfb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xa7e486a0fcb48ecd expref: 8 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.060920:0:30688:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb48ed4 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0xfb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xa7e486a0fcb48ecd expref: 8 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.060964:0:30688:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb48ed4 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0xfb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb48ecd expref: 8 pid: 15484 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318123.060981:0:30688:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001_UUID:30688:1853164383624704:0@lo:105: 00000100:00100000:1.0:1767318123.061044:0:30688:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318123.061100:0:30688:0:(client.c:2690:ptlrpc_set_wait()) set ffff93698ebd9300 going to sleep for 11 seconds 00000100:00100000:1.0:1767318123.061888:0:30688:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001_UUID:30688:1853164383624704:0@lo:105: 00010000:00010000:1.0:1767318123.061909:0:30688:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318123.061965:0:30688:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:005be725-9f65-416e-a69a-82c97936344d+232:2504:x1853164297232384:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 1190us (1457us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318123.061975:0:30688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2413 00010000:00010000:3.0:1767318123.062547:0:15484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48e6b lrc: 0/0,0 mode: --/PR res: [0x240000401:0xfb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4ff expref: 231 pid: 15481 timeout: 3126 lvb_type: 0 00000100:00100000:3.0:1767318123.062572:0:15484:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daad80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:15484:1853164383624576:192.168.202.56@tcp:104: 00010000:00010000:3.0:1767318123.062597:0:15484:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb48ed4 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0xfb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb48ecd expref: 8 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.062607:0:15484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfb:0x0].0x0 (ffff936995465200) 00010000:00010000:3.0:1767318123.062611:0:15484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318123.062614:0:15484:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a0931600, rc 0) 00010000:00010000:3.0:1767318123.063208:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318123.064375:0:15479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:15479:1853164383624832:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1767318123.064391:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff93698f4e1400/0xa7e486a0fcb48edb lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xfb:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48ee2 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.064403:0:15479:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff93698f4e1400/0xa7e486a0fcb48edb lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xfb:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48ee2 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1767318123.065166:0:15479:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0xfb:0x0] 00000100:00100000:1.0:1767318123.067051:0:15479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:15479:1853164383624960:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1767318123.067143:0:15479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:15479:1853164383625088:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1767318123.067186:0:15479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318123.068184:0:15479:0:(client.c:2690:ptlrpc_set_wait()) set ffff93698ebd90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318123.068643:0:15479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:15479:1853164383625088:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1767318123.068726:0:15479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34d0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:15479:1853164383625216:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1767318123.068762:0:15479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318123.069635:0:15479:0:(client.c:2690:ptlrpc_set_wait()) set ffff93698ebd9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1767318123.069685:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383625216 00000100:00100000:3.0:1767318123.069693:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383625216 00000100:00100000:3.0:1767318123.069732:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2386 00000100:00100000:3.0:1767318123.069741:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:15479:x1853164383625216:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1767318123.075733:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:15479:x1853164383625216:12345-0@lo:1000:mdt00_000.0 Request processed in 5979us (6956us total) trans 0 rc 1/1 00000100:00100000:3.0:1767318123.075753:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2386 00000100:00100000:1.0:1767318123.077837:0:15479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:15479:1853164383625344:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1767318123.077957:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff93698f4e1c00/0xa7e486a0fcb48ee9 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48ef0 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.077970:0:15479:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff93698f4e1c00/0xa7e486a0fcb48ee9 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48ef0 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.078101:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb48ef7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.078111:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb48ef7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.078120:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb48ef7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00000040:00080000:1.0:1767318123.078756:0:15479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].4, 656 off36464 00000040:00080000:1.0:1767318123.078961:0:15479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000402:0x2:0x0].4, 736 off36904 00000004:00080000:1.0:1767318123.078970:0:15479:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff93698ebd9d80 with version 12 00000100:00100000:3.0:1767318123.081549:0:89001:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a98700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:89001:1853164383625600:0@lo:1000:osp_up1-0.0 00000004:00200000:1.0:1767318123.081632:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4cc:0x0]: returning size 73728 00010000:00010000:1.0:1767318123.081660:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb48ef7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.081671:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb48ef7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.081679:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb48ef7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.081685:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565aa00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.081690:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb48ef7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.081703:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb48ef7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.081721:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4cc:0x0].0x0 (ffff936995465300) 00010000:00010000:1.0:1767318123.081724:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.081729:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb48ef7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.081735:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb48ef7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.081758:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff93698f4e1c00/0xa7e486a0fcb48ee9 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48ef0 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.081767:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff93698f4e1c00/0xa7e486a0fcb48ee9 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb48ef0 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.081774:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff93698f4e1c00/0xa7e486a0fcb48ee9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb48ef0 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.081890:0:15479:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1767318123.082152:0:15479:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0xfb:0x0] 00010000:00010000:1.0:1767318123.082161:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff93698f4e1800/0xa7e486a0fcb48ecd lrc: 4/0,1 mode: CW/CW res: [0x240000401:0xfb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48ed4 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.082169:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff93698f4e1800/0xa7e486a0fcb48ecd lrc: 4/0,1 mode: CW/CW res: [0x240000401:0xfb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb48ed4 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.082176:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff93698f4e1800/0xa7e486a0fcb48ecd lrc: 3/0,0 mode: CW/CW res: [0x240000401:0xfb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb48ed4 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.082204:0:15479:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1767318123.082209:0:15479:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0xfb:0x0] 00010000:00010000:1.0:1767318123.082215:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff93698f4e1400/0xa7e486a0fcb48edb lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xfb:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48ee2 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.082223:0:15479:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff93698f4e1400/0xa7e486a0fcb48edb lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xfb:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48ee2 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318123.082323:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+241:68835:x1853164297232256:12345-192.168.202.56@tcp:36:rm.0 Request processed in 30170us (30774us total) trans 8589934811 rc 0/0 00000100:00100000:1.0:1767318123.082605:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22582 00000100:00100000:1.0:1767318123.088188:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297232512 00000100:00100000:1.0:1767318123.088203:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297232512 00000100:00100000:1.0:1767318123.088287:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22583 00000100:00100000:1.0:1767318123.088297:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+241:68835:x1853164297232512:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318123.088329:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318123.088359:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b600/0xa7e486a0fcb48efe lrc: 2/0,0 mode: --/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc529 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.088447:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48f05 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.088461:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48f05 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.088471:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48f05 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.088496:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb48f0c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xdb:0x0].0xb3f5bb28 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.088505:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb48f0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xdb:0x0].0xb3f5bb28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.088515:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb48f0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xdb:0x0].0xb3f5bb28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.088597:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb48f13 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xfb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.088606:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb48f13 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xfb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.088614:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb48f13 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xfb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00000004:00010000:1.0:1767318123.088639:0:15479:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb48f13 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xfb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.088656:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48f05 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.088663:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48f05 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.088670:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48f05 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.088677:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48f05 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.088684:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.088688:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48f05 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.088701:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48f05 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.088714:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdb:0x0].0x0 (ffff936887aa3200) 00010000:00010000:1.0:1767318123.088718:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.088724:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48f05 lrc: 3/0,0 mode: --/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.088730:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb48f05 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.088746:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb48f0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xdb:0x0].0xb3f5bb28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.088752:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb48f0c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xdb:0x0].0xb3f5bb28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.088757:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb48f0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xdb:0x0].0xb3f5bb28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.088762:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.088765:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb48f0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xdb:0x0].0xb3f5bb28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.088770:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb48f0c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xdb:0x0].0xb3f5bb28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.088776:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdb:0x0].0xb3f5bb28 (ffff936995465700) 00010000:00010000:1.0:1767318123.088860:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.088864:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb48f0c lrc: 2/0,0 mode: --/PR res: [0x200000402:0xdb:0x0].0xb3f5bb28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.088870:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb48f0c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb:0x0].0xb3f5bb28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.088910:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b600/0xa7e486a0fcb48efe lrc: 0/0,0 mode: --/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc529 expref: 243 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.088925:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb48f13 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xfb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc529 expref: 242 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.088933:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfb:0x0].0x0 (ffff936887aa3400) 00010000:00010000:1.0:1767318123.088935:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767318123.088938:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a4b2e200, rc 0) 00000100:00100000:1.0:1767318123.089116:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+242:68835:x1853164297232512:12345-192.168.202.56@tcp:101:rm.0 Request processed in 818us (1019us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318123.089126:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22583 00000100:00100000:1.0:1767318123.092519:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.105405:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297232896 00000100:00100000:1.0:1767318123.105420:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297232896 00000100:00100000:1.0:1767318123.105520:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 174 00000100:00100000:1.0:1767318123.105533:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369927b3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:005be725-9f65-416e-a69a-82c97936344d+241:2504:x1853164297232896:12345-192.168.202.56@tcp:103:rm.0 00010000:00010000:1.0:1767318123.105554:0:15460:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318123.105589:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0800/0xa7e486a0fcb48e5d lrc: 0/0,0 mode: --/PR res: [0x240000401:0xfb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4f8 expref: 241 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.105613:0:15460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfb:0x0].0x0 (ffff936887aa3400) 00010000:00010000:1.0:1767318123.105626:0:15460:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318123.105884:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369927b3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:005be725-9f65-416e-a69a-82c97936344d+240:2504:x1853164297232896:12345-192.168.202.56@tcp:103:rm.0 Request processed in 353us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318123.105894:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 174 00000100:00100000:1.0:1767318123.113423:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.125186:0:15481:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:15481:1853164383626112:0@lo:101:mdt00_002.0 00010000:00010000:1.0:1767318123.125215:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6379600/0xa7e486a0fcb48f36 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xdb:0x0].0xb3f5bb28 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48f3d expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.125229:0:15481:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6379600/0xa7e486a0fcb48f36 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xdb:0x0].0xb3f5bb28 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48f3d expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318123.125271:0:15481:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0xdb:0x0] 00000100:00100000:1.0:1767318123.125350:0:15481:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34d0380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:15481:1853164383626240:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1767318123.125409:0:15481:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318123.125447:0:15481:0:(client.c:2690:ptlrpc_set_wait()) set ffff93698ebd9840 going to sleep for 11 seconds 00000100:00100000:1.0:1767318123.126098:0:15481:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34d0380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:15481:1853164383626240:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1767318123.126152:0:15481:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34d0380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:15481:1853164383626368:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1767318123.126180:0:15481:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318123.126205:0:15481:0:(client.c:2690:ptlrpc_set_wait()) set ffff93698ebd9840 going to sleep for 11 seconds 00000100:00100000:1.0:1767318123.126619:0:15481:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34d0380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:15481:1853164383626368:0@lo:1000:mdt00_002.0 00010000:00010000:1.0:1767318123.126680:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f800/0xa7e486a0fcb48f44 lrc: 3/0,1 mode: --/EX res: [0x240000401:0xfb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.126690:0:15481:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f800/0xa7e486a0fcb48f44 lrc: 3/0,1 mode: --/EX res: [0x240000401:0xfb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318123.126699:0:15481:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f800/0xa7e486a0fcb48f44 lrc: 3/0,1 mode: --/EX res: [0x240000401:0xfb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15481 initiator: MDT1 00000100:00100000:1.0:1767318123.126711:0:15481:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34d0380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:15481:1853164383626496:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1767318123.126734:0:15481:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318123.126754:0:15481:0:(client.c:2690:ptlrpc_set_wait()) set ffff93698ebd96c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767318123.127146:0:15481:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34d0380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:15481:1853164383626496:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1767318123.127160:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f800/0xa7e486a0fcb48f44 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0xfb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48f4b expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.127170:0:15481:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f800/0xa7e486a0fcb48f44 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0xfb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48f4b expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.127196:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c000/0xa7e486a0fcb48f52 lrc: 3/0,1 mode: --/EX res: [0x240000401:0xfb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.127204:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c000/0xa7e486a0fcb48f52 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xfb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318123.127212:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c000/0xa7e486a0fcb48f52 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xfb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT1 00000040:00080000:3.0:1767318123.127644:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].31, 496 off60000 00000004:00080000:3.0:1767318123.127654:0:15481:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff936887ae4840 with version 59 00000100:00100000:3.0:1767318123.128262:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383626752 00000100:00100000:3.0:1767318123.128269:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383626752 00000100:00100000:3.0:1767318123.128317:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2394 00000100:00100000:3.0:1767318123.128325:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+19:15672:x1853164383626752:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1767318123.128736:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+20:15672:x1853164383626752:12345-0@lo:1000:osp_up0-1.0 Request processed in 410us (748us total) trans 8589934812 rc 0/0 00000100:00100000:3.0:1767318123.128745:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2394 00000004:00200000:3.0:1767318123.130668:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0xfb:0x0]: returning size 4096 00010000:00010000:3.0:1767318123.130702:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c000/0xa7e486a0fcb48f52 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xfb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318123.130714:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c000/0xa7e486a0fcb48f52 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0xfb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318123.130723:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c000/0xa7e486a0fcb48f52 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xfb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318123.130730:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a428c000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318123.130736:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c000/0xa7e486a0fcb48f52 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xfb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318123.130744:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c000/0xa7e486a0fcb48f52 lrc: 4/0,0 mode: EX/EX res: [0x240000401:0xfb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318123.130764:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfb:0x0].0x0 (ffff9369a1a6fd00) 00010000:00010000:3.0:1767318123.130768:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318123.130774:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c000/0xa7e486a0fcb48f52 lrc: 2/0,0 mode: --/EX res: [0x240000401:0xfb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318123.130808:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c000/0xa7e486a0fcb48f52 lrc: 0/0,0 mode: --/EX res: [0x240000401:0xfb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318123.130836:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f800/0xa7e486a0fcb48f44 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0xfb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48f4b expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.130845:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f800/0xa7e486a0fcb48f44 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0xfb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb48f4b expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.130865:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f800/0xa7e486a0fcb48f44 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xfb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb48f4b expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.130898:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1767318123.131120:0:15481:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0xdb:0x0] 00010000:00010000:3.0:1767318123.131127:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6378800/0xa7e486a0fcb48f28 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48f2f expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.131135:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6378800/0xa7e486a0fcb48f28 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb48f2f expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.131141:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6378800/0xa7e486a0fcb48f28 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb48f2f expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.131166:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1767318123.131171:0:15481:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0xdb:0x0] 00010000:00010000:3.0:1767318123.131177:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6379600/0xa7e486a0fcb48f36 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xdb:0x0].0xb3f5bb28 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48f3d expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.131184:0:15481:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6379600/0xa7e486a0fcb48f36 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xdb:0x0].0xb3f5bb28 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48f3d expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318123.131301:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+232:68835:x1853164297233408:12345-192.168.202.56@tcp:36:rm.0 Request processed in 17595us (17885us total) trans 4294968425 rc 0/0 00000100:00100000:3.0:1767318123.131312:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22585 00010000:00010000:1.0:1767318123.131583:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318123.131594:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f800/0xa7e486a0fcb48f44 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0xfb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xa7e486a0fcb48f4b expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.131603:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f800 already unused, calling callback (ffffffffc1797290) 00010000:00010000:1.0:1767318123.131608:0:30344:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f800/0xa7e486a0fcb48f44 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xfb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb48f4b expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767318123.131617:0:30344:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f800/0xa7e486a0fcb48f44 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xfb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb48f4b expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.131663:0:30344:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f800/0xa7e486a0fcb48f44 lrc: 2/0,0 mode: --/EX res: [0x240000401:0xfb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48f4b expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.131670:0:30344:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767318123.131711:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f800/0xa7e486a0fcb48f44 lrc: 1/0,0 mode: --/EX res: [0x240000401:0xfb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48f4b expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.131719:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f800/0xa7e486a0fcb48f44 lrc: 0/0,0 mode: --/EX res: [0x240000401:0xfb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48f4b expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.131741:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318123.131745:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6378800/0xa7e486a0fcb48f28 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xa7e486a0fcb48f2f expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.131752:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378800 already unused, calling callback (ffffffffc1797290) 00010000:00010000:1.0:1767318123.131755:0:30344:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6378800/0xa7e486a0fcb48f28 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb48f2f expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767318123.131763:0:30344:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6378800/0xa7e486a0fcb48f28 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb48f2f expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.131811:0:30344:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6378800/0xa7e486a0fcb48f28 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48f2f expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.131818:0:30344:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767318123.131825:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6378800/0xa7e486a0fcb48f28 lrc: 1/0,0 mode: --/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48f2f expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.131831:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6378800/0xa7e486a0fcb48f28 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48f2f expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.131856:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318123.131858:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318123.131860:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318123.131878:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383627008:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767318123.131950:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318123.131998:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318123.132004:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383626880:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767318123.132028:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318123.132065:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383627008 00000100:00100000:1.0:1767318123.132072:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383627008 00000100:00100000:1.0:1767318123.132129:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383626880 00000100:00100000:1.0:1767318123.132132:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383626880 00000100:00100000:1.0:1767318123.132160:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1767318123.132171:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+21:7026:x1853164383627008:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767318123.132190:0:15460:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318123.132214:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0200/0xa7e486a0fcb48f2f lrc: 0/0,0 mode: --/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb48f28 expref: 21 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.132233:0:15460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdb:0x0].0x0 (ffff936887aa3200) 00010000:00010000:1.0:1767318123.132239:0:15460:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318123.132270:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+20:7026:x1853164383627008:12345-0@lo:103:ldlm_bl.0 Request processed in 103us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318123.132277:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1767318123.132291:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:1.0:1767318123.132297:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+19:7026:x1853164383626880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767318123.132305:0:15460:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318123.132316:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378600/0xa7e486a0fcb48f4b lrc: 0/0,0 mode: --/EX res: [0x240000401:0xfb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb48f44 expref: 19 pid: 15485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.132341:0:15460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfb:0x0].0x0 (ffff9369a4ae9b00) 00010000:00010000:1.0:1767318123.132350:0:15460:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318123.132371:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+18:7026:x1853164383626880:12345-0@lo:103:ldlm_bl.0 Request processed in 74us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318123.132377:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:1.0:1767318123.132436:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383626880:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767318123.132445:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383627008:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767318123.139977:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297233536 00000100:00100000:3.0:1767318123.139990:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297233536 00000100:00100000:3.0:1767318123.140115:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22586 00000100:00100000:3.0:1767318123.140128:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+240:68835:x1853164297233536:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318123.140155:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318123.140181:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb48f59 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc537 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.140285:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48f60 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.140302:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48f60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.140315:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48f60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.140334:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369bf642600/0xa7e486a0fcb48f67 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9119e93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.140342:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369bf642600/0xa7e486a0fcb48f67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9119e93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.140349:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369bf642600/0xa7e486a0fcb48f67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9119e93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.140452:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5e600/0xa7e486a0fcb48f6e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xdb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.140460:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5e600/0xa7e486a0fcb48f6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xdb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.140467:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5e600/0xa7e486a0fcb48f6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xdb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000004:00200000:3.0:1767318123.140528:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xdb:0x0]: returning size 4096 00000004:00200000:3.0:1767318123.140533:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318123.140689:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5e600/0xa7e486a0fcb48f6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xdb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.140704:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48f60 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.140711:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48f60 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.140717:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48f60 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.140725:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48f60 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.140731:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a428dc00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318123.140736:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48f60 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.140743:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48f60 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.140756:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936886ede400) 00010000:00010000:3.0:1767318123.140760:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318123.140765:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48f60 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.140771:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb48f60 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.140814:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369bf642600/0xa7e486a0fcb48f67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9119e93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.140821:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369bf642600/0xa7e486a0fcb48f67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9119e93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.140831:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369bf642600/0xa7e486a0fcb48f67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9119e93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.140836:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369bf642600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318123.140839:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369bf642600/0xa7e486a0fcb48f67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9119e93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.140844:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369bf642600/0xa7e486a0fcb48f67 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9119e93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.140935:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9119e93 (ffff9369a1a6fd00) 00010000:00010000:3.0:1767318123.140938:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318123.140942:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369bf642600/0xa7e486a0fcb48f67 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9119e93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.140948:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369bf642600/0xa7e486a0fcb48f67 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9119e93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.140984:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb48f59 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc537 expref: 242 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.140999:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5e600/0xa7e486a0fcb48f6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xdb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc537 expref: 241 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.141006:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdb:0x0].0x0 (ffff936887aa3200) 00010000:00010000:3.0:1767318123.141008:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767318123.141011:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93698fb5e600, rc 0) 00000100:00100000:3.0:1767318123.141107:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+241:68835:x1853164297233536:12345-192.168.202.56@tcp:101:rm.0 Request processed in 980us (1484us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318123.141116:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22586 00000100:00100000:1.0:1767318123.144229:0:15482:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297233792 00000100:00100000:1.0:1767318123.144246:0:15482:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297233792 00000100:00100000:1.0:1767318123.144506:0:15482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 10418 00000100:00100000:1.0:1767318123.144521:0:15482:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+241:68835:x1853164297233792:12345-192.168.202.56@tcp:35:rm.0 00000100:00100000:1.0:1767318123.144905:0:15482:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+242:68835:x1853164297233792:12345-192.168.202.56@tcp:35:rm.0 Request processed in 386us (842us total) trans 8589934813 rc 0/0 00000100:00100000:1.0:1767318123.144918:0:15482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 10418 00000100:00100000:3.0:1767318123.154146:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297234048 00000100:00100000:3.0:1767318123.154162:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297234048 00000100:00100000:3.0:1767318123.154244:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22587 00000100:00100000:3.0:1767318123.154256:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+242:68835:x1853164297234048:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318123.154450:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1767318123.156618:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5e600/0xa7e486a0fcb48f6e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc537 expref: 242 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.156668:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1200/0xa7e486a0fcb48d29 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xdb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc4b2 expref: 241 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.156686:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdb:0x0].0x0 (ffff936887aa3200) 00010000:00010000:3.0:1767318123.156712:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb48cf1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc49d expref: 240 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.156722:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936886ede400) 00010000:00010000:3.0:1767318123.156729:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318123.156776:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5f000/0xa7e486a0fcb48f75 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.156847:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5f000/0xa7e486a0fcb48f75 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.157004:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5f000/0xa7e486a0fcb48f75 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.157026:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369bf642600/0xa7e486a0fcb48f7c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf9119e93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.157035:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369bf642600/0xa7e486a0fcb48f7c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9119e93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.157047:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369bf642600/0xa7e486a0fcb48f7c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9119e93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.157177:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb48f83 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xdb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.157186:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb48f83 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xdb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.157194:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb48f83 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xdb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000100:00100000:1.0:1767318123.179540:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318123.198352:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318123.201429:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+234:68835:x1853164297234688:12345-192.168.202.56@tcp:101:rm.0 Request processed in 2718us (3084us total) trans 4294968426 rc 301/301 00000100:00100000:3.0:1767318123.201444:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22591 00000100:00100000:1.0:1767318123.210398:0:15482:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297234816 00000100:00100000:1.0:1767318123.210413:0:15482:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297234816 00000100:00100000:1.0:1767318123.210560:0:15482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 10419 00000100:00100000:1.0:1767318123.210573:0:15482:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b9576450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+234:68835:x1853164297234816:12345-192.168.202.56@tcp:37:rm.0 00000100:00100000:3.0:1767318123.247221:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.267597:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.267665:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318123.268364:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297235456 00000100:00100000:3.0:1767318123.268379:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297235456 00000100:00100000:3.0:1767318123.268466:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22592 00000100:00100000:3.0:1767318123.268491:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+235:68835:x1853164297235456:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318123.268579:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318123.268617:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff936884287a00/0xa7e486a0fcb48fbb lrc: 0/0,0 mode: --/PR res: [0x240000401:0xfc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc54c expref: 235 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.268643:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfc:0x0].0x0 (ffff93699273c300) 00010000:00010000:3.0:1767318123.268660:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318123.268731:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428dc00/0xa7e486a0fcb48fd0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.268747:0:15481:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428dc00/0xa7e486a0fcb48fd0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15481 initiator: MDT1 00010000:00010000:3.0:1767318123.268759:0:15481:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428dc00/0xa7e486a0fcb48fd0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15481 initiator: MDT1 00000100:00100000:3.0:1767318123.268871:0:15481:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:15481:1853164383627264:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1767318123.268951:0:15481:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318123.269360:0:15481:0:(client.c:2690:ptlrpc_set_wait()) set ffff936999f016c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767318123.277355:0:15481:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:15481:1853164383627264:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1767318123.277380:0:15481:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428dc00/0xa7e486a0fcb48fd0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48fd7 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.277395:0:15481:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428dc00/0xa7e486a0fcb48fd0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48fd7 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318123.278721:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318123.282508:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383627520 00000100:00100000:3.0:1767318123.282523:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383627520 00000100:00100000:3.0:1767318123.282598:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1994 00000100:00100000:3.0:1767318123.282608:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:32211:x1853164383627520:12345-0@lo:105: 00010000:00010000:3.0:1767318123.282628:0:15457:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428dc00/0xa7e486a0fcb48fd0 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48fd7 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.282640:0:15457:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428dc00/0xa7e486a0fcb48fd0 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48fd7 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.282650:0:15457:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428dc00/0xa7e486a0fcb48fd0 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48fd7 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.282666:0:15457:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428dc00/0xa7e486a0fcb48fd0 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xa7e486a0fcb48fd7 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.282675:0:15457:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428dc00/0xa7e486a0fcb48fd0 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xa7e486a0fcb48fd7 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.282684:0:15457:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428dc00/0xa7e486a0fcb48fd0 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xa7e486a0fcb48fd7 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.286317:0:15457:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9369a428dc00) 00010000:00010000:1.0:1767318123.292514:0:15481:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428dc00/0xa7e486a0fcb48fd0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48fd7 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.292542:0:15481:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428dc00/0xa7e486a0fcb48fd0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48fd7 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318123.292588:0:15481:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1767318123.292656:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2e600/0xa7e486a0fcb48fde lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.292665:0:15481:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2e600/0xa7e486a0fcb48fde lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318123.292679:0:15481:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2e600/0xa7e486a0fcb48fde lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15481 initiator: MDT1 00000100:00100000:1.0:1767318123.292713:0:15481:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:15481:1853164383627648:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1767318123.293470:0:15481:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318123.293531:0:15481:0:(client.c:2690:ptlrpc_set_wait()) set ffff93698ebd9f00 going to sleep for 11 seconds 00000100:00100000:1.0:1767318123.296213:0:15481:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:15481:1853164383627648:0@lo:101:mdt00_002.0 00010000:00010000:1.0:1767318123.296248:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2e600/0xa7e486a0fcb48fde lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb48fe5 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.296264:0:15481:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2e600/0xa7e486a0fcb48fde lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb48fe5 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318123.296310:0:15481:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1767318123.296459:0:15481:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:15481:1853164383627776:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1767318123.296532:0:15481:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318123.296571:0:15481:0:(client.c:2690:ptlrpc_set_wait()) set ffff93698ebd9840 going to sleep for 11 seconds 00000100:00100000:1.0:1767318123.297677:0:15481:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:15481:1853164383627776:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1767318123.297755:0:15481:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:15481:1853164383627904:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1767318123.297831:0:15481:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318123.297862:0:15481:0:(client.c:2690:ptlrpc_set_wait()) set ffff93698ebd9840 going to sleep for 11 seconds 00000100:00100000:3.0:1767318123.298266:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383627904 00000100:00100000:3.0:1767318123.298274:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383627904 00000100:00100000:3.0:1767318123.298335:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2399 00000100:00100000:3.0:1767318123.298344:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+20:15481:x1853164383627904:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1767318123.298466:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+20:15481:x1853164383627904:12345-0@lo:1000:mdt00_002.0 Request processed in 123us (634us total) trans 0 rc 1/1 00000100:00100000:3.0:1767318123.298486:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2399 00000100:00100000:1.0:1767318123.300196:0:15484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383628032 00000100:00100000:1.0:1767318123.300205:0:15484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383628032 00000100:00100000:1.0:1767318123.300275:0:15484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2400 00000100:00100000:1.0:1767318123.300286:0:15484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+20:15481:x1853164383628032:12345-0@lo:101:mdt00_002.0 00010000:00010000:1.0:1767318123.300304:0:15484:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318123.300328:0:15484:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb48ff3 lrc: 2/0,0 mode: --/EX res: [0x240000401:0xfc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa7e486a0fcb48fec expref: -99 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.300359:0:15484:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb48ff3 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xfc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa7e486a0fcb48fec expref: 21 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.300636:0:15484:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb48ff3 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xfc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb48fec expref: 21 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.300654:0:15484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfc:0x0].0x0 (ffff936995465300) 00010000:00010000:1.0:1767318123.300657:0:15484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767318123.300662:0:15484:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a4b2ea00, rc 0) 00000100:00100000:1.0:1767318123.300726:0:15484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+21:15481:x1853164383628032:12345-0@lo:101:mdt00_002.0 Request processed in 442us (1067us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318123.300734:0:15484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2400 00000100:00100000:1.0:1767318123.302275:0:15484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383628288 00000100:00100000:1.0:1767318123.302283:0:15484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383628288 00000100:00100000:1.0:1767318123.302342:0:15484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2401 00000100:00100000:1.0:1767318123.302353:0:15484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+21:15672:x1853164383628288:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767318123.303252:0:15484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+22:15672:x1853164383628288:12345-0@lo:1000:osp_up0-1.0 Request processed in 898us (1078us total) trans 8589934815 rc 0/0 00000100:00100000:1.0:1767318123.303265:0:15484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2401 00010000:00010000:3.0:1767318123.304246:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318123.304256:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884287600/0xa7e486a0fcb48fec lrc: 2/0,0 mode: EX/EX res: [0x240000401:0xfc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xa7e486a0fcb48ff3 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.304264:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884287600 already unused, calling callback (ffffffffc1797290) 00010000:00010000:3.0:1767318123.304270:0:34132:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884287600/0xa7e486a0fcb48fec lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xfc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb48ff3 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1767318123.304277:0:34132:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884287600/0xa7e486a0fcb48fec lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xfc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb48ff3 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.304321:0:34132:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884287600/0xa7e486a0fcb48fec lrc: 2/0,0 mode: --/EX res: [0x240000401:0xfc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48ff3 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.304328:0:34132:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767318123.304365:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884287600/0xa7e486a0fcb48fec lrc: 1/0,0 mode: --/EX res: [0x240000401:0xfc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48ff3 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.304373:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884287600/0xa7e486a0fcb48fec lrc: 0/0,0 mode: --/EX res: [0x240000401:0xfc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48ff3 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.304399:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318123.304403:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428dc00/0xa7e486a0fcb48fd0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xa7e486a0fcb48fd7 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.304410:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a428dc00 already unused, calling callback (ffffffffc1797290) 00010000:00010000:3.0:1767318123.304414:0:34132:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428dc00/0xa7e486a0fcb48fd0 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb48fd7 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1767318123.304421:0:34132:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428dc00/0xa7e486a0fcb48fd0 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb48fd7 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.304439:0:34132:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428dc00/0xa7e486a0fcb48fd0 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48fd7 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.304445:0:34132:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767318123.304452:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a428dc00/0xa7e486a0fcb48fd0 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48fd7 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.304459:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318123.304461:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318123.304464:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318123.304755:0:32211:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383628544 00000100:00100000:3.0:1767318123.304763:0:32211:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383628544 00000100:00100000:3.0:1767318123.304842:0:32211:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383628416 00000100:00100000:3.0:1767318123.304845:0:32211:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383628416 00000100:00100000:3.0:1767318123.304879:0:32211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:3.0:1767318123.304889:0:32211:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+23:7024:x1853164383628544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767318123.304905:0:32211:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318123.304928:0:32211:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1800/0xa7e486a0fcb48fd7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb48fd0 expref: 23 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.304946:0:32211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9369a4ae9400) 00010000:00010000:3.0:1767318123.304955:0:32211:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318123.305011:0:32211:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+22:7024:x1853164383628544:12345-0@lo:103:ldlm_bl.0 Request processed in 123us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318123.305019:0:32211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:3.0:1767318123.305037:0:32211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:3.0:1767318123.305045:0:32211:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+21:7024:x1853164383628416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767318123.305052:0:32211:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318123.305064:0:32211:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb48ff3 lrc: 0/0,0 mode: --/EX res: [0x240000401:0xfc:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb48fec expref: 21 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.305075:0:32211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfc:0x0].0x0 (ffff936995465300) 00010000:00010000:3.0:1767318123.305083:0:32211:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318123.305104:0:32211:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+20:7024:x1853164383628416:12345-0@lo:103:ldlm_bl.0 Request processed in 61us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318123.305110:0:32211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:3.0:1767318123.305151:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383628416:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767318123.305161:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383628544:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767318123.309743:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.318610:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.333580:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318123.346932:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.350867:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318123.358174:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318123.361173:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.384902:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318123.390897:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.397999:0:83444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:005be725-9f65-416e-a69a-82c97936344d+248:68835:x1853164297237376:12345-192.168.202.56@tcp:37:rm.0 Request processed in 6510us (7098us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318123.398020:0:83444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 10423 00000100:00100000:3.0:1767318123.402288:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.402405:0:83444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297237632 00000100:00100000:1.0:1767318123.402420:0:83444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297237632 00000100:00100000:1.0:1767318123.407543:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297237888 00000100:00100000:1.0:1767318123.407561:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297237888 00000100:00100000:1.0:1767318123.407675:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22600 00000100:00100000:1.0:1767318123.407690:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+249:68835:x1853164297237888:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318123.407839:0:15479:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767318123.407887:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb49071 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ea:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc576 expref: 249 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.407914:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ea:0x0].0x0 (ffff936887aa3300) 00010000:00010000:1.0:1767318123.407935:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1800/0xa7e486a0fcb49055 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc56f expref: 248 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.407945:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936887aa3f00) 00010000:00010000:1.0:1767318123.407952:0:15479:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318123.407986:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb49086 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.408001:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb49086 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.408013:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb49086 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.408026:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4908d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x72f0884e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.408033:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4908d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x72f0884e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.408039:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4908d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x72f0884e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.408147:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb49094 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.408160:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb49094 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.408168:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb49094 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00000004:00200000:1.0:1767318123.408463:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25ea:0x0]: returning size 4096 00010000:00010000:1.0:1767318123.408494:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb49094 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.408501:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb49094 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.408508:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb49094 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.408515:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.408520:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb49094 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.408528:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb49094 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.408538:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ea:0x0].0x0 (ffff936995465b00) 00010000:00010000:1.0:1767318123.408541:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318123.408546:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb49094 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.408552:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb49094 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.408727:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb49086 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.408740:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb49086 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.408745:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb49086 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.408751:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb49086 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.408756:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2ec00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.408758:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb49086 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.408764:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb49086 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.408772:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936995465300) 00010000:00010000:1.0:1767318123.408775:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.408778:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb49086 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.408810:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb49086 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00000004:00010000:1.0:1767318123.408824:0:15479:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f466b642 reply state 000000004825698b transno 8589934821 ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4908d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x72f0884e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.408836:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4908d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x72f0884e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.408843:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x72f0884e (ffff936995465200) 00010000:00010000:1.0:1767318123.408846:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318123.408850:0:15479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318123.408965:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+249:68835:x1853164297237888:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1277us (1670us total) trans 8589934821 rc 0/0 00000100:00100000:1.0:1767318123.408975:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22600 00000100:00100000:1.0:1767318123.417626:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297238016 00000100:00100000:1.0:1767318123.417640:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297238016 00000100:00100000:1.0:1767318123.417731:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22601 00000100:00100000:1.0:1767318123.417744:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+249:68835:x1853164297238016:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318123.417776:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318123.417857:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4909b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc584 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.417945:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb490a2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.417963:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb490a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.417976:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb490a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000004:00200000:1.0:1767318123.418033:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1767318123.418038:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318123.418061:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb490a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.418090:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4909b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc584 expref: 251 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.418112:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb490a2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc584 expref: 250 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.418127:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936886ede400) 00010000:00010000:1.0:1767318123.418131:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767318123.418135:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a4b2e400, rc 0) 00000100:00100000:1.0:1767318123.418211:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+250:68835:x1853164297238016:12345-192.168.202.56@tcp:101:rm.0 Request processed in 470us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318123.418219:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22601 00000100:00100000:3.0:1767318123.422047:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318123.427842:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.428176:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297238400 00000100:00100000:1.0:1767318123.428192:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297238400 00000100:00100000:1.0:1767318123.428271:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22603 00000100:00100000:1.0:1767318123.428283:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+251:68835:x1853164297238400:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318123.428311:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318123.428342:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb490c5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc592 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767318123.428532:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25ee:0x0]: returning size 4096 00010000:00010000:1.0:1767318123.428680:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb490c5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc592 expref: 253 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.428697:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936886ede400) 00010000:00010000:1.0:1767318123.428701:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767318123.428707:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb490c5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc592 expref: 253 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.428723:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a4b2ec00, rc 0) 00000100:00100000:1.0:1767318123.428844:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+252:68835:x1853164297238400:12345-192.168.202.56@tcp:101:rm.0 Request processed in 563us (1066us total) trans 8589934822 rc 301/301 00000100:00100000:1.0:1767318123.428864:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22603 00000100:00100000:1.0:1767318123.435102:0:15482:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297238528 00000100:00100000:1.0:1767318123.435118:0:15482:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297238528 00000100:00100000:1.0:1767318123.435194:0:15482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 10425 00000100:00100000:1.0:1767318123.435206:0:15482:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+252:68835:x1853164297238528:12345-192.168.202.56@tcp:37:rm.0 00000100:00100000:3.0:1767318123.453105:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.453316:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297239040 00000100:00100000:1.0:1767318123.453330:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297239040 00000100:00100000:1.0:1767318123.453430:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22604 00000100:00100000:1.0:1767318123.453443:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+253:68835:x1853164297239040:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318123.453531:0:15479:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767318123.453569:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0800/0xa7e486a0fcb490be lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ee:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc58b expref: 253 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.453596:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ee:0x0].0x0 (ffff936887aa3200) 00010000:00010000:1.0:1767318123.453618:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb490a2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc584 expref: 252 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.453627:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936886ede400) 00010000:00010000:1.0:1767318123.453635:0:15479:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318123.453667:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb490d3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.453682:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb490d3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.453693:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb490d3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.453725:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb490da lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x87146c81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.453733:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb490da lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x87146c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.453740:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb490da lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x87146c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.453904:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb490e1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.453913:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb490e1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.453920:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb490e1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00000004:00200000:1.0:1767318123.454202:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25ee:0x0]: returning size 4096 00010000:00010000:1.0:1767318123.454220:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb490e1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.454228:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb490e1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.454236:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb490e1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.454243:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.454247:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb490e1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.454256:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb490e1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.454266:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ee:0x0].0x0 (ffff936995465b00) 00010000:00010000:1.0:1767318123.454269:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318123.454273:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb490e1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.454279:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb490e1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.454442:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb490d3 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.454450:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb490d3 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.454456:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb490d3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.454462:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb490d3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.454468:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2ec00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.454471:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb490d3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.454490:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb490d3 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.454498:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936886ede700) 00010000:00010000:1.0:1767318123.454501:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.454504:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb490d3 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.454511:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb490d3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00000004:00010000:1.0:1767318123.454524:0:15479:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f1e5229d reply state 00000000dae1bc89 transno 8589934824 ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb490da lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x87146c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.454536:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb490da lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x87146c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.454542:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x87146c81 (ffff936995465300) 00010000:00010000:1.0:1767318123.454545:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318123.454548:0:15479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318123.454650:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+253:68835:x1853164297239040:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1208us (1554us total) trans 8589934824 rc 0/0 00000100:00100000:1.0:1767318123.454659:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22604 00000100:00100000:3.0:1767318123.458328:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297239168 00000100:00100000:3.0:1767318123.458340:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297239168 00000100:00100000:3.0:1767318123.458516:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22605 00000100:00100000:3.0:1767318123.458527:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+253:68835:x1853164297239168:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318123.458558:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318123.458588:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb490e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc599 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.458670:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb490ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.458686:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb490ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.458699:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb490ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000004:00200000:3.0:1767318123.458764:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1767318123.458768:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318123.458835:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb490ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.458869:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb490e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc599 expref: 255 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.458890:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb490ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc599 expref: 254 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.458900:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93698397c000) 00010000:00010000:3.0:1767318123.458904:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767318123.458907:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a428dc00, rc 0) 00000100:00100000:3.0:1767318123.458978:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+254:68835:x1853164297239168:12345-192.168.202.56@tcp:101:rm.0 Request processed in 453us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318123.458985:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22605 00000100:00100000:1.0:1767318123.462359:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318123.462520:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297239296 00000100:00100000:3.0:1767318123.462533:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297239296 00000100:00100000:3.0:1767318123.462629:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22606 00000100:00100000:3.0:1767318123.462641:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b24d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+254:68835:x1853164297239296:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318123.462666:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318123.462694:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb490f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc5a0 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.462813:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb490fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.462842:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb490fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.462864:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb490fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.462885:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb49104 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.462891:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb49104 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.462897:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb49104 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.463082:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4910b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.463091:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4910b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.463099:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4910b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000004:00200000:3.0:1767318123.463137:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25ef:0x0]: returning size 12288 00000004:00200000:3.0:1767318123.463142:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318123.463169:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4910b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.463184:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb490fd lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.463191:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb490fd lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.463198:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb490fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.463204:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb490fd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.463216:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884287200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318123.463220:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb490fd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.463229:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb490fd lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.463242:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93698397c000) 00010000:00010000:3.0:1767318123.463246:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318123.463250:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb490fd lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.463256:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb490fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.463271:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb49104 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.463277:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb49104 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.463282:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb49104 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.463287:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884286e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318123.463290:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb49104 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.463295:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb49104 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.463301:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8737ee00 (ffff93688a783500) 00010000:00010000:3.0:1767318123.463303:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318123.463307:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb49104 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.463312:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb49104 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.463344:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb490f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc5a0 expref: 256 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.463357:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4910b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc5a0 expref: 255 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.463365:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318123.463367:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767318123.463370:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936884287600, rc 0) 00000100:00100000:3.0:1767318123.463544:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b24d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+255:68835:x1853164297239296:12345-192.168.202.56@tcp:101:rm.0 Request processed in 904us (1196us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318123.463552:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22606 00000100:00100000:3.0:1767318123.468222:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297239552 00000100:00100000:3.0:1767318123.468236:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297239552 00000100:00100000:3.0:1767318123.468316:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22607 00000100:00100000:3.0:1767318123.468328:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+255:68835:x1853164297239552:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318123.468357:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318123.468590:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5f000/0xa7e486a0fcb49112 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc5a7 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318123.474157:0:15482:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297239680 00000100:00100000:3.0:1767318123.474173:0:15482:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297239680 00000100:00100000:3.0:1767318123.474250:0:15482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 10427 00000100:00100000:3.0:1767318123.474262:0:15482:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+256:68835:x1853164297239680:12345-192.168.202.56@tcp:37:rm.0 00000100:00100000:3.0:1767318123.488841:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.493081:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318123.497869:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.498074:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297240320 00000100:00100000:1.0:1767318123.498089:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297240320 00000100:00100000:1.0:1767318123.498176:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22609 00000100:00100000:1.0:1767318123.498189:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+259:68835:x1853164297240320:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318123.498222:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318123.498253:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49135 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc5b5 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.498345:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4913c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.498366:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4913c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.498389:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4913c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.498408:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb49143 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xb681914e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.498415:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb49143 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb681914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.498421:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb49143 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb681914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.498657:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4914a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x264c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.498666:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4914a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x264c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.498674:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4914a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x264c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00000004:00200000:1.0:1767318123.498716:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x264c:0x0]: returning size 0 00000004:00200000:1.0:1767318123.498721:0:15479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318123.498747:0:15479:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4914a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x264c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.498760:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4914a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x264c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.498771:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4913c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.499011:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4913c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.499021:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4913c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.499033:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4913c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.499041:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2ea00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.499045:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4913c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.499053:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4913c lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.499067:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318123.499071:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.499076:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4913c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.499082:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4913c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.499097:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb49143 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb681914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.499103:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb49143 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb681914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.499108:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb49143 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb681914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.499113:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2fc00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.499116:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb49143 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb681914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.499123:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb49143 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb681914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.499131:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xb681914e (ffff936995465b00) 00010000:00010000:1.0:1767318123.499133:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.499136:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb49143 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xb681914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.499141:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb49143 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xb681914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318123.499177:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49135 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc5b5 expref: 261 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.499192:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4914a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x264c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc5b5 expref: 260 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.499199:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x264c:0x0].0x0 (ffff936886ede700) 00010000:00010000:1.0:1767318123.499202:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318123.499205:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a4b2f600, rc 0) 00000100:00100000:1.0:1767318123.499335:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+260:68835:x1853164297240320:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1149us (1478us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318123.499345:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22609 00010000:00010000:3.0:1767318123.509545:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318123.509562:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb49166 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x264c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.509575:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25fe600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318123.509581:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb49166 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x264c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.509591:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb49166 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x264c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.509610:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x264c:0x0].0x0 (ffff93699273c200) 00010000:00010000:3.0:1767318123.509615:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318123.509620:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb49166 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x264c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.509627:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb49166 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x264c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.509651:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318123.509653:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318123.509655:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318123.521815:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318123.533485:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.539290:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.546594:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.551702:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.557146:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.562244:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.568357:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.573743:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.579501:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.588665:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.595357:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.601152:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318123.601263:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297243648 00000100:00100000:3.0:1767318123.601276:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297243648 00000100:00100000:3.0:1767318123.601453:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22626 00000100:00100000:3.0:1767318123.601466:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+275:68835:x1853164297243648:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318123.601638:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318123.601677:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699068d600/0xa7e486a0fcb4930a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2618:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc5ed expref: 275 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.601700:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2618:0x0].0x0 (ffff93699273ce00) 00010000:00010000:3.0:1767318123.601714:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318123.601743:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5e600/0xa7e486a0fcb49311 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.601759:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5e600/0xa7e486a0fcb49311 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.601769:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5e600/0xa7e486a0fcb49311 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.602047:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5f000/0xa7e486a0fcb49318 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x49bff64e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.602057:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5f000/0xa7e486a0fcb49318 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x49bff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.602065:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5f000/0xa7e486a0fcb49318 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x49bff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.602182:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4931f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2618:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.602191:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4931f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2618:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.602197:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4931f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2618:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000040:00080000:3.0:1767318123.602736:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].109, 64 off15168 00000040:00080000:3.0:1767318123.602761:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].13, 64 off9024 00010000:00010000:3.0:1767318123.603256:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb49326 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2618:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.603271:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb49326 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2618:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.603282:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb49326 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2618:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.603290:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb49326 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2618:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.603296:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb49326 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2618:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.603302:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb49326 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2618:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.603415:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318123.603441:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4931f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2618:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.603448:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4931f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2618:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.603456:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4931f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2618:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.603462:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25fe600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318123.603466:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4931f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2618:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.603485:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4931f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2618:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.603498:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2618:0x0].0x0 (ffff93688a783600) 00010000:00010000:3.0:1767318123.603502:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318123.603508:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4931f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2618:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.603519:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4931f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2618:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.603662:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5e600/0xa7e486a0fcb49311 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.603670:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5e600/0xa7e486a0fcb49311 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.603676:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5e600/0xa7e486a0fcb49311 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.603682:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5e600/0xa7e486a0fcb49311 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.603687:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698fb5e600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318123.603696:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5e600/0xa7e486a0fcb49311 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.603701:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5e600/0xa7e486a0fcb49311 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.603709:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318123.603711:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318123.603715:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5e600/0xa7e486a0fcb49311 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.603721:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5e600/0xa7e486a0fcb49311 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00000004:00010000:3.0:1767318123.603732:0:15481:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009ff6f372 reply state 00000000e99e2688 transno 8589934836 ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5f000/0xa7e486a0fcb49318 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x49bff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.603743:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5f000/0xa7e486a0fcb49318 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x49bff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.603750:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x49bff64e (ffff93688a783500) 00010000:00010000:3.0:1767318123.603752:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318123.603755:0:15481:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318123.603906:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+276:68835:x1853164297243648:12345-192.168.202.56@tcp:36:rm.0 Request processed in 2438us (2761us total) trans 8589934836 rc 0/0 00000100:00100000:3.0:1767318123.603916:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22626 00000100:00100000:3.0:1767318123.606488:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318123.611032:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:1.0:1767318123.613172:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318123.613179:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699068c000/0xa7e486a0fcb4935e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x25f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.613187:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699068c000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318123.613190:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699068c000/0xa7e486a0fcb4935e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x25f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.613196:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699068c000/0xa7e486a0fcb4935e lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x25f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.613207:0:34132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f4:0x0].0x0 (ffff93699273ca00) 00010000:00010000:1.0:1767318123.613210:0:34132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318123.613214:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699068c000/0xa7e486a0fcb4935e lrc: 3/0,0 mode: --/PW res: [0x200000402:0x25f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.613221:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318123.613223:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318123.613225:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318123.618109:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000004:00010000:1.0:1767318123.619433:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4937a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2643:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.619452:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4937a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2643:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.619464:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699068cc00/0xa7e486a0fcb4936c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.619480:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699068cc00/0xa7e486a0fcb4936c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.619488:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699068cc00/0xa7e486a0fcb4936c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.619495:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699068cc00/0xa7e486a0fcb4936c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.619502:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699068cc00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.619507:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699068cc00/0xa7e486a0fcb4936c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.619515:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699068cc00/0xa7e486a0fcb4936c lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.619530:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318123.619534:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.619540:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699068cc00/0xa7e486a0fcb4936c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.619546:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699068cc00/0xa7e486a0fcb4936c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.619567:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb49373 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.619573:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb49373 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.619578:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb49373 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.619583:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbd000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.619586:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb49373 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.619592:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb49373 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.619600:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xa2d5a24e (ffff93699273cf00) 00010000:00010000:1.0:1767318123.619602:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.619605:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb49373 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.619611:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb49373 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.619654:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699068d600/0xa7e486a0fcb49365 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc5fb expref: 280 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.619671:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4937a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2643:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc5fb expref: 279 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.619679:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2643:0x0].0x0 (ffff93699273c500) 00010000:00010000:1.0:1767318123.619682:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318123.619684:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936996dbdc00, rc 0) 00000100:00100000:1.0:1767318123.620031:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+279:68835:x1853164297244160:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1717us (1931us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318123.620042:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22629 00000100:00100000:1.0:1767318123.623551:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297244416 00000100:00100000:1.0:1767318123.623565:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297244416 00000100:00100000:1.0:1767318123.623683:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22630 00000100:00100000:1.0:1767318123.623696:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+279:68835:x1853164297244416:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318123.623770:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318123.624067:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4937a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2643:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc5fb expref: 279 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.624093:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2643:0x0].0x0 (ffff93699273c500) 00010000:00010000:1.0:1767318123.624110:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318123.624137:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb49381 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.624153:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb49381 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.624165:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb49381 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.624183:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb49388 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0xa2d5a24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.624190:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb49388 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.624198:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb49388 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.624304:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4938f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2643:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.624312:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4938f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2643:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.624319:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4938f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2643:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000040:00080000:1.0:1767318123.624906:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].15, 64 off9152 00000040:00080000:1.0:1767318123.624929:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].110, 64 off15232 00010000:00010000:1.0:1767318123.624992:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49396 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2643:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.625004:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49396 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2643:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.625014:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49396 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2643:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.625022:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49396 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2643:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.625029:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49396 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2643:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.625036:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49396 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2643:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.625061:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318123.625085:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4938f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2643:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.625090:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4938f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2643:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.625096:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4938f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2643:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.625102:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.625107:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4938f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2643:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.625116:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4938f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2643:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.625125:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2643:0x0].0x0 (ffff936886ede700) 00010000:00010000:1.0:1767318123.625129:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318123.625134:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4938f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2643:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.625140:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4938f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2643:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.625282:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb49381 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.625290:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb49381 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.625296:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb49381 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.625302:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb49381 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.625308:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.625311:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb49381 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.625317:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb49381 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.625325:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318123.625328:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.625331:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb49381 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.625337:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb49381 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00000004:00010000:1.0:1767318123.625347:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000001a4550b reply state 000000005b77bc7d transno 8589934838 ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb49388 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.625359:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb49388 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.625366:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xa2d5a24e (ffff936886ede400) 00010000:00010000:1.0:1767318123.625368:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318123.625382:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318123.625495:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+280:68835:x1853164297244416:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1797us (2135us total) trans 8589934838 rc 0/0 00000100:00100000:1.0:1767318123.625505:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22630 00010000:00010000:3.0:1767318123.625706:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318123.625715:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49396 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2643:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318123.625722:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2ea00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318123.625726:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49396 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2643:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318123.625732:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49396 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2643:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318123.625741:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2643:0x0].0x0 (ffff936886ede700) 00010000:00010000:3.0:1767318123.625744:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318123.625747:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49396 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2643:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318123.625753:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49396 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2643:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318123.625768:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318123.625771:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318123.625773:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318123.629656:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297244544 00000100:00100000:1.0:1767318123.629670:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297244544 00000100:00100000:1.0:1767318123.629800:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22631 00000100:00100000:1.0:1767318123.629814:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+280:68835:x1853164297244544:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318123.629982:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318123.630013:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4939d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc602 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.630099:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb493a4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.630116:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb493a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.630130:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb493a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.630150:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb493ab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xa615d44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.630158:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb493ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.630165:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb493ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.630357:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb493b2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x260c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.630365:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb493b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x260c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.630459:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb493b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x260c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:1.0:1767318123.630514:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x260c:0x0]: returning size 0 00000004:00200000:1.0:1767318123.630520:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318123.630546:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb493b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x260c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.630559:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb493b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x260c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.630570:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb493a4 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.630577:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb493a4 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.630589:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb493a4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.630597:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb493a4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.630604:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2e400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.630609:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb493a4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.630618:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb493a4 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.630631:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318123.630634:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.630638:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb493a4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.630645:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb493a4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.630659:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb493ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.630666:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb493ab lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.630672:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb493ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.630677:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.630680:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb493ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.630685:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb493ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.630691:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xa615d44e (ffff936995465b00) 00010000:00010000:1.0:1767318123.630694:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.630696:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb493ab lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.630701:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb493ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.630735:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4939d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc602 expref: 282 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.630750:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb493b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x260c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc602 expref: 281 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.630758:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x260c:0x0].0x0 (ffff936983a24700) 00010000:00010000:1.0:1767318123.630760:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318123.630763:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a4b2f400, rc 0) 00000100:00100000:1.0:1767318123.631146:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+281:68835:x1853164297244544:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1332us (1607us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318123.631155:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22631 00000100:00100000:1.0:1767318123.634627:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297244800 00000100:00100000:1.0:1767318123.634642:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297244800 00000100:00100000:1.0:1767318123.634755:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22632 00000100:00100000:1.0:1767318123.634767:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+281:68835:x1853164297244800:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318123.635063:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318123.635101:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb493b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x260c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc602 expref: 281 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.635123:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x260c:0x0].0x0 (ffff936983a24700) 00010000:00010000:1.0:1767318123.635136:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318123.635164:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb493b9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.635181:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb493b9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.635198:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb493b9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.635215:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb493c0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0xa615d44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.635222:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb493c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.635229:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb493c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.635344:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb493c7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x260c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.635353:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb493c7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x260c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.635360:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb493c7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x260c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000040:00080000:1.0:1767318123.635771:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].16, 64 off9216 00010000:00010000:1.0:1767318123.636027:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb493ce lrc: 3/0,1 mode: --/PW res: [0x200000402:0x260c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.636038:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb493ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x260c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.636048:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb493ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x260c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.636056:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb493ce lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x260c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.636068:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb493ce lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x260c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.636075:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb493ce lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x260c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.636171:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318123.636196:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb493c7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x260c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.636202:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb493c7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x260c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.636208:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb493c7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x260c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.636215:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2ec00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.636220:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb493c7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x260c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.636228:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb493c7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x260c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.636239:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x260c:0x0].0x0 (ffff936983a24d00) 00010000:00010000:1.0:1767318123.636242:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318123.636247:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb493c7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x260c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.636253:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb493c7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x260c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.636401:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb493b9 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.636414:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb493b9 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.636420:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb493b9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.636426:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb493b9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.636431:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.636433:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb493b9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.636439:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb493b9 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.636448:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318123.636451:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.636454:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb493b9 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.636460:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb493b9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00000004:00010000:1.0:1767318123.636480:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fc58042a reply state 0000000069da4065 transno 8589934839 ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb493c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.636493:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb493c0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.636500:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xa615d44e (ffff936983a24f00) 00010000:00010000:1.0:1767318123.636503:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318123.636507:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318123.636623:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+282:68835:x1853164297244800:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1855us (2100us total) trans 8589934839 rc 0/0 00000100:00100000:1.0:1767318123.636634:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22632 00000100:00100000:1.0:1767318123.639722:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297244928 00000100:00100000:1.0:1767318123.639737:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297244928 00000100:00100000:1.0:1767318123.639977:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22633 00000100:00100000:1.0:1767318123.639991:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+282:68835:x1853164297244928:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318123.640027:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318123.640055:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb493d5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc609 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.640142:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb493dc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.640159:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb493dc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.640171:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb493dc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.640188:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb493e3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xfeca234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.640195:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb493e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.640201:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb493e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.640753:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb493ea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.640769:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb493ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.640776:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb493ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.641151:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318123.641154:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318123.641156:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00200000:1.0:1767318123.641189:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25f3:0x0]: returning size 0 00000004:00200000:1.0:1767318123.641195:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318123.641225:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb493ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.641240:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb493ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.641252:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb493dc lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.641259:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb493dc lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.641266:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb493dc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.641272:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb493dc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.641277:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.641280:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb493dc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.641286:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb493dc lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.641295:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318123.641298:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.641301:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb493dc lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.641307:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb493dc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.641318:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb493e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.641325:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb493e3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.641331:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb493e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.641336:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbdc00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.641338:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb493e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.641343:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb493e3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.641349:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xfeca234e (ffff936983a24100) 00010000:00010000:1.0:1767318123.641352:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.641354:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb493e3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.641359:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb493e3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.641536:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb493d5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc609 expref: 284 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.641554:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb493ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc609 expref: 283 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.641562:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f3:0x0].0x0 (ffff936983a24300) 00010000:00010000:1.0:1767318123.641565:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318123.641568:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936996dbd000, rc 0) 00000100:00100000:1.0:1767318123.641704:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+283:68835:x1853164297244928:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1716us (2075us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318123.641714:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22633 00000100:00100000:1.0:1767318123.645578:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297245184 00000100:00100000:1.0:1767318123.645593:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297245184 00000100:00100000:1.0:1767318123.645707:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22634 00000100:00100000:1.0:1767318123.645721:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+283:68835:x1853164297245184:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318123.646070:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318123.646106:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb493ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25f3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc609 expref: 283 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.646131:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f3:0x0].0x0 (ffff936983a24300) 00010000:00010000:1.0:1767318123.646147:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318123.646177:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb493f1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.646192:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb493f1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.646203:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb493f1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.646223:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb493f8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0xfeca234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.646231:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb493f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.646238:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb493f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.646347:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb493ff lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.646354:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb493ff lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.646361:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb493ff lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000040:00080000:1.0:1767318123.646754:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].17, 64 off9280 00010000:00010000:1.0:1767318123.649356:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49406 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.649625:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49406 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.649640:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49406 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.649650:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49406 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.649658:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49406 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.649669:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49406 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.649728:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318123.649756:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb493ff lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.649763:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb493ff lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.649770:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb493ff lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.649776:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.649795:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb493ff lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.649804:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb493ff lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.649819:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f3:0x0].0x0 (ffff936983a24900) 00010000:00010000:1.0:1767318123.649822:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318123.649827:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb493ff lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.649834:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb493ff lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.650002:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb493f1 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.650010:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb493f1 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.650020:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb493f1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.650025:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb493f1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.650030:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2ea00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.650033:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb493f1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.650038:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb493f1 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.650047:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318123.650049:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.650052:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb493f1 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.650057:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb493f1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00000004:00010000:1.0:1767318123.650067:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000016b625ae reply state 00000000643c3df7 transno 8589934840 ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb493f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.650079:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb493f8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.650084:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xfeca234e (ffff936983a24500) 00010000:00010000:1.0:1767318123.650087:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318123.650090:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318123.650214:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+284:68835:x1853164297245184:12345-192.168.202.56@tcp:36:rm.0 Request processed in 4491us (4749us total) trans 8589934840 rc 0/0 00000100:00100000:1.0:1767318123.650229:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22634 00000100:00100000:1.0:1767318123.653500:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297245312 00000100:00100000:1.0:1767318123.653518:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297245312 00000100:00100000:1.0:1767318123.653600:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22635 00000100:00100000:1.0:1767318123.653611:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+284:68835:x1853164297245312:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318123.653643:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318123.653669:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4940d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc610 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.653758:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb49414 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.653775:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb49414 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.653806:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb49414 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.653833:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4941b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x37a2a24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.653842:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4941b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.654130:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4941b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.654331:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb49422 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2642:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.654342:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb49422 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2642:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.654351:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb49422 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2642:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:1.0:1767318123.654404:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2642:0x0]: returning size 0 00000004:00200000:1.0:1767318123.654409:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318123.654434:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb49422 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2642:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.654448:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb49422 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2642:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.654458:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb49414 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.654465:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb49414 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.654481:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb49414 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.654488:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb49414 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.654495:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.654500:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb49414 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.654508:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb49414 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.654523:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318123.654527:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.654532:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb49414 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.654540:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb49414 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.654555:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4941b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.654561:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4941b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.654567:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4941b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.654573:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.654575:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4941b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.654581:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4941b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.654587:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x37a2a24e (ffff936983a24100) 00010000:00010000:1.0:1767318123.654590:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.654592:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4941b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.654597:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4941b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318123.654632:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4940d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc610 expref: 286 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.654646:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb49422 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2642:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc610 expref: 285 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.654659:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2642:0x0].0x0 (ffff936983a24700) 00010000:00010000:1.0:1767318123.654662:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318123.654665:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a4b2ec00, rc 0) 00000100:00100000:1.0:1767318123.654755:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+285:68835:x1853164297245312:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1145us (2042us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318123.654763:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22635 00000100:00100000:3.0:1767318123.657661:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:1.0:1767318123.660467:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318123.672603:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:1.0:1767318123.689824:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318123.689841:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a3e98c00/0xa7e486a0fcb494ae lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2616:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.689854:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a3e98c00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318123.689860:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a3e98c00/0xa7e486a0fcb494ae lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2616:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.689873:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a3e98c00/0xa7e486a0fcb494ae lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2616:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.691192:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2616:0x0].0x0 (ffff93699273c700) 00010000:00010000:1.0:1767318123.691200:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318123.691207:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a3e98c00/0xa7e486a0fcb494ae lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2616:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.691227:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a3e98c00/0xa7e486a0fcb494ae lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2616:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.691248:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318123.691251:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318123.691252:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318123.702533:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297246464 00000100:00100000:3.0:1767318123.702550:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297246464 00000004:00200000:1.0:1767318123.708305:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x262a:0x0]: returning size 0 00000004:00200000:1.0:1767318123.708312:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318123.708340:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1800/0xa7e486a0fcb494ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x262a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.708357:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1800/0xa7e486a0fcb494ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x262a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.708370:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb494bc lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.708376:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb494bc lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.708383:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb494bc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.708391:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb494bc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.708397:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698f4e0400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.708416:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb494bc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.708424:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb494bc lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.708441:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318123.708445:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.708451:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb494bc lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.708457:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb494bc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.708481:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0800/0xa7e486a0fcb494c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x7a96e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.708487:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0800/0xa7e486a0fcb494c3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x7a96e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.708493:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0800/0xa7e486a0fcb494c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x7a96e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.708497:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698f4e0800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.708500:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0800/0xa7e486a0fcb494c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x7a96e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.708505:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0800/0xa7e486a0fcb494c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x7a96e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.708512:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x7a96e54e (ffff936887aa3700) 00010000:00010000:1.0:1767318123.708515:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.708518:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0800/0xa7e486a0fcb494c3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x7a96e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.708523:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0800/0xa7e486a0fcb494c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x7a96e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.708561:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1c00/0xa7e486a0fcb494b5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc625 expref: 292 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.708576:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1800/0xa7e486a0fcb494ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x262a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc625 expref: 291 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.708583:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x262a:0x0].0x0 (ffff936887aa3000) 00010000:00010000:1.0:1767318123.708585:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318123.708587:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93698f4e1800, rc 0) 00000100:00100000:1.0:1767318123.708664:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+291:68835:x1853164297246464:12345-192.168.202.56@tcp:101:rm.0 Request processed in 5980us (10338us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318123.708674:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22641 00000100:00100000:1.0:1767318123.712010:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:1.0:1767318123.713242:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318123.713251:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698873fc00/0xa7e486a0fcb494e6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x262a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.713264:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698873fc00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318123.713271:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698873fc00/0xa7e486a0fcb494e6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x262a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.713282:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698873fc00/0xa7e486a0fcb494e6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x262a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.713308:0:30344:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x262a:0x0].0x0 (ffff93699273cf00) 00010000:00010000:1.0:1767318123.713315:0:30344:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318123.713319:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698873fc00/0xa7e486a0fcb494e6 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x262a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.713332:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698873fc00/0xa7e486a0fcb494e6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x262a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.713366:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318123.713371:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318123.713374:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318123.731424:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297246848 00000100:00100000:1.0:1767318123.731435:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297246848 00000100:00100000:1.0:1767318123.731505:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22643 00000100:00100000:1.0:1767318123.731516:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+292:68835:x1853164297246848:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318123.731539:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318123.731559:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb494ed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc62c expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.731626:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb494f4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.731641:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb494f4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.731653:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb494f4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.731667:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb494fb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x5842d44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.731674:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb494fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.731681:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb494fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.731883:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49502 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x260b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.731891:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49502 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x260b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.731899:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49502 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x260b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000004:00200000:1.0:1767318123.731933:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x260b:0x0]: returning size 0 00000004:00200000:1.0:1767318123.731938:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318123.731959:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49502 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x260b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.731970:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49502 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x260b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.731980:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb494f4 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.731986:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb494f4 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.731992:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb494f4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.731998:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb494f4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.732003:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.732007:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb494f4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.732013:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb494f4 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.732025:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318123.732028:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.732032:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb494f4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.732038:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb494f4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.732051:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb494fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.732057:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb494fb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.732062:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb494fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.732067:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.732069:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb494fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.732074:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb494fb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.732081:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x5842d44e (ffff936983a24100) 00010000:00010000:1.0:1767318123.732083:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.732086:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb494fb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.732090:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb494fb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.732116:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb494ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc62c expref: 294 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.732128:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49502 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x260b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc62c expref: 293 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.732134:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x260b:0x0].0x0 (ffff936983a24300) 00010000:00010000:1.0:1767318123.732136:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318123.732138:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a4b2ea00, rc 0) 00000100:00100000:1.0:1767318123.732202:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+293:68835:x1853164297246848:12345-192.168.202.56@tcp:101:rm.0 Request processed in 688us (922us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318123.732210:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22643 00000100:00100000:1.0:1767318123.738641:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297247104 00000100:00100000:1.0:1767318123.738652:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297247104 00000100:00100000:1.0:1767318123.738772:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22644 00000100:00100000:1.0:1767318123.738819:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+293:68835:x1853164297247104:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318123.738885:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318123.738912:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49502 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x260b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc62c expref: 293 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.738931:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x260b:0x0].0x0 (ffff936983a24300) 00010000:00010000:1.0:1767318123.738942:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318123.738965:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb49509 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.738978:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb49509 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.738987:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb49509 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.739000:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb49510 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x5842d44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.739007:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb49510 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.739013:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb49510 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.739106:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49517 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x260b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.739114:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49517 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x260b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.739121:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49517 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x260b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000040:00080000:1.0:1767318123.739882:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].22, 64 off9600 00010000:00010000:1.0:1767318123.739927:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4951e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x260b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.739937:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4951e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x260b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.739945:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4951e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x260b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.739952:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4951e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x260b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.739957:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4951e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x260b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.739963:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4951e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x260b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.739976:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318123.739993:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49517 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x260b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.739998:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49517 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x260b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.740004:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49517 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x260b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.740010:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2e400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.740014:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49517 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x260b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.740021:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49517 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x260b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.740031:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x260b:0x0].0x0 (ffff936983a24000) 00010000:00010000:1.0:1767318123.740034:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318123.740037:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49517 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x260b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.740041:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49517 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x260b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.740135:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb49509 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.740140:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb49509 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.740143:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb49509 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.740146:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb49509 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.740149:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.740514:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb49509 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.740522:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb49509 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.740532:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318123.740535:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.740538:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb49509 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.740543:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb49509 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00000004:00010000:1.0:1767318123.740555:0:15481:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000097216f93 reply state 0000000092c344e2 transno 8589934845 ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb49510 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.740566:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb49510 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.740572:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x5842d44e (ffff936983a24800) 00010000:00010000:1.0:1767318123.740574:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318123.740577:0:15481:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318123.740680:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+294:68835:x1853164297247104:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1895us (2558us total) trans 8589934845 rc 0/0 00000100:00100000:1.0:1767318123.740689:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22644 00000100:00100000:1.0:1767318123.752659:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297247232 00000100:00100000:1.0:1767318123.752671:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297247232 00000100:00100000:1.0:1767318123.756653:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22645 00000100:00100000:1.0:1767318123.756674:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+294:68835:x1853164297247232:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318123.756808:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318123.756837:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb49525 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc633 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.756905:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4952c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.757517:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4952c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.757531:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4952c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.757550:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb49533 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x268ee54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.757559:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb49533 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.757565:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb49533 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.758881:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4953a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.758900:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4953a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.758909:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4953a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000004:00200000:1.0:1767318123.759026:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25f5:0x0]: returning size 0 00000004:00200000:1.0:1767318123.759031:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318123.759055:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4953a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.759067:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4953a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.759077:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4952c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.759083:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4952c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.759089:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4952c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.759095:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4952c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.759104:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.759108:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4952c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.759115:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4952c lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.759126:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318123.759129:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.759134:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4952c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.759140:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4952c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.759152:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb49533 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.759157:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb49533 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.759163:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb49533 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.759167:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.759169:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb49533 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.759174:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb49533 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.759179:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x268ee54e (ffff936983a24100) 00010000:00010000:1.0:1767318123.759182:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.759185:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb49533 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.759189:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb49533 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.759238:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb49525 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc633 expref: 296 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.759253:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4953a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc633 expref: 295 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.759260:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f5:0x0].0x0 (ffff936983a24300) 00010000:00010000:1.0:1767318123.759262:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318123.759264:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a4b2f600, rc 0) 00000100:00100000:1.0:1767318123.759335:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+295:68835:x1853164297247232:12345-192.168.202.56@tcp:101:rm.0 Request processed in 2669us (6874us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318123.759342:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22645 00000100:00100000:1.0:1767318123.767993:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297247488 00000100:00100000:1.0:1767318123.768004:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297247488 00000100:00100000:1.0:1767318123.768067:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22646 00000100:00100000:1.0:1767318123.768076:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+295:68835:x1853164297247488:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318123.768128:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318123.768156:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4953a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc633 expref: 295 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.768174:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f5:0x0].0x0 (ffff936983a24300) 00010000:00010000:1.0:1767318123.768182:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318123.768199:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb49541 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.768210:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb49541 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.768217:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb49541 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.768229:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb49548 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x268ee54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.768235:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb49548 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.768241:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb49548 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.768331:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4954f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.768339:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4954f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.768346:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4954f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000040:00080000:1.0:1767318123.768582:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].23, 64 off9664 00010000:00010000:1.0:1767318123.768633:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49556 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.768647:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49556 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.768656:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49556 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.768667:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49556 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.768673:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49556 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.768679:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49556 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.768778:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318123.768835:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4954f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.768840:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4954f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.768844:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4954f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.768847:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.768850:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4954f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.768855:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4954f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.768861:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f5:0x0].0x0 (ffff936983a24400) 00010000:00010000:1.0:1767318123.768863:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318123.768865:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4954f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.768868:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4954f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.768952:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb49541 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.768958:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb49541 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.768964:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb49541 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.768969:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb49541 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.768973:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2e200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.768976:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb49541 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.768981:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb49541 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.768989:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318123.768992:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.768995:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb49541 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.769000:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb49541 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00000004:00010000:1.0:1767318123.769009:0:15481:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a56f5af7 reply state 00000000f032b97c transno 8589934846 ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb49548 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.769020:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb49548 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.769029:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x268ee54e (ffff936983a24100) 00010000:00010000:1.0:1767318123.769031:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318123.769033:0:15481:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318123.769121:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+296:68835:x1853164297247488:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1044us (1396us total) trans 8589934846 rc 0/0 00000100:00100000:1.0:1767318123.769129:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22646 00010000:00010000:3.0:1767318123.771497:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318123.771622:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49556 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.771635:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2e400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318123.771639:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49556 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.771647:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49556 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.771664:0:34132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f5:0x0].0x0 (ffff936983a24400) 00010000:00010000:3.0:1767318123.771668:0:34132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318123.771672:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49556 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x25f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.771678:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb49556 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.771699:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318123.771701:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318123.771703:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318123.772038:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297247616 00000100:00100000:1.0:1767318123.772048:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297247616 00000100:00100000:1.0:1767318123.772098:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22647 00000100:00100000:1.0:1767318123.772107:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+296:68835:x1853164297247616:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318123.772131:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318123.772147:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4955d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc63a expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.772208:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb49564 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.772221:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb49564 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.772232:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb49564 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.772246:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4956b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xb456a94e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.772252:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4956b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb456a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.772259:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4956b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb456a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.772420:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1800/0xa7e486a0fcb49572 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2600:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.772428:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1800/0xa7e486a0fcb49572 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2600:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.772435:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1800/0xa7e486a0fcb49572 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2600:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000004:00200000:1.0:1767318123.772465:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2600:0x0]: returning size 0 00000004:00200000:1.0:1767318123.772479:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318123.772501:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1800/0xa7e486a0fcb49572 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2600:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.772512:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1800/0xa7e486a0fcb49572 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2600:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.772522:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb49564 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.772527:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb49564 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.772533:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb49564 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.772538:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb49564 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.772543:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2fa00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.772546:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb49564 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.772552:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb49564 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.772560:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318123.772563:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.772566:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb49564 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.772572:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb49564 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.772583:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4956b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb456a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.772589:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4956b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb456a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.772594:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4956b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb456a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.772598:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.772601:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4956b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb456a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.772606:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4956b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb456a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.772612:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xb456a94e (ffff936983a24600) 00010000:00010000:1.0:1767318123.772614:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.772617:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4956b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xb456a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.772621:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4956b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xb456a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.772649:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4955d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc63a expref: 298 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.772663:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1800/0xa7e486a0fcb49572 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2600:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc63a expref: 297 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.772671:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2600:0x0].0x0 (ffff936983a24200) 00010000:00010000:1.0:1767318123.772673:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318123.772675:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93698f4e1800, rc 0) 00000100:00100000:1.0:1767318123.772832:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+297:68835:x1853164297247616:12345-192.168.202.56@tcp:101:rm.0 Request processed in 725us (995us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318123.772840:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22647 00000100:00100000:3.0:1767318123.787321:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.818365:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318123.820095:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318123.820112:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699068d200/0xa7e486a0fcb495c6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2650:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.820125:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699068d200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318123.820130:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699068d200/0xa7e486a0fcb495c6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2650:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.820140:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699068d200/0xa7e486a0fcb495c6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2650:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.820171:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2650:0x0].0x0 (ffff936887aa3300) 00010000:00010000:3.0:1767318123.820175:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318123.820181:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699068d200/0xa7e486a0fcb495c6 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2650:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.820187:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699068d200/0xa7e486a0fcb495c6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2650:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.820212:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318123.820214:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318123.820216:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318123.824459:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.824566:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297248384 00000100:00100000:1.0:1767318123.824581:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297248384 00000100:00100000:1.0:1767318123.824661:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22651 00000100:00100000:1.0:1767318123.824672:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+300:68835:x1853164297248384:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318123.824698:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318123.824718:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0800/0xa7e486a0fcb495cd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc648 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.824832:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb495d4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.824847:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb495d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.824858:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb495d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.824871:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1800/0xa7e486a0fcb495db lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xa663ff4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.824878:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1800/0xa7e486a0fcb495db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.824885:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1800/0xa7e486a0fcb495db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.825045:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1c00/0xa7e486a0fcb495e2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2639:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.825053:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1c00/0xa7e486a0fcb495e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2639:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.825060:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1c00/0xa7e486a0fcb495e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2639:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000004:00200000:1.0:1767318123.825093:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2639:0x0]: returning size 0 00000004:00200000:1.0:1767318123.825098:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318123.825131:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1c00/0xa7e486a0fcb495e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2639:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.825143:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1c00/0xa7e486a0fcb495e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2639:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.825152:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb495d4 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.825159:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb495d4 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.825165:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb495d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.825171:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb495d4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.825181:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698f4e0400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.825185:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb495d4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.825192:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb495d4 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.825203:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318123.825207:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.825212:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb495d4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.825217:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb495d4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.825230:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1800/0xa7e486a0fcb495db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.825236:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1800/0xa7e486a0fcb495db lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.825242:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1800/0xa7e486a0fcb495db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.825246:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698f4e1800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318123.825249:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1800/0xa7e486a0fcb495db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.825254:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1800/0xa7e486a0fcb495db lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.825262:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xa663ff4e (ffff936983a24600) 00010000:00010000:1.0:1767318123.825265:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318123.825575:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1800/0xa7e486a0fcb495db lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.825584:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1800/0xa7e486a0fcb495db lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.825621:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0800/0xa7e486a0fcb495cd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc648 expref: 302 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.825636:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1c00/0xa7e486a0fcb495e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2639:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc648 expref: 301 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.825643:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2639:0x0].0x0 (ffff936983a24300) 00010000:00010000:1.0:1767318123.825646:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318123.825649:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93698f4e1c00, rc 0) 00010000:00010000:1.0:1767318123.850286:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318123.850299:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699068c000/0xa7e486a0fcb495fe lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2639:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.850310:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699068c000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318123.850313:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699068c000/0xa7e486a0fcb495fe lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2639:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.850322:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699068c000/0xa7e486a0fcb495fe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2639:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.850336:0:30344:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2639:0x0].0x0 (ffff936887aa3300) 00010000:00010000:1.0:1767318123.850339:0:30344:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318123.850343:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699068c000/0xa7e486a0fcb495fe lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2639:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.850353:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699068c000/0xa7e486a0fcb495fe lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2639:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.850374:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318123.850376:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318123.850378:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318123.855074:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318123.855194:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297248768 00000100:00100000:3.0:1767318123.855215:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297248768 00000100:00100000:3.0:1767318123.855315:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22653 00000100:00100000:3.0:1767318123.855326:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+302:68835:x1853164297248768:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318123.855365:0:15480:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318123.855583:0:15480:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb49605 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc64f expref: -99 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.855699:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4960c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.855715:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4960c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.855726:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4960c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.855757:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb49613 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x315e914e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.855765:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb49613 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.855771:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb49613 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.855981:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4961a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x264f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.855990:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4961a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x264f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.855998:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4961a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x264f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00000004:00200000:3.0:1767318123.856129:0:15480:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x264f:0x0]: returning size 0 00000004:00200000:3.0:1767318123.856134:0:15480:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318123.856159:0:15480:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4961a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x264f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.856171:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4961a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x264f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.856179:0:15480:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4960c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.856185:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4960c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.856191:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4960c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.856202:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4960c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.856207:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884286e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318123.856212:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4960c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.856219:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4960c lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.856232:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318123.856235:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318123.856240:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4960c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.856246:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4960c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.856260:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb49613 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.856266:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb49613 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.856271:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb49613 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.856277:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884287200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318123.856280:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb49613 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.856286:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb49613 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.856294:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x315e914e (ffff93688a783d00) 00010000:00010000:3.0:1767318123.856296:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318123.856299:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb49613 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.856304:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb49613 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.856338:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb49605 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc64f expref: 304 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.856352:0:15480:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4961a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x264f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc64f expref: 303 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.856359:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x264f:0x0].0x0 (ffff93688a783600) 00010000:00010000:3.0:1767318123.856361:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318123.856364:0:15480:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936884287600, rc 0) 00000100:00100000:3.0:1767318123.857066:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+303:68835:x1853164297248768:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1736us (1999us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318123.857078:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22653 00000100:00100000:3.0:1767318123.866227:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:1.0:1767318123.867612:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318123.867627:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699068d200/0xa7e486a0fcb49636 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x264f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15480 initiator: MDT0 00010000:00010000:1.0:1767318123.867674:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699068d200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318123.867686:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699068d200/0xa7e486a0fcb49636 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x264f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 15480 initiator: MDT0 00010000:00010000:1.0:1767318123.867711:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699068d200/0xa7e486a0fcb49636 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x264f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 15480 initiator: MDT0 00010000:00010000:1.0:1767318123.867750:0:15466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x264f:0x0].0x0 (ffff936887aa3300) 00010000:00010000:1.0:1767318123.867755:0:15466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318123.867761:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699068d200/0xa7e486a0fcb49636 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x264f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15480 initiator: MDT0 00010000:00010000:1.0:1767318123.867766:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699068d200/0xa7e486a0fcb49636 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x264f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15480 initiator: MDT0 00010000:00010000:1.0:1767318123.867820:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318123.867822:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318123.867823:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318123.885572:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318123.887383:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318123.887390:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379c00/0xa7e486a0fcb4966e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2619:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.887397:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6379c00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318123.887400:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379c00/0xa7e486a0fcb4966e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2619:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.887411:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379c00/0xa7e486a0fcb4966e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2619:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.887420:0:34132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2619:0x0].0x0 (ffff93699273cf00) 00010000:00010000:3.0:1767318123.887423:0:34132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318123.887426:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379c00/0xa7e486a0fcb4966e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2619:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.887431:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379c00/0xa7e486a0fcb4966e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2619:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318123.887446:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318123.887448:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318123.887450:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318123.896654:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318123.915348:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297249792 00000100:00100000:1.0:1767318123.915359:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297249792 00000100:00100000:1.0:1767318123.915430:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22658 00000100:00100000:1.0:1767318123.915440:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+307:68835:x1853164297249792:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318123.915513:0:15480:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318123.915539:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931600/0xa7e486a0fcb4968a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x263a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc65d expref: 307 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318123.915559:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x263a:0x0].0x0 (ffff93699273c500) 00010000:00010000:1.0:1767318123.915570:0:15480:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318123.915592:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb49691 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:1.0:1767318123.915606:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb49691 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:1.0:1767318123.915615:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb49691 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:1.0:1767318123.915631:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb49698 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0xb326ff4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:1.0:1767318123.915638:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb49698 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xb326ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:1.0:1767318123.915645:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb49698 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xb326ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.916088:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4969f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x263a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.916099:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4969f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x263a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.916107:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4969f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x263a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00000040:00080000:3.0:1767318123.916375:0:15480:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].118, 64 off15744 00000040:00080000:3.0:1767318123.916396:0:15480:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].29, 64 off10048 00010000:00010000:3.0:1767318123.916447:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb496a6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x263a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.916456:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb496a6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x263a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.916463:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb496a6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x263a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.916503:0:15480:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb496a6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x263a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.916509:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb496a6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x263a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.916515:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb496a6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x263a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.916536:0:15480:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318123.916559:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4969f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x263a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.916566:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4969f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x263a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.916572:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4969f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x263a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.916577:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884287a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318123.916581:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4969f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x263a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.916587:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4969f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x263a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.916596:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x263a:0x0].0x0 (ffff93688a783d00) 00010000:00010000:3.0:1767318123.916598:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318123.916601:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4969f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x263a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.916606:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4969f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x263a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.916740:0:15480:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb49691 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.916747:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb49691 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.916752:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb49691 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.916758:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb49691 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.916763:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2e200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318123.916766:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb49691 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.916772:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb49691 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.916816:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318123.916819:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318123.917522:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb49691 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.917531:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb49691 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00000004:00010000:3.0:1767318123.917543:0:15480:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002574502e reply state 000000009025b434 transno 8589934852 ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb49698 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xb326ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.917555:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb49698 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xb326ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.917566:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xb326ff4e (ffff936983a24600) 00010000:00010000:3.0:1767318123.917568:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318123.917571:0:15480:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318123.917695:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+308:68835:x1853164297249792:12345-192.168.202.56@tcp:36:rm.0 Request processed in 2253us (2467us total) trans 8589934852 rc 0/0 00000100:00100000:3.0:1767318123.917705:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22658 00000100:00100000:1.0:1767318123.931665:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318123.931765:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297249920 00000100:00100000:3.0:1767318123.931777:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297249920 00000100:00100000:3.0:1767318123.931882:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22659 00000100:00100000:3.0:1767318123.931893:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+308:68835:x1853164297249920:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318123.931918:0:15480:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318123.931941:0:15480:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb496ad lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc664 expref: -99 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.932008:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb496b4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.932023:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb496b4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.932035:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb496b4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.932050:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb496bb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x2c38e54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.932070:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb496bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.932078:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb496bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.932597:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb496c2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2624:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.932608:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb496c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2624:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.932615:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb496c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2624:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00000004:00200000:3.0:1767318123.932648:0:15480:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2624:0x0]: returning size 0 00000004:00200000:3.0:1767318123.932653:0:15480:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318123.932674:0:15480:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb496c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2624:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.932685:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb496c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2624:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.932694:0:15480:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb496b4 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.932699:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb496b4 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.932705:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb496b4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.932711:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb496b4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.932716:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884286e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318123.932720:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb496b4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.932726:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb496b4 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.932738:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318123.932741:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318123.932746:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb496b4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.932751:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb496b4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.932764:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb496bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.932770:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb496bb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.932776:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb496bb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.933567:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884287600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318123.933571:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb496bb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.933577:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb496bb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.933588:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x2c38e54e (ffff93688a783600) 00010000:00010000:3.0:1767318123.933591:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318123.933594:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb496bb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.933599:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb496bb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.933644:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb496ad lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc664 expref: 310 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.933658:0:15480:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb496c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2624:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc664 expref: 309 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.933664:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2624:0x0].0x0 (ffff936886ede700) 00010000:00010000:3.0:1767318123.933667:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318123.933669:0:15480:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a6378800, rc 0) 00000100:00100000:3.0:1767318123.933868:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+309:68835:x1853164297249920:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1977us (2216us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318123.933878:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22659 00000100:00100000:3.0:1767318123.944817:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297250176 00000100:00100000:3.0:1767318123.944831:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297250176 00000100:00100000:3.0:1767318123.944922:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22660 00000100:00100000:3.0:1767318123.944935:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+309:68835:x1853164297250176:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318123.945220:0:15480:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318123.945259:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6378800/0xa7e486a0fcb496c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2624:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc664 expref: 309 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.945283:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2624:0x0].0x0 (ffff936886ede700) 00010000:00010000:3.0:1767318123.945295:0:15480:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318123.945322:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379c00/0xa7e486a0fcb496c9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.945337:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379c00/0xa7e486a0fcb496c9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.945348:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379c00/0xa7e486a0fcb496c9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.945371:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5e600/0xa7e486a0fcb496d0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x2c38e54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.945378:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5e600/0xa7e486a0fcb496d0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.945384:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5e600/0xa7e486a0fcb496d0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.945505:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb496d7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2624:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.945512:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb496d7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2624:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.945519:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb496d7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2624:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00000040:00080000:3.0:1767318123.946181:0:15480:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].119, 64 off15808 00000040:00080000:3.0:1767318123.946208:0:15480:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].30, 64 off10112 00010000:00010000:3.0:1767318123.946274:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb496de lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2624:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.946285:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb496de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2624:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.946293:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb496de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2624:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.946301:0:15480:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb496de lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2624:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.946306:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb496de lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2624:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.946313:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb496de lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2624:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.946410:0:15480:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318123.946434:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb496d7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2624:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.946441:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb496d7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2624:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.946447:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb496d7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2624:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.946453:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25fe600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318123.946457:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb496d7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2624:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.946465:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb496d7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2624:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.946487:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2624:0x0].0x0 (ffff936984e4ea00) 00010000:00010000:3.0:1767318123.946491:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318123.946495:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb496d7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2624:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.946501:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb496d7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2624:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.946636:0:15480:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379c00/0xa7e486a0fcb496c9 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.946644:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379c00/0xa7e486a0fcb496c9 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.946654:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379c00/0xa7e486a0fcb496c9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.946659:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379c00/0xa7e486a0fcb496c9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.946664:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6379c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318123.946667:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379c00/0xa7e486a0fcb496c9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.946673:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379c00/0xa7e486a0fcb496c9 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.946680:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318123.946682:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318123.946685:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379c00/0xa7e486a0fcb496c9 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.946690:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379c00/0xa7e486a0fcb496c9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00000004:00010000:3.0:1767318123.946699:0:15480:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bc45f251 reply state 000000003ea2c68b transno 8589934853 ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5e600/0xa7e486a0fcb496d0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.946709:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698fb5e600/0xa7e486a0fcb496d0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.946716:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x2c38e54e (ffff936984e4ec00) 00010000:00010000:3.0:1767318123.946718:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318123.946721:0:15480:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318123.946865:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+310:68835:x1853164297250176:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1930us (2163us total) trans 8589934853 rc 0/0 00000100:00100000:3.0:1767318123.946880:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22660 00000100:00100000:3.0:1767318123.956910:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297250304 00000100:00100000:3.0:1767318123.956926:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297250304 00000100:00100000:3.0:1767318123.957014:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22661 00000100:00100000:3.0:1767318123.957026:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+310:68835:x1853164297250304:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318123.957062:0:15480:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318123.957093:0:15480:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb496e5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc66b expref: -99 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.957185:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb496ec lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.957202:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb496ec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.957215:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb496ec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.957232:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb496f3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x7ada234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.957239:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb496f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x7ada234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.957245:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb496f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x7ada234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.957478:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb496fa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x260e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.957487:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb496fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x260e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.957496:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb496fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x260e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00000004:00200000:3.0:1767318123.957538:0:15480:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x260e:0x0]: returning size 0 00000004:00200000:3.0:1767318123.957543:0:15480:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318123.957568:0:15480:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb496fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x260e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.957581:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb496fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x260e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.957591:0:15480:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb496ec lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.957598:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb496ec lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.957603:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb496ec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.957609:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb496ec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.957615:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318123.957620:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb496ec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.957627:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb496ec lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.957640:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318123.957644:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318123.957649:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb496ec lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.957656:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb496ec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.957671:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb496f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x7ada234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.957676:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb496f3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x7ada234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.957681:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb496f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x7ada234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.957685:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318123.957688:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb496f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x7ada234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.957693:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb496f3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x7ada234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.957700:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x7ada234e (ffff936984e4e000) 00010000:00010000:3.0:1767318123.957702:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318123.957705:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb496f3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x7ada234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.957711:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb496f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x7ada234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318123.957744:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb496e5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc66b expref: 312 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.957759:0:15480:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb496fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x260e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc66b expref: 311 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318123.957771:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x260e:0x0].0x0 (ffff936984e4e400) 00010000:00010000:3.0:1767318123.957774:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318123.957776:0:15480:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936980031a00, rc 0) 00000100:00100000:3.0:1767318123.957915:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+311:68835:x1853164297250304:12345-192.168.202.56@tcp:101:rm.0 Request processed in 890us (1847us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318123.957924:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22661 00010000:00010000:1.0:1767318123.958201:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318123.958211:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb496de lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2624:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15480 initiator: MDT0 00010000:00010000:1.0:1767318123.958218:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a428c000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318123.958223:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb496de lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2624:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15480 initiator: MDT0 00010000:00010000:1.0:1767318123.958229:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb496de lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2624:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15480 initiator: MDT0 00010000:00010000:1.0:1767318123.958240:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2624:0x0].0x0 (ffff936984e4ea00) 00010000:00010000:1.0:1767318123.958243:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318123.958247:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb496de lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2624:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15480 initiator: MDT0 00010000:00010000:1.0:1767318123.958252:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb496de lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2624:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15480 initiator: MDT0 00010000:00010000:1.0:1767318123.958271:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318123.958273:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318123.958275:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318123.972351:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318123.972369:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699068d800/0xa7e486a0fcb49716 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x260e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.972381:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699068d800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318123.972387:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699068d800/0xa7e486a0fcb49716 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x260e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.972397:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699068d800/0xa7e486a0fcb49716 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x260e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.972418:0:30344:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x260e:0x0].0x0 (ffff9369a0898700) 00010000:00010000:1.0:1767318123.972422:0:30344:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318123.972427:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699068d800/0xa7e486a0fcb49716 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x260e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318123.972433:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699068d800/0xa7e486a0fcb49716 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x260e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00000100:00100000:3.0:1767318123.988096:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:1.0:1767318123.989711:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318123.989724:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a5e8a200/0xa7e486a0fcb4974e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x261a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 15480 initiator: MDT0 00010000:00010000:1.0:1767318123.993211:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a5e8a200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318123.993225:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a5e8a200/0xa7e486a0fcb4974e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x261a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15480 initiator: MDT0 00010000:00010000:1.0:1767318123.993239:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a5e8a200/0xa7e486a0fcb4974e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x261a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15480 initiator: MDT0 00010000:00010000:1.0:1767318123.993259:0:15466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x261a:0x0].0x0 (ffff93698612b300) 00010000:00010000:1.0:1767318123.993263:0:15466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318123.993268:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a5e8a200/0xa7e486a0fcb4974e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x261a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15480 initiator: MDT0 00010000:00010000:1.0:1767318123.993275:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a5e8a200/0xa7e486a0fcb4974e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x261a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15480 initiator: MDT0 00010000:00010000:1.0:1767318123.993304:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318123.993307:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318123.993310:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318124.002055:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318124.029085:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318124.031456:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318124.031463:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb49786 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2637:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.031480:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884286e00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.031483:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb49786 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2637:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.031490:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb49786 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2637:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.031499:0:34132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2637:0x0].0x0 (ffff93699273cf00) 00010000:00010000:3.0:1767318124.031502:0:34132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318124.031504:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb49786 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2637:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.031509:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb49786 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2637:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.031525:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.031527:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.031530:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318124.036350:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318124.047064:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318124.052963:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318124.052978:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698873fc00/0xa7e486a0fcb497be lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2621:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.052987:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698873fc00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.052991:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698873fc00/0xa7e486a0fcb497be lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2621:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.053000:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698873fc00/0xa7e486a0fcb497be lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2621:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.053014:0:34133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2621:0x0].0x0 (ffff93688a783600) 00010000:00010000:3.0:1767318124.053017:0:34133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318124.053021:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698873fc00/0xa7e486a0fcb497be lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2621:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.053026:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698873fc00/0xa7e486a0fcb497be lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2621:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.053046:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.053048:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.053050:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318124.062121:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318124.079280:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:1.0:1767318124.087008:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318124.104038:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318124.121095:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297252480 00000100:00100000:3.0:1767318124.121106:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297252480 00000100:00100000:3.0:1767318124.121225:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22672 00000100:00100000:3.0:1767318124.121237:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+321:68835:x1853164297252480:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318124.121306:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318124.121334:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79a00/0xa7e486a0fcb49812 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2627:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc68e expref: 321 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.121355:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2627:0x0].0x0 (ffff9369c21c0200) 00010000:00010000:3.0:1767318124.121375:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318124.121399:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936980030000/0xa7e486a0fcb49819 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.121419:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936980030000/0xa7e486a0fcb49819 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.121429:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936980030000/0xa7e486a0fcb49819 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.121448:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936980030800/0xa7e486a0fcb49820 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x3ac9e54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.121455:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936980030800/0xa7e486a0fcb49820 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x3ac9e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.121460:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936980030800/0xa7e486a0fcb49820 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x3ac9e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.121563:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb49827 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2627:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.121571:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb49827 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2627:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.121577:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb49827 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2627:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000040:00080000:3.0:1767318124.121892:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].36, 64 off10496 00000040:00080000:3.0:1767318124.121915:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].124, 64 off16128 00010000:00010000:3.0:1767318124.121965:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb4982e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2627:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.121975:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb4982e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2627:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.121982:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb4982e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2627:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.121989:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb4982e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2627:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.121995:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb4982e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2627:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.122001:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb4982e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2627:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.122023:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318124.122042:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb49827 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2627:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.122049:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb49827 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2627:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.122055:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb49827 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2627:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.122061:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936980030600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318124.122065:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb49827 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2627:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.122072:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb49827 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2627:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.122081:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2627:0x0].0x0 (ffff936984e4e200) 00010000:00010000:3.0:1767318124.122084:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318124.122088:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb49827 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2627:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.122093:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb49827 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2627:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.122203:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936980030000/0xa7e486a0fcb49819 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.122210:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936980030000/0xa7e486a0fcb49819 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.122216:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936980030000/0xa7e486a0fcb49819 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.122221:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936980030000/0xa7e486a0fcb49819 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.122226:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936980030000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318124.122229:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936980030000/0xa7e486a0fcb49819 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.122234:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936980030000/0xa7e486a0fcb49819 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.122242:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318124.122245:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318124.122248:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936980030000/0xa7e486a0fcb49819 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.122253:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936980030000/0xa7e486a0fcb49819 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00000004:00010000:3.0:1767318124.122262:0:15481:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007dc72d19 reply state 00000000761b974d transno 8589934859 ns: mdt-lustre-MDT0000_UUID lock: ffff936980030800/0xa7e486a0fcb49820 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x3ac9e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.122273:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936980030800/0xa7e486a0fcb49820 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x3ac9e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.122279:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x3ac9e54e (ffff936984e4e000) 00010000:00010000:3.0:1767318124.122281:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318124.122284:0:15481:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318124.122367:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+322:68835:x1853164297252480:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1130us (1729us total) trans 8589934859 rc 0/0 00000100:00100000:3.0:1767318124.122375:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22672 00010000:00010000:1.0:1767318124.122452:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.122459:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb4982e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2627:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.122465:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936980031a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.122479:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb4982e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2627:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.122485:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb4982e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2627:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.122495:0:15466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2627:0x0].0x0 (ffff936984e4e200) 00010000:00010000:1.0:1767318124.122498:0:15466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318124.122500:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb4982e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2627:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.122505:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb4982e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2627:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.122519:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.122521:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.122523:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318124.131200:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318124.131639:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297252608 00000100:00100000:3.0:1767318124.131740:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297252608 00000100:00100000:3.0:1767318124.131990:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22673 00000100:00100000:3.0:1767318124.132002:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+322:68835:x1853164297252608:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318124.132027:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318124.132050:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb49835 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc695 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.132138:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4983c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.132155:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4983c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.132167:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4983c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.132181:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb49843 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xae59234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.132188:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb49843 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.132194:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb49843 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.132385:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4984a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2617:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.132394:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4984a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2617:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.132401:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4984a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2617:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000004:00200000:3.0:1767318124.132450:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2617:0x0]: returning size 0 00000004:00200000:3.0:1767318124.132455:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318124.132508:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4984a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2617:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.132521:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4984a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2617:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.132531:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4983c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.132538:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4983c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.132544:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4983c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.132550:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4983c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.132556:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318124.132560:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4983c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.132569:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4983c lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.132580:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318124.132583:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318124.132588:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4983c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.132594:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4983c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.132606:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb49843 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.132612:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb49843 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.132617:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb49843 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.132622:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318124.132625:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb49843 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.132630:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb49843 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.132637:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xae59234e (ffff936984e4e800) 00010000:00010000:3.0:1767318124.132640:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318124.132643:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb49843 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.132660:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb49843 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.132689:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb49835 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc695 expref: 324 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.132701:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4984a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2617:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc695 expref: 323 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.132707:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2617:0x0].0x0 (ffff936984e4e100) 00010000:00010000:3.0:1767318124.132709:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318124.132712:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369b25fe600, rc 0) 00000100:00100000:3.0:1767318124.132768:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+323:68835:x1853164297252608:12345-192.168.202.56@tcp:101:rm.0 Request processed in 769us (1699us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318124.132776:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22673 00000100:00100000:3.0:1767318124.137773:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297252864 00000100:00100000:3.0:1767318124.138007:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297252864 00010000:00010000:3.0:1767318124.140168:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318124.140176:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb49866 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2617:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.140183:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884287a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.140186:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb49866 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2617:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.140192:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb49866 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2617:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.140200:0:34132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2617:0x0].0x0 (ffff93688a783600) 00010000:00010000:3.0:1767318124.140203:0:34132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318124.140206:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb49866 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2617:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.140224:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb49866 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2617:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.140237:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.140238:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.140240:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318124.160384:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318124.165593:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318124.165601:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4989e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25fa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.165609:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79c00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.165613:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4989e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25fa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.165620:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4989e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25fa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.165630:0:34133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25fa:0x0].0x0 (ffff9369c21c0e00) 00010000:00010000:3.0:1767318124.165633:0:34133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318124.165636:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4989e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x25fa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.165642:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4989e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25fa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT0 00000100:00100000:1.0:1767318124.174362:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318124.183508:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318124.186553:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318124.186560:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699a8f6a00/0xa7e486a0fcb498d6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2640:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.186566:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699a8f6a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.186569:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699a8f6a00/0xa7e486a0fcb498d6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2640:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.186576:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699a8f6a00/0xa7e486a0fcb498d6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2640:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.186584:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2640:0x0].0x0 (ffff93688a783600) 00010000:00010000:3.0:1767318124.186586:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318124.186589:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699a8f6a00/0xa7e486a0fcb498d6 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2640:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.186594:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699a8f6a00/0xa7e486a0fcb498d6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2640:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.186607:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.186609:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.186611:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318124.191586:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297253760 00000100:00100000:3.0:1767318124.191598:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297253760 00010000:00010000:1.0:1767318124.204072:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.204079:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699a8f7000/0xa7e486a0fcb4990e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2614:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.204086:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699a8f7000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.204089:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699a8f7000/0xa7e486a0fcb4990e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2614:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.204094:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699a8f7000/0xa7e486a0fcb4990e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2614:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.204103:0:30344:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2614:0x0].0x0 (ffff9369a4ae9400) 00010000:00010000:1.0:1767318124.204105:0:30344:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318124.204109:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699a8f7000/0xa7e486a0fcb4990e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2614:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.204113:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699a8f7000/0xa7e486a0fcb4990e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2614:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.204128:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.204131:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.204133:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318124.209887:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318124.216763:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318124.225234:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318124.225252:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78800/0xa7e486a0fcb49946 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.225264:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.225268:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78800/0xa7e486a0fcb49946 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.225278:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78800/0xa7e486a0fcb49946 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.225296:0:15466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f9:0x0].0x0 (ffff9369c21c0200) 00010000:00010000:3.0:1767318124.225300:0:15466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318124.225305:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78800/0xa7e486a0fcb49946 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x25f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.225311:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78800/0xa7e486a0fcb49946 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.225344:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.225346:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.225348:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318124.225541:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318124.248400:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318124.248407:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb4997e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2607:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.248413:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.248416:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb4997e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2607:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.248422:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb4997e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2607:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.248431:0:34132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2607:0x0].0x0 (ffff936985435100) 00010000:00010000:3.0:1767318124.248433:0:34132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318124.248436:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb4997e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2607:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.248442:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb4997e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2607:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.248455:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.248457:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.248458:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318124.254949:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:2.0:1767318124.255765:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699a8f7a00/0xa7e486a0fcb49993 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x551fe54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.255847:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699a8f6c00/0xa7e486a0fcb49985 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc6bf expref: 336 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.255862:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93699a8f6200/0xa7e486a0fcb4999a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2625:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc6bf expref: 335 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.255868:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2625:0x0].0x0 (ffff9369a4ae9400) 00010000:00010000:2.0:1767318124.255870:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318124.255873:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93699a8f6200, rc 0) 00000100:00100000:2.0:1767318124.256199:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+335:68835:x1853164297254912:12345-192.168.202.56@tcp:101:rm.0 Request processed in 990us (1261us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.256207:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22685 00000100:00100000:1.0:1767318124.259372:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000040:00080000:1.0:1767318124.271442:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].43, 64 off10944 00000040:00080000:1.0:1767318124.271488:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].128, 64 off16384 00010000:00010000:1.0:1767318124.271627:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb499b6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2625:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.271648:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb499b6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2625:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.271660:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb499b6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2625:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.271721:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb499b6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2625:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.271728:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb499b6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2625:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.271733:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb499b6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2625:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.271762:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318124.271816:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb499af lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2625:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.271827:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb499af lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2625:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.271833:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb499af lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2625:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.271839:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.271844:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb499af lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2625:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.271852:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb499af lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2625:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.271874:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2625:0x0].0x0 (ffff936985435e00) 00010000:00010000:1.0:1767318124.271877:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318124.271882:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb499af lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2625:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.271888:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb499af lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2625:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.272031:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78000/0xa7e486a0fcb499a1 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.272038:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78000/0xa7e486a0fcb499a1 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.272044:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78000/0xa7e486a0fcb499a1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.272049:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78000/0xa7e486a0fcb499a1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.272054:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.272057:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78000/0xa7e486a0fcb499a1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.272062:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78000/0xa7e486a0fcb499a1 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.272070:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318124.272073:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318124.272076:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78000/0xa7e486a0fcb499a1 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.272081:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78000/0xa7e486a0fcb499a1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00000004:00010000:1.0:1767318124.272090:0:15481:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002fb10a74 reply state 000000002dd0feea transno 8589934866 ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79400/0xa7e486a0fcb499a8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x551fe54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.272101:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79400/0xa7e486a0fcb499a8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x551fe54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.272107:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x551fe54e (ffff936985435400) 00010000:00010000:1.0:1767318124.272109:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318124.272112:0:15481:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318124.272215:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f469f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+336:68835:x1853164297255168:12345-192.168.202.56@tcp:36:rm.0 Request processed in 12646us (12854us total) trans 8589934866 rc 0/0 00000100:00100000:1.0:1767318124.272234:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22686 00010000:00010000:3.0:1767318124.283566:0:88986:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff93698f4e1400/0xa7e486a0fcb48edb lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xfb:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb48ee2 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1767318124.283596:0:88986:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff93698f4e1400/0xa7e486a0fcb48edb lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xfb:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb48ee2 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.283645:0:88986:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff93698f4e1400/0xa7e486a0fcb48edb lrc: 2/0,0 mode: --/PW res: [0x240000401:0xfb:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48ee2 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.283652:0:88986:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767318124.283685:0:88986:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff93698f4e1400/0xa7e486a0fcb48edb lrc: 0/0,0 mode: --/PW res: [0x240000401:0xfb:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48ee2 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.283723:0:88986:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a428c200/0xa7e486a0fcb48dca lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xfa:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb48dd1 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1767318124.283731:0:88986:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a428c200/0xa7e486a0fcb48dca lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xfa:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb48dd1 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.283762:0:88986:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a428c200/0xa7e486a0fcb48dca lrc: 2/0,0 mode: --/PW res: [0x240000401:0xfa:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48dd1 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.283768:0:88986:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767318124.283775:0:88986:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a428c200/0xa7e486a0fcb48dca lrc: 0/0,0 mode: --/PW res: [0x240000401:0xfa:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48dd1 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318124.283776:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383628928:0@lo:103:jbd2/dm-0-8.0 00000001:00080000:3.0:1767318124.283809:0:88986:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934866 is committed 00000100:00100000:1.0:1767318124.283887:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318124.283894:0:88986:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 7 committed 00000004:00080000:3.0:1767318124.283906:0:88986:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 5 committed 00000100:00100000:1.0:1767318124.283960:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000001:00080000:3.0:1767318124.283964:0:88986:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934815 is committed 00000100:00100000:1.0:1767318124.283966:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383629056:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1767318124.283987:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.284022:0:30688:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383628928 00000100:00100000:1.0:1767318124.284032:0:30688:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383628928 00000100:00100000:1.0:1767318124.284084:0:30688:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383629056 00000100:00100000:1.0:1767318124.284087:0:30688:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383629056 00000004:00080000:3.0:1767318124.284093:0:88986:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 4 committed 00000100:00100000:1.0:1767318124.284106:0:30688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:1.0:1767318124.284113:0:30688:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369927b2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+10:7023:x1853164383628928:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1767318124.284126:0:30688:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318124.284144:0:30688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378a00/0xa7e486a0fcb48ee2 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xfb:0x0].0x36a1a198 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb48edb expref: 10 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.284157:0:30688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfb:0x0].0x36a1a198 (ffff936886ede600) 00000004:00080000:3.0:1767318124.284164:0:88986:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 3 committed 00010000:00010000:1.0:1767318124.284166:0:30688:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318124.284197:0:30688:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369927b2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+9:7023:x1853164383628928:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 83us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318124.284204:0:30688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:1.0:1767318124.284264:0:30688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:1.0:1767318124.284271:0:30688:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f468380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+8:7023:x1853164383629056:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1767318124.284278:0:30688:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318124.284288:0:30688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe800/0xa7e486a0fcb48dd1 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xfa:0x0].0x36a1a198 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb48dca expref: 8 pid: 15676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318124.284297:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383629184:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318124.284298:0:30688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfa:0x0].0x36a1a198 (ffff93698834dd00) 00010000:00010000:1.0:1767318124.284305:0:30688:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318124.284324:0:30688:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f468380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+7:7023:x1853164383629056:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 55us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318124.284326:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.284330:0:30688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:3.0:1767318124.284376:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383629184 00000100:00100000:3.0:1767318124.284380:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383629184 00000100:00100000:1.0:1767318124.284381:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383629056:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1767318124.284392:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383628928:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1767318124.284445:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16827 00000100:00100000:3.0:1767318124.284453:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:7025:x1853164383629184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318124.284487:0:70353:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8138 count 1 00002000:00010000:3.0:1767318124.284522:0:70353:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fca:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.284528:0:70353:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a6379c00/0xa7e486a0fcb499bd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fca:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.284540:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.284543:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.284547:0:70353:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369a6379c00/0xa7e486a0fcb499bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.284560:0:70353:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369a6379c00/0xa7e486a0fcb499bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.284568:0:70353:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a6379c00/0xa7e486a0fcb499bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.284574:0:70353:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369a6379c00/0xa7e486a0fcb499bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.284590:0:70353:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318124.284865:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:7025:x1853164383629184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 411us (536us total) trans 4294976678 rc 0/0 00000100:00100000:3.0:1767318124.284872:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16827 00000100:00080000:3.0:1767318124.284892:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:3.0:1767318124.284913:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9368b74cf480/2, rc 0, transno 4294976678 00000100:00100000:3.0:1767318124.284921:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383629184:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318124.284936:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318124.284941:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369a6379c00/0xa7e486a0fcb499bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.284948:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6379c00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.284952:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a6379c00/0xa7e486a0fcb499bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.284961:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a6379c00/0xa7e486a0fcb499bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.284973:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369a6379c00/0xa7e486a0fcb499bd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.284980:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369a6379c00/0xa7e486a0fcb499bd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.284995:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.284996:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.284998:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318124.289742:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318124.290092:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297255296 00000100:00100000:1.0:1767318124.290100:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297255296 00000100:00100000:1.0:1767318124.290131:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383629440:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.290179:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.290188:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383629312:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.290216:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.290226:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383629952:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.291645:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383629824:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.292914:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383629568:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.294590:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.294685:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383629440 00000100:00100000:1.0:1767318124.294695:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383629440 00000100:00100000:1.0:1767318124.294762:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383629312 00000100:00100000:1.0:1767318124.294766:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383629312 00000100:00100000:1.0:1767318124.294805:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383629952 00000100:00100000:1.0:1767318124.294808:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383629952 00000100:00100000:1.0:1767318124.294835:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16828 00000100:00100000:1.0:1767318124.294844:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f469c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:7023:x1853164383629440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.294882:0:70258:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:6 count 1 00002000:00010000:1.0:1767318124.294926:0:70258:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.294937:0:70258:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb499c4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.294955:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.294958:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.294964:0:70258:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb499c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.294981:0:70258:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb499c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.294991:0:70258:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb499c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.294999:0:70258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb499c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.295024:0:70258:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318124.296122:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.296162:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1767318124.296175:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383629696:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.296201:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.296217:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383630208:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.296246:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.296310:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383629824 00000100:00100000:2.0:1767318124.296317:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383629824 00000100:00100000:2.0:1767318124.296374:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383629696 00000100:00100000:2.0:1767318124.296377:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383629696 00000100:00100000:2.0:1767318124.296395:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383630208 00000100:00100000:2.0:1767318124.296398:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383630208 00000100:00100000:2.0:1767318124.297068:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16829 00000100:00100000:2.0:1767318124.297079:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:7026:x1853164383629312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318124.297113:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:89 count 1 00002000:00010000:2.0:1767318124.297145:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x59:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.297150:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6c00/0xa7e486a0fcb499cb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.297162:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.297164:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.297170:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6c00/0xa7e486a0fcb499cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.297183:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6c00/0xa7e486a0fcb499cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.297189:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6c00/0xa7e486a0fcb499cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.297196:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6c00/0xa7e486a0fcb499cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.297215:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318124.297531:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f469c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:7023:x1853164383629440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2687us (7349us total) trans 4294975647 rc 0/0 00000100:00100000:1.0:1767318124.297540:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16828 00000100:00100000:1.0:1767318124.297563:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16830 00000100:00100000:1.0:1767318124.297574:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f46aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:7023:x1853164383629952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.297587:0:70258:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:65 count 1 00002000:00010000:1.0:1767318124.297602:0:70258:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.297607:0:70258:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb499d2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.297614:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.297616:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.297619:0:70258:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb499d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.297627:0:70258:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb499d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.297634:0:70258:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb499d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.297640:0:70258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb499d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.297656:0:70258:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318124.297706:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:7026:x1853164383629312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 630us (7488us total) trans 4294975648 rc 0/0 00000100:00100000:2.0:1767318124.297714:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16829 00000100:00100000:1.0:1767318124.297793:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f46aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:7023:x1853164383629952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 208us (3196us total) trans 4294975649 rc 0/0 00000100:00100000:1.0:1767318124.297799:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16830 00000100:00100000:1.0:1767318124.297810:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16831 00000100:00100000:1.0:1767318124.297816:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:7026:x1853164383629824:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.297826:0:70258:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8 count 1 00002000:00010000:1.0:1767318124.297839:0:70258:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.297843:0:70258:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb499d9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.297850:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.297852:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.297855:0:70258:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb499d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.297863:0:70258:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb499d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.297870:0:70258:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb499d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.297876:0:70258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb499d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.297889:0:70258:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767318124.297967:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:7026:x1853164383629824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 152us (1850us total) trans 4294975650 rc 0/0 00000100:00100000:1.0:1767318124.297973:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16831 00000100:00100000:1.0:1767318124.297986:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16832 00000100:00100000:1.0:1767318124.297992:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:7026:x1853164383629696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.298003:0:70258:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:64 count 1 00002000:00010000:1.0:1767318124.298018:0:70258:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.298023:0:70258:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb499e0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.298030:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.298031:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.298034:0:70258:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb499e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.298041:0:70258:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb499e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.298048:0:70258:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb499e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.298054:0:70258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb499e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.298070:0:70258:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767318124.298156:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:7026:x1853164383629696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 164us (1953us total) trans 4294975651 rc 0/0 00000100:00100000:1.0:1767318124.298163:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16832 00000100:00100000:1.0:1767318124.298175:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16833 00000100:00100000:1.0:1767318124.298182:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:7026:x1853164383630208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.298194:0:70258:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:58 count 1 00002000:00010000:1.0:1767318124.298209:0:70258:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.298214:0:70258:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb499e7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318124.298767:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93688627a300/2, rc 0, transno 4294975651 00000100:00100000:2.0:1767318124.298802:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383629696:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318124.298816:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93688627b100/2, rc 0, transno 4294975648 00000100:00100000:2.0:1767318124.298820:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383629312:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318124.298828:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936886278e00/2, rc 0, transno 4294975650 00000100:00100000:2.0:1767318124.298831:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383629824:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.299653:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383630336:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.299703:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.299757:0:70259:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383630336 00000100:00100000:2.0:1767318124.299762:0:70259:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383630336 00000100:00100000:2.0:1767318124.299809:0:70259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16834 00000100:00100000:2.0:1767318124.299817:0:70259:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:7026:x1853164383630336:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318124.300531:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.300535:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.300542:0:70258:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb499e7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.300557:0:70258:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb499e7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.300566:0:70258:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb499e7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.300572:0:70258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb499e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.300584:0:70258:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:1.0:1767318124.300843:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:7026:x1853164383630208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2661us (4594us total) trans 4294975652 rc 0/0 00000100:00100000:1.0:1767318124.300852:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16833 00000100:00080000:1.0:1767318124.300889:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767318124.300914:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1767318124.300920:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb499c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.300932:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.300935:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb499c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.300943:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb499c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.300956:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb499c4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.300963:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb499c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.300980:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767318124.300983:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6c00/0xa7e486a0fcb499cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.300989:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699a8f6c00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.300992:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6c00/0xa7e486a0fcb499cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.300999:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6c00/0xa7e486a0fcb499cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.301008:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6c00/0xa7e486a0fcb499cb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.301020:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6c00/0xa7e486a0fcb499cb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.301031:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318124.301035:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb499d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.301041:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2fa00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.301044:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb499d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318124.301047:0:70259:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:31 count 1 00010000:00010000:1.0:1767318124.301050:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb499d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.301058:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb499d2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.301064:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb499d2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.301074:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00002000:00010000:2.0:1767318124.301077:0:70259:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.301078:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb499d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.301083:0:70259:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7a00/0xa7e486a0fcb499ee lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.301084:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2e200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.301087:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb499d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.301093:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.301094:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb499d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.301095:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.301098:0:70259:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7a00/0xa7e486a0fcb499ee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.301103:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb499d9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.301107:0:70259:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7a00/0xa7e486a0fcb499ee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.301110:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb499d9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.301115:0:70259:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7a00/0xa7e486a0fcb499ee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.301121:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318124.301122:0:70259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7a00/0xa7e486a0fcb499ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.301125:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb499e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.301131:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2e400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.301131:0:70259:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767318124.301134:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb499e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.301140:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb499e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.301148:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb499e0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.301154:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb499e0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.301170:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318124.301173:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb499e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.301179:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.301182:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb499e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.301189:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb499e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.301198:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb499e7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.301204:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb499e7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.301215:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.301219:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7a00/0xa7e486a0fcb499ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318124.301231:0:70259:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:7026:x1853164383630336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1414us (1528us total) trans 4294975653 rc 0/0 00010000:00010000:1.0:1767318124.301236:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699a8f7a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.301240:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7a00/0xa7e486a0fcb499ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318124.301247:0:70259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16834 00010000:00010000:1.0:1767318124.301248:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7a00/0xa7e486a0fcb499ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.301258:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7a00/0xa7e486a0fcb499ee lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.301265:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7a00/0xa7e486a0fcb499ee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.301281:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.301282:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.301284:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.301296:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.301302:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318124.301317:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383630464:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.301349:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318124.303722:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318124.305750:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93688627ad80/2, rc 0, transno 4294975649 00000100:00100000:1.0:1767318124.305771:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383629952:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318124.305795:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936886278000/2, rc 0, transno 4294975647 00000100:00100000:1.0:1767318124.305799:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383629440:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.305814:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318124.305823:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383630592:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.305871:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.313582:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383630464 00000100:00100000:2.0:1767318124.313599:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383630464 00000100:00100000:2.0:1767318124.313664:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383630592 00000100:00100000:2.0:1767318124.313668:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383630592 00000100:00100000:2.0:1767318124.313694:0:18383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16835 00000100:00100000:2.0:1767318124.313703:0:18383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f468000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:7023:x1853164383630464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318124.313734:0:18383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:73 count 1 00002000:00010000:2.0:1767318124.313771:0:18383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x49:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.313793:0:18383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7600/0xa7e486a0fcb499f5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.313807:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.313809:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.313815:0:18383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7600/0xa7e486a0fcb499f5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.313828:0:18383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7600/0xa7e486a0fcb499f5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.313837:0:18383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7600/0xa7e486a0fcb499f5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.313858:0:18383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7600/0xa7e486a0fcb499f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.313877:0:18383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318124.314151:0:18383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f468000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:7023:x1853164383630464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 448us (12801us total) trans 4294975654 rc 0/0 00000100:00100000:2.0:1767318124.314159:0:18383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16835 00000100:00100000:2.0:1767318124.314181:0:18383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16836 00000100:00100000:2.0:1767318124.314189:0:18383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f46b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:7023:x1853164383630592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318124.314202:0:18383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:16 count 1 00002000:00010000:2.0:1767318124.314219:0:18383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.314224:0:18383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7800/0xa7e486a0fcb499fc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.314241:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.314243:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.314246:0:18383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7800/0xa7e486a0fcb499fc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.314255:0:18383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7800/0xa7e486a0fcb499fc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.317092:0:18383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7800/0xa7e486a0fcb499fc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.317114:0:18383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7800/0xa7e486a0fcb499fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.317151:0:18383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318124.317626:0:18383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f46b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:7023:x1853164383630592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3434us (11750us total) trans 4294975655 rc 0/0 00000100:00100000:2.0:1767318124.317637:0:18383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16836 00000004:00080000:2.0:1767318124.317713:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936886279180/2, rc 0, transno 4294975653 00000100:00100000:2.0:1767318124.317721:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383630336:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318124.317735:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936886279880/2, rc 0, transno 4294975652 00000100:00100000:2.0:1767318124.317738:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383630208:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.317858:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936885ff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383630848:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.317887:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.317916:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318124.317922:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383630720:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.317937:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.317970:0:70259:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383630848 00000100:00100000:2.0:1767318124.317976:0:70259:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383630848 00000100:00100000:2.0:1767318124.318014:0:70259:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383630720 00000100:00100000:2.0:1767318124.318017:0:70259:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383630720 00000100:00100000:2.0:1767318124.318036:0:70259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16837 00000100:00100000:2.0:1767318124.318043:0:70259:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+15:7026:x1853164383630848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318124.318067:0:70259:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:30 count 1 00002000:00010000:2.0:1767318124.318097:0:70259:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.318104:0:70259:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6e00/0xa7e486a0fcb49a03 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.318117:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.318119:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.318124:0:70259:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6e00/0xa7e486a0fcb49a03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.318142:0:70259:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6e00/0xa7e486a0fcb49a03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.318152:0:70259:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6e00/0xa7e486a0fcb49a03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.318159:0:70259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6e00/0xa7e486a0fcb49a03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.318173:0:70259:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318124.319090:0:70259:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:7026:x1853164383630848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1042us (1196us total) trans 4294975656 rc 0/0 00000100:00100000:2.0:1767318124.319101:0:70259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16837 00000100:00100000:2.0:1767318124.319126:0:70259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16838 00000100:00100000:2.0:1767318124.319136:0:70259:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+15:7026:x1853164383630720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318124.319153:0:70259:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:42 count 1 00002000:00010000:2.0:1767318124.319175:0:70259:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.319181:0:70259:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6800/0xa7e486a0fcb49a0a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.319191:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.319193:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.319197:0:70259:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6800/0xa7e486a0fcb49a0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.319207:0:70259:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6800/0xa7e486a0fcb49a0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.319216:0:70259:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6800/0xa7e486a0fcb49a0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.319223:0:70259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6800/0xa7e486a0fcb49a0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.319258:0:70259:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318124.320046:0:70259:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:7026:x1853164383630720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 909us (2103us total) trans 4294975657 rc 0/0 00000100:00100000:2.0:1767318124.320056:0:70259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16838 00000004:00080000:2.0:1767318124.320125:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936886278700/2, rc 0, transno 4294975657 00000100:00100000:2.0:1767318124.320140:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383630720:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318124.320151:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936885ff1180/2, rc 0, transno 4294975656 00000100:00100000:2.0:1767318124.320155:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936885ff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383630848:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.320380:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383631360:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.320564:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.320592:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318124.320599:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b615fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383631232:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.320618:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.320643:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383631360 00000100:00100000:2.0:1767318124.320648:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383631360 00000100:00100000:2.0:1767318124.320674:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383631232 00000100:00100000:2.0:1767318124.320676:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383631232 00000100:00100000:2.0:1767318124.320702:0:18383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16839 00000100:00100000:2.0:1767318124.320708:0:18383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:7026:x1853164383631360:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318124.320730:0:18383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:96 count 1 00002000:00010000:2.0:1767318124.320758:0:18383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x60:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.320766:0:18383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6000/0xa7e486a0fcb49a11 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.320777:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.320803:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.320808:0:18383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6000/0xa7e486a0fcb49a11 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.320820:0:18383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6000/0xa7e486a0fcb49a11 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.320828:0:18383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6000/0xa7e486a0fcb49a11 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.320835:0:18383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6000/0xa7e486a0fcb49a11 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.321224:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318124.321241:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7600/0xa7e486a0fcb499f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.321254:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699a8f7600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.321258:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7600/0xa7e486a0fcb499f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.321276:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7600/0xa7e486a0fcb499f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.321297:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7600/0xa7e486a0fcb499f5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.321304:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7600/0xa7e486a0fcb499f5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.321329:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318124.321333:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7800/0xa7e486a0fcb499fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.321338:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699a8f7800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.321340:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7800/0xa7e486a0fcb499fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.321346:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7800/0xa7e486a0fcb499fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.321354:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7800/0xa7e486a0fcb499fc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.321363:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7800/0xa7e486a0fcb499fc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.321375:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318124.321379:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6e00/0xa7e486a0fcb49a03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.321384:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699a8f6e00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.321387:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6e00/0xa7e486a0fcb49a03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.321394:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6e00/0xa7e486a0fcb49a03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.321402:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6e00/0xa7e486a0fcb49a03 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.321407:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6e00/0xa7e486a0fcb49a03 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.321428:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318124.321432:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6800/0xa7e486a0fcb49a0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.321438:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699a8f6800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.321441:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6800/0xa7e486a0fcb49a0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.321449:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6800/0xa7e486a0fcb49a0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.321458:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6800/0xa7e486a0fcb49a0a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.321474:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6800/0xa7e486a0fcb49a0a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.321496:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.321498:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.321500:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318124.321518:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.321546:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383630080:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.321577:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.321593:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b615f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383631104:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.321611:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.321623:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318124.321627:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383630976:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.321642:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.321738:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383629568 00000100:00100000:3.0:1767318124.321745:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383629568 00000100:00100000:3.0:1767318124.321768:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383630080 00000100:00100000:3.0:1767318124.321770:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383630080 00000100:00100000:3.0:1767318124.321778:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383631104 00000100:00100000:3.0:1767318124.321796:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383631104 00000100:00100000:3.0:1767318124.321809:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383630976 00000100:00100000:3.0:1767318124.321812:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383630976 00000100:00100000:3.0:1767318124.321825:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16840 00000100:00100000:3.0:1767318124.321831:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699a8f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:7026:x1853164383631232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318124.322199:0:70353:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:56 count 1 00002000:00010000:3.0:1767318124.322230:0:70353:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.322237:0:70353:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb49a18 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.322248:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.322250:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.322255:0:70353:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb49a18 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.322329:0:70353:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb49a18 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.322338:0:70353:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb49a18 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.322344:0:70353:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb49a18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.323132:0:70353:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1767318124.323149:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318124.323154:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698ab78200/0xa7e486a0fcb49a1f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.323162:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.323165:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab78200/0xa7e486a0fcb49a1f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.323175:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab78200/0xa7e486a0fcb49a1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.323191:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698ab78200/0xa7e486a0fcb49a1f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.323197:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698ab78200/0xa7e486a0fcb49a1f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.323216:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318124.323219:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb49a18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.323375:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.323380:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb49a18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.323388:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb49a18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.323398:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb49a18 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.323405:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a6378800/0xa7e486a0fcb49a18 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.323590:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318124.323594:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6000/0xa7e486a0fcb49a11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.323600:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699a8f6000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.323604:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6000/0xa7e486a0fcb49a11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.323610:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6000/0xa7e486a0fcb49a11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.323619:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6000/0xa7e486a0fcb49a11 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.323625:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318124.323628:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698ab78600/0xa7e486a0fcb49a26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.323633:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.323636:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab78600/0xa7e486a0fcb49a26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.323642:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab78600/0xa7e486a0fcb49a26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.323650:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698ab78600/0xa7e486a0fcb49a26 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.323657:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.323658:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.323660:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318124.323721:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93688627bb80/2, rc 0, transno 4294975658 00000100:00100000:3.0:1767318124.323739:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383629568:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.323819:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318124.323832:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383631488:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318124.323951:0:18383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767318124.323957:0:18383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6000/0xa7e486a0fcb49a11 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318124.324167:0:18383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+22:7026:x1853164383631360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3457us (3602us total) trans 4294975659 rc 0/0 00000100:00100000:2.0:1767318124.324175:0:18383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16839 00000100:00100000:2.0:1767318124.324198:0:18383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16843 00000100:00100000:2.0:1767318124.324208:0:18383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+21:7024:x1853164383631104:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.324598:0:71620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16844 00000100:00100000:1.0:1767318124.324614:0:71620:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+21:7024:x1853164383630976:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.324630:0:71620:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:81 count 1 00002000:00010000:1.0:1767318124.324659:0:71620:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x51:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.324665:0:71620:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49a2d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.324675:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.324677:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.324682:0:71620:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49a2d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.324692:0:71620:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49a2d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.324699:0:71620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49a2d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.324706:0:71620:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49a2d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.324715:0:71620:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318124.324951:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318124.324999:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369bafed180/2, rc 0, transno 4294975660 00000100:00100000:3.0:1767318124.325013:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383630976:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318124.325066:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318124.325071:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49a2d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.325078:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2ea00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.325082:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49a2d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.325091:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49a2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.325103:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49a2d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.325110:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb49a2d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.325128:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.325130:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.325132:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318124.325144:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383631616:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.325168:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1767318124.325391:0:18383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:46 count 1 00002000:00010000:2.0:1767318124.325740:0:18383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.325748:0:18383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7400/0xa7e486a0fcb49a34 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.325758:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.325760:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.325763:0:18383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7400/0xa7e486a0fcb49a34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.325774:0:18383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7400/0xa7e486a0fcb49a34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.325797:0:18383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7400/0xa7e486a0fcb49a34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.325804:0:18383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7400/0xa7e486a0fcb49a34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.325826:0:18383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318124.326021:0:70259:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383631488 00000100:00100000:2.0:1767318124.326029:0:70259:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383631488 00000100:00100000:2.0:1767318124.326064:0:70259:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383631616 00000100:00100000:2.0:1767318124.326067:0:70259:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383631616 00000100:00100000:2.0:1767318124.326081:0:70259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16845 00000100:00100000:2.0:1767318124.326089:0:70259:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+26:7024:x1853164383631488:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.326107:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16846 00000100:00100000:2.0:1767318124.326113:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:7024:x1853164383631616:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318124.326163:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936886f16a00/2, rc 0, transno 4294975659 00000100:00100000:2.0:1767318124.326176:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383631360:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318124.326205:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318124.326210:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7400/0xa7e486a0fcb49a34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.326217:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699a8f7400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.326220:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7400/0xa7e486a0fcb49a34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.326240:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7400/0xa7e486a0fcb49a34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.326253:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7400/0xa7e486a0fcb49a34 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.326260:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7400/0xa7e486a0fcb49a34 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.326362:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318124.326408:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318124.326522:0:71620:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+26:7024:x1853164383630976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1913us (4876us total) trans 4294975660 rc 0/0 00000100:00100000:1.0:1767318124.326531:0:71620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16844 00000100:00100000:1.0:1767318124.326603:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22687 00000100:00100000:3.0:1767318124.326607:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383631744:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.326613:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+15:68835:x1853164297255296:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318124.326629:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318124.326648:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936980030000/0xa7e486a0fcb49a3b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc6c6 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318124.326651:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318124.326719:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb49a42 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.326735:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb49a42 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.326744:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb49a42 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.326758:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb49a49 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x985ca94e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.326763:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb49a49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x985ca94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.326769:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb49a49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x985ca94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00000100:00100000:3.0:1767318124.326837:0:18383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:7024:x1853164383631104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2631us (5222us total) trans 4294975662 rc 0/0 00010000:00010000:1.0:1767318124.326936:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb49a50 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25fe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.326944:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb49a50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25fe:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.326951:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb49a50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25fe:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00000004:00200000:1.0:1767318124.326982:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25fe:0x0]: returning size 0 00000004:00200000:1.0:1767318124.326987:0:15479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318124.327007:0:15479:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb49a50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25fe:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.327017:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb49a50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.327028:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb49a42 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.327042:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.327044:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.327046:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.327052:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb49a42 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.327057:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb49a42 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.327058:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.327063:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb49a42 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.327064:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.327068:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936980030600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.327072:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb49a42 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.327078:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb49a42 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.327086:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00000004:00080000:2.0:1767318124.327088:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936886279c00/2, rc 0, transno 4294975655 00010000:00010000:1.0:1767318124.327089:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318124.327093:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb49a42 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00000100:00100000:2.0:1767318124.327097:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383630592:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318124.327098:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb49a42 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00000004:00080000:2.0:1767318124.327106:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93688627a680/2, rc 0, transno 4294975654 00010000:00010000:1.0:1767318124.327109:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb49a49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x985ca94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00000100:00100000:2.0:1767318124.327110:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383630464:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318124.327115:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb49a49 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x985ca94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.327120:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb49a49 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x985ca94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.327125:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936980031a00 already unused, calling callback (ffffffffc178a550) 00000100:00100000:2.0:1767318124.327126:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383631744 00010000:00010000:1.0:1767318124.327128:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb49a49 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x985ca94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00000100:00100000:2.0:1767318124.327130:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383631744 00010000:00010000:1.0:1767318124.327134:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb49a49 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x985ca94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.327140:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x985ca94e (ffff936983a24700) 00010000:00010000:1.0:1767318124.327143:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318124.327145:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb49a49 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x985ca94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.327152:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb49a49 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x985ca94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00000100:00100000:2.0:1767318124.327160:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16847 00000100:00100000:2.0:1767318124.327166:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+26:7026:x1853164383631744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318124.327183:0:70258:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:75 count 1 00010000:00010000:1.0:1767318124.327185:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936980030000/0xa7e486a0fcb49a3b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc6c6 expref: 17 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.327196:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb49a50 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc6c6 expref: 16 pid: 15479 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318124.327201:0:70258:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x4b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.327202:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25fe:0x0].0x0 (ffff936983a24400) 00010000:00010000:1.0:1767318124.327205:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318124.327206:0:70258:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6200/0xa7e486a0fcb49a57 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.327207:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a428c000, rc 0) 00010000:00010000:2.0:1767318124.327214:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.327216:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.327220:0:70258:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6200/0xa7e486a0fcb49a57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318124.327273:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+16:68835:x1853164297255296:12345-192.168.202.56@tcp:101:rm.0 Request processed in 663us (37548us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318124.327279:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22687 00000100:00100000:3.0:1767318124.327370:0:18383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16843 00002000:00080000:3.0:1767318124.331158:0:70259:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:103 count 1 00002000:00010000:3.0:1767318124.331205:0:70259:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x67:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.331213:0:70259:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936884287600/0xa7e486a0fcb49a5e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.331375:0:70258:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6200/0xa7e486a0fcb49a57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.331387:0:70258:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6200/0xa7e486a0fcb49a57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.331394:0:70258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6200/0xa7e486a0fcb49a57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318124.331655:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383631872:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.331729:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.331824:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383631872 00000100:00100000:1.0:1767318124.331834:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383631872 00000004:00080000:2.0:1767318124.331877:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b615f100/2, rc 0, transno 4294975662 00000100:00100000:2.0:1767318124.331926:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b615f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383631104:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318124.331947:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93688627aa00/2, rc 0, transno 4294975663 00000100:00100000:2.0:1767318124.331951:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383630080:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.331957:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318124.331966:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383632000:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.331991:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318124.332111:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.332114:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.332119:0:70259:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936884287600/0xa7e486a0fcb49a5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.332132:0:70259:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936884287600/0xa7e486a0fcb49a5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.332140:0:70259:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936884287600/0xa7e486a0fcb49a5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.332153:0:70259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936884287600/0xa7e486a0fcb49a5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.332172:0:70259:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318124.332639:0:70259:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+27:7024:x1853164383631488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6548us (7686us total) trans 4294975664 rc 0/0 00000100:00100000:3.0:1767318124.332650:0:70259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16845 00000004:00080000:2.0:1767318124.333763:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9368b74ced80/2, rc 0, transno 4294975664 00000100:00100000:2.0:1767318124.333773:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383631488:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318124.333817:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9368b74cc380/2, rc 0, transno 4294975665 00000100:00100000:2.0:1767318124.333821:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383631744:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318124.333834:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318124.333854:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936884287600/0xa7e486a0fcb49a5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.333863:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884287600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.333868:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936884287600/0xa7e486a0fcb49a5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.333879:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936884287600/0xa7e486a0fcb49a5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.333897:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936884287600/0xa7e486a0fcb49a5e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.333904:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936884287600/0xa7e486a0fcb49a5e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.333932:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318124.333936:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6200/0xa7e486a0fcb49a57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.333942:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699a8f6200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.333945:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6200/0xa7e486a0fcb49a57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.333952:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6200/0xa7e486a0fcb49a57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.333960:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6200/0xa7e486a0fcb49a57 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.333966:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6200/0xa7e486a0fcb49a57 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.333980:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.333982:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.333984:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.333990:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318124.334120:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699a8f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+26:7026:x1853164383631232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12287us (13500us total) trans 4294975661 rc 0/0 00000100:00100000:2.0:1767318124.334129:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16840 00000100:00100000:3.0:1767318124.334352:0:70259:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383632000 00000100:00100000:3.0:1767318124.334360:0:70259:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383632000 00000100:00100000:3.0:1767318124.334396:0:70259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16848 00000100:00100000:3.0:1767318124.334405:0:70259:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699a8f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+26:7026:x1853164383631872:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318124.334683:0:70259:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:10 count 1 00002000:00010000:3.0:1767318124.334714:0:70259:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.334720:0:70259:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936884287a00/0xa7e486a0fcb49a65 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.334731:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.334733:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.334739:0:70259:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936884287a00/0xa7e486a0fcb49a65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.334753:0:70259:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936884287a00/0xa7e486a0fcb49a65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.334763:0:70259:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936884287a00/0xa7e486a0fcb49a65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.334778:0:70259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936884287a00/0xa7e486a0fcb49a65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.334812:0:70259:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318124.335119:0:70259:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699a8f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+27:7026:x1853164383631872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 714us (3388us total) trans 4294975666 rc 0/0 00000100:00100000:3.0:1767318124.335128:0:70259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16848 00000100:00100000:3.0:1767318124.335147:0:70259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16849 00000100:00100000:3.0:1767318124.335154:0:70259:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699a8f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+26:7024:x1853164383632000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318124.335169:0:70259:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:51 count 1 00002000:00010000:3.0:1767318124.335186:0:70259:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.335191:0:70259:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb49a6c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.335198:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.335200:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.335203:0:70259:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb49a6c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.335212:0:70259:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb49a6c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.335219:0:70259:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb49a6c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.335226:0:70259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb49a6c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.335253:0:70259:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318124.335371:0:70259:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699a8f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+27:7024:x1853164383632000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 218us (3379us total) trans 4294975667 rc 0/0 00000100:00100000:3.0:1767318124.335378:0:70259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16849 00002000:00080000:3.0:1767318124.335531:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:43 count 1 00002000:00010000:3.0:1767318124.335547:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.335553:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb49a73 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.335561:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.335562:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.335565:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb49a73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.335572:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb49a73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.335579:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb49a73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.335585:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb49a73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.335600:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318124.335691:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+27:7024:x1853164383631616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9577us (10521us total) trans 4294975668 rc 0/0 00000100:00100000:3.0:1767318124.335698:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16846 00010000:00010000:3.0:1767318124.335720:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318124.335726:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936884287a00/0xa7e486a0fcb49a65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.335734:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884287a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.335738:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936884287a00/0xa7e486a0fcb49a65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.335747:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936884287a00/0xa7e486a0fcb49a65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.335762:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936884287a00/0xa7e486a0fcb49a65 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.335769:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936884287a00/0xa7e486a0fcb49a65 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.335805:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318124.335809:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb49a6c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.335815:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.335818:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb49a6c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.335824:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb49a6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.335832:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb49a6c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.336192:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4400/0xa7e486a0fcb49a6c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.336208:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318124.336212:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb49a73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.336218:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.336221:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb49a73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.336341:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb49a73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.336353:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb49a73 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.336360:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb49a73 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.336373:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.336375:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.336377:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318124.336399:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383632256:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.336446:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.336573:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318124.336583:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383632384:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.336610:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.336643:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383632256 00000100:00100000:3.0:1767318124.336650:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383632256 00000100:00100000:3.0:1767318124.336684:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383632384 00000100:00100000:3.0:1767318124.336687:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383632384 00000100:00100000:3.0:1767318124.336709:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16850 00000100:00100000:3.0:1767318124.336716:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:7025:x1853164383632256:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318124.336743:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:24 count 1 00002000:00010000:3.0:1767318124.336774:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.337071:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb49a7a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.337082:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.337084:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.337088:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb49a7a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.337100:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb49a7a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.337109:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb49a7a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.337116:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb49a7a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.337131:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318124.337633:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+29:7025:x1853164383632256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 915us (1185us total) trans 4294975669 rc 0/0 00000100:00100000:3.0:1767318124.337642:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16850 00000100:00100000:3.0:1767318124.337666:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16851 00000100:00100000:3.0:1767318124.337673:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:7025:x1853164383632384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318124.337689:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:104 count 1 00002000:00010000:3.0:1767318124.337710:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x68:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.337715:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369908a7200/0xa7e486a0fcb49a81 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.337722:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.337724:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.337727:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369908a7200/0xa7e486a0fcb49a81 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.337735:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369908a7200/0xa7e486a0fcb49a81 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.337743:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369908a7200/0xa7e486a0fcb49a81 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.337749:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369908a7200/0xa7e486a0fcb49a81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.337762:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318124.338213:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+29:7025:x1853164383632384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 539us (1601us total) trans 4294975670 rc 0/0 00000100:00100000:3.0:1767318124.338220:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16851 00010000:00010000:3.0:1767318124.338608:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318124.338653:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369bb7b7100/2, rc 0, transno 4294975670 00000100:00100000:3.0:1767318124.338720:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383632384:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318124.338734:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369bb7b5880/2, rc 0, transno 4294975669 00000100:00100000:3.0:1767318124.339253:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383632256:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.339354:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383632768:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.339398:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.339456:0:70259:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383632768 00000100:00100000:3.0:1767318124.339463:0:70259:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383632768 00000100:00100000:3.0:1767318124.339603:0:70259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16852 00000100:00100000:3.0:1767318124.339611:0:70259:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+29:7025:x1853164383632768:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318124.339635:0:70259:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:41 count 1 00002000:00010000:3.0:1767318124.339663:0:70259:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.339671:0:70259:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369908a7e00/0xa7e486a0fcb49a88 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.339682:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.339684:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.339688:0:70259:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369908a7e00/0xa7e486a0fcb49a88 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.339701:0:70259:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369908a7e00/0xa7e486a0fcb49a88 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.339711:0:70259:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369908a7e00/0xa7e486a0fcb49a88 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.339718:0:70259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369908a7e00/0xa7e486a0fcb49a88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.339734:0:70259:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318124.340111:0:70259:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+30:7025:x1853164383632768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 499us (711us total) trans 4294975671 rc 0/0 00000100:00100000:3.0:1767318124.340119:0:70259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16852 00000004:00080000:3.0:1767318124.340168:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9368b74cc000/2, rc 0, transno 4294975666 00000100:00100000:3.0:1767318124.340853:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383631872:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318124.340877:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b615fb80/2, rc 0, transno 4294975661 00000100:00100000:3.0:1767318124.341074:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b615fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383631232:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.341091:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383632896:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.341133:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.341180:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383632896 00000100:00100000:3.0:1767318124.341186:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383632896 00000100:00100000:3.0:1767318124.341221:0:18383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16853 00000100:00100000:3.0:1767318124.341239:0:18383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+30:7026:x1853164383632896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318124.341412:0:18383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:22 count 1 00002000:00010000:3.0:1767318124.341441:0:18383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.341448:0:18383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369908a6800/0xa7e486a0fcb49a8f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.341459:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.341461:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.341475:0:18383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369908a6800/0xa7e486a0fcb49a8f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.341732:0:18383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369908a6800/0xa7e486a0fcb49a8f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.341743:0:18383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369908a6800/0xa7e486a0fcb49a8f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.341750:0:18383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369908a6800/0xa7e486a0fcb49a8f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.341769:0:18383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318124.341778:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.341797:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369908a6800/0xa7e486a0fcb49a8f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.341809:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369908a6800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.341812:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369908a6800/0xa7e486a0fcb49a8f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.341819:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369908a6800/0xa7e486a0fcb49a8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.341832:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369908a6800/0xa7e486a0fcb49a8f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.341839:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369908a6800/0xa7e486a0fcb49a8f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.341858:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.341860:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.341862:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318124.342086:0:18383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+31:7026:x1853164383632896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 856us (950us total) trans 4294975672 rc 0/0 00000100:00100000:3.0:1767318124.342093:0:18383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16853 00000004:00080000:3.0:1767318124.342142:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6e6d80/2, rc 0, transno 4294975671 00000004:00080000:1.0:1767318124.342189:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6e6680/2, rc 0, transno 4294975672 00000100:00100000:2.0:1767318124.342208:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383632128:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.342253:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.342285:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383632640:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.342305:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318124.342326:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9368b74cd880/2, rc 0, transno 4294975667 00000100:00100000:3.0:1767318124.342774:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383632768:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.342806:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383633280:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.342833:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.342961:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318124.342968:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383633408:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.342990:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.343017:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383632128 00000100:00100000:3.0:1767318124.343022:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383632128 00000100:00100000:3.0:1767318124.343058:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383632640 00000100:00100000:3.0:1767318124.343061:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383632640 00000100:00100000:3.0:1767318124.343075:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383633280 00000100:00100000:3.0:1767318124.343077:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383633280 00000100:00100000:3.0:1767318124.343088:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383633408 00000100:00100000:3.0:1767318124.343090:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383633408 00000100:00100000:3.0:1767318124.343107:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16854 00000100:00100000:3.0:1767318124.343115:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699a8f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+34:7024:x1853164383632128:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318124.343138:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:90 count 1 00002000:00010000:3.0:1767318124.343190:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x5a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.343197:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db8000/0xa7e486a0fcb49a96 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.343208:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.343211:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.343215:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996db8000/0xa7e486a0fcb49a96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.343227:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996db8000/0xa7e486a0fcb49a96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.343245:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db8000/0xa7e486a0fcb49a96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.343252:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996db8000/0xa7e486a0fcb49a96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.343403:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318124.343628:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699a8f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:7024:x1853164383632128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 513us (1373us total) trans 4294975673 rc 0/0 00000100:00100000:3.0:1767318124.343636:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16854 00000100:00100000:3.0:1767318124.343656:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16855 00000100:00100000:3.0:1767318124.343663:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b24d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+34:7024:x1853164383632640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318124.343675:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:11 count 1 00002000:00010000:3.0:1767318124.343689:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.343694:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db9400/0xa7e486a0fcb49a9d lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.343702:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.343704:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.343707:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996db9400/0xa7e486a0fcb49a9d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.343716:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996db9400/0xa7e486a0fcb49a9d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.343724:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db9400/0xa7e486a0fcb49a9d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.343731:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996db9400/0xa7e486a0fcb49a9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.343746:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318124.344045:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b24d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:7024:x1853164383632640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 382us (1737us total) trans 4294975674 rc 0/0 00000100:00100000:3.0:1767318124.344052:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16855 00000100:00100000:3.0:1767318124.344065:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16856 00000100:00100000:3.0:1767318124.344071:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+34:7025:x1853164383633280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318124.344083:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:95 count 1 00002000:00010000:3.0:1767318124.344096:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x5f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.344101:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db9000/0xa7e486a0fcb49aa4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.344109:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.344111:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.344114:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996db9000/0xa7e486a0fcb49aa4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.344122:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996db9000/0xa7e486a0fcb49aa4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.344130:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db9000/0xa7e486a0fcb49aa4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.344137:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996db9000/0xa7e486a0fcb49aa4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.344145:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318124.344380:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:7025:x1853164383633280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 309us (1545us total) trans 4294975675 rc 0/0 00000100:00100000:3.0:1767318124.344386:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16856 00000100:00100000:3.0:1767318124.344400:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16857 00000100:00100000:3.0:1767318124.344475:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+34:7025:x1853164383633408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318124.344489:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:105 count 1 00002000:00010000:3.0:1767318124.344507:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x69:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.344511:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db9600/0xa7e486a0fcb49aab lrc: 3/0,1 mode: --/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.344519:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.344520:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.344524:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996db9600/0xa7e486a0fcb49aab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.344532:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996db9600/0xa7e486a0fcb49aab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.344541:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db9600/0xa7e486a0fcb49aab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.344550:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996db9600/0xa7e486a0fcb49aab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.344558:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767318124.344648:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:7025:x1853164383633408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 242us (1656us total) trans 4294975676 rc 0/0 00000100:00100000:3.0:1767318124.344656:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16857 00000004:00080000:3.0:1767318124.344724:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6e5500/2, rc 0, transno 4294975676 00000100:00100000:3.0:1767318124.344730:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383633408:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318124.344740:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6e4e00/2, rc 0, transno 4294975675 00000100:00100000:3.0:1767318124.344743:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383633280:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318124.344762:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318124.344769:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996db8000/0xa7e486a0fcb49a96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.344776:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.344970:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db8000/0xa7e486a0fcb49a96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.344981:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db8000/0xa7e486a0fcb49a96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.345002:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996db8000/0xa7e486a0fcb49a96 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.345009:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996db8000/0xa7e486a0fcb49a96 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.345028:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318124.345032:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996db9400/0xa7e486a0fcb49a9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.345038:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.345040:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db9400/0xa7e486a0fcb49a9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.345046:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db9400/0xa7e486a0fcb49a9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.345055:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996db9400/0xa7e486a0fcb49a9d lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.345061:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996db9400/0xa7e486a0fcb49a9d lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.345071:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318124.345074:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996db9000/0xa7e486a0fcb49aa4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.345085:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.345087:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db9000/0xa7e486a0fcb49aa4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.345094:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db9000/0xa7e486a0fcb49aa4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.345102:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996db9000/0xa7e486a0fcb49aa4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.345108:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996db9000/0xa7e486a0fcb49aa4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.345118:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318124.345121:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996db9600/0xa7e486a0fcb49aab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.345126:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.345129:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db9600/0xa7e486a0fcb49aab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.345135:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db9600/0xa7e486a0fcb49aab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.345144:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996db9600/0xa7e486a0fcb49aab lrc: 1/0,0 mode: --/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.345155:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996db9600/0xa7e486a0fcb49aab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.345166:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.345167:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.345169:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.345177:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.345183:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318124.345251:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318124.345362:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383632512:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.345400:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.345434:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383633024:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.345455:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.345600:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318124.345609:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383633152:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.345633:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.345663:0:70352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383632512 00000100:00100000:3.0:1767318124.345669:0:70352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383632512 00000100:00100000:3.0:1767318124.345700:0:70352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383633024 00000100:00100000:3.0:1767318124.345703:0:70352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383633024 00000100:00100000:3.0:1767318124.345716:0:70352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383633152 00000100:00100000:3.0:1767318124.345718:0:70352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383633152 00000100:00100000:3.0:1767318124.345735:0:70352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16858 00000100:00100000:3.0:1767318124.345741:0:70352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+37:7023:x1853164383632512:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318124.345761:0:70352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:93 count 1 00002000:00010000:3.0:1767318124.345799:0:70352:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x5d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.345808:0:70352:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db8600/0xa7e486a0fcb49ab2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.345817:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.345819:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.345822:0:70352:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996db8600/0xa7e486a0fcb49ab2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.345833:0:70352:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996db8600/0xa7e486a0fcb49ab2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.346007:0:70352:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db8600/0xa7e486a0fcb49ab2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.346015:0:70352:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996db8600/0xa7e486a0fcb49ab2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.346030:0:70352:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318124.346221:0:70352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+38:7023:x1853164383632512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 478us (819us total) trans 4294975677 rc 0/0 00000100:00100000:3.0:1767318124.346228:0:70352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16858 00000100:00100000:3.0:1767318124.346549:0:70352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16859 00000100:00100000:3.0:1767318124.346557:0:70352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+37:7023:x1853164383633024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318124.346573:0:70352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:19 count 1 00002000:00010000:3.0:1767318124.346590:0:70352:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.346596:0:70352:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db8400/0xa7e486a0fcb49ab9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.346602:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.346604:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.346607:0:70352:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996db8400/0xa7e486a0fcb49ab9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.346616:0:70352:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996db8400/0xa7e486a0fcb49ab9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.346622:0:70352:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db8400/0xa7e486a0fcb49ab9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.346629:0:70352:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996db8400/0xa7e486a0fcb49ab9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.346644:0:70352:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318124.346746:0:70352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+38:7023:x1853164383633024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 189us (1289us total) trans 4294975678 rc 0/0 00000100:00100000:3.0:1767318124.346753:0:70352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16859 00000100:00100000:3.0:1767318124.346767:0:70352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16860 00000100:00100000:3.0:1767318124.346774:0:70352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+37:7023:x1853164383633152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318124.346808:0:70352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:80 count 1 00002000:00010000:3.0:1767318124.346824:0:70352:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x50:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.346830:0:70352:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db9a00/0xa7e486a0fcb49ac0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.346837:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1767318124.347348:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383632896:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318124.347539:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.347545:0:70352:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996db9a00/0xa7e486a0fcb49ac0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.347561:0:70352:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996db9a00/0xa7e486a0fcb49ac0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.347568:0:70352:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db9a00/0xa7e486a0fcb49ac0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.347575:0:70352:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996db9a00/0xa7e486a0fcb49ac0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.347641:0:70352:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318124.347777:0:70352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+38:7023:x1853164383633152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1003us (2142us total) trans 4294975679 rc 0/0 00000100:00100000:3.0:1767318124.347802:0:70352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16860 00000100:00100000:2.0:1767318124.348063:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383632000:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318124.348098:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9368b74cca80/2, rc 0, transno 4294975668 00000100:00100000:2.0:1767318124.348103:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383631616:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.348120:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383633664:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.348157:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318124.348194:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369bb7b6d80/2, rc 0, transno 4294975673 00000100:00100000:2.0:1767318124.348199:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383632128:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318124.348208:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6e6300/2, rc 0, transno 4294975674 00000100:00100000:2.0:1767318124.348212:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383632640:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.348219:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318124.348224:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383633536:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.348254:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.348292:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383633664 00000100:00100000:2.0:1767318124.348298:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383633664 00000100:00100000:2.0:1767318124.348335:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383633536 00000100:00100000:2.0:1767318124.348338:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383633536 00000100:00100000:2.0:1767318124.348358:0:18383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16861 00000100:00100000:2.0:1767318124.348366:0:18383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b24d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+39:7024:x1853164383633664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318124.348394:0:18383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:29 count 1 00002000:00010000:2.0:1767318124.348440:0:18383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.348447:0:18383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6600/0xa7e486a0fcb49ac7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.348480:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.348482:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.348486:0:18383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6600/0xa7e486a0fcb49ac7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.348499:0:18383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6600/0xa7e486a0fcb49ac7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.348509:0:18383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6600/0xa7e486a0fcb49ac7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.348518:0:18383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6600/0xa7e486a0fcb49ac7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.349115:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.349125:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318124.349161:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6e5c00/2, rc 0, transno 4294975679 00000100:00100000:3.0:1767318124.349169:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383633152:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318124.349181:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369bb7b4700/2, rc 0, transno 4294975677 00000100:00100000:3.0:1767318124.349185:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383632512:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318124.349194:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6e7100/2, rc 0, transno 4294975678 00000100:00100000:3.0:1767318124.349196:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383633024:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.349221:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16862 00000100:00100000:3.0:1767318124.349365:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b24d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+39:7024:x1853164383633536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318124.349384:0:70258:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:37 count 1 00002000:00010000:3.0:1767318124.349489:0:70258:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.349497:0:70258:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db8c00/0xa7e486a0fcb49ace lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.349507:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.349508:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.349511:0:70258:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996db8c00/0xa7e486a0fcb49ace lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.349522:0:70258:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996db8c00/0xa7e486a0fcb49ace lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.349529:0:70258:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db8c00/0xa7e486a0fcb49ace lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.349535:0:70258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996db8c00/0xa7e486a0fcb49ace lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.349599:0:70258:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318124.349823:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b24d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+40:7024:x1853164383633536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 462us (1566us total) trans 4294975680 rc 0/0 00000100:00100000:3.0:1767318124.349830:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16862 00000100:00100000:3.0:1767318124.351057:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383634048:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.351112:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.351157:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318124.351163:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383634176:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.351181:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.351205:0:71620:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383634048 00000100:00100000:3.0:1767318124.351211:0:71620:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383634048 00000100:00100000:3.0:1767318124.351260:0:71620:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383634176 00000100:00100000:3.0:1767318124.351344:0:71620:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383634176 00000100:00100000:3.0:1767318124.351369:0:71620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16863 00000100:00100000:3.0:1767318124.351377:0:71620:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+41:7023:x1853164383634048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318124.351401:0:71620:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:100 count 1 00002000:00010000:3.0:1767318124.351734:0:71620:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x64:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.351742:0:71620:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db9e00/0xa7e486a0fcb49ad5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.351758:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.351760:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.351768:0:71620:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996db9e00/0xa7e486a0fcb49ad5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.351811:0:71620:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996db9e00/0xa7e486a0fcb49ad5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.351822:0:71620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db9e00/0xa7e486a0fcb49ad5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.351830:0:71620:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996db9e00/0xa7e486a0fcb49ad5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.352008:0:71620:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318124.352557:0:71620:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+42:7023:x1853164383634048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1178us (1442us total) trans 4294975681 rc 0/0 00000100:00100000:3.0:1767318124.352567:0:71620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16863 00000100:00100000:3.0:1767318124.352592:0:71620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16864 00000100:00100000:3.0:1767318124.352603:0:71620:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+41:7023:x1853164383634176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318124.352622:0:71620:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:47 count 1 00002000:00010000:3.0:1767318124.352638:0:71620:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.352644:0:71620:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db9200/0xa7e486a0fcb49adc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.352651:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.352653:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.352657:0:71620:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996db9200/0xa7e486a0fcb49adc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.352668:0:71620:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996db9200/0xa7e486a0fcb49adc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.352677:0:71620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db9200/0xa7e486a0fcb49adc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.352684:0:71620:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996db9200/0xa7e486a0fcb49adc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.352697:0:71620:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318124.352815:0:71620:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+42:7023:x1853164383634176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 215us (1632us total) trans 4294975682 rc 0/0 00000100:00100000:3.0:1767318124.352821:0:71620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16864 00000100:00100000:3.0:1767318124.353550:0:19075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383633792 00000100:00100000:3.0:1767318124.353559:0:19075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383633792 00000100:00100000:3.0:1767318124.353592:0:19075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383634304 00000100:00100000:3.0:1767318124.353594:0:19075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383634304 00000100:00100000:3.0:1767318124.353612:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16865 00000100:00100000:3.0:1767318124.353619:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+43:7025:x1853164383633792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318124.353641:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:14 count 1 00002000:00010000:3.0:1767318124.353666:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.353672:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db8a00/0xa7e486a0fcb49ae3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.353682:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.353683:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.353687:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996db8a00/0xa7e486a0fcb49ae3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.353698:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996db8a00/0xa7e486a0fcb49ae3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.353705:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db8a00/0xa7e486a0fcb49ae3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.353712:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996db8a00/0xa7e486a0fcb49ae3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.353728:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318124.353999:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+44:7025:x1853164383633792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 379us (955us total) trans 4294975683 rc 0/0 00000100:00100000:3.0:1767318124.354006:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16865 00000100:00100000:3.0:1767318124.354023:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16866 00000100:00100000:3.0:1767318124.354030:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+43:7025:x1853164383634304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318124.354042:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:60 count 1 00002000:00010000:3.0:1767318124.354057:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.354062:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db9c00/0xa7e486a0fcb49aea lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.354069:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.354071:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.354074:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996db9c00/0xa7e486a0fcb49aea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.354083:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996db9c00/0xa7e486a0fcb49aea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.354090:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db9c00/0xa7e486a0fcb49aea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.354097:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996db9c00/0xa7e486a0fcb49aea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.354112:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767318124.354558:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+44:7025:x1853164383634304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 379us (1230us total) trans 4294975684 rc 0/0 00000100:00100000:3.0:1767318124.354567:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16866 00010000:00010000:3.0:1767318124.354598:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318124.354606:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996db9e00/0xa7e486a0fcb49ad5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.354615:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9e00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.354619:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db9e00/0xa7e486a0fcb49ad5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.354635:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db9e00/0xa7e486a0fcb49ad5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.354653:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996db9e00/0xa7e486a0fcb49ad5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.354661:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996db9e00/0xa7e486a0fcb49ad5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.354681:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318124.354685:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996db9200/0xa7e486a0fcb49adc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.354691:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.354694:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db9200/0xa7e486a0fcb49adc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.354701:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db9200/0xa7e486a0fcb49adc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.354710:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996db9200/0xa7e486a0fcb49adc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.354717:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996db9200/0xa7e486a0fcb49adc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.354735:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318124.354738:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996db8a00/0xa7e486a0fcb49ae3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.354744:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.354747:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db8a00/0xa7e486a0fcb49ae3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.354754:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db8a00/0xa7e486a0fcb49ae3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.354762:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996db8a00/0xa7e486a0fcb49ae3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.354768:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996db8a00/0xa7e486a0fcb49ae3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.354799:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318124.354803:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996db9c00/0xa7e486a0fcb49aea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.354808:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9c00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.354811:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db9c00/0xa7e486a0fcb49aea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.354819:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db9c00/0xa7e486a0fcb49aea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.354829:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996db9c00/0xa7e486a0fcb49aea lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.354836:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996db9c00/0xa7e486a0fcb49aea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.355399:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.355401:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.355403:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.355950:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318124.355957:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698ab78a00/0xa7e486a0fcb49af1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.355965:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.355969:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab78a00/0xa7e486a0fcb49af1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.355977:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab78a00/0xa7e486a0fcb49af1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.355990:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698ab78a00/0xa7e486a0fcb49af1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.355997:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698ab78a00/0xa7e486a0fcb49af1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.356013:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.356015:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.356017:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318124.356038:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383634560:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.356081:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318124.356121:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369bb7b7480/2, rc 0, transno 4294975682 00000100:00100000:3.0:1767318124.356134:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383634176:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318124.356142:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369bb7b7b80/2, rc 0, transno 4294975681 00000100:00100000:3.0:1767318124.356145:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383634048:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.356156:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318124.356161:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383634688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.356181:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.356206:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383634560 00000100:00100000:3.0:1767318124.356211:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383634560 00010000:00010000:1.0:1767318124.356372:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.356447:0:18383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767318124.356454:0:18383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6600/0xa7e486a0fcb49ac7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318124.356490:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383634688 00000100:00100000:1.0:1767318124.356495:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383634688 00000100:00100000:1.0:1767318124.356520:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16868 00000100:00100000:1.0:1767318124.356527:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+47:7025:x1853164383634432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.356545:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:62 count 1 00002000:00010000:1.0:1767318124.356569:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.356574:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb49af8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.356583:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.356585:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.356588:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb49af8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.356597:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb49af8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.356604:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb49af8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.356611:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb49af8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.356627:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318124.356635:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.356639:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb49af8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.356646:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a0931600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.356648:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb49af8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.356655:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb49af8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.356666:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb49af8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.356673:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a0931600/0xa7e486a0fcb49af8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.356690:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.356692:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.356693:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318124.356750:0:18383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b24d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+49:7024:x1853164383633664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8384us (8592us total) trans 4294975685 rc 0/0 00000100:00100000:2.0:1767318124.356758:0:18383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16861 00000100:00100000:2.0:1767318124.356779:0:18383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16869 00000100:00100000:2.0:1767318124.356785:0:18383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+48:7023:x1853164383634560:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.356806:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+48:7025:x1853164383634432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 280us (1757us total) trans 4294975686 rc 0/0 00002000:00080000:2.0:1767318124.356807:0:18383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:23 count 1 00000100:00100000:1.0:1767318124.356813:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16868 00002000:00010000:2.0:1767318124.356822:0:18383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.356826:0:18383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7c00/0xa7e486a0fcb49aff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.356834:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.356836:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000004:00080000:1.0:1767318124.356840:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369bb7b4000/2, rc 0, transno 4294975686 00000100:00100000:1.0:1767318124.356844:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383634432:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.356858:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16870 00000100:00100000:1.0:1767318124.356865:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+47:7023:x1853164383634688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.356876:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:55 count 1 00002000:00010000:1.0:1767318124.356911:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.356916:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698f4e1c00/0xa7e486a0fcb49b06 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.356924:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.356925:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.356928:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93698f4e1c00/0xa7e486a0fcb49b06 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.356936:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93698f4e1c00/0xa7e486a0fcb49b06 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.356950:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698f4e1c00/0xa7e486a0fcb49b06 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.356957:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93698f4e1c00/0xa7e486a0fcb49b06 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.356970:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318124.356976:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.356980:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698f4e1c00/0xa7e486a0fcb49b06 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.356986:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698f4e1c00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.356990:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698f4e1c00/0xa7e486a0fcb49b06 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.356997:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698f4e1c00/0xa7e486a0fcb49b06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.357008:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698f4e1c00/0xa7e486a0fcb49b06 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.357016:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698f4e1c00/0xa7e486a0fcb49b06 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.357030:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.357031:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.357033:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318124.357071:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369bb7b4380/2, rc 0, transno 4294975687 00000100:00100000:1.0:1767318124.357075:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383633920:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.357154:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383634816:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.357181:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.357205:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318124.357210:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383634944:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.357230:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.357259:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:7023:x1853164383634688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 395us (1076us total) trans 4294975688 rc 0/0 00000100:00100000:1.0:1767318124.357266:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16870 00000100:00100000:1.0:1767318124.357276:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383634944 00000100:00100000:1.0:1767318124.357279:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383634944 00000100:00100000:1.0:1767318124.357293:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16872 00000100:00100000:1.0:1767318124.357298:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f468700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:7025:x1853164383634944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.357308:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:70 count 1 00002000:00010000:1.0:1767318124.357323:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x46:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.357328:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698f4e0800/0xa7e486a0fcb49b0d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.357336:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.357338:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.357340:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93698f4e0800/0xa7e486a0fcb49b0d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.357349:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93698f4e0800/0xa7e486a0fcb49b0d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.357363:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698f4e0800/0xa7e486a0fcb49b0d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.357371:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93698f4e0800/0xa7e486a0fcb49b0d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.357384:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318124.357392:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.357397:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698f4e0800/0xa7e486a0fcb49b0d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.357403:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698f4e0800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.357407:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698f4e0800/0xa7e486a0fcb49b0d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.357413:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698f4e0800/0xa7e486a0fcb49b0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.357423:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698f4e0800/0xa7e486a0fcb49b0d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318124.357427:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383635072:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318124.357431:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698f4e0800/0xa7e486a0fcb49b0d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.357442:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.357444:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.357446:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318124.357452:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.357554:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f468700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+50:7025:x1853164383634944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 254us (321us total) trans 4294975689 rc 0/0 00000100:00100000:1.0:1767318124.357560:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16872 00000004:00080000:1.0:1767318124.357580:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369858e6300/2, rc 0, transno 4294975689 00000100:00100000:1.0:1767318124.357589:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383634944:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.357620:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f46a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383635328:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318124.357627:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369858e4000/2, rc 0, transno 4294975688 00000100:00100000:3.0:1767318124.357636:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383634688:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.357642:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.357644:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318124.357648:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383635200:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.357670:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.357675:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318124.357681:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f469180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383635456:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.357688:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383635072 00000100:00100000:3.0:1767318124.357692:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383635072 00000100:00100000:1.0:1767318124.357700:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.357706:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383635328 00000100:00100000:3.0:1767318124.357708:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383635328 00000100:00100000:1.0:1767318124.357715:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383635200 00000100:00100000:3.0:1767318124.357717:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383635456 00000100:00100000:1.0:1767318124.357719:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383635200 00000100:00100000:3.0:1767318124.357719:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383635456 00000100:00100000:3.0:1767318124.357729:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16873 00000100:00100000:3.0:1767318124.357734:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+53:7023:x1853164383635072:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318124.357751:0:18383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7c00/0xa7e486a0fcb49aff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.357764:0:18383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7c00/0xa7e486a0fcb49aff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.357772:0:18383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7c00/0xa7e486a0fcb49aff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.357778:0:18383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7c00/0xa7e486a0fcb49aff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.357809:0:18383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318124.357856:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16874 00000100:00100000:1.0:1767318124.357864:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f46a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+53:7025:x1853164383635328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.357875:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:21 count 1 00002000:00010000:1.0:1767318124.357888:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.357892:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698f4e1800/0xa7e486a0fcb49b14 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.357899:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.357901:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.357904:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93698f4e1800/0xa7e486a0fcb49b14 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.357912:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93698f4e1800/0xa7e486a0fcb49b14 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.357925:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698f4e1800/0xa7e486a0fcb49b14 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.357931:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93698f4e1800/0xa7e486a0fcb49b14 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.357943:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767318124.357949:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318124.357953:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7c00/0xa7e486a0fcb49aff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.357960:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699a8f7c00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.357963:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7c00/0xa7e486a0fcb49aff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.357971:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7c00/0xa7e486a0fcb49aff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.357981:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7c00/0xa7e486a0fcb49aff lrc: 1/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.357988:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7c00/0xa7e486a0fcb49aff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.358007:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.358010:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698f4e1800/0xa7e486a0fcb49b14 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.358017:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698f4e1800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.358019:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698f4e1800/0xa7e486a0fcb49b14 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.358026:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698f4e1800/0xa7e486a0fcb49b14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.358035:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698f4e1800/0xa7e486a0fcb49b14 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.358042:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698f4e1800/0xa7e486a0fcb49b14 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.358053:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.358057:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698ab78800/0xa7e486a0fcb49b1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.358063:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.358067:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab78800/0xa7e486a0fcb49b1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.358074:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab78800/0xa7e486a0fcb49b1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.358082:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698ab78800/0xa7e486a0fcb49b1b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.358094:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698ab78800/0xa7e486a0fcb49b1b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.358106:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.358108:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.358109:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318124.358186:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369858e6680/2, rc 0, transno 4294975691 00000100:00100000:1.0:1767318124.358194:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383634816:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.358229:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f469880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383635584:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.358251:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.358336:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297255552 00000100:00100000:1.0:1767318124.358340:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297255552 00000100:00100000:1.0:1767318124.358878:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22688 00000100:00100000:1.0:1767318124.358890:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+16:68835:x1853164297255552:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318124.358940:0:15479:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318124.358964:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428c000/0xa7e486a0fcb49a50 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25fe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc6c6 expref: 16 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.358980:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25fe:0x0].0x0 (ffff936983a24400) 00010000:00010000:1.0:1767318124.358992:0:15479:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318124.359012:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb49b29 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.359024:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb49b29 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.359034:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb49b29 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.359049:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb49b30 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x985ca94e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.359056:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb49b30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x985ca94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.359063:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb49b30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x985ca94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.359165:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb49b37 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25fe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.359173:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb49b37 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.359180:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb49b37 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00000100:00100000:2.0:1767318124.360105:0:18383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+56:7023:x1853164383634560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3317us (4020us total) trans 4294975690 rc 0/0 00000100:00100000:2.0:1767318124.360114:0:18383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16869 00000100:00100000:2.0:1767318124.360135:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383635584 00000100:00100000:2.0:1767318124.360140:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383635584 00000004:00080000:1.0:1767318124.360145:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369858e7100/2, rc 0, transno 4294975690 00000100:00100000:1.0:1767318124.360157:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383634560:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.360164:0:18383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16876 00000100:00100000:2.0:1767318124.360170:0:18383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+56:7023:x1853164383635200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318124.360187:0:18383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:66 count 1 00002000:00010000:2.0:1767318124.360212:0:18383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1767318124.360217:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1767318124.360218:0:18383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7000/0xa7e486a0fcb49b3e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318124.360228:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f46aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383635712:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318124.360231:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.360233:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.360237:0:18383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7000/0xa7e486a0fcb49b3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.360247:0:18383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7000/0xa7e486a0fcb49b3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.360256:0:18383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7000/0xa7e486a0fcb49b3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318124.360259:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1767318124.360349:0:70356:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:48 count 1 00002000:00010000:3.0:1767318124.360365:0:70356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.360370:0:70356:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db8200/0xa7e486a0fcb49b45 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.360378:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.360380:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.360383:0:70356:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996db8200/0xa7e486a0fcb49b45 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.360391:0:70356:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996db8200/0xa7e486a0fcb49b45 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.360397:0:70356:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db8200/0xa7e486a0fcb49b45 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.360403:0:70356:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996db8200/0xa7e486a0fcb49b45 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1767318124.360537:0:15479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].44, 64 off11008 00010000:00010000:1.0:1767318124.360594:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb49b4c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.360605:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb49b4c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.360613:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb49b4c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.360620:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb49b4c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.360625:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb49b4c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.360631:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb49b4c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.360647:0:15479:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767318124.360664:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318124.360670:0:70356:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767318124.361396:0:18383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7000/0xa7e486a0fcb49b3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318124.363982:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+57:7023:x1853164383635072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6234us (6516us total) trans 4294975694 rc 0/0 00000100:00100000:3.0:1767318124.363999:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16873 00000100:00100000:3.0:1767318124.364035:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383635712 00000100:00100000:3.0:1767318124.364045:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383635712 00000100:00100000:3.0:1767318124.364083:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16877 00000100:00100000:3.0:1767318124.364091:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f46bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+57:7023:x1853164383635584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318124.364122:0:70356:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:99 count 1 00002000:00010000:3.0:1767318124.364157:0:70356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x63:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.364165:0:70356:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db9800/0xa7e486a0fcb49b53 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.364181:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.364183:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.364190:0:70356:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996db9800/0xa7e486a0fcb49b53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.364205:0:70356:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996db9800/0xa7e486a0fcb49b53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.364216:0:70356:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db9800/0xa7e486a0fcb49b53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.364223:0:70356:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996db9800/0xa7e486a0fcb49b53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.370024:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698ab78e00/0xa7e486a0fcb49b22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.370046:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78e00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.370051:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab78e00/0xa7e486a0fcb49b22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.370061:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab78e00/0xa7e486a0fcb49b22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.370083:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698ab78e00/0xa7e486a0fcb49b22 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.370090:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698ab78e00/0xa7e486a0fcb49b22 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.370122:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767318124.370128:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb49b4c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.370134:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936889a39800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.370137:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb49b4c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.370144:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb49b4c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.370155:0:15466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25fe:0x0].0x0 (ffff9369a428b700) 00010000:00010000:1.0:1767318124.370158:0:15466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318124.370162:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb49b4c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x25fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.370168:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936889a39800/0xa7e486a0fcb49b4c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.370180:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318124.370185:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996db8200/0xa7e486a0fcb49b45 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.370191:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.370194:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db8200/0xa7e486a0fcb49b45 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.370201:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db8200/0xa7e486a0fcb49b45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.370211:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996db8200/0xa7e486a0fcb49b45 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.370218:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996db8200/0xa7e486a0fcb49b45 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.370236:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318124.370241:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7000/0xa7e486a0fcb49b3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.370247:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699a8f7000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.370251:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7000/0xa7e486a0fcb49b3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.370258:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7000/0xa7e486a0fcb49b3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.370268:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7000/0xa7e486a0fcb49b3e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.370275:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318124.370279:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996db9800/0xa7e486a0fcb49b53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.370284:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.370287:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db9800/0xa7e486a0fcb49b53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.370294:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db9800/0xa7e486a0fcb49b53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.370301:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996db9800/0xa7e486a0fcb49b53 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.370310:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.370314:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698ab79e00/0xa7e486a0fcb49b5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.370320:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79e00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.370323:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab79e00/0xa7e486a0fcb49b5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.370331:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab79e00/0xa7e486a0fcb49b5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.370340:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698ab79e00/0xa7e486a0fcb49b5a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.370348:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.370349:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.370353:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.370697:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318124.370758:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369858e4380/2, rc 0, transno 4294975694 00000100:00100000:1.0:1767318124.370803:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383635072:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.370877:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318124.370895:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f46b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383635840:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.370959:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318124.370988:0:18383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1767318124.370996:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.370997:0:18383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93699a8f7000/0xa7e486a0fcb49b3e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.371014:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb49b37 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.371026:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb49b37 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.371032:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb49b37 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.371036:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbdc00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.371039:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb49b37 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.371045:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb49b37 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.371057:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25fe:0x0].0x0 (ffff9369a428b700) 00010000:00010000:1.0:1767318124.371060:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318124.371063:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb49b37 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.371067:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb49b37 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.371216:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb49b29 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00000100:00100000:2.0:1767318124.371244:0:18383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+57:7023:x1853164383635200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11072us (13571us total) trans 4294975695 rc 0/0 00000100:00100000:2.0:1767318124.371254:0:18383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16876 00010000:00010000:1.0:1767318124.371281:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb49b29 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.371286:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb49b29 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.371291:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb49b29 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00000100:00100000:2.0:1767318124.371291:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383635840 00010000:00010000:1.0:1767318124.371295:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698f4e0400 already unused, calling callback (ffffffffc178a550) 00000100:00100000:2.0:1767318124.371298:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383635840 00010000:00010000:1.0:1767318124.371299:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb49b29 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.371304:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb49b29 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.371312:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318124.371315:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318124.371318:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb49b29 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.371323:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0400/0xa7e486a0fcb49b29 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00000100:00100000:2.0:1767318124.371332:0:18383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16879 00000004:00010000:1.0:1767318124.371334:0:15479:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000064fdfdf1 reply state 000000009f21de22 transno 8589934867 ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb49b30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x985ca94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00000100:00100000:2.0:1767318124.371340:0:18383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f469c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+57:7026:x1853164383635840:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318124.371348:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb49b30 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x985ca94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318124.371355:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x985ca94e (ffff9369a428b100) 00010000:00010000:1.0:1767318124.371357:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318124.371360:0:15479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00002000:00080000:2.0:1767318124.371373:0:18383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:91 count 1 00002000:00010000:2.0:1767318124.371403:0:18383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x5b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000004:00080000:1.0:1767318124.371494:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369858e5180/2, rc 0, transno 4294975695 00000100:00100000:1.0:1767318124.371504:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383635200:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.371542:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383635968:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.371569:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.371626:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+17:68835:x1853164297255552:12345-192.168.202.56@tcp:36:rm.0 Request processed in 12736us (26374us total) trans 8589934867 rc 0/0 00000100:00100000:1.0:1767318124.371633:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22688 00000100:00100000:1.0:1767318124.371717:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f46a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+57:7025:x1853164383635328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13855us (14073us total) trans 4294975693 rc 0/0 00000100:00100000:1.0:1767318124.371725:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16874 00000100:00100000:1.0:1767318124.371737:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383635968 00000100:00100000:1.0:1767318124.371741:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383635968 00000100:00100000:1.0:1767318124.371761:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16880 00000100:00100000:1.0:1767318124.371768:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+57:7026:x1853164383635968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.371797:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:27 count 1 00002000:00010000:1.0:1767318124.371814:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.371819:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb49b68 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.371831:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.371833:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.371838:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb49b68 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.371848:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb49b68 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.371856:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb49b68 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.371862:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb49b68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.371879:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318124.371887:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.371892:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb49b68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.371903:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.371907:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb49b68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.371914:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb49b68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.371925:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb49b68 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.371932:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369b5139800/0xa7e486a0fcb49b68 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.371946:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.371948:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.371950:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318124.372068:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+58:7026:x1853164383635968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 301us (497us total) trans 4294975696 rc 0/0 00000100:00100000:1.0:1767318124.372075:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16880 00000004:00080000:1.0:1767318124.372099:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a2d1ce00/2, rc 0, transno 4294975696 00000100:00100000:1.0:1767318124.372108:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383635968:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.372144:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383636096:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.372170:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.372192:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383636096 00000100:00100000:1.0:1767318124.372196:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383636096 00000100:00100000:1.0:1767318124.372212:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16881 00000100:00100000:1.0:1767318124.372219:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+58:7023:x1853164383636096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.372317:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:71 count 1 00002000:00010000:1.0:1767318124.372333:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x47:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.372338:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb49b6f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.372346:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.372347:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.372350:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb49b6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.372360:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb49b6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.372453:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb49b6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.372460:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb49b6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.372485:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318124.372493:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.372497:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb49b6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.372504:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.372507:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb49b6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.372519:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb49b6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.372530:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb49b6f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.372537:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369b5138200/0xa7e486a0fcb49b6f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.372551:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.372553:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.372555:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318124.372661:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+59:7023:x1853164383636096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 442us (491us total) trans 4294975697 rc 0/0 00000100:00100000:1.0:1767318124.372668:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16881 00000004:00080000:1.0:1767318124.372693:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a2d1df80/2, rc 0, transno 4294975697 00000100:00100000:1.0:1767318124.372701:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383636096:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.372738:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318124.372746:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383636224:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.372768:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.372806:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383636224 00000100:00100000:1.0:1767318124.372810:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383636224 00000100:00100000:1.0:1767318124.372828:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16882 00000100:00100000:1.0:1767318124.372835:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+59:7023:x1853164383636224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.372847:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:77 count 1 00002000:00010000:1.0:1767318124.372862:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x4d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.372867:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49b76 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.372874:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.372875:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.372878:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49b76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.372886:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49b76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.372893:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49b76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.372900:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49b76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.372913:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318124.372920:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.372924:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49b76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.372931:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139e00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.372934:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49b76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.372940:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49b76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.372951:0:18383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6a00/0xa7e486a0fcb49b61 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.372955:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49b76 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.372960:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.372961:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49b76 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.372961:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.372964:0:18383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6a00/0xa7e486a0fcb49b61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.372973:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.372973:0:18383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6a00/0xa7e486a0fcb49b61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.372975:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.372977:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.372981:0:18383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6a00/0xa7e486a0fcb49b61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.372987:0:18383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6a00/0xa7e486a0fcb49b61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.373006:0:18383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318124.373010:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.373014:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6a00/0xa7e486a0fcb49b61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.373020:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699a8f6a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.373023:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6a00/0xa7e486a0fcb49b61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.373030:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6a00/0xa7e486a0fcb49b61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.373040:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6a00/0xa7e486a0fcb49b61 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.373047:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93699a8f6a00/0xa7e486a0fcb49b61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.373062:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.373064:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.373066:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318124.373114:0:18383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f469c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+61:7026:x1853164383635840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1773us (2153us total) trans 4294975698 rc 0/0 00000100:00100000:2.0:1767318124.373121:0:18383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16879 00000004:00080000:1.0:1767318124.373128:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f46b480/2, rc 0, transno 4294975698 00000100:00100000:1.0:1767318124.373136:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f46b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383635840:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.373163:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318124.373168:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383636352:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318124.373178:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6e5180/2, rc 0, transno 4294975680 00000100:00100000:2.0:1767318124.373185:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383633536:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.373189:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318124.373196:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6e4700/2, rc 0, transno 4294975685 00000100:00100000:2.0:1767318124.373199:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383633664:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318124.373211:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318124.373833:0:70259:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383636352 00000100:00100000:1.0:1767318124.373838:0:70259:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383636352 00000100:00100000:1.0:1767318124.373869:0:70259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16883 00000100:00100000:1.0:1767318124.373878:0:70259:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+61:7026:x1853164383636352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.373893:0:70259:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:57 count 1 00002000:00010000:1.0:1767318124.373914:0:70259:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.373920:0:70259:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565b600/0xa7e486a0fcb49b7d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.373929:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.373931:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.373934:0:70259:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93698565b600/0xa7e486a0fcb49b7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.373944:0:70259:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93698565b600/0xa7e486a0fcb49b7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.373951:0:70259:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565b600/0xa7e486a0fcb49b7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.373958:0:70259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93698565b600/0xa7e486a0fcb49b7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318124.373965:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1767318124.373970:0:70259:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318124.373975:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383636608:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.374008:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.374035:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383636608 00000100:00100000:2.0:1767318124.374039:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383636608 00000100:00100000:2.0:1767318124.374061:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16884 00000100:00100000:2.0:1767318124.374067:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b24d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+63:7024:x1853164383636608:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318124.374078:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:7 count 1 00002000:00010000:2.0:1767318124.374093:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1767318124.374098:0:70259:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+63:7026:x1853164383636352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 222us (907us total) trans 4294975700 rc 0/0 00010000:00010000:2.0:1767318124.374099:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4be3200/0xa7e486a0fcb49b84 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318124.374106:0:70259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16883 00010000:00010000:2.0:1767318124.374107:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.374109:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.374112:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4be3200/0xa7e486a0fcb49b84 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.374121:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a4be3200/0xa7e486a0fcb49b84 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.374125:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318124.374128:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4be3200/0xa7e486a0fcb49b84 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.374130:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698565b600/0xa7e486a0fcb49b7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.374136:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4be3200/0xa7e486a0fcb49b84 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.374139:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565b600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.374144:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565b600/0xa7e486a0fcb49b7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.374148:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318124.374153:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565b600/0xa7e486a0fcb49b7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.374165:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698565b600/0xa7e486a0fcb49b7d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.374173:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698565b600/0xa7e486a0fcb49b7d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.374192:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.374196:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369a4be3200/0xa7e486a0fcb49b84 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.374202:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4be3200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.374207:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4be3200/0xa7e486a0fcb49b84 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.374214:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4be3200/0xa7e486a0fcb49b84 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318124.374257:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b24d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+63:7024:x1853164383636608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 188us (247us total) trans 4294975701 rc 0/0 00000100:00100000:2.0:1767318124.374360:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16884 00000004:00080000:2.0:1767318124.374401:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936887a9bb80/2, rc 0, transno 4294975701 00000100:00100000:2.0:1767318124.374509:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383636608:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.374545:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383636736:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.374569:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.374593:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383636736 00000100:00100000:2.0:1767318124.374597:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383636736 00000100:00100000:2.0:1767318124.374617:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16885 00000100:00100000:2.0:1767318124.374624:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+63:7024:x1853164383636736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318124.374636:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:63 count 1 00002000:00010000:2.0:1767318124.374654:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.374659:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe600/0xa7e486a0fcb49b8b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.374667:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.374669:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.374671:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe600/0xa7e486a0fcb49b8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.374680:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe600/0xa7e486a0fcb49b8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.374687:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe600/0xa7e486a0fcb49b8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.374694:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe600/0xa7e486a0fcb49b8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.374707:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318124.374829:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+64:7024:x1853164383636736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 205us (258us total) trans 4294975702 rc 0/0 00000100:00100000:2.0:1767318124.374836:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16885 00000004:00080000:2.0:1767318124.374960:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b5133100/2, rc 0, transno 4294975702 00000100:00100000:2.0:1767318124.374970:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383636736:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318124.375003:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318124.375008:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe600/0xa7e486a0fcb49b8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.375016:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25fe600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.375020:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe600/0xa7e486a0fcb49b8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.375028:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe600/0xa7e486a0fcb49b8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.375039:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe600/0xa7e486a0fcb49b8b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.375046:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe600/0xa7e486a0fcb49b8b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.375060:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.375062:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.375063:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.376087:0:70356:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1767318124.376100:0:70356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996db9800/0xa7e486a0fcb49b53 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318124.376385:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f46bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+64:7023:x1853164383635584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12293us (18130us total) trans 4294975703 rc 0/0 00000100:00100000:3.0:1767318124.376394:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16877 00010000:00010000:1.0:1767318124.376513:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369a4be3200/0xa7e486a0fcb49b84 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.376523:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a4be3200/0xa7e486a0fcb49b84 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.376539:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.376541:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.376543:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.376567:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318124.376577:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f469880/2, rc 0, transno 4294975703 00000100:00100000:1.0:1767318124.376595:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f469880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383635584:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.376617:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383636480:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.376649:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318124.376681:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369bae84700/2, rc 0, transno 4294975700 00000100:00100000:1.0:1767318124.376695:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383636352:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.376696:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383636480 00000100:00100000:3.0:1767318124.376701:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383636480 00000100:00100000:1.0:1767318124.376707:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383636992:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.376729:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.376744:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318124.376750:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383636864:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.376770:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.376795:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318124.376807:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383637120:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.377148:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383636992 00000100:00100000:3.0:1767318124.377154:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383636992 00010000:00010000:2.0:1767318124.378577:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318124.378627:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318124.378694:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16887 00000100:00100000:3.0:1767318124.378702:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+65:7026:x1853164383636992:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318124.378720:0:70356:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:59 count 1 00002000:00010000:3.0:1767318124.378741:0:70356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.378747:0:70356:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db8e00/0xa7e486a0fcb49b99 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.378756:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.378758:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.378762:0:70356:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996db8e00/0xa7e486a0fcb49b99 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.378774:0:70356:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996db8e00/0xa7e486a0fcb49b99 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.378803:0:70356:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db8e00/0xa7e486a0fcb49b99 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.378811:0:70356:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996db8e00/0xa7e486a0fcb49b99 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.378828:0:70356:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318124.378957:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297255680 00000100:00100000:2.0:1767318124.378964:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297255680 00000100:00100000:2.0:1767318124.378998:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22689 00000100:00100000:2.0:1767318124.379005:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+17:68835:x1853164297255680:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318124.379021:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318124.379059:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49ba0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc6cd expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.379118:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49ba7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.379129:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49ba7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.379137:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49ba7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.379148:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49bae lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xcd7cff4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.379155:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49bae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.379161:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49bae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.380359:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318124.380370:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996db8e00/0xa7e486a0fcb49b99 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.380379:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8e00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.380383:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db8e00/0xa7e486a0fcb49b99 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.380394:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db8e00/0xa7e486a0fcb49b99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.380495:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996db8e00/0xa7e486a0fcb49b99 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.380503:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996db8e00/0xa7e486a0fcb49b99 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.380527:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318124.380531:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698ab79c00/0xa7e486a0fcb49b92 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.380536:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79c00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.380539:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab79c00/0xa7e486a0fcb49b92 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.380546:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab79c00/0xa7e486a0fcb49b92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.380556:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698ab79c00/0xa7e486a0fcb49b92 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.380563:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698ab79c00/0xa7e486a0fcb49b92 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.380583:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.380585:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.380587:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318124.380764:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+66:7026:x1853164383636992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2062us (4033us total) trans 4294975706 rc 0/0 00000100:00100000:3.0:1767318124.380771:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16887 00010000:00010000:2.0:1767318124.381154:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.381237:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49bb5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2638:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.381251:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49bb5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2638:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.381343:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49bb5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2638:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00000004:00200000:2.0:1767318124.381390:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2638:0x0]: returning size 0 00000004:00200000:2.0:1767318124.381394:0:15479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:3.0:1767318124.382080:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383637376:0@lo:6:osp-syn-1-0.0 00000004:00010000:2.0:1767318124.382346:0:15479:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49bb5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2638:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.382362:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49bb5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2638:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.382375:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49ba7 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.382382:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49ba7 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.382388:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49ba7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.382394:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49ba7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.382400:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4f600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.382404:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49ba7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.382495:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49ba7 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.382511:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.382514:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.382518:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49ba7 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.382525:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49ba7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.382544:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49bae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.382549:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49bae lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.382554:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49bae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.382559:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.382561:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49bae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.382567:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49bae lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.382575:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xcd7cff4e (ffff936987256300) 00010000:00010000:2.0:1767318124.382577:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.382580:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49bae lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.382585:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49bae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318124.382638:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49ba0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc6cd expref: 19 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.382655:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49bb5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2638:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc6cd expref: 18 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.382669:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2638:0x0].0x0 (ffff936987256200) 00010000:00010000:2.0:1767318124.382671:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318124.382674:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93699aa4e400, rc 0) 00000100:00100000:2.0:1767318124.382740:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+18:68835:x1853164297255680:12345-192.168.202.56@tcp:101:rm.0 Request processed in 3734us (4116us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.382750:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22689 00010000:00010000:2.0:1767318124.384536:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318124.384623:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+65:7023:x1853164383636224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11783us (11848us total) trans 4294975699 rc 0/0 00000100:00100000:2.0:1767318124.384637:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16882 00000100:00100000:1.0:1767318124.387756:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.387825:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.387861:0:71620:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383636864 00000100:00100000:1.0:1767318124.387869:0:71620:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383636864 00000100:00100000:1.0:1767318124.388041:0:71620:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383637120 00000100:00100000:1.0:1767318124.388045:0:71620:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383637120 00000100:00100000:1.0:1767318124.388061:0:71620:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383637376 00000100:00100000:1.0:1767318124.388063:0:71620:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383637376 00000100:00100000:1.0:1767318124.388080:0:71620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16888 00000100:00100000:1.0:1767318124.388088:0:71620:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+67:7026:x1853164383636864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.388120:0:71620:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:84 count 1 00002000:00010000:1.0:1767318124.388154:0:71620:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x54:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.388162:0:71620:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb49bbc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.388178:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.388180:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.388186:0:71620:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb49bbc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.388202:0:71620:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb49bbc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.388211:0:71620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb49bbc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.389352:0:71620:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb49bbc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.389662:0:71620:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318124.389771:0:71620:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+69:7026:x1853164383636864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1682us (12999us total) trans 4294975710 rc 0/0 00000100:00100000:1.0:1767318124.389778:0:71620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16888 00000004:00080000:1.0:1767318124.389835:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a34d0e00/2, rc 0, transno 4294975707 00000100:00100000:1.0:1767318124.389842:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383637120:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318124.389863:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936886f16d80/2, rc 0, transno 4294975708 00000100:00100000:1.0:1767318124.389866:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383637376:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318124.389954:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318124.390007:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a34d1880/2, rc 0, transno 4294975710 00000100:00100000:1.0:1767318124.390012:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383636864:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318124.390021:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a34d0700/2, rc 0, transno 4294975706 00000100:00100000:1.0:1767318124.390024:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383636992:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318124.390033:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369bae86d80/2, rc 0, transno 4294975705 00000100:00100000:1.0:1767318124.390036:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383636480:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.392504:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383637888:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.392543:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383637760:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318124.393111:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318124.393165:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318124.393200:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297255936 00000100:00100000:3.0:1767318124.393208:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297255936 00000100:00100000:3.0:1767318124.393493:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22690 00000100:00100000:3.0:1767318124.393505:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+18:68835:x1853164297255936:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318124.393561:0:15480:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318124.393588:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49bb5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2638:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc6cd expref: 18 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.393607:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2638:0x0].0x0 (ffff936987256200) 00010000:00010000:3.0:1767318124.393618:0:15480:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318124.393641:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb49bd8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.393654:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb49bd8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.393664:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb49bd8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.393682:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9c00/0xa7e486a0fcb49bdf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0xcd7cff4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.393689:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9c00/0xa7e486a0fcb49bdf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.393696:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9c00/0xa7e486a0fcb49bdf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.393815:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb49be6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2638:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.393824:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb49be6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2638:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.393830:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb49be6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2638:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00000040:00080000:3.0:1767318124.394505:0:15480:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].129, 64 off16448 00000040:00080000:3.0:1767318124.394530:0:15480:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].45, 64 off11072 00010000:00010000:3.0:1767318124.394583:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb49bed lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2638:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.394594:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb49bed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2638:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.394602:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb49bed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2638:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.394609:0:15480:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb49bed lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2638:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.394615:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb49bed lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2638:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.394622:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb49bed lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2638:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.394653:0:15480:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318124.394674:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb49be6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2638:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.394680:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb49be6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2638:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.394685:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb49be6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2638:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.394692:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318124.394696:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb49be6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2638:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.394704:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb49be6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2638:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.394712:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2638:0x0].0x0 (ffff9369aaac1500) 00010000:00010000:3.0:1767318124.394715:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318124.394719:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb49be6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2638:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.394724:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb49be6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2638:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.394858:0:15480:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb49bd8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.394865:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb49bd8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.394875:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb49bd8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.394882:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb49bd8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.394886:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318124.394889:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb49bd8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.394894:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb49bd8 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.394903:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318124.394905:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318124.394908:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb49bd8 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.394913:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb49bd8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00000004:00010000:3.0:1767318124.394923:0:15480:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000defb5b61 reply state 00000000e061a0d8 transno 8589934868 ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9c00/0xa7e486a0fcb49bdf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.394934:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9c00/0xa7e486a0fcb49bdf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.394940:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xcd7cff4e (ffff9369aaac1a00) 00010000:00010000:3.0:1767318124.394943:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318124.394946:0:15480:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318124.395034:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+19:68835:x1853164297255936:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1528us (1866us total) trans 8589934868 rc 0/0 00000100:00100000:3.0:1767318124.395046:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22690 00010000:00010000:1.0:1767318124.395255:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.395262:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb49bed lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2638:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15480 initiator: MDT0 00010000:00010000:1.0:1767318124.395269:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.395272:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb49bed lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2638:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15480 initiator: MDT0 00010000:00010000:1.0:1767318124.395278:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb49bed lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2638:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15480 initiator: MDT0 00010000:00010000:1.0:1767318124.395293:0:15466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2638:0x0].0x0 (ffff9369aaac1500) 00010000:00010000:1.0:1767318124.395295:0:15466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318124.395298:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb49bed lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2638:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15480 initiator: MDT0 00010000:00010000:1.0:1767318124.395303:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb49bed lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2638:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15480 initiator: MDT0 00010000:00010000:1.0:1767318124.395318:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.395320:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.395321:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318124.396633:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383637632 00000100:00100000:2.0:1767318124.396642:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383637632 00000100:00100000:2.0:1767318124.396658:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383638144 00000100:00100000:2.0:1767318124.396661:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383638144 00000100:00100000:2.0:1767318124.396711:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16892 00000100:00100000:2.0:1767318124.396719:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+70:7023:x1853164383638144:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318124.396751:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:102 count 1 00002000:00010000:2.0:1767318124.396805:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x66:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.396813:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49bf4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.396826:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.396828:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.396833:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49bf4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.396857:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49bf4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.396867:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49bf4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.396874:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49bf4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.396898:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318124.397137:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+71:7023:x1853164383638144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 418us (4184us total) trans 4294975711 rc 0/0 00000100:00100000:2.0:1767318124.397144:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16892 00000100:00100000:2.0:1767318124.397189:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16893 00000100:00100000:2.0:1767318124.397194:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+70:7023:x1853164383637632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318124.397210:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:15 count 1 00002000:00010000:2.0:1767318124.397227:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.397233:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49bfb lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.397240:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.397242:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.397245:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49bfb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.397252:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49bfb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.397338:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49bfb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.397347:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49bfb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.397359:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767318124.397505:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318124.397513:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49bf4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.397523:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4f000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.397528:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49bf4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.397538:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49bf4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.397559:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49bf4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.397567:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49bf4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.397587:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.397592:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49bfb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.397598:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.397601:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49bfb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.397608:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49bfb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.397618:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49bfb lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.397625:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49bfb lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.397635:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.397637:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.397639:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.397646:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318124.397681:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+71:7023:x1853164383637632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 485us (5674us total) trans 4294975712 rc 0/0 00000100:00100000:2.0:1767318124.397688:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16893 00000004:00080000:1.0:1767318124.397863:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a34d1c00/2, rc 0, transno 4294975712 00000100:00100000:1.0:1767318124.397879:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383637632:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318124.397891:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369bb7b4a80/2, rc 0, transno 4294975711 00000100:00100000:1.0:1767318124.397895:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383638144:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.398004:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383638656:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.398332:0:19075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383637504 00000100:00100000:1.0:1767318124.398339:0:19075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383637504 00000100:00100000:2.0:1767318124.398357:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383637760 00000100:00100000:2.0:1767318124.398361:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383637760 00000100:00100000:1.0:1767318124.398375:0:19075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383638272 00000100:00100000:1.0:1767318124.398377:0:19075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383638272 00000100:00100000:1.0:1767318124.398400:0:19075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383637888 00000100:00100000:1.0:1767318124.398404:0:19075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383637888 00000100:00100000:1.0:1767318124.398418:0:19075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383638400 00000100:00100000:1.0:1767318124.398420:0:19075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383638400 00000100:00100000:1.0:1767318124.398440:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16894 00000100:00100000:1.0:1767318124.398448:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+75:7026:x1853164383637504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.398484:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:94 count 1 00002000:00010000:1.0:1767318124.398513:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x5e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.398520:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565b600/0xa7e486a0fcb49c02 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.398531:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.398533:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.398537:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93698565b600/0xa7e486a0fcb49c02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.398548:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93698565b600/0xa7e486a0fcb49c02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.398556:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565b600/0xa7e486a0fcb49c02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.398563:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93698565b600/0xa7e486a0fcb49c02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.398578:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318124.398613:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16895 00000100:00100000:2.0:1767318124.398621:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+75:7024:x1853164383638272:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318124.398638:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:25 count 1 00002000:00010000:2.0:1767318124.398655:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.398659:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49c09 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.398667:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.398669:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.398672:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49c09 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.398681:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49c09 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.398688:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49c09 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.398696:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49c09 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.398715:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318124.398727:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+76:7026:x1853164383637504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 279us (2504us total) trans 4294975713 rc 0/0 00000100:00100000:1.0:1767318124.398735:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16894 00000100:00100000:1.0:1767318124.398752:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16896 00000100:00100000:1.0:1767318124.398759:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+76:7025:x1853164383637888:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.398771:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:35 count 1 00002000:00010000:1.0:1767318124.398812:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.398818:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565b400/0xa7e486a0fcb49c10 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.398826:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.398827:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.398830:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93698565b400/0xa7e486a0fcb49c10 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318124.398834:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+76:7024:x1853164383638272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 215us (650us total) trans 4294975714 rc 0/0 00010000:00010000:1.0:1767318124.398839:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93698565b400/0xa7e486a0fcb49c10 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.398848:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565b400/0xa7e486a0fcb49c10 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.398854:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93698565b400/0xa7e486a0fcb49c10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.398866:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318124.398953:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+77:7025:x1853164383637888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 194us (745us total) trans 4294975715 rc 0/0 00000100:00100000:1.0:1767318124.398959:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16896 00000100:00100000:1.0:1767318124.398971:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16897 00000100:00100000:1.0:1767318124.398977:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+76:7025:x1853164383638400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.398989:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:85 count 1 00002000:00010000:1.0:1767318124.399003:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x55:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.399007:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565a200/0xa7e486a0fcb49c17 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399015:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.399016:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.399019:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93698565a200/0xa7e486a0fcb49c17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399026:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93698565a200/0xa7e486a0fcb49c17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399034:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565a200/0xa7e486a0fcb49c17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399041:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93698565a200/0xa7e486a0fcb49c17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399053:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767318124.399139:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+78:7025:x1853164383638400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 162us (898us total) trans 4294975716 rc 0/0 00000100:00100000:1.0:1767318124.399145:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16897 00010000:00010000:1.0:1767318124.399163:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318124.399168:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698565b600/0xa7e486a0fcb49c02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399176:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565b600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.399179:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565b600/0xa7e486a0fcb49c02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399192:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565b600/0xa7e486a0fcb49c02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399205:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698565b600/0xa7e486a0fcb49c02 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399213:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698565b600/0xa7e486a0fcb49c02 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399364:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318124.399369:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49c09 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399376:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4f600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.399379:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49c09 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399386:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49c09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399395:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49c09 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399402:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49c09 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399419:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318124.399422:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698565b400/0xa7e486a0fcb49c10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399427:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565b400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.399430:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565b400/0xa7e486a0fcb49c10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399436:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565b400/0xa7e486a0fcb49c10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399445:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698565b400/0xa7e486a0fcb49c10 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399452:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698565b400/0xa7e486a0fcb49c10 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399474:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318124.399477:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698565a200/0xa7e486a0fcb49c17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399483:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565a200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.399486:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565a200/0xa7e486a0fcb49c17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399493:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565a200/0xa7e486a0fcb49c17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399502:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698565a200/0xa7e486a0fcb49c17 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399508:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698565a200/0xa7e486a0fcb49c17 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399519:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.399522:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698ab79e00/0xa7e486a0fcb49c1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399528:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79e00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.399531:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab79e00/0xa7e486a0fcb49c1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399538:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab79e00/0xa7e486a0fcb49c1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399547:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698ab79e00/0xa7e486a0fcb49c1e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399554:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698ab79e00/0xa7e486a0fcb49c1e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.399565:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.399567:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.399569:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.399573:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318124.399586:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936886278a80/2, rc 0, transno 4294975717 00000100:00100000:1.0:1767318124.399591:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383638528:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318124.399599:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936886279f80/2, rc 0, transno 4294975716 00000100:00100000:1.0:1767318124.399603:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383638400:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318124.399614:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318124.399623:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318124.399656:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318124.399699:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16895 00000100:00100000:3.0:1767318124.399815:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b24d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383638912:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.399858:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.399923:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318124.399931:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383638784:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.399954:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.400396:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16901 00000100:00100000:1.0:1767318124.400404:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+79:7023:x1853164383638784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.400415:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:34 count 1 00002000:00010000:1.0:1767318124.400429:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.400433:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565b000/0xa7e486a0fcb49c33 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.400440:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.400441:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.400444:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93698565b000/0xa7e486a0fcb49c33 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.400453:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93698565b000/0xa7e486a0fcb49c33 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.400460:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565b000/0xa7e486a0fcb49c33 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.400478:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93698565b000/0xa7e486a0fcb49c33 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.400492:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318124.400587:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+80:7023:x1853164383638784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 185us (631us total) trans 4294975719 rc 0/0 00000100:00100000:1.0:1767318124.400593:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16901 00010000:00010000:1.0:1767318124.400609:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318124.400614:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698ab79200/0xa7e486a0fcb49c25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.400621:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.400624:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab79200/0xa7e486a0fcb49c25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.400631:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab79200/0xa7e486a0fcb49c25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.400642:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698ab79200/0xa7e486a0fcb49c25 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.400648:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698ab79200/0xa7e486a0fcb49c25 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.400659:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.400662:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698565b000/0xa7e486a0fcb49c33 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.400668:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565b000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.400672:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565b000/0xa7e486a0fcb49c33 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.400681:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565b000/0xa7e486a0fcb49c33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.400691:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698565b000/0xa7e486a0fcb49c33 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.400698:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698565b000/0xa7e486a0fcb49c33 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.400708:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.400710:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.400712:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318124.400733:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a2d1f100/2, rc 0, transno 4294975719 00000100:00100000:1.0:1767318124.400738:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383638784:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318124.400747:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936886278380/2, rc 0, transno 4294975718 00000100:00100000:1.0:1767318124.400750:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383638656:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318124.401072:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.401077:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698ab79800/0xa7e486a0fcb49c2c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.401084:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.401087:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab79800/0xa7e486a0fcb49c2c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.401094:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab79800/0xa7e486a0fcb49c2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.401105:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698ab79800/0xa7e486a0fcb49c2c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.401111:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698ab79800/0xa7e486a0fcb49c2c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.401122:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.401124:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.401126:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318124.401306:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b24d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383639168:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.401336:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.401362:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318124.401380:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383639296:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.401401:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.401679:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383639168 00000100:00100000:2.0:1767318124.401684:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383639168 00000100:00100000:2.0:1767318124.401710:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383639296 00000100:00100000:2.0:1767318124.401712:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383639296 00000100:00100000:2.0:1767318124.401725:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16902 00000100:00100000:2.0:1767318124.401731:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f468700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+82:7023:x1853164383639168:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318124.401747:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:33 count 1 00002000:00010000:2.0:1767318124.401768:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.401774:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49c3a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.401803:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.401805:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.401809:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49c3a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.401824:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49c3a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.401831:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49c3a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.401848:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49c3a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.401861:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318124.402001:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f468700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+83:7023:x1853164383639168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 269us (663us total) trans 4294975721 rc 0/0 00000100:00100000:2.0:1767318124.402008:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16902 00000100:00100000:2.0:1767318124.402024:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16903 00000100:00100000:2.0:1767318124.402031:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f46b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+82:7023:x1853164383639296:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318124.402041:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:76 count 1 00002000:00010000:2.0:1767318124.402054:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x4c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.402058:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49c41 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.402066:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.402067:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.402070:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49c41 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.402078:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49c41 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.402085:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49c41 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.402092:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49c41 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.402106:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318124.402178:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318124.402190:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f46b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+83:7023:x1853164383639296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 160us (788us total) trans 4294975722 rc 0/0 00010000:00010000:1.0:1767318124.402197:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1767318124.402197:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16903 00010000:00010000:1.0:1767318124.402202:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49c3a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.402209:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4fa00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.402210:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.402213:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49c3a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.402215:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49c41 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.402221:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4ec00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.402224:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49c41 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.402232:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49c41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.402234:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49c3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.402245:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49c3a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.402245:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49c41 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.402254:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49c3a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.402254:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49c41 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.402274:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.402276:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.402277:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.402622:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.402624:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.402626:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318124.402661:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b5130000/2, rc 0, transno 4294975722 00000100:00100000:2.0:1767318124.402673:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383639296:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318124.402683:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b24d4e00/2, rc 0, transno 4294975721 00000100:00100000:2.0:1767318124.402687:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b24d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383639168:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.402771:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16904 00000100:00100000:2.0:1767318124.402796:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+82:7024:x1853164383637760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318124.402811:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:45 count 1 00002000:00010000:2.0:1767318124.402829:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.402846:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699aa4fe00/0xa7e486a0fcb49c48 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.402855:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.402856:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.402860:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93699aa4fe00/0xa7e486a0fcb49c48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.402869:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93699aa4fe00/0xa7e486a0fcb49c48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.402877:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699aa4fe00/0xa7e486a0fcb49c48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.402884:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93699aa4fe00/0xa7e486a0fcb49c48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.402902:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318124.403013:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+83:7024:x1853164383637760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 234us (4883us total) trans 4294975723 rc 0/0 00000100:00100000:2.0:1767318124.403020:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16904 00000100:00100000:2.0:1767318124.403044:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297256064 00000100:00100000:2.0:1767318124.403049:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297256064 00000100:00100000:2.0:1767318124.403078:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22691 00000100:00100000:2.0:1767318124.403085:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+19:68835:x1853164297256064:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318124.403100:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318124.403116:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49c4f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc6d4 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.403173:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49c56 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.403184:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49c56 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.403193:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49c56 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.403204:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fc00/0xa7e486a0fcb49c5d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x11e2e54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.403210:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fc00/0xa7e486a0fcb49c5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.403216:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fc00/0xa7e486a0fcb49c5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.403446:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.403453:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93699aa4fe00/0xa7e486a0fcb49c48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.403461:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4fe00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.403474:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93699aa4fe00/0xa7e486a0fcb49c48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.403481:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93699aa4fe00/0xa7e486a0fcb49c48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.403494:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93699aa4fe00/0xa7e486a0fcb49c48 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.403501:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93699aa4fe00/0xa7e486a0fcb49c48 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.403516:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.403517:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.403519:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318124.404297:0:70352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16906 00000100:00100000:1.0:1767318124.404311:0:70352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4fdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+84:7024:x1853164383639680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.404323:0:70352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:67 count 1 00002000:00010000:1.0:1767318124.404341:0:70352:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x43:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.404346:0:70352:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565b800/0xa7e486a0fcb49c6b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.404354:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.404356:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.404359:0:70352:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93698565b800/0xa7e486a0fcb49c6b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.404368:0:70352:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93698565b800/0xa7e486a0fcb49c6b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.404375:0:70352:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565b800/0xa7e486a0fcb49c6b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.404381:0:70352:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93698565b800/0xa7e486a0fcb49c6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.404394:0:70352:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318124.404525:0:70352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4fdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+85:7024:x1853164383639680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 220us (541us total) trans 4294975725 rc 0/0 00000100:00100000:1.0:1767318124.404532:0:70352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16906 00010000:00010000:1.0:1767318124.404548:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318124.404553:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698ab79000/0xa7e486a0fcb49c64 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.404561:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.404564:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab79000/0xa7e486a0fcb49c64 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.404580:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab79000/0xa7e486a0fcb49c64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.404592:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698ab79000/0xa7e486a0fcb49c64 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.404598:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698ab79000/0xa7e486a0fcb49c64 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.404611:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.404614:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698565b800/0xa7e486a0fcb49c6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.404619:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565b800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.404622:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565b800/0xa7e486a0fcb49c6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.404628:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565b800/0xa7e486a0fcb49c6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.404636:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698565b800/0xa7e486a0fcb49c6b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.404640:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.404643:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698565b800/0xa7e486a0fcb49c6b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.404661:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.404662:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.404664:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.404766:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49c72 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2626:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.404777:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49c72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2626:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.404804:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49c72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2626:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000004:00200000:2.0:1767318124.404838:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2626:0x0]: returning size 0 00000004:00200000:2.0:1767318124.404843:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318124.404866:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49c72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2626:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.404876:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49c72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2626:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.404887:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49c56 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.404892:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49c56 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.404897:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49c56 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.404902:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49c56 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.404907:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4ea00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.404911:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49c56 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.404920:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49c56 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.404930:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00000100:00100000:1.0:1767318124.404932:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383638016:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318124.404933:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.404937:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49c56 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.404942:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49c56 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.404952:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fc00/0xa7e486a0fcb49c5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.404958:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fc00/0xa7e486a0fcb49c5d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00000100:00100000:1.0:1767318124.404962:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318124.404964:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fc00/0xa7e486a0fcb49c5d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.404969:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4fc00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.404972:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fc00/0xa7e486a0fcb49c5d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.404977:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fc00/0xa7e486a0fcb49c5d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00000100:00100000:1.0:1767318124.404979:0:71620:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383638016 00000100:00100000:1.0:1767318124.404984:0:71620:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383638016 00010000:00010000:2.0:1767318124.404984:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x11e2e54e (ffff936987256c00) 00010000:00010000:2.0:1767318124.404986:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.404989:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fc00/0xa7e486a0fcb49c5d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.404994:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fc00/0xa7e486a0fcb49c5d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00000100:00100000:1.0:1767318124.405011:0:71620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16907 00000100:00100000:1.0:1767318124.405018:0:71620:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+85:7026:x1853164383638016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.405029:0:71620:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:101 count 1 00010000:00010000:2.0:1767318124.405029:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49c4f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc6d4 expref: 21 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.405042:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49c72 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2626:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc6d4 expref: 20 pid: 15481 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767318124.405044:0:71620:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x65:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.405048:0:71620:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565a200/0xa7e486a0fcb49c79 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.405049:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2626:0x0].0x0 (ffff936987256900) 00010000:00010000:2.0:1767318124.405052:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318124.405054:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93699aa4e200, rc 0) 00010000:00010000:1.0:1767318124.405056:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.405058:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.405060:0:71620:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93698565a200/0xa7e486a0fcb49c79 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.405069:0:71620:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93698565a200/0xa7e486a0fcb49c79 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.405076:0:71620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565a200/0xa7e486a0fcb49c79 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.405082:0:71620:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93698565a200/0xa7e486a0fcb49c79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.405097:0:71620:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318124.405104:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+20:68835:x1853164297256064:12345-192.168.202.56@tcp:101:rm.0 Request processed in 2020us (2929us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.405112:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22691 00000100:00100000:1.0:1767318124.405198:0:71620:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+86:7026:x1853164383638016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 180us (235us total) trans 4294975726 rc 0/0 00000100:00100000:1.0:1767318124.405204:0:71620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16907 00010000:00010000:1.0:1767318124.405219:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.405531:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698565a200/0xa7e486a0fcb49c79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.405539:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565a200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.405542:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565a200/0xa7e486a0fcb49c79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.405550:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565a200/0xa7e486a0fcb49c79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.405561:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698565a200/0xa7e486a0fcb49c79 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.405567:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698565a200/0xa7e486a0fcb49c79 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.405580:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.405581:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.405583:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318124.405603:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369bb7b5500/2, rc 0, transno 4294975726 00000004:00080000:3.0:1767318124.408994:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b24d5500/2, rc 0, transno 4294975720 00000100:00100000:1.0:1767318124.410086:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383638016:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.410114:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b24d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383639040:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.410189:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.410243:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f46a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383639552:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.410255:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f46bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383640192:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.410264:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.410290:0:71620:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383639040 00000100:00100000:1.0:1767318124.410297:0:71620:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383639040 00000100:00100000:1.0:1767318124.410342:0:71620:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383639552 00000100:00100000:1.0:1767318124.410345:0:71620:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383639552 00000100:00100000:1.0:1767318124.410364:0:71620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16908 00000100:00100000:1.0:1767318124.410372:0:71620:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+86:7026:x1853164383639040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.410398:0:71620:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:36 count 1 00002000:00010000:1.0:1767318124.410434:0:71620:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.410442:0:71620:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565b400/0xa7e486a0fcb49c80 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.410457:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.410459:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.410476:0:71620:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93698565b400/0xa7e486a0fcb49c80 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.410491:0:71620:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93698565b400/0xa7e486a0fcb49c80 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.410502:0:71620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565b400/0xa7e486a0fcb49c80 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.410509:0:71620:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93698565b400/0xa7e486a0fcb49c80 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.410531:0:71620:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318124.410730:0:71620:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+88:7026:x1853164383639040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 358us (541us total) trans 4294975727 rc 0/0 00000100:00100000:1.0:1767318124.410738:0:71620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16908 00000100:00100000:1.0:1767318124.410757:0:71620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16910 00000100:00100000:1.0:1767318124.410764:0:71620:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4fdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+87:7024:x1853164383640320:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.410775:0:71620:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:12 count 1 00002000:00010000:1.0:1767318124.410806:0:71620:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.410810:0:71620:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565b600/0xa7e486a0fcb49c8e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.410818:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.410819:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.410822:0:71620:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93698565b600/0xa7e486a0fcb49c8e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.410831:0:71620:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93698565b600/0xa7e486a0fcb49c8e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.410838:0:71620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565b600/0xa7e486a0fcb49c8e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.410846:0:71620:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93698565b600/0xa7e486a0fcb49c8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.410859:0:71620:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318124.410942:0:71620:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4fdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+88:7024:x1853164383640320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 179us (547us total) trans 4294975729 rc 0/0 00000100:00100000:1.0:1767318124.410948:0:71620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16910 00010000:00010000:1.0:1767318124.410962:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318124.410967:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698ab78600/0xa7e486a0fcb49c87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.410973:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.410976:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab78600/0xa7e486a0fcb49c87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.410983:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab78600/0xa7e486a0fcb49c87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.410993:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698ab78600/0xa7e486a0fcb49c87 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.410999:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698ab78600/0xa7e486a0fcb49c87 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.411011:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.411012:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.411014:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318124.411047:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f46a300/2, rc 0, transno 4294975728 00000100:00100000:1.0:1767318124.411056:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f46a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383639552:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.411067:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f469c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383640064:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.411089:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.411102:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.411107:0:71620:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383640064 00000100:00100000:1.0:1767318124.411111:0:71620:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383640064 00010000:00010000:2.0:1767318124.411126:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318124.411129:0:71620:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383640192 00000100:00100000:1.0:1767318124.411131:0:71620:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383640192 00000100:00100000:1.0:1767318124.411147:0:71620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16911 00000100:00100000:1.0:1767318124.411153:0:71620:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+89:7026:x1853164383640064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.411164:0:71620:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:86 count 1 00000100:00100000:2.0:1767318124.411168:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16912 00000100:00100000:2.0:1767318124.411175:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+89:7023:x1853164383640192:12345-0@lo:6:osp-syn-1-0.0 00002000:00010000:1.0:1767318124.411177:0:71620:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x56:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.411182:0:71620:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565a400/0xa7e486a0fcb49c95 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318124.411186:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:17 count 1 00010000:00010000:1.0:1767318124.411189:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.411191:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.411193:0:71620:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93698565a400/0xa7e486a0fcb49c95 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318124.411199:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.411202:0:71620:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93698565a400/0xa7e486a0fcb49c95 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.411203:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49c9c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.411211:0:71620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565a400/0xa7e486a0fcb49c95 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.411211:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.411212:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.411215:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49c9c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.411218:0:71620:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93698565a400/0xa7e486a0fcb49c95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.411229:0:71620:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318124.411229:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49c9c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.411236:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49c9c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.411243:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49c9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.411256:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318124.411316:0:71620:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+91:7026:x1853164383640064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 163us (225us total) trans 4294975730 rc 0/0 00000100:00100000:1.0:1767318124.411322:0:71620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16911 00010000:00010000:1.0:1767318124.411338:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318124.411342:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698565a400/0xa7e486a0fcb49c95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.411349:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565a400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.411352:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565a400/0xa7e486a0fcb49c95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318124.411354:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+90:7023:x1853164383640192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 180us (252us total) trans 4294975731 rc 0/0 00000100:00100000:2.0:1767318124.411360:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16912 00010000:00010000:1.0:1767318124.411361:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565a400/0xa7e486a0fcb49c95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.411371:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698565a400/0xa7e486a0fcb49c95 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.411378:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698565a400/0xa7e486a0fcb49c95 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318124.411389:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383640704:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318124.411390:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.411393:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49c9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.411399:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4f800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.411402:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49c9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.411408:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49c9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318124.411419:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318124.411422:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49c9c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.411429:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49c9c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318124.411439:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f46bb80/2, rc 0, transno 4294975731 00010000:00010000:1.0:1767318124.411441:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.411442:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.411444:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318124.411445:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f46bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383640192:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318124.411448:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318124.411455:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383640704 00000100:00100000:1.0:1767318124.411458:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383640704 00000100:00100000:1.0:1767318124.411495:0:71620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16913 00000100:00100000:2.0:1767318124.411502:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318124.411503:0:71620:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+90:7023:x1853164383640704:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.411508:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383640832:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.411513:0:71620:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:92 count 1 00002000:00010000:1.0:1767318124.411525:0:71620:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x5c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:2.0:1767318124.411528:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318124.411530:0:71620:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565b200/0xa7e486a0fcb49ca3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.411537:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.411539:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.411542:0:71620:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93698565b200/0xa7e486a0fcb49ca3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318124.411546:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383640832 00000100:00100000:2.0:1767318124.411549:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383640832 00010000:00010000:1.0:1767318124.411551:0:71620:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93698565b200/0xa7e486a0fcb49ca3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.411562:0:71620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565b200/0xa7e486a0fcb49ca3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318124.411565:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16914 00010000:00010000:1.0:1767318124.411570:0:71620:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93698565b200/0xa7e486a0fcb49ca3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318124.411570:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+91:7023:x1853164383640832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318124.411580:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:61 count 1 00010000:00010000:1.0:1767318124.411582:0:71620:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767318124.411594:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.411598:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49caa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.411606:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.411607:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.411610:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49caa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.411619:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49caa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.411627:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49caa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.411634:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49caa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.411646:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318124.411664:0:71620:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+92:7023:x1853164383640704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 162us (243us total) trans 4294975732 rc 0/0 00000100:00100000:1.0:1767318124.411670:0:71620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16913 00000004:00080000:1.0:1767318124.411700:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f469c00/2, rc 0, transno 4294975730 00000100:00100000:1.0:1767318124.411708:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f469c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383640064:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318124.411718:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b24d4000/2, rc 0, transno 4294975727 00000100:00100000:1.0:1767318124.411721:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b24d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383639040:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.411726:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+92:7023:x1853164383640832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 156us (197us total) trans 4294975733 rc 0/0 00000100:00100000:1.0:1767318124.411730:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383640576:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.411732:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16914 00010000:00010000:2.0:1767318124.411747:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:1.0:1767318124.411748:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318124.411751:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698565b200/0xa7e486a0fcb49ca3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.411758:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565b200 already unused, calling callback (ffffffffc0b72b40) 00000100:00100000:1.0:1767318124.411761:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00010000:00010000:2.0:1767318124.411761:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565b200/0xa7e486a0fcb49ca3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318124.411766:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f468e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383639424:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318124.411774:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565b200/0xa7e486a0fcb49ca3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318124.411801:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318124.411801:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698565b200/0xa7e486a0fcb49ca3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.411808:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698565b200/0xa7e486a0fcb49ca3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318124.411817:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383640576 00000100:00100000:1.0:1767318124.411820:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383640576 00010000:00010000:2.0:1767318124.411821:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318124.411824:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49caa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.411830:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4ee00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.411833:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49caa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318124.411837:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383639424 00000100:00100000:1.0:1767318124.411840:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383639424 00010000:00010000:2.0:1767318124.411840:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49caa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.411849:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49caa lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318124.411855:0:71620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16915 00010000:00010000:2.0:1767318124.411857:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49caa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318124.411861:0:71620:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+93:7026:x1853164383640576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.411871:0:71620:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:82 count 1 00010000:00010000:2.0:1767318124.411873:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.411875:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.411876:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1767318124.411883:0:71620:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x52:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.411888:0:71620:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565be00/0xa7e486a0fcb49cb1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.411895:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.411897:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.411900:0:71620:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93698565be00/0xa7e486a0fcb49cb1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.411908:0:71620:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93698565be00/0xa7e486a0fcb49cb1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318124.411910:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16916 00010000:00010000:1.0:1767318124.411916:0:71620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565be00/0xa7e486a0fcb49cb1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318124.411916:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+93:7026:x1853164383639424:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318124.411923:0:71620:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93698565be00/0xa7e486a0fcb49cb1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318124.411927:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:52 count 1 00010000:00010000:1.0:1767318124.411935:0:71620:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1767318124.411940:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.411944:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49cb8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.411951:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.411953:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.411955:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49cb8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.411964:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49cb8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.411971:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49cb8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.411979:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49cb8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.411991:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318124.412015:0:71620:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+94:7026:x1853164383640576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 155us (266us total) trans 4294975734 rc 0/0 00000100:00100000:1.0:1767318124.412021:0:71620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16915 00010000:00010000:1.0:1767318124.412035:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318124.412040:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698565be00/0xa7e486a0fcb49cb1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.412046:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565be00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.412050:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565be00/0xa7e486a0fcb49cb1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.412058:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565be00/0xa7e486a0fcb49cb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.412068:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698565be00/0xa7e486a0fcb49cb1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318124.412074:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+94:7026:x1853164383639424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 159us (272us total) trans 4294975735 rc 0/0 00010000:00010000:1.0:1767318124.412075:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698565be00/0xa7e486a0fcb49cb1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318124.412084:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16916 00010000:00010000:1.0:1767318124.412088:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.412091:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49cb8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.412098:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.412100:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49cb8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.412107:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49cb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.412115:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49cb8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.412121:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49cb8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.412134:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.412136:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.412138:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.412143:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318124.412160:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f468e00/2, rc 0, transno 4294975735 00000100:00100000:1.0:1767318124.412169:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f468e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383639424:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.412175:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383639936:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318124.412175:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369bb7fdf80/2, rc 0, transno 4294975733 00000100:00100000:2.0:1767318124.412179:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383640832:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318124.412186:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369bae87100/2, rc 0, transno 4294975732 00000100:00100000:2.0:1767318124.412190:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383640704:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.412195:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.412208:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383640448:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.412225:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318124.412242:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369bae84380/2, rc 0, transno 4294975734 00000100:00100000:1.0:1767318124.412248:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383640576:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.412256:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383641088:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.412274:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.412855:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b24d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383638912:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.412867:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383640960:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.413157:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383639936 00000100:00100000:2.0:1767318124.413162:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383639936 00000100:00100000:1.0:1767318124.413180:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383640448 00000100:00100000:1.0:1767318124.413184:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383640448 00000100:00100000:2.0:1767318124.413191:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383641088 00000100:00100000:2.0:1767318124.413194:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383641088 00010000:00010000:1.0:1767318124.414513:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318124.414521:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698ab79a00/0xa7e486a0fcb49cbf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.414530:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.414535:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab79a00/0xa7e486a0fcb49cbf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.414545:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab79a00/0xa7e486a0fcb49cbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.414560:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698ab79a00/0xa7e486a0fcb49cbf lrc: 1/0,0 mode: --/PW res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.414567:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698ab79a00/0xa7e486a0fcb49cbf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.414584:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318124.414588:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698ab78400/0xa7e486a0fcb49cc6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.414594:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.414597:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab78400/0xa7e486a0fcb49cc6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.414603:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab78400/0xa7e486a0fcb49cc6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.414611:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698ab78400/0xa7e486a0fcb49cc6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.414618:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698ab78400/0xa7e486a0fcb49cc6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.414629:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.414632:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698ab78c00/0xa7e486a0fcb49ccd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.414644:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78c00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.414647:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab78c00/0xa7e486a0fcb49ccd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.414653:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698ab78c00/0xa7e486a0fcb49ccd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.414662:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698ab78c00/0xa7e486a0fcb49ccd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.414668:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698ab78c00/0xa7e486a0fcb49ccd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.414679:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.414681:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.414682:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318124.414709:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318124.414730:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369bb7fc700/2, rc 0, transno 4294975738 00000100:00100000:1.0:1767318124.414736:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383641088:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.414736:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383641472:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318124.414746:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698baf4700/2, rc 0, transno 4294975736 00000100:00100000:1.0:1767318124.414750:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383639936:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318124.414756:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936887a98a80/2, rc 0, transno 4294975737 00000100:00100000:1.0:1767318124.414759:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383640448:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.414765:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.414798:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383640960 00000100:00100000:3.0:1767318124.414804:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383640960 00000100:00100000:1.0:1767318124.414827:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.414828:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383641472 00000100:00100000:3.0:1767318124.414831:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383641472 00000100:00100000:1.0:1767318124.414846:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318124.414851:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383641216:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318124.414873:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.414895:0:19075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383641344 00000100:00100000:1.0:1767318124.414899:0:19075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383641344 00000100:00100000:1.0:1767318124.414920:0:19075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383641216 00000100:00100000:1.0:1767318124.414923:0:19075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383641216 00000100:00100000:1.0:1767318124.414936:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16920 00000100:00100000:1.0:1767318124.414942:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+100:7025:x1853164383640960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.414957:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:13 count 1 00002000:00010000:1.0:1767318124.414975:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.414981:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565a000/0xa7e486a0fcb49cd4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.414990:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.414992:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.414995:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93698565a000/0xa7e486a0fcb49cd4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.415004:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93698565a000/0xa7e486a0fcb49cd4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.415012:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565a000/0xa7e486a0fcb49cd4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318124.415012:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16921 00010000:00010000:1.0:1767318124.415020:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93698565a000/0xa7e486a0fcb49cd4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318124.415020:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+100:7024:x1853164383641344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318124.415032:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:72 count 1 00010000:00010000:1.0:1767318124.415033:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1767318124.415048:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x48:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.415053:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db9800/0xa7e486a0fcb49cdb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.415061:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.415063:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.415065:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996db9800/0xa7e486a0fcb49cdb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.415079:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996db9800/0xa7e486a0fcb49cdb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.415087:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db9800/0xa7e486a0fcb49cdb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.415094:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996db9800/0xa7e486a0fcb49cdb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.415107:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318124.415134:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+101:7025:x1853164383640960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 191us (425us total) trans 4294975739 rc 0/0 00000100:00100000:1.0:1767318124.415144:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16920 00000100:00100000:1.0:1767318124.415158:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16922 00000100:00100000:1.0:1767318124.415165:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+101:7024:x1853164383641216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.415174:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:79 count 1 00002000:00010000:1.0:1767318124.415187:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x4f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.415192:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565ba00/0xa7e486a0fcb49ce2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.415200:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.415201:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1767318124.415204:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+101:7024:x1853164383641344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 186us (377us total) trans 4294975740 rc 0/0 00010000:00010000:1.0:1767318124.415205:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93698565ba00/0xa7e486a0fcb49ce2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318124.415211:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16921 00010000:00010000:1.0:1767318124.415213:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93698565ba00/0xa7e486a0fcb49ce2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318124.415224:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16923 00000100:00100000:3.0:1767318124.415230:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+100:7025:x1853164383641472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318124.415240:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:54 count 1 00002000:00010000:3.0:1767318124.415255:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.415259:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db8a00/0xa7e486a0fcb49ce9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.415343:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.415344:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.415347:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996db8a00/0xa7e486a0fcb49ce9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.415355:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996db8a00/0xa7e486a0fcb49ce9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.415558:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db8a00/0xa7e486a0fcb49ce9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.415570:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996db8a00/0xa7e486a0fcb49ce9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.415580:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318124.415687:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+101:7025:x1853164383641472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 456us (919us total) trans 4294975741 rc 0/0 00000100:00100000:3.0:1767318124.415693:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16923 00000004:00080000:3.0:1767318124.415731:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369bb7fd500/2, rc 0, transno 4294975739 00000100:00100000:3.0:1767318124.415736:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383640960:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318124.415744:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369bb7fed80/2, rc 0, transno 4294975741 00000100:00100000:3.0:1767318124.415746:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383641472:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318124.415759:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318124.415765:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698565a000/0xa7e486a0fcb49cd4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.415772:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565a000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.415776:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565a000/0xa7e486a0fcb49cd4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.415806:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565a000/0xa7e486a0fcb49cd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.415824:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698565a000/0xa7e486a0fcb49cd4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.415832:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698565a000/0xa7e486a0fcb49cd4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.416125:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.416127:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.416128:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.416135:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318124.416157:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369bb7ff100/2, rc 0, transno 4294975740 00000100:00100000:3.0:1767318124.416161:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383641344:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318124.417972:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318124.418142:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383641728:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318124.418206:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.418251:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318124.418258:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383641856:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318124.419370:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565ba00/0xa7e486a0fcb49ce2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.419383:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93698565ba00/0xa7e486a0fcb49ce2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.419407:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318124.419557:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318124.419591:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16925 00000100:00100000:3.0:1767318124.419600:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4fdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+105:7026:x1853164383641600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318124.419612:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:69 count 1 00000100:00100000:1.0:1767318124.419636:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+105:7024:x1853164383641216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4471us (4761us total) trans 4294975742 rc 0/0 00002000:00010000:3.0:1767318124.419639:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x45:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1767318124.419643:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16922 00010000:00010000:3.0:1767318124.419644:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db9e00/0xa7e486a0fcb49cf0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.419656:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.419658:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1767318124.419661:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16926 00010000:00010000:3.0:1767318124.419663:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996db9e00/0xa7e486a0fcb49cf0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318124.419667:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4fddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+104:7026:x1853164383642112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.419676:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8099 count 1 00010000:00010000:3.0:1767318124.419677:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996db9e00/0xa7e486a0fcb49cf0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.419685:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db9e00/0xa7e486a0fcb49cf0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767318124.419691:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1fa3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.419692:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996db9e00/0xa7e486a0fcb49cf0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.419695:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb49cf7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fa3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.419702:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.419704:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.419706:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb49cf7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.419706:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767318124.419715:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb49cf7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.419722:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb49cf7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.419729:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93698565aa00/0xa7e486a0fcb49cf7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.419741:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318124.419816:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4fdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+105:7026:x1853164383641600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 218us (812us total) trans 4294975743 rc 0/0 00000100:00100000:3.0:1767318124.419823:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16925 00000100:00100000:1.0:1767318124.419874:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4fddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+105:7026:x1853164383642112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 207us (819us total) trans 4294975744 rc 0/0 00000100:00100000:2.0:1767318124.419984:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.420007:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383641856 00000100:00100000:2.0:1767318124.420010:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383641856 00000100:00100000:3.0:1767318124.420037:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16927 00000100:00100000:3.0:1767318124.420045:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4fded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+106:7026:x1853164383641984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318124.420056:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:38 count 1 00002000:00010000:3.0:1767318124.420069:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.420074:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db8e00/0xa7e486a0fcb49cfe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.420082:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.420083:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.420086:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996db8e00/0xa7e486a0fcb49cfe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.420095:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996db8e00/0xa7e486a0fcb49cfe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.420102:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db8e00/0xa7e486a0fcb49cfe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.420110:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996db8e00/0xa7e486a0fcb49cfe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.420122:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767318124.420197:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4fded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+107:7026:x1853164383641984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 152us (1107us total) trans 4294975745 rc 0/0 00000100:00100000:1.0:1767318124.427063:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16926 00000100:00100000:3.0:1767318124.427097:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16927 00000100:00100000:1.0:1767318124.427123:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16928 00000100:00100000:1.0:1767318124.427148:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+106:7023:x1853164383641856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318124.427200:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:53 count 1 00002000:00010000:1.0:1767318124.427241:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.427249:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49d0c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.427265:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.427267:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.427272:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49d0c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.427287:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49d0c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.427298:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49d0c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.427308:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49d0c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.427332:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1767318124.427603:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369bb7fce00/2, rc 0, transno 4294975746 00000100:00100000:2.0:1767318124.427615:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383641728:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.428008:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297256320 00000100:00100000:3.0:1767318124.428016:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297256320 00000100:00100000:3.0:1767318124.428069:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22692 00000100:00100000:3.0:1767318124.428077:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+20:68835:x1853164297256320:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318124.428120:0:15480:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318124.428139:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49c72 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2626:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc6d4 expref: 20 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.428153:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2626:0x0].0x0 (ffff936987256900) 00010000:00010000:3.0:1767318124.428162:0:15480:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318124.428178:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49d13 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.428188:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49d13 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.428195:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49d13 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.428207:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9000/0xa7e486a0fcb49d1a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x11e2e54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.428218:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9000/0xa7e486a0fcb49d1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.428224:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9000/0xa7e486a0fcb49d1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.428953:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9400/0xa7e486a0fcb49d21 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2626:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.428969:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9400/0xa7e486a0fcb49d21 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2626:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.428979:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9400/0xa7e486a0fcb49d21 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2626:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00000040:00080000:3.0:1767318124.429248:0:15480:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].130, 64 off16512 00000040:00080000:3.0:1767318124.429565:0:15480:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].46, 64 off11136 00010000:00010000:3.0:1767318124.429622:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb49d28 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2626:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.429632:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb49d28 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2626:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.429642:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb49d28 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2626:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.429662:0:15480:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb49d28 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2626:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.429668:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb49d28 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2626:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.429674:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb49d28 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2626:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.429701:0:15480:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318124.429723:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9400/0xa7e486a0fcb49d21 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2626:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.429729:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9400/0xa7e486a0fcb49d21 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2626:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.429735:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9400/0xa7e486a0fcb49d21 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2626:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.429741:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318124.429746:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9400/0xa7e486a0fcb49d21 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2626:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.429753:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9400/0xa7e486a0fcb49d21 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2626:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.429763:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2626:0x0].0x0 (ffff9369aaac1b00) 00010000:00010000:3.0:1767318124.429766:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318124.429771:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9400/0xa7e486a0fcb49d21 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2626:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.429777:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9400/0xa7e486a0fcb49d21 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2626:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.429916:0:15480:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49d13 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.429923:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49d13 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.429929:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49d13 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.429938:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49d13 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.429943:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318124.429946:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49d13 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.429952:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49d13 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.429961:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318124.429963:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318124.429966:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49d13 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.429972:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49d13 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00000004:00010000:3.0:1767318124.429981:0:15480:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000fa08ca5 reply state 000000003e26f6ca transno 8589934869 ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9000/0xa7e486a0fcb49d1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.429992:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9000/0xa7e486a0fcb49d1a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.429998:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x11e2e54e (ffff9369aaac1000) 00010000:00010000:3.0:1767318124.430001:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318124.430004:0:15480:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318124.431715:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+106:7023:x1853164383641856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4575us (11720us total) trans 4294975747 rc 0/0 00000100:00100000:1.0:1767318124.431730:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16928 00000004:00080000:2.0:1767318124.431810:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369bb7fca80/2, rc 0, transno 4294975747 00000100:00100000:2.0:1767318124.431818:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383641856:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318124.432086:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+21:68835:x1853164297256320:12345-192.168.202.56@tcp:36:rm.0 Request processed in 4005us (12526us total) trans 8589934869 rc 0/0 00000100:00100000:3.0:1767318124.432095:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22692 00010000:00010000:3.0:1767318124.432128:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.432137:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318124.432168:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369bb7ff800/2, rc 0, transno 4294975742 00000100:00100000:3.0:1767318124.432218:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383641216:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318124.432233:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318124.455204:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:2.0:1767318124.457106:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49d44 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x260d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.457129:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49d44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x260d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.457146:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49d44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x260d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00000004:00200000:2.0:1767318124.457190:0:15480:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x260d:0x0]: returning size 0 00000004:00200000:2.0:1767318124.457196:0:15480:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318124.457438:0:15480:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49d44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x260d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.457453:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49d44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x260d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.457476:0:15480:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb49d36 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.457483:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb49d36 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.457489:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb49d36 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.457496:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb49d36 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.457502:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.457507:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb49d36 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.457514:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb49d36 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.457527:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.457531:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.457536:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb49d36 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.457543:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb49d36 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.457559:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb49d3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.457565:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb49d3d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.457570:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb49d3d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.457575:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.457578:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb49d3d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.457583:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb49d3d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.457590:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xcefcd44e (ffff9369a99a7900) 00010000:00010000:2.0:1767318124.457593:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.457596:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb49d3d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.457602:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb49d3d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.457655:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79e00/0xa7e486a0fcb49d2f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc6db expref: 23 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.457671:0:15480:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49d44 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x260d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc6db expref: 22 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.457685:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x260d:0x0].0x0 (ffff936987256000) 00010000:00010000:2.0:1767318124.457687:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318124.457689:0:15480:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93699aa4ee00, rc 0) 00000100:00100000:2.0:1767318124.457777:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+22:68835:x1853164297256448:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1336us (2584us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.457839:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22693 00000100:00100000:2.0:1767318124.461930:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297256704 00000100:00100000:2.0:1767318124.461946:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297256704 00000100:00100000:2.0:1767318124.462027:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22694 00000100:00100000:2.0:1767318124.462038:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4fdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+22:68835:x1853164297256704:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318124.462095:0:15480:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318124.462123:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49d44 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x260d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc6db expref: 22 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.462141:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x260d:0x0].0x0 (ffff936987256000) 00010000:00010000:2.0:1767318124.462151:0:15480:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318124.462173:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49d4b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.462186:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49d4b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.462195:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49d4b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.462208:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fc00/0xa7e486a0fcb49d52 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0xcefcd44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.462218:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fc00/0xa7e486a0fcb49d52 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.462238:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fc00/0xa7e486a0fcb49d52 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.462341:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49d59 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x260d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.462349:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49d59 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x260d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.462355:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49d59 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x260d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00000040:00080000:2.0:1767318124.462618:0:15480:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].47, 64 off11200 00010000:00010000:2.0:1767318124.462689:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49d60 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x260d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.462699:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49d60 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x260d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.462706:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49d60 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x260d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.462712:0:15480:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49d60 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x260d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.462718:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49d60 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x260d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.462723:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49d60 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x260d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.462751:0:15480:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318124.462767:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49d59 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x260d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.462773:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49d59 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x260d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.462778:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49d59 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x260d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.462820:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4ea00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.462825:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49d59 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x260d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.462832:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49d59 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x260d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.462840:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x260d:0x0].0x0 (ffff936987256800) 00010000:00010000:2.0:1767318124.462844:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318124.462847:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49d59 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x260d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.462852:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49d59 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x260d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.462963:0:15480:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49d4b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.462969:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49d4b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.462974:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49d4b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.462983:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49d4b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.462987:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4f200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.462989:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49d4b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.462994:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49d4b lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.463001:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.463004:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.463006:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49d4b lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.463012:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49d4b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00000004:00010000:2.0:1767318124.463020:0:15480:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bed109b9 reply state 00000000566af22b transno 8589934870 ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fc00/0xa7e486a0fcb49d52 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.463030:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fc00/0xa7e486a0fcb49d52 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.463036:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xcefcd44e (ffff936987256c00) 00010000:00010000:2.0:1767318124.463038:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318124.463041:0:15480:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318124.463127:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4fdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+23:68835:x1853164297256704:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1089us (1428us total) trans 8589934870 rc 0/0 00000100:00100000:2.0:1767318124.463134:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22694 00000100:00100000:3.0:1767318124.467534:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318124.467628:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297256832 00000100:00100000:2.0:1767318124.467942:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297256832 00000100:00100000:2.0:1767318124.468026:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22695 00000100:00100000:2.0:1767318124.468038:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+23:68835:x1853164297256832:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318124.468066:0:15480:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318124.468091:0:15480:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e000/0xa7e486a0fcb49d67 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc6e2 expref: -99 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.468157:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49d6e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.468172:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49d6e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.468184:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49d6e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.468198:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49d75 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x4bb7f64e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.468205:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49d75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.468211:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49d75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.470417:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49d7c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2620:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.470441:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49d7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2620:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.470450:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49d7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2620:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00000004:00200000:2.0:1767318124.470505:0:15480:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2620:0x0]: returning size 0 00000004:00200000:2.0:1767318124.470510:0:15480:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318124.470536:0:15480:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49d7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2620:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.470548:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49d7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2620:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.470558:0:15480:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49d6e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.470563:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49d6e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.470568:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49d6e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.470574:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49d6e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.470580:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4f400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.470584:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49d6e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.470590:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49d6e lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.470601:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.470605:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.470611:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49d6e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.470617:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49d6e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.470634:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49d75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.470638:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49d75 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.470644:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49d75 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.470649:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.470651:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49d75 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.470656:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49d75 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.470663:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x4bb7f64e (ffff936987256d00) 00010000:00010000:2.0:1767318124.470665:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.470668:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49d75 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.470673:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49d75 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.470712:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e000/0xa7e486a0fcb49d67 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc6e2 expref: 25 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.470726:0:15480:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49d7c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2620:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc6e2 expref: 24 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.470733:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2620:0x0].0x0 (ffff936987256a00) 00010000:00010000:2.0:1767318124.470736:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318124.470739:0:15480:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93699aa4f800, rc 0) 00000100:00100000:2.0:1767318124.470848:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+24:68835:x1853164297256832:12345-192.168.202.56@tcp:101:rm.0 Request processed in 2812us (3327us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.470859:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22695 00000100:00100000:3.0:1767318124.475202:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318124.475333:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297257088 00000100:00100000:2.0:1767318124.475359:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297257088 00000100:00100000:2.0:1767318124.475444:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22696 00000100:00100000:2.0:1767318124.475455:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+24:68835:x1853164297257088:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318124.475542:0:15480:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318124.475580:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49d7c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2620:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc6e2 expref: 24 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.475608:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2620:0x0].0x0 (ffff936987256a00) 00010000:00010000:2.0:1767318124.475626:0:15480:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318124.475662:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49d83 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.475679:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49d83 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.475691:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49d83 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.475718:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fe00/0xa7e486a0fcb49d8a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x4bb7f64e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.475725:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fe00/0xa7e486a0fcb49d8a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.475732:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fe00/0xa7e486a0fcb49d8a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.476215:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49d91 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2620:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.476226:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49d91 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2620:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.476233:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49d91 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2620:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00000040:00080000:2.0:1767318124.476695:0:15480:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].131, 64 off16576 00000040:00080000:2.0:1767318124.477179:0:15480:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].48, 64 off11264 00010000:00010000:2.0:1767318124.477255:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49d98 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2620:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.477269:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49d98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2620:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.477281:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49d98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2620:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.477290:0:15480:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49d98 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2620:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.477296:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49d98 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2620:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.477303:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49d98 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2620:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.477329:0:15480:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318124.478023:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49d91 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2620:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.478033:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49d91 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2620:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.478041:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49d91 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2620:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.478170:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4fa00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.478175:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49d91 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2620:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.478182:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49d91 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2620:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.478191:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2620:0x0].0x0 (ffff936987256600) 00010000:00010000:2.0:1767318124.478193:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318124.478196:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49d91 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2620:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.478201:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49d91 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2620:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.478510:0:15480:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49d83 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.478518:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49d83 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.478525:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49d83 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.478531:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49d83 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.478535:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.478538:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49d83 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.478549:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49d83 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.478557:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.478560:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.478563:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49d83 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.478568:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49d83 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00000004:00010000:2.0:1767318124.478579:0:15480:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000963ae47 reply state 000000001ce13686 transno 8589934871 ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fe00/0xa7e486a0fcb49d8a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.478591:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fe00/0xa7e486a0fcb49d8a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.478599:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x4bb7f64e (ffff936987256300) 00010000:00010000:2.0:1767318124.478601:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318124.478605:0:15480:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318124.479218:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+25:68835:x1853164297257088:12345-192.168.202.56@tcp:36:rm.0 Request processed in 3757us (4021us total) trans 8589934871 rc 0/0 00000100:00100000:2.0:1767318124.479230:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22696 00000100:00100000:2.0:1767318124.484126:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297257216 00000100:00100000:2.0:1767318124.484139:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297257216 00000100:00100000:2.0:1767318124.484243:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22697 00000100:00100000:2.0:1767318124.484255:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4fdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+25:68835:x1853164297257216:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318124.484297:0:15480:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318124.484327:0:15480:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49d9f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc6e9 expref: -99 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.485694:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49da6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.485731:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49da6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.485747:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49da6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.485775:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49dad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x3448104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.486277:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49dad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x3448104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.486287:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49dad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x3448104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.487257:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e000/0xa7e486a0fcb49db4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2630:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.487275:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e000/0xa7e486a0fcb49db4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2630:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.487284:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e000/0xa7e486a0fcb49db4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2630:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00000004:00200000:2.0:1767318124.487336:0:15480:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2630:0x0]: returning size 0 00000004:00200000:2.0:1767318124.487356:0:15480:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318124.487670:0:15480:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e000/0xa7e486a0fcb49db4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2630:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.487684:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e000/0xa7e486a0fcb49db4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2630:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.487697:0:15480:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49da6 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.487977:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49da6 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.487984:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49da6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.487991:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49da6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.487997:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.488001:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49da6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.488010:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49da6 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.488025:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.488029:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.488036:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49da6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.488043:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49da6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.488063:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49dad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x3448104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.488069:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49dad lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x3448104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.488075:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49dad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x3448104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.488080:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4f800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.488083:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49dad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x3448104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.488089:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49dad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x3448104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.488097:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x3448104e (ffff936987256a00) 00010000:00010000:2.0:1767318124.488099:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.488102:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49dad lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x3448104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.488107:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49dad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x3448104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.488158:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49d9f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc6e9 expref: 27 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.488175:0:15480:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e000/0xa7e486a0fcb49db4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2630:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc6e9 expref: 26 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.488183:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2630:0x0].0x0 (ffff936987256d00) 00010000:00010000:2.0:1767318124.488185:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318124.488188:0:15480:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93699aa4e000, rc 0) 00000100:00100000:2.0:1767318124.488601:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4fdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+26:68835:x1853164297257216:12345-192.168.202.56@tcp:101:rm.0 Request processed in 4343us (4909us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.488615:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22697 00000100:00100000:2.0:1767318124.492501:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318124.492631:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297257472 00000100:00100000:3.0:1767318124.492646:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297257472 00000100:00100000:3.0:1767318124.492742:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22698 00000100:00100000:3.0:1767318124.492755:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+26:68835:x1853164297257472:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318124.492888:0:15480:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318124.492923:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e000/0xa7e486a0fcb49db4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2630:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc6e9 expref: 26 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.492945:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2630:0x0].0x0 (ffff936987256d00) 00010000:00010000:3.0:1767318124.492958:0:15480:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318124.492989:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49dbb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.493002:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49dbb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.493013:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49dbb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.493032:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9400/0xa7e486a0fcb49dc2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x3448104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.493039:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9400/0xa7e486a0fcb49dc2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x3448104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.493047:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9400/0xa7e486a0fcb49dc2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x3448104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.493178:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8800/0xa7e486a0fcb49dc9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2630:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.493185:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8800/0xa7e486a0fcb49dc9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2630:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.493192:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8800/0xa7e486a0fcb49dc9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2630:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00000040:00080000:3.0:1767318124.493532:0:15480:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].132, 64 off16640 00000040:00080000:3.0:1767318124.493557:0:15480:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].49, 64 off11328 00010000:00010000:3.0:1767318124.493619:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb49dd0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2630:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.493630:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb49dd0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2630:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.493638:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb49dd0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2630:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.493645:0:15480:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb49dd0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2630:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.493652:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb49dd0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2630:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.493658:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb49dd0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2630:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.493957:0:15480:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318124.493987:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8800/0xa7e486a0fcb49dc9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2630:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.493995:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8800/0xa7e486a0fcb49dc9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2630:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.494001:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8800/0xa7e486a0fcb49dc9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2630:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.494008:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318124.494013:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8800/0xa7e486a0fcb49dc9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2630:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.494022:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8800/0xa7e486a0fcb49dc9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2630:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.494034:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2630:0x0].0x0 (ffff9369aaac1d00) 00010000:00010000:3.0:1767318124.494038:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318124.494042:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8800/0xa7e486a0fcb49dc9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2630:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.494048:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8800/0xa7e486a0fcb49dc9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2630:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.494206:0:15480:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49dbb lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.494213:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49dbb lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.494218:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49dbb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.494224:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49dbb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.494228:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318124.494232:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49dbb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.494236:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49dbb lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.494244:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318124.494247:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318124.494250:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49dbb lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.494255:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49dbb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00000004:00010000:3.0:1767318124.494265:0:15480:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000166c4bad reply state 00000000381dd792 transno 8589934872 ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9400/0xa7e486a0fcb49dc2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x3448104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.494274:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9400/0xa7e486a0fcb49dc2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x3448104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.494279:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x3448104e (ffff9369aaac1400) 00010000:00010000:3.0:1767318124.494280:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318124.494283:0:15480:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318124.494653:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+27:68835:x1853164297257472:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1897us (2159us total) trans 8589934872 rc 0/0 00000100:00100000:3.0:1767318124.494663:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22698 00000100:00100000:3.0:1767318124.497393:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318124.497499:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297257600 00000100:00100000:2.0:1767318124.497516:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297257600 00000100:00100000:2.0:1767318124.497602:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22699 00000100:00100000:2.0:1767318124.497615:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699a8f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+27:68835:x1853164297257600:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318124.497650:0:15480:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318124.497676:0:15480:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49dd7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc6f0 expref: -99 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.497765:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49dde lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.497818:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49dde lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.497834:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49dde lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.497863:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49de5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x43ba24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.497871:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49de5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.497878:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49de5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.498110:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49dec lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2641:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.498119:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49dec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2641:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.498126:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49dec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2641:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00000004:00200000:2.0:1767318124.498174:0:15480:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2641:0x0]: returning size 0 00000004:00200000:2.0:1767318124.498180:0:15480:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318124.498212:0:15480:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49dec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2641:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.498225:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49dec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2641:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.498236:0:15480:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49dde lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.498243:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49dde lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.498250:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49dde lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.498256:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49dde lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.498263:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4fa00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.498267:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49dde lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.498276:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49dde lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.498289:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.498293:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.498297:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49dde lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.498304:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49dde lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.498321:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49de5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.498327:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49de5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.498332:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49de5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.498337:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.498340:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49de5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.498345:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49de5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.498352:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x43ba24e (ffff936987256600) 00010000:00010000:2.0:1767318124.498354:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.498357:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49de5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.498363:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49de5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.498401:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49dd7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc6f0 expref: 29 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.498414:0:15480:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49dec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2641:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc6f0 expref: 28 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.498421:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2641:0x0].0x0 (ffff936987256000) 00010000:00010000:2.0:1767318124.498424:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318124.498426:0:15480:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93699aa4f400, rc 0) 00000100:00100000:2.0:1767318124.498520:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699a8f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+28:68835:x1853164297257600:12345-192.168.202.56@tcp:101:rm.0 Request processed in 907us (1134us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.498529:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22699 00000100:00100000:1.0:1767318124.505578:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318124.506138:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22700 00000100:00100000:2.0:1767318124.506183:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+28:68835:x1853164297257856:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318124.506275:0:15480:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318124.506326:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49dec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2641:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc6f0 expref: 28 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.506347:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2641:0x0].0x0 (ffff936987256000) 00010000:00010000:2.0:1767318124.506358:0:15480:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318124.506381:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49df3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.506407:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49df3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.506417:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49df3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.506432:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49dfa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x43ba24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.506439:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49dfa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.506446:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49dfa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.506587:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e01 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2641:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.506595:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e01 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2641:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.506602:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e01 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2641:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00000040:00080000:2.0:1767318124.506999:0:15480:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].50, 64 off11392 00000004:00080000:2.0:1767318124.507008:0:15480:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 3027779225788ns, next at 3028779222878ns, rc = 0 00000040:00080000:2.0:1767318124.507043:0:15480:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].133, 64 off16704 00000004:00080000:2.0:1767318124.507049:0:15480:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 3027779267174ns, next at 3028779265247ns, rc = 0 00010000:00010000:2.0:1767318124.507108:0:15480:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49e08 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2641:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.507117:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49e08 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2641:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.507125:0:15480:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49e08 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2641:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.507133:0:15480:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49e08 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2641:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.507141:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49e08 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2641:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.507147:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49e08 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2641:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.507187:0:15480:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318124.507206:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e01 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2641:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.507213:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e01 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2641:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.507219:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e01 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2641:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.507225:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.507229:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e01 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2641:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.507237:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e01 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2641:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.507246:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2641:0x0].0x0 (ffff936987256700) 00010000:00010000:2.0:1767318124.507248:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318124.507252:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e01 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2641:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.507257:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e01 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2641:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.507351:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318124.507389:0:15480:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49df3 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.507396:0:15480:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49df3 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.507402:0:15480:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49df3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.507407:0:15480:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49df3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.507412:0:15480:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4ee00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.507415:0:15480:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49df3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.507420:0:15480:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49df3 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.507430:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.507432:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.507435:0:15480:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49df3 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.507440:0:15480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49df3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.507444:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49e08 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2641:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15480 initiator: MDT0 00000004:00010000:2.0:1767318124.507451:0:15480:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000086d175dd reply state 0000000009122f03 transno 8589934873 ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49dfa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.507455:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4f600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.507461:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49e08 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2641:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.507481:0:15480:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49dfa lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.507483:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49e08 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2641:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15480 initiator: MDT0 00010000:00010000:2.0:1767318124.507495:0:15480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x43ba24e (ffff936987256a00) 00010000:00010000:2.0:1767318124.507499:0:15480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318124.507501:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2641:0x0].0x0 (ffff936987256700) 00000100:00100000:2.0:1767318124.507503:0:15480:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1767318124.507506:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318124.507511:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49e08 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2641:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.507516:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49e08 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2641:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15480 initiator: MDT0 00010000:00010000:3.0:1767318124.507533:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.507535:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.507537:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318124.507619:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+29:68835:x1853164297257856:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1444us (2051us total) trans 8589934873 rc 0/0 00000100:00100000:2.0:1767318124.507629:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22700 00000100:00100000:3.0:1767318124.515075:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318124.524239:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:1.0:1767318124.525493:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb49e39 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x264a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.525508:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb49e39 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x264a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.525518:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb49e39 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x264a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000040:00080000:1.0:1767318124.525836:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].134, 64 off16768 00000040:00080000:1.0:1767318124.525859:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].51, 64 off11456 00010000:00010000:1.0:1767318124.525918:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49e40 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x264a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.525928:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49e40 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x264a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.525936:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49e40 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x264a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.525943:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49e40 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x264a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.525950:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49e40 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x264a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.525956:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49e40 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x264a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.525992:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318124.526013:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb49e39 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x264a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.526019:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb49e39 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x264a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.526026:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb49e39 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x264a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.526031:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.526036:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb49e39 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x264a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.526047:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb49e39 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x264a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.526057:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x264a:0x0].0x0 (ffff9369a428b300) 00010000:00010000:1.0:1767318124.526060:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318124.526064:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb49e39 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x264a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.526069:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb49e39 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x264a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.526202:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318124.526210:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49e40 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x264a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.526217:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139e00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.526221:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49e40 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x264a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.526228:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49e40 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x264a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.526238:0:15466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x264a:0x0].0x0 (ffff9369a428b300) 00010000:00010000:3.0:1767318124.526241:0:15466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318124.526244:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49e40 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x264a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.526253:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49e40 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x264a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.526268:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.526270:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.526273:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.527435:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb49e2b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.527450:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb49e2b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.527457:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb49e2b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.527473:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb49e2b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.527480:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.527484:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb49e2b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.527491:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb49e2b lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.527502:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318124.527505:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318124.527509:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb49e2b lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.527515:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb49e2b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00000004:00010000:1.0:1767318124.527528:0:15481:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000278dff33 reply state 00000000608b778a transno 8589934874 ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78e00/0xa7e486a0fcb49e32 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.527539:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78e00/0xa7e486a0fcb49e32 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.527544:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xe3df914e (ffff9369a99a7b00) 00010000:00010000:1.0:1767318124.527547:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318124.527550:0:15481:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318124.527660:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699a8f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+31:68835:x1853164297258240:12345-192.168.202.56@tcp:36:rm.0 Request processed in 3109us (3426us total) trans 8589934874 rc 0/0 00000100:00100000:1.0:1767318124.527669:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22702 00000100:00100000:1.0:1767318124.532752:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318124.533971:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297258368 00000100:00100000:2.0:1767318124.533987:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297258368 00000100:00100000:2.0:1767318124.534109:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22703 00000100:00100000:2.0:1767318124.534120:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+31:68835:x1853164297258368:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318124.534150:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318124.534181:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49e47 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc6fe expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.534261:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e4e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.534275:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e4e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.534287:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e4e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.534301:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49e55 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xd0d7914e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.534308:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49e55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.534315:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49e55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.534517:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49e5c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2652:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.534527:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49e5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2652:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.534534:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49e5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2652:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000004:00200000:2.0:1767318124.534574:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2652:0x0]: returning size 0 00000004:00200000:2.0:1767318124.534580:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318124.534606:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49e5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2652:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.534621:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49e5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2652:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.534632:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e4e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.534639:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e4e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.534645:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e4e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.534653:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e4e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.534659:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.534664:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e4e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.534671:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e4e lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.534683:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.534687:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.534692:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e4e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.534698:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e4e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.534713:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49e55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.534719:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49e55 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.534724:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49e55 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.534729:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4f400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.534733:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49e55 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.534739:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49e55 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.534745:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xd0d7914e (ffff936987256000) 00010000:00010000:2.0:1767318124.534748:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.534751:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49e55 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.534756:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49e55 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.534808:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49e47 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc6fe expref: 33 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.534822:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49e5c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2652:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc6fe expref: 32 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.534829:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2652:0x0].0x0 (ffff936987256600) 00010000:00010000:2.0:1767318124.534832:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318124.534834:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93699aa4e200, rc 0) 00000100:00100000:2.0:1767318124.534917:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+32:68835:x1853164297258368:12345-192.168.202.56@tcp:101:rm.0 Request processed in 798us (2179us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.534925:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22703 00000100:00100000:3.0:1767318124.538834:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318124.539124:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297258624 00000100:00100000:2.0:1767318124.539135:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297258624 00000100:00100000:2.0:1767318124.539300:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22704 00000100:00100000:2.0:1767318124.539311:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699a8f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+32:68835:x1853164297258624:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318124.539395:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318124.539422:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49e5c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2652:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc6fe expref: 32 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.539440:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2652:0x0].0x0 (ffff936987256600) 00010000:00010000:2.0:1767318124.539452:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318124.539490:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49e63 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.539506:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49e63 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.539517:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49e63 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.539534:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49e6a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0xd0d7914e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.539542:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49e6a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.539548:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49e6a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.539655:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49e71 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2652:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.539663:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49e71 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2652:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.539670:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49e71 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2652:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000040:00080000:2.0:1767318124.540005:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].135, 64 off16832 00000040:00080000:2.0:1767318124.540029:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].52, 64 off11520 00010000:00010000:2.0:1767318124.540078:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49e78 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2652:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.540087:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49e78 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2652:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.540095:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49e78 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2652:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.540102:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49e78 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2652:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.540107:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49e78 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2652:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.540113:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49e78 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2652:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.540126:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318124.540144:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49e71 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2652:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.540150:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49e71 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2652:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.540156:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49e71 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2652:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.540162:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.540166:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49e71 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2652:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.540177:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49e71 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2652:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.540185:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2652:0x0].0x0 (ffff936987256d00) 00010000:00010000:2.0:1767318124.540188:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318124.540191:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49e71 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2652:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.540197:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49e71 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2652:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.540308:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49e63 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.540316:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49e63 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.540321:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49e63 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.540327:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49e63 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.540332:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.540349:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49e63 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.540355:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49e63 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.540361:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.540363:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.540365:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49e63 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.540369:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49e63 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00000004:00010000:2.0:1767318124.540376:0:15481:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000edd59b4e reply state 000000001e1c16a7 transno 8589934875 ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49e6a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.540387:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49e6a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.540393:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xd0d7914e (ffff936987256700) 00010000:00010000:2.0:1767318124.540395:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318124.540398:0:15481:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318124.540491:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699a8f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+33:68835:x1853164297258624:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1179us (1708us total) trans 8589934875 rc 0/0 00000100:00100000:2.0:1767318124.540501:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22704 00000100:00100000:2.0:1767318124.545651:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297258752 00000100:00100000:2.0:1767318124.545663:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297258752 00000100:00100000:2.0:1767318124.545714:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22705 00000100:00100000:2.0:1767318124.545724:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4fdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+33:68835:x1853164297258752:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318124.545753:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318124.545774:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49e7f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc705 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.546067:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49e86 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.546079:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49e86 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.546089:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49e86 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.546103:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e8d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xcbc3a94e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.546111:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e8d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.546116:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e8d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.546290:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49e94 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.546298:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49e94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ff:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.546304:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49e94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ff:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000004:00200000:2.0:1767318124.546352:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25ff:0x0]: returning size 0 00000004:00200000:2.0:1767318124.546356:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318124.546516:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49e94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ff:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.546530:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49e94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.546541:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49e86 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.546547:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49e86 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.546553:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49e86 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.546564:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49e86 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.546570:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4f400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.546574:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49e86 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.546582:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49e86 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.546594:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.546597:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.546603:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49e86 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.546609:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49e86 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.546622:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e8d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.546628:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e8d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.546634:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e8d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.546639:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.546641:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e8d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.546647:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e8d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.546655:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xcbc3a94e (ffff936987256000) 00010000:00010000:2.0:1767318124.546657:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.546660:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e8d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.546666:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49e8d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.546703:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49e7f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc705 expref: 35 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.546718:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49e94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc705 expref: 34 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.546726:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ff:0x0].0x0 (ffff936987256800) 00010000:00010000:2.0:1767318124.546728:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318124.546731:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93699aa4f600, rc 0) 00000100:00100000:2.0:1767318124.547183:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4fdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+34:68835:x1853164297258752:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1457us (1610us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.547192:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22705 00000100:00100000:1.0:1767318124.552531:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318124.552615:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297259008 00000100:00100000:2.0:1767318124.552629:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297259008 00000100:00100000:2.0:1767318124.552729:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22706 00000100:00100000:2.0:1767318124.552740:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+34:68835:x1853164297259008:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318124.552847:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318124.552884:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49e94 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ff:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc705 expref: 34 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.552911:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ff:0x0].0x0 (ffff936987256800) 00010000:00010000:2.0:1767318124.552921:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318124.552948:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49e9b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.552963:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49e9b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.552972:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49e9b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.552985:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e000/0xa7e486a0fcb49ea2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0xcbc3a94e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.552991:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e000/0xa7e486a0fcb49ea2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.552997:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e000/0xa7e486a0fcb49ea2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.553112:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49ea9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.553120:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49ea9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.553128:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49ea9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000040:00080000:2.0:1767318124.553393:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].53, 64 off11584 00010000:00010000:2.0:1767318124.553446:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49eb0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.553459:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49eb0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.553478:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49eb0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.553484:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49eb0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.553489:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49eb0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.553494:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49eb0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.553508:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318124.553525:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49ea9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.553531:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49ea9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.553538:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49ea9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.553545:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4f200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.553551:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49ea9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.553559:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49ea9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.553568:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ff:0x0].0x0 (ffff936987256400) 00010000:00010000:2.0:1767318124.553572:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318124.553576:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49ea9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.553581:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49ea9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.553702:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49e9b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.553709:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49e9b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.553715:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49e9b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.553721:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49e9b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.553725:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.553729:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49e9b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.553734:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49e9b lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.553743:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.553746:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.553749:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49e9b lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.553755:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49e9b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00000004:00010000:2.0:1767318124.553765:0:15481:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000004c37bce reply state 00000000705b4474 transno 8589934876 ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e000/0xa7e486a0fcb49ea2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.553777:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e000/0xa7e486a0fcb49ea2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.553832:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xcbc3a94e (ffff936987256600) 00010000:00010000:2.0:1767318124.553835:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318124.553838:0:15481:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318124.553920:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+35:68835:x1853164297259008:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1179us (1399us total) trans 8589934876 rc 0/0 00000100:00100000:2.0:1767318124.553928:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22706 00000100:00100000:2.0:1767318124.556525:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318124.557776:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297259136 00000100:00100000:1.0:1767318124.557819:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297259136 00000100:00100000:1.0:1767318124.557914:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22707 00000100:00100000:1.0:1767318124.557926:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+35:68835:x1853164297259136:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318124.557952:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318124.557975:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49eb7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc70c expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.558049:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb49ebe lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.558066:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb49ebe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.558088:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb49ebe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.558105:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb49ec5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x9e7aff4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.558113:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb49ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.558120:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb49ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.558314:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb49ecc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x263e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.558324:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb49ecc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x263e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.558331:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb49ecc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x263e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000004:00200000:1.0:1767318124.558369:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x263e:0x0]: returning size 0 00000004:00200000:1.0:1767318124.558374:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318124.558396:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb49ecc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x263e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.558408:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb49ecc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x263e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.558417:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb49ebe lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.558424:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb49ebe lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.558435:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb49ebe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.558442:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb49ebe lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.558447:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.558452:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb49ebe lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.558459:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb49ebe lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.558482:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318124.558485:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318124.558490:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb49ebe lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.558496:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb49ebe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.558508:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb49ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.558514:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb49ec5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.558519:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb49ec5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.558524:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.558526:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb49ec5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.558533:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb49ec5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.558539:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x9e7aff4e (ffff9369a428bf00) 00010000:00010000:1.0:1767318124.558541:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318124.558543:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb49ec5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.558548:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb49ec5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.558578:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb49eb7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc70c expref: 37 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.558590:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb49ecc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x263e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc70c expref: 36 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.558596:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x263e:0x0].0x0 (ffff9369a428b700) 00010000:00010000:1.0:1767318124.558598:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318124.558600:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93698565aa00, rc 0) 00000100:00100000:1.0:1767318124.558673:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+36:68835:x1853164297259136:12345-192.168.202.56@tcp:101:rm.0 Request processed in 750us (2160us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318124.558681:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22707 00000100:00100000:1.0:1767318124.565960:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318124.566000:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297259392 00000100:00100000:2.0:1767318124.566013:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297259392 00000100:00100000:2.0:1767318124.566229:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22708 00000100:00100000:2.0:1767318124.566241:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+36:68835:x1853164297259392:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318124.566303:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318124.566331:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb49ecc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x263e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc70c expref: 36 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.566350:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x263e:0x0].0x0 (ffff9369a428b700) 00010000:00010000:2.0:1767318124.566373:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318124.566396:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49ed3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.566411:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49ed3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.566420:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49ed3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.566438:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49eda lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x9e7aff4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.566444:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49eda lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.566451:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49eda lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.566566:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49ee1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x263e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.566574:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49ee1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x263e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.566582:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49ee1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x263e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000040:00080000:2.0:1767318124.566926:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].136, 64 off16896 00000040:00080000:2.0:1767318124.566947:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].54, 64 off11648 00010000:00010000:2.0:1767318124.566998:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49ee8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x263e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.567007:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49ee8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x263e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.567014:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49ee8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x263e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.567021:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49ee8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x263e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.567027:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49ee8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x263e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.567034:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49ee8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x263e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.567064:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318124.567084:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49ee1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x263e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.567091:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49ee1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x263e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.567097:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49ee1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x263e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.567103:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4f600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.567107:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49ee1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x263e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.567114:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49ee1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x263e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.567124:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x263e:0x0].0x0 (ffff936987256000) 00010000:00010000:2.0:1767318124.567127:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318124.567131:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49ee1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x263e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.567136:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49ee1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x263e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.567238:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.567247:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49ee8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x263e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.567249:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49ed3 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.567261:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4ee00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.567263:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49ed3 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.567268:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49ee8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x263e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.567285:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49ee8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x263e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.567287:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49ed3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.567302:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49ed3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.567304:0:34133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x263e:0x0].0x0 (ffff936987256000) 00010000:00010000:1.0:1767318124.567310:0:34133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318124.567315:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49ee8 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x263e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.567315:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.567322:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49ed3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.567324:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49ee8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x263e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.567340:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49ed3 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.567344:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.567346:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.567349:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.567354:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.567359:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.567362:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49ed3 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.567368:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49ed3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00000004:00010000:2.0:1767318124.567379:0:15481:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b49defaa reply state 00000000c69b3cfe transno 8589934877 ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49eda lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.567390:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49eda lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.567396:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x9e7aff4e (ffff936987256800) 00010000:00010000:2.0:1767318124.567398:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318124.567401:0:15481:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318124.567509:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+37:68835:x1853164297259392:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1268us (1558us total) trans 8589934877 rc 0/0 00000100:00100000:2.0:1767318124.567523:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22708 00000100:00100000:1.0:1767318124.571197:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318124.571350:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297259520 00000100:00100000:2.0:1767318124.571372:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297259520 00000100:00100000:2.0:1767318124.571435:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22709 00000100:00100000:2.0:1767318124.571445:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+37:68835:x1853164297259520:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318124.571482:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318124.571506:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49eef lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc713 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.571572:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49ef6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.571587:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49ef6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.571599:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49ef6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.571612:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49efd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x2ddce54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.571618:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49efd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2ddce54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.571625:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49efd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2ddce54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.572602:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49f04 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2628:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.572617:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49f04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2628:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.572627:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49f04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2628:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000004:00200000:2.0:1767318124.572670:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2628:0x0]: returning size 0 00000004:00200000:2.0:1767318124.572674:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318124.572698:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49f04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2628:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.572709:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49f04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2628:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.572718:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49ef6 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.572723:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49ef6 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.572729:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49ef6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.572734:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49ef6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.572740:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4f400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.572743:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49ef6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.572750:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49ef6 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.572760:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.572763:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.572768:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49ef6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.572773:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49ef6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.573038:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49efd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2ddce54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.573046:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49efd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2ddce54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.573052:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49efd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2ddce54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.573057:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.573060:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49efd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2ddce54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.573068:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49efd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2ddce54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.573076:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x2ddce54e (ffff936987256f00) 00010000:00010000:2.0:1767318124.573079:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.573081:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49efd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x2ddce54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.573087:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49efd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x2ddce54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.573126:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49eef lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc713 expref: 39 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.573140:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49f04 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2628:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc713 expref: 38 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.573152:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2628:0x0].0x0 (ffff936987256900) 00010000:00010000:2.0:1767318124.573155:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318124.573157:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93699aa4e600, rc 0) 00000100:00100000:2.0:1767318124.573263:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+38:68835:x1853164297259520:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1817us (2077us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.573281:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22709 00000100:00100000:1.0:1767318124.577001:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318124.577091:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297259776 00000100:00100000:2.0:1767318124.577101:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297259776 00000100:00100000:2.0:1767318124.577205:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22710 00000100:00100000:2.0:1767318124.577216:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368bb8c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+38:68835:x1853164297259776:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318124.577276:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318124.577303:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49f04 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2628:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc713 expref: 38 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.577322:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2628:0x0].0x0 (ffff936987256900) 00010000:00010000:2.0:1767318124.577332:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318124.577545:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f0b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.577561:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f0b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.577571:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f0b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.577588:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49f12 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x2ddce54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.577599:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49f12 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x2ddce54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.577605:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49f12 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x2ddce54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.577694:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49f19 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2628:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.577702:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49f19 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2628:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.577709:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49f19 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2628:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000040:00080000:2.0:1767318124.578134:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].137, 64 off16960 00000040:00080000:2.0:1767318124.578153:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].55, 64 off11712 00010000:00010000:2.0:1767318124.578203:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49f20 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2628:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.578213:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49f20 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2628:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.578220:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49f20 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2628:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.578226:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49f20 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2628:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.578232:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49f20 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2628:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.578237:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49f20 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2628:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.578306:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318124.578326:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49f19 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2628:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.578333:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49f19 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2628:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.578339:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49f19 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2628:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.578344:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4ec00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.578348:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49f19 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2628:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.578367:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49f19 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2628:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.578376:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2628:0x0].0x0 (ffff936987256b00) 00010000:00010000:2.0:1767318124.578379:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318124.578382:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49f19 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2628:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.578387:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49f19 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2628:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.578510:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f0b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.578518:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f0b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.578523:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f0b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.578531:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f0b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.578536:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.578538:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f0b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.578543:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f0b lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.578551:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.578553:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.578556:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f0b lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.578561:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f0b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00000004:00010000:2.0:1767318124.578569:0:15481:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000056320f14 reply state 000000005857766d transno 8589934878 ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49f12 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x2ddce54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.578580:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49f12 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x2ddce54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.578585:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x2ddce54e (ffff936987256e00) 00010000:00010000:2.0:1767318124.578588:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318124.578590:0:15481:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318124.578679:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368bb8c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+39:68835:x1853164297259776:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1462us (1897us total) trans 8589934878 rc 0/0 00000100:00100000:2.0:1767318124.578687:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22710 00010000:00010000:3.0:1767318124.579665:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318124.579677:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49f20 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2628:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.579686:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4ee00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.579690:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49f20 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2628:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.579697:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49f20 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2628:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.579710:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2628:0x0].0x0 (ffff936987256b00) 00010000:00010000:3.0:1767318124.579714:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318124.579717:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49f20 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2628:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.579723:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49f20 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2628:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.580091:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.580094:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.580096:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318124.582214:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318124.582320:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297259904 00000100:00100000:2.0:1767318124.582332:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297259904 00000100:00100000:2.0:1767318124.582629:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22711 00000100:00100000:2.0:1767318124.582641:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368bb8c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+39:68835:x1853164297259904:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318124.582671:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318124.582694:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49f27 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc71a expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.582768:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f2e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.582812:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f2e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.583152:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f2e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.583174:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49f35 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x619f234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.583181:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49f35 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.583189:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49f35 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.583418:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49f3c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2615:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.583427:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49f3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2615:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.583437:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49f3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2615:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000004:00200000:2.0:1767318124.583489:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2615:0x0]: returning size 0 00000004:00200000:2.0:1767318124.583494:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318124.583519:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49f3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2615:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.583532:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49f3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2615:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.583543:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f2e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.583550:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f2e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.583556:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f2e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.583563:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f2e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.583569:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.583573:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f2e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.583581:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f2e lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.583595:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.583598:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.583605:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f2e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.583612:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f2e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.583627:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49f35 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.583633:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49f35 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.583638:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49f35 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.583643:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4f400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.583646:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49f35 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.583652:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49f35 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.583658:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x619f234e (ffff936987256f00) 00010000:00010000:2.0:1767318124.583661:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.583664:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49f35 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.583669:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49f35 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.583704:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49f27 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc71a expref: 41 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.583719:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49f3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2615:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc71a expref: 40 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.583732:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2615:0x0].0x0 (ffff936987256200) 00010000:00010000:2.0:1767318124.583734:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318124.583737:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93699aa4ea00, rc 0) 00000100:00100000:2.0:1767318124.584404:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368bb8c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+40:68835:x1853164297259904:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1760us (2197us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.584415:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22711 00000100:00100000:1.0:1767318124.594438:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318124.595017:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297260160 00000100:00100000:2.0:1767318124.595031:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297260160 00000100:00100000:2.0:1767318124.595290:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22712 00000100:00100000:2.0:1767318124.595302:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368bb8c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+40:68835:x1853164297260160:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318124.595394:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318124.595426:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49f3c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2615:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc71a expref: 40 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.595443:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2615:0x0].0x0 (ffff936987256200) 00010000:00010000:2.0:1767318124.595454:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318124.595490:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49f43 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.595505:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49f43 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.595514:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49f43 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.595529:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49f4a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x619f234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.595539:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49f4a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.595545:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49f4a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.595652:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f51 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2615:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.595660:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f51 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2615:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.595667:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f51 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2615:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000040:00080000:2.0:1767318124.596010:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].56, 64 off11776 00000040:00080000:2.0:1767318124.596035:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].138, 64 off17024 00010000:00010000:2.0:1767318124.596091:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f58 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2615:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.596100:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f58 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2615:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.596108:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f58 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2615:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.596115:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f58 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2615:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.596120:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f58 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2615:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.596126:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f58 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2615:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.596159:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318124.596177:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f51 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2615:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.596182:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f51 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2615:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.596189:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f51 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2615:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.596194:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.596198:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f51 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2615:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.596206:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f51 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2615:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.596215:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2615:0x0].0x0 (ffff936987256900) 00010000:00010000:2.0:1767318124.596218:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318124.596221:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f51 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2615:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.596227:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f51 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2615:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.596344:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49f43 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.596351:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49f43 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.596357:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49f43 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.596367:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49f43 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.596372:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.596375:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49f43 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.596381:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49f43 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.596388:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.596390:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.596393:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49f43 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.596399:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49f43 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00000004:00010000:2.0:1767318124.596407:0:15481:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d193f1b1 reply state 0000000047639686 transno 8589934879 ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49f4a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.596418:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49f4a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.596424:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x619f234e (ffff936987256f00) 00010000:00010000:2.0:1767318124.596427:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318124.596429:0:15481:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318124.596530:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368bb8c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+41:68835:x1853164297260160:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1224us (2100us total) trans 8589934879 rc 0/0 00000100:00100000:2.0:1767318124.596540:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22712 00010000:00010000:1.0:1767318124.596619:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.596626:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f58 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2615:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.596632:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.596635:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f58 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2615:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.596641:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f58 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2615:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.596649:0:15466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2615:0x0].0x0 (ffff936987256900) 00010000:00010000:1.0:1767318124.596651:0:15466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318124.596654:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f58 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2615:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.596660:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f58 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2615:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.596673:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.596675:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.596677:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318124.607654:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318124.608041:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297260288 00000100:00100000:2.0:1767318124.608052:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297260288 00000100:00100000:2.0:1767318124.608155:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22713 00000100:00100000:2.0:1767318124.608166:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368bb8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+41:68835:x1853164297260288:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318124.608193:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318124.608217:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49f5f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc721 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.608289:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f66 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.608306:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f66 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.608318:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f66 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.608332:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49f6d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xbaf8914e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.608353:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49f6d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xbaf8914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.608368:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49f6d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xbaf8914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.608576:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49f74 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2651:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.608585:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49f74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2651:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.608592:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49f74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2651:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000004:00200000:2.0:1767318124.608628:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2651:0x0]: returning size 0 00000004:00200000:2.0:1767318124.608632:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318124.608653:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49f74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2651:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.608666:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49f74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2651:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.608676:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f66 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.608682:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f66 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.608687:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f66 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.608694:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f66 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.608700:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.608704:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f66 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.608711:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f66 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.608723:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.608726:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.608731:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f66 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.608736:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f66 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.608749:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49f6d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xbaf8914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.608755:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49f6d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xbaf8914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.608760:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49f6d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xbaf8914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.608765:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4ea00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.608768:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49f6d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xbaf8914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.608773:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49f6d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xbaf8914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.609146:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xbaf8914e (ffff936987256200) 00010000:00010000:2.0:1767318124.609149:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.609153:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49f6d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xbaf8914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.609159:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49f6d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xbaf8914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.609191:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49f5f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc721 expref: 43 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.609205:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49f74 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2651:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc721 expref: 42 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.609212:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2651:0x0].0x0 (ffff936987256900) 00010000:00010000:2.0:1767318124.609214:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318124.609217:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93699aa4ec00, rc 0) 00000100:00100000:2.0:1767318124.609415:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368bb8c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+42:68835:x1853164297260288:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1250us (1772us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.609424:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22713 00000100:00100000:1.0:1767318124.615249:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318124.615533:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297260544 00000100:00100000:2.0:1767318124.615546:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297260544 00000100:00100000:2.0:1767318124.615656:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22714 00000100:00100000:2.0:1767318124.615667:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368bb8c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+42:68835:x1853164297260544:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318124.615738:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318124.615767:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49f74 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2651:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc721 expref: 42 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.616179:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2651:0x0].0x0 (ffff936987256900) 00010000:00010000:2.0:1767318124.616197:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318124.616226:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49f7b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.616243:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49f7b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.616255:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49f7b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.616272:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49f82 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0xbaf8914e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.616281:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49f82 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xbaf8914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.616288:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49f82 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xbaf8914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.616635:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f89 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2651:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.616645:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f89 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2651:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.616653:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f89 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2651:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000040:00080000:2.0:1767318124.617317:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].57, 64 off11840 00000040:00080000:2.0:1767318124.619544:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].139, 64 off17088 00010000:00010000:2.0:1767318124.619652:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f90 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2651:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.619671:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f90 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2651:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.619683:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f90 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2651:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.619692:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f90 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2651:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.619697:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f90 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2651:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.619704:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb49f90 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2651:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.620548:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318124.620581:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f89 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2651:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.620591:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f89 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2651:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.620598:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f89 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2651:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.620605:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.620609:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f89 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2651:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.620618:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f89 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2651:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.620632:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2651:0x0].0x0 (ffff936987256000) 00010000:00010000:2.0:1767318124.620636:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318124.620641:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f89 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2651:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.620647:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f89 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2651:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.620819:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49f7b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.621557:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49f7b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.621564:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49f7b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.621570:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49f7b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.621575:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.621577:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49f7b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.621589:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49f7b lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.621601:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.621604:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.621607:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49f7b lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.621613:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49f7b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00000004:00010000:2.0:1767318124.621630:0:15481:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007712014c reply state 0000000036bcf6b7 transno 8589934880 ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49f82 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xbaf8914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.621643:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49f82 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xbaf8914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.621651:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xbaf8914e (ffff936987256b00) 00010000:00010000:2.0:1767318124.621653:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318124.621659:0:15481:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318124.621766:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368bb8c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+43:68835:x1853164297260544:12345-192.168.202.56@tcp:36:rm.0 Request processed in 6095us (6523us total) trans 8589934880 rc 0/0 00000100:00100000:2.0:1767318124.621776:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22714 00000100:00100000:1.0:1767318124.629691:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318124.630035:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297260672 00000100:00100000:2.0:1767318124.630046:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297260672 00000100:00100000:2.0:1767318124.630106:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22715 00000100:00100000:2.0:1767318124.630116:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368bb8c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+43:68835:x1853164297260672:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318124.630142:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318124.630165:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49f97 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc728 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.630238:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f9e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.630252:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f9e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.630263:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f9e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.630276:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49fa5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x21b4914e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.630283:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49fa5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.630289:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49fa5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.630702:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49fac lrc: 3/1,0 mode: --/PR res: [0x200000402:0x264d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.630712:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49fac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x264d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.630720:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49fac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x264d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000004:00200000:2.0:1767318124.630755:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x264d:0x0]: returning size 0 00000004:00200000:2.0:1767318124.630760:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318124.630975:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49fac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x264d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.630987:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49fac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x264d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.630998:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f9e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.631004:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f9e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.631010:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f9e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.631016:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f9e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.631023:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.631027:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f9e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.631035:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f9e lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.631047:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.631050:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.631056:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f9e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.631062:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49f9e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.631074:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49fa5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.631079:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49fa5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.631084:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49fa5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.631089:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4ec00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.631092:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49fa5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.631097:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49fa5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.631103:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x21b4914e (ffff936987256900) 00010000:00010000:2.0:1767318124.631105:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.631107:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49fa5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.631112:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49fa5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.631143:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49f97 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc728 expref: 45 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.631156:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49fac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x264d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc728 expref: 44 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.631163:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x264d:0x0].0x0 (ffff936987256200) 00010000:00010000:2.0:1767318124.631166:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318124.631168:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93699aa4e400, rc 0) 00000100:00100000:2.0:1767318124.631290:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368bb8c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+44:68835:x1853164297260672:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1173us (1611us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.631300:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22715 00000100:00100000:1.0:1767318124.638734:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318124.639024:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297260928 00000100:00100000:2.0:1767318124.639035:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297260928 00000100:00100000:2.0:1767318124.639106:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22716 00000100:00100000:2.0:1767318124.639116:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368bb8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+44:68835:x1853164297260928:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318124.639179:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318124.639209:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49fac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x264d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc728 expref: 44 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.639228:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x264d:0x0].0x0 (ffff936987256200) 00010000:00010000:2.0:1767318124.639239:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318124.639262:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49fb3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.639276:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49fb3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.639287:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49fb3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.639300:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49fba lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x21b4914e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.639307:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49fba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.639313:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49fba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.639667:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49fc1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x264d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.639676:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49fc1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x264d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.639682:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49fc1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x264d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000040:00080000:2.0:1767318124.640146:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].58, 64 off11904 00000040:00080000:2.0:1767318124.640168:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].140, 64 off17152 00010000:00010000:2.0:1767318124.640227:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49fc8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x264d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.640237:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49fc8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x264d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.640246:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49fc8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x264d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.640253:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49fc8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x264d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.640258:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49fc8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x264d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.640266:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb49fc8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x264d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.640290:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318124.640310:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49fc1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x264d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.640316:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49fc1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x264d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.640322:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49fc1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x264d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.640328:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.640342:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49fc1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x264d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.640354:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49fc1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x264d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.640370:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x264d:0x0].0x0 (ffff936987256400) 00010000:00010000:2.0:1767318124.640373:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318124.640377:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49fc1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x264d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.640383:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49fc1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x264d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.640505:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49fb3 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.640512:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49fb3 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.640518:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49fb3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.640524:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49fb3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.640528:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.640531:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49fb3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.640537:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49fb3 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.640545:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.640547:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.640550:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49fb3 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.640556:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49fb3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00000004:00010000:2.0:1767318124.640565:0:15481:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000084367853 reply state 000000003b3c9f17 transno 8589934881 ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49fba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.640575:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49fba lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.640581:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x21b4914e (ffff936987256900) 00010000:00010000:2.0:1767318124.640583:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318124.640585:0:15481:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318124.640672:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368bb8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+45:68835:x1853164297260928:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1554us (1947us total) trans 8589934881 rc 0/0 00000100:00100000:2.0:1767318124.640681:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22716 00000100:00100000:1.0:1767318124.651744:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318124.652050:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297261056 00000100:00100000:2.0:1767318124.652062:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297261056 00000100:00100000:2.0:1767318124.652130:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22717 00000100:00100000:2.0:1767318124.652140:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368bb8c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+45:68835:x1853164297261056:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318124.652173:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318124.652199:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49fcf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc72f expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.652271:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49fd6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.652287:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49fd6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.652297:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49fd6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.652310:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49fdd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xd4fdf64e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.652317:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49fdd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.652322:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49fdd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.652516:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49fe4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x261e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.652524:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49fe4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x261e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.652530:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49fe4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x261e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000004:00200000:2.0:1767318124.652562:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x261e:0x0]: returning size 0 00000004:00200000:2.0:1767318124.652567:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318124.652586:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49fe4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x261e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.652597:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49fe4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x261e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.652606:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49fd6 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.652613:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49fd6 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.652620:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49fd6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.652630:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49fd6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.652636:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.652640:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49fd6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.652648:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49fd6 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.652659:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.652663:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.652669:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49fd6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.652675:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb49fd6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.652688:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49fdd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.652694:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49fdd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.652700:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49fdd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.652704:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.652707:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49fdd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.652712:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49fdd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.652719:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xd4fdf64e (ffff936987256200) 00010000:00010000:2.0:1767318124.652721:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.652725:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49fdd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.652729:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb49fdd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.652757:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb49fcf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc72f expref: 47 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.652770:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49fe4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x261e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc72f expref: 46 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.652778:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x261e:0x0].0x0 (ffff936987256d00) 00010000:00010000:2.0:1767318124.652820:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318124.652833:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93699aa4ee00, rc 0) 00000100:00100000:2.0:1767318124.652906:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368bb8c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+46:68835:x1853164297261056:12345-192.168.202.56@tcp:101:rm.0 Request processed in 767us (1174us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.652913:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22717 00000100:00100000:2.0:1767318124.657185:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318124.657268:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297261312 00000100:00100000:3.0:1767318124.657286:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297261312 00000100:00100000:3.0:1767318124.657363:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22718 00000100:00100000:3.0:1767318124.657375:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+46:68835:x1853164297261312:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318124.657458:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318124.657511:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb49fe4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x261e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc72f expref: 46 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.657534:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x261e:0x0].0x0 (ffff936987256d00) 00010000:00010000:3.0:1767318124.657549:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318124.657582:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49feb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.657599:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49feb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.657611:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49feb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.657630:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8800/0xa7e486a0fcb49ff2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0xd4fdf64e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.657638:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8800/0xa7e486a0fcb49ff2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.657645:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8800/0xa7e486a0fcb49ff2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.657927:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb49ff9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x261e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.657936:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb49ff9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x261e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.657944:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb49ff9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x261e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000040:00080000:3.0:1767318124.658280:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].141, 64 off17216 00000040:00080000:3.0:1767318124.658297:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].59, 64 off11968 00010000:00010000:3.0:1767318124.658355:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a000 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x261e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.658366:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a000 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x261e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.658375:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a000 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x261e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.658382:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a000 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x261e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.658389:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a000 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x261e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.658396:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a000 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x261e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.658424:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318124.658452:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb49ff9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x261e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.658459:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb49ff9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x261e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.658480:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb49ff9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x261e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.658487:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318124.658494:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb49ff9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x261e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.658501:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318124.658505:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb49ff9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x261e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.658522:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x261e:0x0].0x0 (ffff9369aaac1500) 00010000:00010000:1.0:1767318124.658523:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a000 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x261e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.658532:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318124.658542:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb49ff9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x261e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.658552:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9e00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.658554:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb49ff9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x261e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.658560:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a000 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x261e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.658577:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a000 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x261e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.658601:0:34133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x261e:0x0].0x0 (ffff9369aaac1500) 00010000:00010000:1.0:1767318124.658605:0:34133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318124.658611:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a000 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x261e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.658618:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a000 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x261e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.658655:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.658660:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.658663:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.658748:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49feb lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.658755:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49feb lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.658758:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49feb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.658762:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49feb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.658766:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318124.658768:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49feb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.658773:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49feb lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.658816:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318124.658819:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318124.658822:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49feb lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.658826:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb49feb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00000004:00010000:3.0:1767318124.658839:0:15481:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007ff696d2 reply state 00000000fd9d9dc2 transno 8589934882 ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8800/0xa7e486a0fcb49ff2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.658851:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8800/0xa7e486a0fcb49ff2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.658858:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xd4fdf64e (ffff9369aaac1700) 00010000:00010000:3.0:1767318124.658860:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318124.658863:0:15481:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318124.658981:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+47:68835:x1853164297261312:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1605us (1807us total) trans 8589934882 rc 0/0 00000100:00100000:3.0:1767318124.658987:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22718 00000100:00100000:1.0:1767318124.662565:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318124.662659:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297261440 00000100:00100000:3.0:1767318124.662670:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297261440 00000100:00100000:3.0:1767318124.662860:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22719 00000100:00100000:3.0:1767318124.662885:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368bb8c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+47:68835:x1853164297261440:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318124.662911:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318124.662934:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb4a007 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc736 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.663000:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a00e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.663014:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a00e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.663027:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a00e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.663041:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a015 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x4d85104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.663049:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a015 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.663057:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a015 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.663229:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a01c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x262f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.663237:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a01c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x262f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.663244:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a01c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x262f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000004:00200000:3.0:1767318124.663280:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x262f:0x0]: returning size 0 00000004:00200000:3.0:1767318124.663285:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318124.663307:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a01c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x262f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.663318:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a01c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x262f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.663328:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a00e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.663334:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a00e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.663340:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a00e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.663347:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a00e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.663369:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318124.663375:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a00e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.663383:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a00e lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.663396:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318124.663400:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318124.663405:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a00e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.663411:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a00e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.663424:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a015 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.663429:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a015 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.663435:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a015 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.663440:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318124.663443:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a015 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.663449:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a015 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.663456:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x4d85104e (ffff9369aaac1800) 00010000:00010000:3.0:1767318124.663458:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318124.663470:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a015 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.663476:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a015 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:3.0:1767318124.663509:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb4a007 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc736 expref: 49 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.663525:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a01c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x262f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc736 expref: 48 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.663531:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x262f:0x0].0x0 (ffff9369aaac1c00) 00010000:00010000:3.0:1767318124.663533:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318124.663535:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936996db8200, rc 0) 00000100:00100000:3.0:1767318124.663617:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368bb8c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+48:68835:x1853164297261440:12345-192.168.202.56@tcp:101:rm.0 Request processed in 748us (1065us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318124.663626:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22719 00000100:00100000:1.0:1767318124.664637:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368bb8c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383642496:0@lo:400:kworker.0 00000100:00100000:1.0:1767318124.664710:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.664766:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368bb8c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7025:1853164383643008:0@lo:400:kworker.0 00000100:00100000:1.0:1767318124.664818:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.670067:0:15484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383642496 00000100:00100000:1.0:1767318124.670086:0:15484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383642496 00000100:00100000:1.0:1767318124.670150:0:15484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2402 00000100:00100000:1.0:1767318124.670166:0:15484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:7025:x1853164383642496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318124.670250:0:15484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:7025:x1853164383642496:12345-0@lo:400:kworker.0 Request processed in 91us (5539us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318124.670258:0:15484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2402 00000100:00100000:1.0:1767318124.670318:0:7025:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589934815 gen 2 00000004:00080000:1.0:1767318124.670325:0:7025:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589934685 committed transno 8589934815 00000004:00080000:1.0:1767318124.670643:0:7025:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589934686 committed transno 8589934815 00000004:00080000:1.0:1767318124.670676:0:7025:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589934795 committed transno 8589934815 00000004:00080000:1.0:1767318124.670710:0:7025:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589934798 committed transno 8589934815 00000004:00080000:1.0:1767318124.670723:0:7025:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589934808 committed transno 8589934815 00000004:00080000:1.0:1767318124.670735:0:7025:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589934812 committed transno 8589934815 00000004:00080000:1.0:1767318124.670745:0:7025:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589934815 committed transno 8589934815 00000100:00100000:1.0:1767318124.670760:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368bb8c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383642496:0@lo:400:kworker.0 00000100:00100000:1.0:1767318124.671024:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.671129:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383643008 00000100:00100000:2.0:1767318124.671136:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383643008 00000100:00100000:2.0:1767318124.671160:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368bb8c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:169051ac-342a-4bca-886c-dcc859fcae5f:7023:1853164383642240:0@lo:400:kworker.0 00000100:00100000:2.0:1767318124.671231:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.671263:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368bb8c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7023:1853164383642752:0@lo:400:kworker.0 00000100:00100000:2.0:1767318124.671293:0:88991:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383642240 00000100:00100000:2.0:1767318124.671296:0:88991:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383642240 00000100:00100000:2.0:1767318124.671343:0:88991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125 00000100:00100000:2.0:1767318124.671350:0:88991:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369852da850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:169051ac-342a-4bca-886c-dcc859fcae5f+23:7023:x1853164383642240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318124.671396:0:88991:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369852da850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:169051ac-342a-4bca-886c-dcc859fcae5f+23:7023:x1853164383642240:12345-0@lo:400:kworker.0 Request processed in 46us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.671403:0:88991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125 00000100:00100000:2.0:1767318124.671475:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3986 00000100:00100000:2.0:1767318124.671481:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:7025:x1853164383643008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318124.671513:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:7025:x1853164383643008:12345-0@lo:400:kworker.0 Request processed in 32us (6693us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.671519:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3986 00000100:00100000:2.0:1767318124.671556:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368bb8c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:7024:1853164383642368:0@lo:400:kworker.0 00000100:00080000:2.0:1767318124.673750:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767318124.674769:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.675202:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4fdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383643264:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1767318124.675258:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.675309:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368bb8c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:169051ac-342a-4bca-886c-dcc859fcae5f:7023:1853164383642240:0@lo:400:kworker.0 00000100:00100000:2.0:1767318124.675515:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.675613:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383643264 00000100:00100000:1.0:1767318124.675621:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383643264 00000100:00100000:1.0:1767318124.675670:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2403 00000100:00100000:1.0:1767318124.675679:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:7023:x1853164383643264:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1767318124.675758:0:15485:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445384192 avail 1299144704 00000100:00100000:1.0:1767318124.675842:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:7023:x1853164383643264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 164us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318124.675849:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2403 00000100:00100000:1.0:1767318124.675938:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4fdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383643264:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1767318124.675989:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368bb8c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7025:1853164383643008:0@lo:400:kworker.0 00000100:00100000:1.0:1767318124.676015:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:7026:1853164383643136:0@lo:400:kworker.0 00000100:00080000:1.0:1767318124.676713:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1767318124.676725:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:1.0:1767318124.676961:0:15474:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 23 committed 00000100:00100000:2.0:1767318124.677138:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368bb8c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383642880:0@lo:400:kworker.0 00000100:00100000:2.0:1767318124.677171:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.677190:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4fdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383643392:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1767318124.677216:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.677247:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383642368 00000100:00100000:2.0:1767318124.677251:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383642368 00000100:00100000:2.0:1767318124.677275:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383642880 00000100:00100000:2.0:1767318124.677277:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383642880 00000100:00100000:2.0:1767318124.677298:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3989 00000100:00100000:2.0:1767318124.677303:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f468700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:7024:x1853164383642368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318124.677348:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f468700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:7024:x1853164383642368:12345-0@lo:400:kworker.0 Request processed in 45us (1833us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.677634:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3989 00000100:00100000:2.0:1767318124.677668:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368bb8c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:7024:1853164383642368:0@lo:400:kworker.0 00000100:00100000:2.0:1767318124.677677:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368bb8c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383642880:0@lo:400:kworker.0 00000100:00100000:2.0:1767318124.677701:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.677746:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368bb8c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383642624:0@lo:400:kworker.0 00000100:00100000:2.0:1767318124.678040:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:7026:1853164383643136:0@lo:400:kworker.0 00000100:00100000:2.0:1767318124.678322:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383643904:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767318124.678739:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.678767:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383644416:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767318124.678812:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.678918:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1767318124.678924:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383643776:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767318124.678945:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.678961:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383644288:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767318124.678977:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.679008:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383643904 00000100:00100000:2.0:1767318124.679013:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383643904 00000100:00100000:2.0:1767318124.679043:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383644416 00000100:00100000:2.0:1767318124.679046:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383644416 00000100:00100000:2.0:1767318124.679061:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383643776 00000100:00100000:2.0:1767318124.679064:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383643776 00000100:00100000:2.0:1767318124.679076:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383644288 00000100:00100000:2.0:1767318124.679078:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383644288 00000100:00100000:2.0:1767318124.679092:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16929 00000100:00100000:2.0:1767318124.679100:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+8:7024:x1853164383643904:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767318124.679127:0:70356:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:46 count 1 00002000:00010000:2.0:1767318124.679165:0:70356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.679175:0:70356:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4a023 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.679190:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.679193:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.679197:0:15474:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2e600/0xa7e486a0fcb48fde lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb48fe5 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.679199:0:70356:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4a023 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767318124.679222:0:15474:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2e600/0xa7e486a0fcb48fde lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb48fe5 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.679226:0:70356:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4a023 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.679242:0:70356:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4a023 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.679250:0:70356:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4a023 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.679263:0:15474:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2e600/0xa7e486a0fcb48fde lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48fe5 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.679269:0:70356:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318124.679274:0:15474:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767318124.679285:0:15474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2e600/0xa7e486a0fcb48fde lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48fe5 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.679307:0:15474:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6379600/0xa7e486a0fcb48f36 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xdb:0x0].0xb3f5bb28 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb48f3d expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767318124.679314:0:15474:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6379600/0xa7e486a0fcb48f36 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xdb:0x0].0xb3f5bb28 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb48f3d expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.679332:0:15474:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6379600/0xa7e486a0fcb48f36 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xdb:0x0].0xb3f5bb28 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48f3d expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.679338:0:15474:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767318124.679344:0:15474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6379600/0xa7e486a0fcb48f36 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xdb:0x0].0xb3f5bb28 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48f3d expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.679626:0:15474:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff936889a38000/0xa7e486a0fcb48e25 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb48e2c expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767318124.679721:0:15474:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff936889a38000/0xa7e486a0fcb48e25 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb48e2c expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.679747:0:15474:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff936889a38000/0xa7e486a0fcb48e25 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48e2c expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.679753:0:15474:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767318124.679768:0:15474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff936889a38000/0xa7e486a0fcb48e25 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48e2c expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.679803:0:15474:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884286000/0xa7e486a0fcb48c7a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdbe140f9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb48c81 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767318124.679816:0:15474:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884286000/0xa7e486a0fcb48c7a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdbe140f9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb48c81 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.679831:0:15474:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884286000/0xa7e486a0fcb48c7a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdbe140f9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48c81 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.679836:0:15474:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767318124.679842:0:15474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff936884286000/0xa7e486a0fcb48c7a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdbe140f9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48c81 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.679931:0:15474:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6379000/0xa7e486a0fcb48bd2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x73:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb48bd9 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767318124.679945:0:15474:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6379000/0xa7e486a0fcb48bd2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x73:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb48bd9 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.679964:0:15474:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6379000/0xa7e486a0fcb48bd2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x73:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48bd9 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.679974:0:15474:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767318124.679986:0:15474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a6379000/0xa7e486a0fcb48bd2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x73:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb48bd9 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.680005:0:15474:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369908a6000/0xa7e486a0fcb45ead lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5f3a3888 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb45eb4 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767318124.680017:0:15474:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369908a6000/0xa7e486a0fcb45ead lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5f3a3888 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb45eb4 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.680038:0:15474:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369908a6000/0xa7e486a0fcb45ead lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5f3a3888 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb45eb4 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.680048:0:15474:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767318124.680057:0:15474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369908a6000/0xa7e486a0fcb45ead lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5f3a3888 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb45eb4 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.680082:0:15474:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4be2a00/0xa7e486a0fcb45e36 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb45e3d expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767318124.680091:0:15474:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4be2a00/0xa7e486a0fcb45e36 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb45e3d expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.680110:0:15474:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4be2a00/0xa7e486a0fcb45e36 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb45e3d expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.680117:0:15474:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767318124.680122:0:15474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4be2a00/0xa7e486a0fcb45e36 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb45e3d expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1767318124.680135:0:15474:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968428 is committed 00000020:00080000:1.0:1767318124.680144:0:15474:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9369a49c4a80 refcount 2 committed 0 result 0 batchid 32 00000020:00080000:1.0:1767318124.680148:0:15474:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9369a09ee800 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9369a49c40c0 00000020:00080000:1.0:1767318124.680152:0:15474:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].32 00000020:00080000:1.0:1767318124.680154:0:15474:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9369a09eef00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9368831c2800 00000020:00080000:1.0:1767318124.680177:0:15474:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff936887ae4d80 refcount 2 committed 0 result 0 batchid 31 00000020:00080000:1.0:1767318124.680180:0:15474:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9369b4892100 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff936887ae4840 00000020:00080000:1.0:1767318124.680183:0:15474:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].31 00000020:00080000:1.0:1767318124.680186:0:15474:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9369b4892c00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff936885f33800 00000001:00080000:1.0:1767318124.680199:0:15474:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968423 is committed 00000020:00080000:1.0:1767318124.680212:0:15474:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff936887ae4900 refcount 2 committed 0 result 0 batchid 30 00000020:00080000:1.0:1767318124.680215:0:15474:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9369b4892600 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff936887ae4b40 00000020:00080000:1.0:1767318124.680217:0:15474:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].30 00000020:00080000:1.0:1767318124.680220:0:15474:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9369b4892300 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff936885f32c00 00000020:00080000:1.0:1767318124.680236:0:15474:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff93698619d300 refcount 2 committed 0 result 0 batchid 29 00000020:00080000:1.0:1767318124.680238:0:15474:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff93698b8bd800 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff93698619d480 00000020:00080000:1.0:1767318124.680241:0:15474:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].29 00000020:00080000:1.0:1767318124.680244:0:15474:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff93698b8bde00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff93698b814800 00000020:00080000:1.0:1767318124.680255:0:15474:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9369a4a320c0 refcount 2 committed 0 result 0 batchid 28 00000020:00080000:1.0:1767318124.680258:0:15474:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff93699279b600 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9369a4a32540 00000020:00080000:1.0:1767318124.680261:0:15474:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].28 00000020:00080000:1.0:1767318124.680263:0:15474:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff93699279b200 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9369850a6200 00000004:00080000:1.0:1767318124.680315:0:15474:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 22 committed 00000100:00100000:2.0:1767318124.680557:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+13:7024:x1853164383643904:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1457us (1817us total) trans 4294976680 rc 0/0 00000100:00100000:2.0:1767318124.680564:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16929 00000100:00100000:2.0:1767318124.680575:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16932 00000100:00100000:2.0:1767318124.680581:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+12:7024:x1853164383644288:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767318124.680591:0:70356:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:62 count 1 00002000:00010000:2.0:1767318124.680605:0:70356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.680610:0:70356:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4a038 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.680617:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.680619:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.680622:0:70356:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4a038 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.680631:0:70356:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4a038 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.680639:0:70356:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4a038 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.680647:0:70356:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4a038 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.680661:0:70356:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318124.680753:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+13:7024:x1853164383644288:12345-0@lo:6:osp-syn-0-1.0 Request processed in 172us (1774us total) trans 4294976681 rc 0/0 00000100:00100000:2.0:1767318124.680759:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16932 00000100:00100000:2.0:1767318124.680771:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16933 00000100:00100000:2.0:1767318124.680777:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4fdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+12:7025:x1853164383643520:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767318124.680802:0:70356:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:60 count 1 00002000:00010000:2.0:1767318124.680816:0:70356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.680821:0:70356:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb4a03f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318124.681085:0:15474:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 21 committed 00000020:00080000:1.0:1767318124.681111:0:15474:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff936886b59480 refcount 2 committed 0 result 0 batchid 27 00000020:00080000:1.0:1767318124.681117:0:15474:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9369b4892a00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff936886b599c0 00000020:00080000:1.0:1767318124.681123:0:15474:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].27 00000020:00080000:1.0:1767318124.681126:0:15474:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9369b4892000 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff936882b9fa00 00000020:00080000:1.0:1767318124.681141:0:15474:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9369a4a32c00 refcount 2 committed 0 result 0 batchid 26 00000020:00080000:1.0:1767318124.681148:0:15474:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff93699279b000 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9368845cff00 00000020:00080000:1.0:1767318124.681154:0:15474:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].26 00000020:00080000:1.0:1767318124.681159:0:15474:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff93699279ba00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff93699e00e000 00000100:00100000:1.0:1767318124.681191:0:15484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383643392 00000100:00100000:1.0:1767318124.681198:0:15484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383643392 00000100:00100000:1.0:1767318124.681239:0:15484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2404 00000100:00100000:1.0:1767318124.681249:0:15484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7024:x1853164383643392:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1767318124.681277:0:15484:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446354944 avail 1300115456 00000100:00100000:1.0:1767318124.681324:0:15484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7024:x1853164383643392:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (4106us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318124.681333:0:15484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2404 00010000:00010000:2.0:1767318124.681458:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.681460:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.681471:0:70356:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb4a03f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.681480:0:70356:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb4a03f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.681488:0:70356:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb4a03f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.681493:0:70356:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb4a03f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.681502:0:70356:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1767318124.681591:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4fdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+13:7025:x1853164383643520:12345-0@lo:6:osp-syn-0-1.0 Request processed in 814us (2060us total) trans 4294976684 rc 0/0 00000100:00100000:2.0:1767318124.681597:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16933 00000100:00100000:2.0:1767318124.681610:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16936 00000100:00100000:2.0:1767318124.681617:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4fde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+12:7025:x1853164383644160:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767318124.681629:0:70356:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:51 count 1 00002000:00010000:2.0:1767318124.681643:0:70356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.681648:0:70356:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4a054 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.681655:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.681657:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.681659:0:70356:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4a054 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.681668:0:70356:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4a054 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.681676:0:70356:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4a054 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.681683:0:70356:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4a054 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.681690:0:70356:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:2.0:1767318124.681777:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4fde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+13:7025:x1853164383644160:12345-0@lo:6:osp-syn-0-1.0 Request processed in 160us (2088us total) trans 4294976685 rc 0/0 00000100:00100000:2.0:1767318124.681805:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16936 00010000:00010000:2.0:1767318124.681976:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1767318124.681983:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4a023 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.682452:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.682456:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4a023 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.682472:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4a023 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.682483:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4a023 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.682490:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4a023 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.682506:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318124.682509:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb4a046 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.682515:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.682517:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb4a046 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.682523:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb4a046 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.682529:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb4a046 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.682535:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb4a046 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.682546:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318124.682549:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb4a03f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.682554:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.682557:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb4a03f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.682563:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb4a03f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.682572:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb4a03f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.682578:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb4a03f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.682588:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318124.682591:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4a054 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.682598:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4ee00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.682601:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4a054 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.682607:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4a054 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.682616:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4a054 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.682622:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4a054 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.682632:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318124.682634:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4a04d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.682644:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79c00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.682647:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4a04d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.682653:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4a04d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.682662:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4a04d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.682669:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4a04d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.682679:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.682682:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.682684:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318124.682719:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383644928:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1767318124.682761:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318124.683068:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369858e4a80/2, rc 0, transno 4294976682 00000100:00100000:2.0:1767318124.683075:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383643776:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1767318124.683091:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369858e7800/2, rc 0, transno 4294976681 00000100:00100000:2.0:1767318124.683095:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383644288:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1767318124.683103:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369858e4e00/2, rc 0, transno 4294976680 00000100:00100000:2.0:1767318124.683107:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383643904:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1767318124.683114:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369858e5f80/2, rc 0, transno 4294976679 00000100:00100000:2.0:1767318124.683118:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383644416:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767318124.683129:0:7024:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294968423 gen 2 00000004:00080000:2.0:1767318124.683135:0:7024:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294968417 committed transno 4294968423 00000020:00080000:2.0:1767318124.683141:0:7024:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff936887ae4240 refcount 2 committed 0 result 0 batchid 4294996833 00000020:00080000:2.0:1767318124.683145:0:7024:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9369b4892800 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff936887ae4c00 00000020:00080000:2.0:1767318124.683148:0:7024:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000402:0x2:0x0].3 00000020:00080000:2.0:1767318124.683150:0:7024:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9369b4892900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff936885f32000 00000020:00080000:2.0:1767318124.683154:0:7024:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].3 00000004:00080000:2.0:1767318124.683180:0:7024:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294968423 committed transno 4294968423 00000020:00080000:2.0:1767318124.683183:0:7024:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff93698ebd9000 refcount 2 committed 0 result 0 batchid 4294996834 00000020:00080000:2.0:1767318124.683187:0:7024:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff93698b8bd300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff93698ebd9d80 00000020:00080000:2.0:1767318124.683190:0:7024:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000402:0x2:0x0].4 00000020:00080000:2.0:1767318124.683192:0:7024:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff93698b8bd200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff93698b815800 00000020:00080000:2.0:1767318124.683194:0:7024:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].4 00000100:00100000:2.0:1767318124.683214:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4fdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383643392:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1767318124.683230:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1767318124.683237:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383644800:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1767318124.683262:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.683279:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383645312:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1767318124.683296:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.683325:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383644544 00000100:00100000:2.0:1767318124.683330:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383644544 00000100:00100000:2.0:1767318124.683724:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383644672 00000100:00100000:2.0:1767318124.683729:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383644672 00000100:00100000:2.0:1767318124.683745:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383644928 00000100:00100000:2.0:1767318124.683748:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383644928 00000100:00100000:2.0:1767318124.683761:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383644800 00000100:00100000:2.0:1767318124.683763:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383644800 00000100:00100000:2.0:1767318124.683773:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383645312 00000100:00100000:2.0:1767318124.683775:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383645312 00000100:00100000:2.0:1767318124.683815:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383645056 00000100:00100000:2.0:1767318124.683819:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383645056 00000100:00100000:2.0:1767318124.684208:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383645184 00000100:00100000:2.0:1767318124.684212:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383645184 00000100:00100000:2.0:1767318124.684230:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:2.0:1767318124.684239:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4fddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+19:7025:x1853164383644544:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1767318124.684254:0:15462:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318124.684275:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e0e00/0xa7e486a0fcb48fe5 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb48fde expref: 19 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.684290:0:15462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3d8b5f87 (ffff936887aa3d00) 00010000:00010000:2.0:1767318124.684300:0:15462:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318124.684344:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4fddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+18:7025:x1853164383644544:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 106us (4739us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.684351:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:2.0:1767318124.684484:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:2.0:1767318124.684492:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4fdd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+17:7025:x1853164383644672:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1767318124.684502:0:15462:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318124.684514:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698f4e1000/0xa7e486a0fcb48f3d lrc: 0/0,0 mode: --/PW res: [0x200000402:0xdb:0x0].0xb3f5bb28 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb48f36 expref: 17 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.684526:0:15462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdb:0x0].0xb3f5bb28 (ffff936887aa3a00) 00010000:00010000:2.0:1767318124.684533:0:15462:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318124.684558:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4fdd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+16:7025:x1853164383644672:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 67us (4836us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.684568:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:2.0:1767318124.684580:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:2.0:1767318124.684586:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+15:7024:x1853164383644928:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1767318124.684594:0:15462:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318124.684605:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25ff000/0xa7e486a0fcb48c81 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdbe140f9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb48c7a expref: 15 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.684615:0:15462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdbe140f9 (ffff93698834d500) 00010000:00010000:2.0:1767318124.684622:0:15462:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318124.684656:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+14:7024:x1853164383644928:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 70us (1894us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.684662:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:2.0:1767318124.684674:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:2.0:1767318124.684680:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+13:7024:x1853164383644800:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1767318124.684688:0:15462:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318124.684698:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb48e2c lrc: 0/0,0 mode: --/PW res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb48e25 expref: 13 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.684708:0:15462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdb:0x0].0xd6d15c29 (ffff936995465500) 00010000:00010000:2.0:1767318124.684716:0:15462:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318124.684737:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+12:7024:x1853164383644800:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 58us (1475us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.684743:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:2.0:1767318124.684755:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:2.0:1767318124.684761:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+11:7024:x1853164383645312:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1767318124.684770:0:15462:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318124.685064:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369908a7000/0xa7e486a0fcb45e3d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb45e36 expref: 11 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.685076:0:15462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x43454b14 (ffff93698612b100) 00010000:00010000:2.0:1767318124.685085:0:15462:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318124.685111:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+10:7024:x1853164383645312:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 349us (1812us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.685117:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:2.0:1767318124.685129:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:2.0:1767318124.685136:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369927b1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+9:7025:x1853164383645056:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1767318124.685143:0:15462:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318124.685154:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a3e99a00/0xa7e486a0fcb48bd9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x73:0x0].0xcd52553e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb48bd2 expref: 9 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.685163:0:15462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73:0x0].0xcd52553e (ffff9369a0898400) 00010000:00010000:2.0:1767318124.685321:0:15462:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318124.685588:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369927b1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+8:7025:x1853164383645056:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 452us (2026us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.685595:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:2.0:1767318124.685639:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:2.0:1767318124.685645:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4fdc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+7:7025:x1853164383645184:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1767318124.685652:0:15462:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318124.685663:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a5e8bc00/0xa7e486a0fcb45eb4 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5f3a3888 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb45ead expref: 7 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.685673:0:15462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f3a3888 (ffff93688a4c9700) 00010000:00010000:2.0:1767318124.685681:0:15462:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318124.685702:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4fdc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+6:7025:x1853164383645184:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 58us (2038us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.685708:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:2.0:1767318124.685750:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383644800:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1767318124.685759:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383645312:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1767318124.685766:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383644928:0@lo:103:jbd2/dm-1-8.0 00000020:00080000:3.0:1767318124.685987:0:89016:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294996834 committed batchid 4294996832 00000020:00080000:3.0:1767318124.686066:0:89016:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294996832 00010000:00010000:2.0:1767318124.686961:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.686986:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fee00/0xa7e486a0fcb475dd lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x30d09af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.686998:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fee00/0xa7e486a0fcb475dd lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x30d09af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687004:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fee00/0xa7e486a0fcb475dd lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x30d09af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687010:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25fee00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.687015:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fee00/0xa7e486a0fcb475dd lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x30d09af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687022:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fee00/0xa7e486a0fcb475dd lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x30d09af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687036:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x30d09af0 (ffff936990793100) 00010000:00010000:2.0:1767318124.687039:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.687043:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fee00/0xa7e486a0fcb475dd lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x30d09af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687049:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fee00/0xa7e486a0fcb475dd lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x30d09af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687078:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ff400/0xa7e486a0fcb47615 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1bccc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687084:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ff400/0xa7e486a0fcb47615 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1bccc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687089:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ff400/0xa7e486a0fcb47615 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1bccc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687093:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25ff400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.687095:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ff400/0xa7e486a0fcb47615 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1bccc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687100:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ff400/0xa7e486a0fcb47615 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1bccc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687106:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x1bccc5f0 (ffff936990793c00) 00010000:00010000:2.0:1767318124.687108:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.687111:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ff400/0xa7e486a0fcb47615 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x1bccc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687116:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ff400/0xa7e486a0fcb47615 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x1bccc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687128:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99600/0xa7e486a0fcb4764d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.687134:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99600/0xa7e486a0fcb4764d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.687138:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99600/0xa7e486a0fcb4764d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.687146:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a3e99600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.687149:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99600/0xa7e486a0fcb4764d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.687155:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99600/0xa7e486a0fcb4764d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.687161:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x6ba546f0 (ffff93698834d200) 00010000:00010000:2.0:1767318124.687164:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.687166:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99600/0xa7e486a0fcb4764d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.687172:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99600/0xa7e486a0fcb4764d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.687187:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe000/0xa7e486a0fcb47685 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x409dabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687192:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe000/0xa7e486a0fcb47685 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x409dabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687197:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe000/0xa7e486a0fcb47685 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x409dabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687201:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25fe000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.687203:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe000/0xa7e486a0fcb47685 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x409dabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687208:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe000/0xa7e486a0fcb47685 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x409dabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687216:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x409dabf0 (ffff936990793200) 00010000:00010000:2.0:1767318124.687219:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.687221:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe000/0xa7e486a0fcb47685 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x409dabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687227:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe000/0xa7e486a0fcb47685 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x409dabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687239:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fea00/0xa7e486a0fcb476bd lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd6519af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687244:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fea00/0xa7e486a0fcb476bd lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd6519af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687249:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fea00/0xa7e486a0fcb476bd lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd6519af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687253:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25fea00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.687256:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fea00/0xa7e486a0fcb476bd lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd6519af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687260:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fea00/0xa7e486a0fcb476bd lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd6519af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687265:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xd6519af0 (ffff936990793600) 00010000:00010000:2.0:1767318124.687267:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.687269:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fea00/0xa7e486a0fcb476bd lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xd6519af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687274:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fea00/0xa7e486a0fcb476bd lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xd6519af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687286:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99200/0xa7e486a0fcb476f5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687291:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99200/0xa7e486a0fcb476f5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687297:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99200/0xa7e486a0fcb476f5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687565:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a3e99200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.687569:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99200/0xa7e486a0fcb476f5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687575:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99200/0xa7e486a0fcb476f5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687584:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x772cabf0 (ffff93698834d600) 00010000:00010000:2.0:1767318124.687587:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.687590:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99200/0xa7e486a0fcb476f5 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687595:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99200/0xa7e486a0fcb476f5 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687615:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98a00/0xa7e486a0fcb4772d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5a67c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.687621:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98a00/0xa7e486a0fcb4772d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5a67c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.687626:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98a00/0xa7e486a0fcb4772d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5a67c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.687631:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a3e98a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.687633:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98a00/0xa7e486a0fcb4772d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5a67c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.687640:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98a00/0xa7e486a0fcb4772d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5a67c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.687647:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x5a67c5f0 (ffff93698834df00) 00010000:00010000:2.0:1767318124.687650:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.687653:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98a00/0xa7e486a0fcb4772d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x5a67c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.687658:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98a00/0xa7e486a0fcb4772d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x5a67c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.687671:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb47765 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3a71b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687677:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb47765 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3a71b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687682:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb47765 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3a71b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687687:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25fe200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.687689:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb47765 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3a71b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687694:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb47765 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3a71b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687701:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x3a71b4f0 (ffff936990793000) 00010000:00010000:2.0:1767318124.687703:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.687706:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb47765 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x3a71b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687711:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb47765 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x3a71b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687725:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a49fd400/0xa7e486a0fcb4779d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x98f45ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687732:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a49fd400/0xa7e486a0fcb4779d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x98f45ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687737:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a49fd400/0xa7e486a0fcb4779d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x98f45ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687741:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a49fd400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.687744:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a49fd400/0xa7e486a0fcb4779d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x98f45ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687749:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a49fd400/0xa7e486a0fcb4779d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x98f45ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687756:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x98f45ef0 (ffff93698834d000) 00010000:00010000:2.0:1767318124.687758:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.687760:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a49fd400/0xa7e486a0fcb4779d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x98f45ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687766:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a49fd400/0xa7e486a0fcb4779d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x98f45ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687806:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379800/0xa7e486a0fcb477d5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb199f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687813:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379800/0xa7e486a0fcb477d5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb199f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.687818:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379800/0xa7e486a0fcb477d5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb199f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00000100:00080000:1.0:1767318124.688588:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767318124.688935:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6379800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.688941:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379800/0xa7e486a0fcb477d5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb199f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.688951:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379800/0xa7e486a0fcb477d5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb199f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.688962:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xb199f7f0 (ffff93698834de00) 00010000:00010000:2.0:1767318124.688965:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.688969:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379800/0xa7e486a0fcb477d5 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xb199f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.688974:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379800/0xa7e486a0fcb477d5 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xb199f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.689003:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565ac00/0xa7e486a0fcb4780d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1beff7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.689009:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698565ac00/0xa7e486a0fcb4780d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1beff7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.689015:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698565ac00/0xa7e486a0fcb4780d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1beff7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.689020:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565ac00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.689022:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698565ac00/0xa7e486a0fcb4780d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1beff7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.689027:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698565ac00/0xa7e486a0fcb4780d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1beff7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.689034:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x1beff7f0 (ffff936886f6de00) 00010000:00010000:2.0:1767318124.689036:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.689040:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698565ac00/0xa7e486a0fcb4780d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x1beff7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.689048:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698565ac00/0xa7e486a0fcb4780d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x1beff7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.689062:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378e00/0xa7e486a0fcb47845 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x147789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.689068:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378e00/0xa7e486a0fcb47845 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x147789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.689073:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378e00/0xa7e486a0fcb47845 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x147789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.689078:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.689080:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378e00/0xa7e486a0fcb47845 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x147789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.689085:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378e00/0xa7e486a0fcb47845 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x147789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.689091:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x147789f0 (ffff93698834d100) 00010000:00010000:2.0:1767318124.689094:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.689097:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378e00/0xa7e486a0fcb47845 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x147789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.689103:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378e00/0xa7e486a0fcb47845 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x147789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.689123:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428da00/0xa7e486a0fcb4787d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xad54abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.689129:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428da00/0xa7e486a0fcb4787d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xad54abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.689138:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428da00/0xa7e486a0fcb4787d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xad54abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.689143:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a428da00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.689146:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428da00/0xa7e486a0fcb4787d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xad54abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.689152:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428da00/0xa7e486a0fcb4787d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xad54abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.689158:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xad54abf0 (ffff93698834d300) 00010000:00010000:2.0:1767318124.689160:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.689163:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428da00/0xa7e486a0fcb4787d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xad54abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.689171:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428da00/0xa7e486a0fcb4787d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xad54abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.689185:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ffe00/0xa7e486a0fcb478b5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3546b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.689190:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ffe00/0xa7e486a0fcb478b5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3546b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.689195:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ffe00/0xa7e486a0fcb478b5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3546b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.689199:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25ffe00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.689201:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ffe00/0xa7e486a0fcb478b5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3546b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.689206:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ffe00/0xa7e486a0fcb478b5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3546b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.689213:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x3546b4f0 (ffff936990793900) 00010000:00010000:2.0:1767318124.689215:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.689217:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ffe00/0xa7e486a0fcb478b5 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x3546b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.689222:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ffe00/0xa7e486a0fcb478b5 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x3546b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.689235:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c600/0xa7e486a0fcb478ed lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x214bc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.689240:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c600/0xa7e486a0fcb478ed lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x214bc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.689245:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c600/0xa7e486a0fcb478ed lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x214bc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.689250:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a428c600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.689253:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c600/0xa7e486a0fcb478ed lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x214bc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.689257:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c600/0xa7e486a0fcb478ed lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x214bc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.689264:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x214bc5f0 (ffff93698834d800) 00010000:00010000:2.0:1767318124.689266:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.689268:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c600/0xa7e486a0fcb478ed lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x214bc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.689272:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c600/0xa7e486a0fcb478ed lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x214bc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.689284:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d800/0xa7e486a0fcb47925 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xca2b78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.689290:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d800/0xa7e486a0fcb47925 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xca2b78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.689295:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d800/0xa7e486a0fcb47925 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xca2b78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.689300:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a428d800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.689303:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d800/0xa7e486a0fcb47925 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xca2b78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.689308:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d800/0xa7e486a0fcb47925 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xca2b78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.689315:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xca2b78f0 (ffff93698834db00) 00010000:00010000:2.0:1767318124.689317:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.689320:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d800/0xa7e486a0fcb47925 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xca2b78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.689324:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d800/0xa7e486a0fcb47925 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xca2b78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.689337:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c400/0xa7e486a0fcb4795d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc957c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.689343:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c400/0xa7e486a0fcb4795d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc957c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.689348:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c400/0xa7e486a0fcb4795d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc957c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.689352:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a428c400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.689368:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c400/0xa7e486a0fcb4795d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc957c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.689374:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c400/0xa7e486a0fcb4795d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc957c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT1 00000100:00100000:3.0:1767318124.689535:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383645824 00000100:00100000:3.0:1767318124.689544:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383645824 00000100:00100000:3.0:1767318124.689592:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383646336 00000100:00100000:3.0:1767318124.689596:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383646336 00000100:00100000:3.0:1767318124.689614:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383645440 00000100:00100000:3.0:1767318124.689617:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383645440 00000100:00100000:3.0:1767318124.689633:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383645952 00000100:00100000:3.0:1767318124.689635:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383645952 00000100:00100000:3.0:1767318124.689653:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16937 00000100:00100000:3.0:1767318124.689662:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+16:7023:x1853164383645824:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1767318124.689691:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:22 count 1 00002000:00010000:3.0:1767318124.689724:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.689731:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb4a05b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.689745:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.689748:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.689753:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb4a05b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.689766:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb4a05b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.689773:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb4a05b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.689803:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb4a05b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.689819:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318124.690719:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:7023:x1853164383645824:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1058us (2079us total) trans 4294976688 rc 0/0 00000100:00100000:3.0:1767318124.690726:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16937 00000100:00100000:3.0:1767318124.690739:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16940 00000100:00100000:3.0:1767318124.690745:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+16:7023:x1853164383645952:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1767318124.690757:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:43 count 1 00002000:00010000:3.0:1767318124.690774:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.690801:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a069 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.690809:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.690811:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.690815:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a069 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.691039:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xc957c5f0 (ffff93698834d700) 00010000:00010000:2.0:1767318124.691043:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.691048:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c400/0xa7e486a0fcb4795d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xc957c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.691056:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c400/0xa7e486a0fcb4795d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xc957c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.691085:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ffa00/0xa7e486a0fcb47995 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdd7fabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.691091:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ffa00/0xa7e486a0fcb47995 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdd7fabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.691097:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ffa00/0xa7e486a0fcb47995 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdd7fabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.691103:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25ffa00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.691106:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ffa00/0xa7e486a0fcb47995 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdd7fabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.691113:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ffa00/0xa7e486a0fcb47995 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdd7fabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.691121:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xdd7fabf0 (ffff936990793d00) 00010000:00010000:2.0:1767318124.691123:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.691126:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ffa00/0xa7e486a0fcb47995 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xdd7fabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.691134:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ffa00/0xa7e486a0fcb47995 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xdd7fabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.691149:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fc00/0xa7e486a0fcb479cd lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa048f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.691153:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fc00/0xa7e486a0fcb479cd lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa048f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.691159:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fc00/0xa7e486a0fcb479cd lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa048f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.691163:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698fb5fc00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.691166:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fc00/0xa7e486a0fcb479cd lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa048f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.691171:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fc00/0xa7e486a0fcb479cd lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa048f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.691177:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xa048f7f0 (ffff936984e95b00) 00010000:00010000:2.0:1767318124.691179:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.691182:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fc00/0xa7e486a0fcb479cd lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xa048f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.691188:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fc00/0xa7e486a0fcb479cd lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xa048f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.691202:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ffc00/0xa7e486a0fcb47a05 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb98ab4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.691207:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ffc00/0xa7e486a0fcb47a05 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb98ab4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.691216:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ffc00/0xa7e486a0fcb47a05 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb98ab4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.691220:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25ffc00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.691223:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ffc00/0xa7e486a0fcb47a05 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb98ab4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.691229:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ffc00/0xa7e486a0fcb47a05 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb98ab4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.691234:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xb98ab4f0 (ffff936990793a00) 00010000:00010000:2.0:1767318124.691236:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.691239:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ffc00/0xa7e486a0fcb47a05 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xb98ab4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.691244:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ffc00/0xa7e486a0fcb47a05 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xb98ab4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT1 00010000:00010000:2.0:1767318124.691256:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fe00/0xa7e486a0fcb47a3d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xeb0ec5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.691261:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fe00/0xa7e486a0fcb47a3d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xeb0ec5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.691266:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fe00/0xa7e486a0fcb47a3d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xeb0ec5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.691269:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698fb5fe00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.691272:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fe00/0xa7e486a0fcb47a3d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xeb0ec5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.691276:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fe00/0xa7e486a0fcb47a3d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xeb0ec5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.691283:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xeb0ec5f0 (ffff936984e95f00) 00010000:00010000:2.0:1767318124.691285:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.691287:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fe00/0xa7e486a0fcb47a3d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xeb0ec5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.691293:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fe00/0xa7e486a0fcb47a3d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xeb0ec5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.691304:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428cc00/0xa7e486a0fcb47a75 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x167a46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.691309:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428cc00/0xa7e486a0fcb47a75 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x167a46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.691313:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428cc00/0xa7e486a0fcb47a75 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x167a46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.691318:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a428cc00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.691320:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428cc00/0xa7e486a0fcb47a75 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x167a46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.691325:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428cc00/0xa7e486a0fcb47a75 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x167a46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.691332:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x167a46f0 (ffff9369a4ae9500) 00010000:00010000:2.0:1767318124.691334:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.691337:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428cc00/0xa7e486a0fcb47a75 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x167a46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.691342:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428cc00/0xa7e486a0fcb47a75 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x167a46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.691366:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ff800/0xa7e486a0fcb47aad lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc80d5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.691373:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ff800/0xa7e486a0fcb47aad lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc80d5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00000100:00100000:1.0:1767318124.691634:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4fdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383645568:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1767318124.691673:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a069 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.691685:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a069 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.691691:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a069 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.691711:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318124.691712:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.691749:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383646080:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.691774:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.691815:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1767318124.691833:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4fdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383645696:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.691864:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.691883:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383646208:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.691902:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.691932:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383645568 00000100:00100000:1.0:1767318124.691939:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383645568 00000100:00100000:1.0:1767318124.691972:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383646080 00000100:00100000:1.0:1767318124.691977:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383646080 00000100:00100000:1.0:1767318124.691991:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383645696 00000100:00100000:1.0:1767318124.691995:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383645696 00000100:00100000:1.0:1767318124.692008:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383646208 00000100:00100000:1.0:1767318124.692013:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383646208 00000100:00100000:1.0:1767318124.692034:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16941 00000100:00100000:1.0:1767318124.692044:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+21:7025:x1853164383645568:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.692066:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:85 count 1 00002000:00010000:1.0:1767318124.692085:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x55:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.692091:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565b800/0xa7e486a0fcb4a077 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.692101:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.692103:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.692106:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698565b800/0xa7e486a0fcb4a077 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.692117:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698565b800/0xa7e486a0fcb4a077 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.692125:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565b800/0xa7e486a0fcb4a077 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.692132:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698565b800/0xa7e486a0fcb4a077 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.692147:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767318124.692292:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+22:7025:x1853164383645568:12345-0@lo:6:osp-syn-0-1.0 Request processed in 247us (578us total) trans 4294976691 rc 0/0 00000100:00100000:1.0:1767318124.692302:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16941 00000100:00100000:1.0:1767318124.692316:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16943 00000100:00100000:1.0:1767318124.692325:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+21:7025:x1853164383645696:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.692341:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:91 count 1 00010000:00010000:2.0:1767318124.692644:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ff800/0xa7e486a0fcb47aad lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc80d5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.692654:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25ff800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.692659:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ff800/0xa7e486a0fcb47aad lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc80d5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.692666:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ff800/0xa7e486a0fcb47aad lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc80d5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.692677:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xc80d5ef0 (ffff936990793f00) 00010000:00010000:2.0:1767318124.692681:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.692685:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ff800/0xa7e486a0fcb47aad lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xc80d5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.692691:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25ff800/0xa7e486a0fcb47aad lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xc80d5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.692715:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5ee00/0xa7e486a0fcb47ae5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x670d9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.692722:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5ee00/0xa7e486a0fcb47ae5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x670d9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.692727:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5ee00/0xa7e486a0fcb47ae5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x670d9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.692732:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698fb5ee00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.692735:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5ee00/0xa7e486a0fcb47ae5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x670d9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.692742:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5ee00/0xa7e486a0fcb47ae5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x670d9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.692749:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x670d9af0 (ffff936984e95a00) 00010000:00010000:2.0:1767318124.692752:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.692755:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5ee00/0xa7e486a0fcb47ae5 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x670d9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.692760:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5ee00/0xa7e486a0fcb47ae5 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x670d9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.692776:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a600/0xa7e486a0fcb47b1d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x234a5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.692797:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a600/0xa7e486a0fcb47b1d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x234a5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.692802:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a600/0xa7e486a0fcb47b1d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x234a5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.692806:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565a600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.692809:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a600/0xa7e486a0fcb47b1d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x234a5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.692815:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a600/0xa7e486a0fcb47b1d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x234a5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00002000:00010000:1.0:1767318124.692964:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x5b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.692972:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4a085 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.692972:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x234a5ef0 (ffff936886f6d600) 00010000:00010000:2.0:1767318124.692981:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.692987:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a600/0xa7e486a0fcb47b1d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x234a5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318124.692993:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.692997:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.693002:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4a085 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.693005:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a600/0xa7e486a0fcb47b1d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x234a5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318124.693021:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4a085 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.693031:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4a085 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.693032:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379e00/0xa7e486a0fcb47b55 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693048:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379e00/0xa7e486a0fcb47b55 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318124.693050:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4a085 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.693060:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379e00/0xa7e486a0fcb47b55 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318124.693066:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00010000:00010000:2.0:1767318124.693067:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6379e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.693072:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379e00/0xa7e486a0fcb47b55 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693078:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379e00/0xa7e486a0fcb47b55 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693087:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xaad39af0 (ffff936886f6dd00) 00010000:00010000:2.0:1767318124.693090:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.693092:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379e00/0xa7e486a0fcb47b55 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693099:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379e00/0xa7e486a0fcb47b55 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693114:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fec00/0xa7e486a0fcb47b8d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb5a0f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693120:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fec00/0xa7e486a0fcb47b8d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb5a0f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693130:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fec00/0xa7e486a0fcb47b8d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb5a0f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693134:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25fec00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.693137:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fec00/0xa7e486a0fcb47b8d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb5a0f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693142:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fec00/0xa7e486a0fcb47b8d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb5a0f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693151:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xb5a0f7f0 (ffff936990793400) 00010000:00010000:2.0:1767318124.693153:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.693156:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fec00/0xa7e486a0fcb47b8d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xb5a0f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693161:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fec00/0xa7e486a0fcb47b8d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xb5a0f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693182:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642000/0xa7e486a0fcb47bc5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xccea89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693187:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642000/0xa7e486a0fcb47bc5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xccea89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693193:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642000/0xa7e486a0fcb47bc5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xccea89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693197:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369bf642000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.693200:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642000/0xa7e486a0fcb47bc5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xccea89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693205:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642000/0xa7e486a0fcb47bc5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xccea89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693212:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xccea89f0 (ffff93688a4c9200) 00010000:00010000:2.0:1767318124.693214:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.693216:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642000/0xa7e486a0fcb47bc5 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xccea89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693222:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642000/0xa7e486a0fcb47bc5 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xccea89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693234:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf643200/0xa7e486a0fcb47bfd lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693240:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf643200/0xa7e486a0fcb47bfd lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693245:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf643200/0xa7e486a0fcb47bfd lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693250:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369bf643200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.693253:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf643200/0xa7e486a0fcb47bfd lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693258:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf643200/0xa7e486a0fcb47bfd lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693263:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x513089f0 (ffff936991c5a100) 00010000:00010000:2.0:1767318124.693265:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.693268:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf643200/0xa7e486a0fcb47bfd lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693273:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf643200/0xa7e486a0fcb47bfd lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693285:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d200/0xa7e486a0fcb47c35 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693291:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d200/0xa7e486a0fcb47c35 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693297:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d200/0xa7e486a0fcb47c35 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693301:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a428d200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.693303:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d200/0xa7e486a0fcb47c35 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693309:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d200/0xa7e486a0fcb47c35 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693314:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x57389af0 (ffff9369a4ae9a00) 00010000:00010000:2.0:1767318124.693316:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.693319:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d200/0xa7e486a0fcb47c35 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693323:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d200/0xa7e486a0fcb47c35 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693338:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428de00/0xa7e486a0fcb47c6d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x24475ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693344:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428de00/0xa7e486a0fcb47c6d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x24475ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693349:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428de00/0xa7e486a0fcb47c6d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x24475ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693365:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a428de00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.693367:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428de00/0xa7e486a0fcb47c6d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x24475ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693374:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428de00/0xa7e486a0fcb47c6d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x24475ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693387:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x24475ef0 (ffff9369a4ae9e00) 00010000:00010000:2.0:1767318124.693389:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.693392:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428de00/0xa7e486a0fcb47c6d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x24475ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693397:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428de00/0xa7e486a0fcb47c6d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x24475ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693412:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d000/0xa7e486a0fcb47ca5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x6c3878f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693417:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d000/0xa7e486a0fcb47ca5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x6c3878f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693422:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d000/0xa7e486a0fcb47ca5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x6c3878f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693427:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a428d000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.693429:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d000/0xa7e486a0fcb47ca5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x6c3878f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693434:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d000/0xa7e486a0fcb47ca5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x6c3878f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693441:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x6c3878f0 (ffff9369a4ae9800) 00010000:00010000:2.0:1767318124.693443:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.693446:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d000/0xa7e486a0fcb47ca5 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x6c3878f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693455:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d000/0xa7e486a0fcb47ca5 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x6c3878f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693478:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47cdd lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693484:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47cdd lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693489:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47cdd lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693494:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6379200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.693496:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47cdd lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693502:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47cdd lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693508:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xa4c7b4f0 (ffff936886f6d400) 00010000:00010000:2.0:1767318124.693511:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.693513:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47cdd lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693518:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379200/0xa7e486a0fcb47cdd lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693530:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf643c00/0xa7e486a0fcb47d15 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693536:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf643c00/0xa7e486a0fcb47d15 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693545:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf643c00/0xa7e486a0fcb47d15 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693549:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369bf643c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.693552:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf643c00/0xa7e486a0fcb47d15 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693557:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf643c00/0xa7e486a0fcb47d15 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693564:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xbc59abf0 (ffff9369a1a6f700) 00010000:00010000:2.0:1767318124.693566:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.693568:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf643c00/0xa7e486a0fcb47d15 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693573:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf643c00/0xa7e486a0fcb47d15 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693585:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5c00/0xa7e486a0fcb47d4d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x65b89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693590:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5c00/0xa7e486a0fcb47d4d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x65b89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693595:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5c00/0xa7e486a0fcb47d4d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x65b89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693598:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.693601:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5c00/0xa7e486a0fcb47d4d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x65b89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693606:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5c00/0xa7e486a0fcb47d4d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x65b89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693613:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x65b89f0 (ffff9369a4ae9c00) 00010000:00010000:2.0:1767318124.693615:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.693617:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5c00/0xa7e486a0fcb47d4d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x65b89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693622:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5c00/0xa7e486a0fcb47d4d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x65b89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693636:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a49fda00/0xa7e486a0fcb47d85 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5baf89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693642:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a49fda00/0xa7e486a0fcb47d85 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5baf89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693646:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a49fda00/0xa7e486a0fcb47d85 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5baf89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693650:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a49fda00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.693653:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a49fda00/0xa7e486a0fcb47d85 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5baf89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693657:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a49fda00/0xa7e486a0fcb47d85 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5baf89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693663:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x5baf89f0 (ffff93688a783900) 00010000:00010000:2.0:1767318124.693666:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.693668:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a49fda00/0xa7e486a0fcb47d85 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x5baf89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693674:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a49fda00/0xa7e486a0fcb47d85 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x5baf89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693686:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4c00/0xa7e486a0fcb47dbd lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3da78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693692:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4c00/0xa7e486a0fcb47dbd lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3da78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693698:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4c00/0xa7e486a0fcb47dbd lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3da78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693702:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.693705:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4c00/0xa7e486a0fcb47dbd lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3da78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693711:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4c00/0xa7e486a0fcb47dbd lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3da78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693718:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x3da78f0 (ffff9369a4ae9200) 00010000:00010000:2.0:1767318124.693720:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.693723:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4c00/0xa7e486a0fcb47dbd lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x3da78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693728:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4c00/0xa7e486a0fcb47dbd lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x3da78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693741:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a49fd000/0xa7e486a0fcb47df5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693747:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a49fd000/0xa7e486a0fcb47df5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693752:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a49fd000/0xa7e486a0fcb47df5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693757:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a49fd000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.693759:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a49fd000/0xa7e486a0fcb47df5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693766:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a49fd000/0xa7e486a0fcb47df5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693772:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x1f92c5f0 (ffff93688a783c00) 00010000:00010000:2.0:1767318124.693775:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.693777:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a49fd000/0xa7e486a0fcb47df5 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693804:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a49fd000/0xa7e486a0fcb47df5 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693816:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642800/0xa7e486a0fcb47e2d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693822:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642800/0xa7e486a0fcb47e2d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693838:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642800/0xa7e486a0fcb47e2d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693842:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369bf642800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.693844:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642800/0xa7e486a0fcb47e2d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693850:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642800/0xa7e486a0fcb47e2d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693856:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x61d8abf0 (ffff936986146b00) 00010000:00010000:2.0:1767318124.693858:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.693861:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642800/0xa7e486a0fcb47e2d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693869:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369bf642800/0xa7e486a0fcb47e2d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693881:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930000/0xa7e486a0fcb47e65 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693886:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930000/0xa7e486a0fcb47e65 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693891:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930000/0xa7e486a0fcb47e65 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693895:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a0930000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.693897:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930000/0xa7e486a0fcb47e65 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693903:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930000/0xa7e486a0fcb47e65 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693909:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xee8678f0 (ffff93688a783100) 00010000:00010000:2.0:1767318124.693911:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.693914:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930000/0xa7e486a0fcb47e65 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693919:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930000/0xa7e486a0fcb47e65 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.693938:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e000/0xa7e486a0fcb47e9d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x9ae5c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693944:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e000/0xa7e486a0fcb47e9d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x9ae5c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693953:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e000/0xa7e486a0fcb47e9d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x9ae5c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693957:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698fb5e000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.693960:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e000/0xa7e486a0fcb47e9d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x9ae5c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693966:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e000/0xa7e486a0fcb47e9d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x9ae5c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693973:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x9ae5c5f0 (ffff936984e95d00) 00010000:00010000:2.0:1767318124.693976:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.693978:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e000/0xa7e486a0fcb47e9d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x9ae5c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.693984:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e000/0xa7e486a0fcb47e9d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x9ae5c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.694000:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931a00/0xa7e486a0fcb47ed5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x259346f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694006:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931a00/0xa7e486a0fcb47ed5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x259346f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694012:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931a00/0xa7e486a0fcb47ed5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x259346f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694017:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a0931a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.694019:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931a00/0xa7e486a0fcb47ed5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x259346f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694025:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931a00/0xa7e486a0fcb47ed5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x259346f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694032:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x259346f0 (ffff93688a783200) 00010000:00010000:2.0:1767318124.694034:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.694036:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931a00/0xa7e486a0fcb47ed5 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x259346f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694041:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0931a00/0xa7e486a0fcb47ed5 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x259346f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694054:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930400/0xa7e486a0fcb47f0d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694060:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930400/0xa7e486a0fcb47f0d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694066:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930400/0xa7e486a0fcb47f0d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694070:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a0930400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.694073:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930400/0xa7e486a0fcb47f0d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694078:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930400/0xa7e486a0fcb47f0d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694085:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x515989f0 (ffff93688a783700) 00010000:00010000:2.0:1767318124.694087:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.694089:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930400/0xa7e486a0fcb47f0d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694095:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930400/0xa7e486a0fcb47f0d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694108:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e800/0xa7e486a0fcb47f45 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfc5b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694114:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e800/0xa7e486a0fcb47f45 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfc5b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694119:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e800/0xa7e486a0fcb47f45 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfc5b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694123:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698fb5e800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.694126:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e800/0xa7e486a0fcb47f45 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfc5b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694131:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e800/0xa7e486a0fcb47f45 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfc5b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694138:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xfc5b4f0 (ffff936984e95e00) 00010000:00010000:2.0:1767318124.694140:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.694143:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e800/0xa7e486a0fcb47f45 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xfc5b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694147:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e800/0xa7e486a0fcb47f45 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xfc5b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694161:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138000/0xa7e486a0fcb47f7d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xcaf4f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694167:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138000/0xa7e486a0fcb47f7d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xcaf4f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694172:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138000/0xa7e486a0fcb47f7d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xcaf4f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694176:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.694178:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138000/0xa7e486a0fcb47f7d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xcaf4f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694184:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138000/0xa7e486a0fcb47f7d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xcaf4f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694191:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xcaf4f7f0 (ffff93688a783800) 00010000:00010000:2.0:1767318124.694193:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.694195:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138000/0xa7e486a0fcb47f7d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xcaf4f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694200:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138000/0xa7e486a0fcb47f7d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xcaf4f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694212:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138600/0xa7e486a0fcb47fb5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1fd578f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694217:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138600/0xa7e486a0fcb47fb5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1fd578f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694222:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138600/0xa7e486a0fcb47fb5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1fd578f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694227:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.694229:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138600/0xa7e486a0fcb47fb5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1fd578f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694235:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138600/0xa7e486a0fcb47fb5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1fd578f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694241:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x1fd578f0 (ffff93688a783300) 00010000:00010000:2.0:1767318124.694243:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.694246:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138600/0xa7e486a0fcb47fb5 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x1fd578f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694255:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138600/0xa7e486a0fcb47fb5 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x1fd578f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694267:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138400/0xa7e486a0fcb47fed lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5dc36ff0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694273:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138400/0xa7e486a0fcb47fed lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5dc36ff0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694278:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138400/0xa7e486a0fcb47fed lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5dc36ff0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694283:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.694285:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138400/0xa7e486a0fcb47fed lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5dc36ff0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694290:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138400/0xa7e486a0fcb47fed lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5dc36ff0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694297:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x5dc36ff0 (ffff93688a783e00) 00010000:00010000:2.0:1767318124.694299:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.694301:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138400/0xa7e486a0fcb47fed lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x5dc36ff0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694306:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138400/0xa7e486a0fcb47fed lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x5dc36ff0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694318:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138c00/0xa7e486a0fcb48025 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdcb79af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694323:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138c00/0xa7e486a0fcb48025 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdcb79af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694332:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138c00/0xa7e486a0fcb48025 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdcb79af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694336:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.694339:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138c00/0xa7e486a0fcb48025 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdcb79af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694343:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138c00/0xa7e486a0fcb48025 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdcb79af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694350:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xdcb79af0 (ffff93688a783000) 00010000:00010000:2.0:1767318124.694352:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.694356:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138c00/0xa7e486a0fcb48025 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xdcb79af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694361:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138c00/0xa7e486a0fcb48025 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xdcb79af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.694372:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4805d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5f4c89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.694377:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4805d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5f4c89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.694382:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4805d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5f4c89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.694388:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.694390:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4805d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5f4c89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.694396:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4805d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5f4c89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.694404:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x5f4c89f0 (ffff9369a4ae9f00) 00010000:00010000:2.0:1767318124.694406:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.694409:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4805d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x5f4c89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.694414:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4805d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x5f4c89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.694431:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5400/0xa7e486a0fcb48095 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x140bb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.694436:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5400/0xa7e486a0fcb48095 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x140bb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.694442:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5400/0xa7e486a0fcb48095 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x140bb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.694446:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.694449:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5400/0xa7e486a0fcb48095 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x140bb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.694454:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5400/0xa7e486a0fcb48095 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x140bb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.694956:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x140bb4f0 (ffff9369a4ae9100) 00010000:00010000:2.0:1767318124.694960:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.694964:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5400/0xa7e486a0fcb48095 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x140bb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.694970:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5400/0xa7e486a0fcb48095 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x140bb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.694989:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e400/0xa7e486a0fcb480cd lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.694995:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e400/0xa7e486a0fcb480cd lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695000:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e400/0xa7e486a0fcb480cd lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695004:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698fb5e400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.695007:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e400/0xa7e486a0fcb480cd lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695013:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e400/0xa7e486a0fcb480cd lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695021:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x7b1df7f0 (ffff936984e95900) 00010000:00010000:2.0:1767318124.695024:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.695027:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e400/0xa7e486a0fcb480cd lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695031:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5e400/0xa7e486a0fcb480cd lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695047:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98e00/0xa7e486a0fcb48105 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x85b289f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695053:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98e00/0xa7e486a0fcb48105 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x85b289f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695058:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98e00/0xa7e486a0fcb48105 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x85b289f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695062:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a3e98e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.695065:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98e00/0xa7e486a0fcb48105 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x85b289f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695070:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98e00/0xa7e486a0fcb48105 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x85b289f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695076:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x85b289f0 (ffff93688a4c9300) 00010000:00010000:2.0:1767318124.695079:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.695081:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98e00/0xa7e486a0fcb48105 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x85b289f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695086:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98e00/0xa7e486a0fcb48105 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x85b289f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695101:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98000/0xa7e486a0fcb4813d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x38a25ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695106:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98000/0xa7e486a0fcb4813d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x38a25ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695112:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98000/0xa7e486a0fcb4813d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x38a25ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695116:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a3e98000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.695119:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98000/0xa7e486a0fcb4813d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x38a25ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695125:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98000/0xa7e486a0fcb4813d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x38a25ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695131:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x38a25ef0 (ffff9369a0898d00) 00010000:00010000:2.0:1767318124.695133:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.695136:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98000/0xa7e486a0fcb4813d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x38a25ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695145:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e98000/0xa7e486a0fcb4813d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x38a25ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695157:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139200/0xa7e486a0fcb48175 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695162:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139200/0xa7e486a0fcb48175 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695168:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139200/0xa7e486a0fcb48175 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695173:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.695175:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139200/0xa7e486a0fcb48175 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695181:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139200/0xa7e486a0fcb48175 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695187:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xf09178f0 (ffff93688a783b00) 00010000:00010000:2.0:1767318124.695189:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.695192:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139200/0xa7e486a0fcb48175 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695197:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139200/0xa7e486a0fcb48175 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695210:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5000/0xa7e486a0fcb481ad lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd68e78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695215:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5000/0xa7e486a0fcb481ad lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd68e78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695224:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5000/0xa7e486a0fcb481ad lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd68e78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695228:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.695230:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5000/0xa7e486a0fcb481ad lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd68e78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695235:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5000/0xa7e486a0fcb481ad lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd68e78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695241:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xd68e78f0 (ffff9369a4ae9700) 00010000:00010000:2.0:1767318124.695243:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.695245:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5000/0xa7e486a0fcb481ad lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xd68e78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695250:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5000/0xa7e486a0fcb481ad lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xd68e78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695262:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb481e5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695268:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb481e5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695273:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb481e5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695278:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.695280:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb481e5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695286:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb481e5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695292:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x117eb4f0 (ffff9369a4ae9900) 00010000:00010000:2.0:1767318124.695294:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.695297:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb481e5 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695302:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb481e5 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695315:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a800/0xa7e486a0fcb4821d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695320:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a800/0xa7e486a0fcb4821d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695324:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a800/0xa7e486a0fcb4821d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695328:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565a800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.695330:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a800/0xa7e486a0fcb4821d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695335:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a800/0xa7e486a0fcb4821d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695342:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xa1cd46f0 (ffff9369a4ae9000) 00010000:00010000:2.0:1767318124.695344:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.695346:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a800/0xa7e486a0fcb4821d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695351:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698565a800/0xa7e486a0fcb4821d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695386:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138a00/0xa7e486a0fcb48255 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x2b49abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695393:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138a00/0xa7e486a0fcb48255 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x2b49abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695399:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138a00/0xa7e486a0fcb48255 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x2b49abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695404:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.695406:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138a00/0xa7e486a0fcb48255 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x2b49abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695412:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138a00/0xa7e486a0fcb48255 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x2b49abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695419:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x2b49abf0 (ffff93688a783400) 00010000:00010000:2.0:1767318124.695421:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.695424:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138a00/0xa7e486a0fcb48255 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x2b49abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695430:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138a00/0xa7e486a0fcb48255 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x2b49abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695444:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4828d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x4df65ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695449:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4828d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x4df65ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695455:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4828d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x4df65ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695470:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.695474:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4828d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x4df65ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695480:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4828d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x4df65ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695487:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x4df65ef0 (ffff93688a783a00) 00010000:00010000:2.0:1767318124.695490:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.695492:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4828d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x4df65ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695498:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4828d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x4df65ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695512:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb482c5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695518:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb482c5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695523:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb482c5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695528:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.695531:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb482c5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695536:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb482c5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695542:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x67d6f7f0 (ffff9369a4ae9600) 00010000:00010000:2.0:1767318124.695544:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.695546:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb482c5 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695554:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb482c5 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695567:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c800/0xa7e486a0fcb482fd lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695573:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c800/0xa7e486a0fcb482fd lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695579:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c800/0xa7e486a0fcb482fd lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695583:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a428c800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.695586:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c800/0xa7e486a0fcb482fd lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695591:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c800/0xa7e486a0fcb482fd lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695597:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xe69fc5f0 (ffff936990793500) 00010000:00010000:2.0:1767318124.695600:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.695602:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c800/0xa7e486a0fcb482fd lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695607:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428c800/0xa7e486a0fcb482fd lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695624:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0000/0xa7e486a0fcb48335 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695630:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0000/0xa7e486a0fcb48335 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695639:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0000/0xa7e486a0fcb48335 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695643:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698f4e0000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.695646:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0000/0xa7e486a0fcb48335 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695651:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0000/0xa7e486a0fcb48335 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695658:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x8cf646f0 (ffff93698612b000) 00010000:00010000:2.0:1767318124.695660:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.695663:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0000/0xa7e486a0fcb48335 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695669:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0000/0xa7e486a0fcb48335 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695684:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4836d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc52978f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695691:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4836d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc52978f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695696:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4836d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc52978f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695701:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.695704:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4836d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc52978f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695710:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4836d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc52978f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695718:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xc52978f0 (ffff9369a4ae9300) 00010000:00010000:2.0:1767318124.695720:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.695723:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4836d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xc52978f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695728:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4836d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xc52978f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.695746:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0600/0xa7e486a0fcb483a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x15c4b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695752:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0600/0xa7e486a0fcb483a5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x15c4b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695757:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0600/0xa7e486a0fcb483a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x15c4b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695761:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698f4e0600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.695764:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0600/0xa7e486a0fcb483a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x15c4b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695769:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0600/0xa7e486a0fcb483a5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x15c4b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695776:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x15c4b4f0 (ffff936887aa3500) 00010000:00010000:2.0:1767318124.695778:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.695808:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0600/0xa7e486a0fcb483a5 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x15c4b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.695814:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0600/0xa7e486a0fcb483a5 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x15c4b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.696002:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb483dd lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.696010:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb483dd lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.696017:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb483dd lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.696022:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.696025:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb483dd lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.696031:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb483dd lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.696040:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x8f5678f0 (ffff9369a4ae9d00) 00010000:00010000:2.0:1767318124.696043:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.696046:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb483dd lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.696052:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4800/0xa7e486a0fcb483dd lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318124.696070:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428ce00/0xa7e486a0fcb48415 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.696077:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428ce00/0xa7e486a0fcb48415 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.696082:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428ce00/0xa7e486a0fcb48415 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.696088:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a428ce00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.696090:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428ce00/0xa7e486a0fcb48415 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.696144:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428ce00/0xa7e486a0fcb48415 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.696152:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xd9725ef0 (ffff936984e95800) 00010000:00010000:2.0:1767318124.696155:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.696157:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428ce00/0xa7e486a0fcb48415 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.696163:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428ce00/0xa7e486a0fcb48415 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.696179:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d600/0xa7e486a0fcb4844d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.696184:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d600/0xa7e486a0fcb4844d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.696190:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d600/0xa7e486a0fcb4844d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.696195:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a428d600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.696198:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d600/0xa7e486a0fcb4844d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.696203:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d600/0xa7e486a0fcb4844d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.696209:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x15f1abf0 (ffff936984e95000) 00010000:00010000:2.0:1767318124.696212:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.696215:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d600/0xa7e486a0fcb4844d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.696225:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d600/0xa7e486a0fcb4844d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.696249:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb48485 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.696282:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb48485 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.696287:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb48485 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00000100:00100000:3.0:1767318124.696458:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+23:7023:x1853164383645952:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5699us (7664us total) trans 4294976689 rc 0/0 00000100:00100000:3.0:1767318124.696482:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16940 00000100:00100000:3.0:1767318124.696519:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16944 00000100:00100000:3.0:1767318124.696534:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+22:7025:x1853164383646208:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1767318124.696572:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:66 count 1 00002000:00010000:3.0:1767318124.696606:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.696612:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a08c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.696623:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.696626:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.696631:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a08c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.696650:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a08c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.696659:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a08c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.696666:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a08c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.696678:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:3.0:1767318124.696943:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+23:7025:x1853164383646208:12345-0@lo:6:osp-syn-0-1.0 Request processed in 414us (5039us total) trans 4294976694 rc 0/0 00000100:00100000:3.0:1767318124.696950:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16944 00010000:00010000:3.0:1767318124.696998:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1767318124.697004:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb4a05b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697011:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.697015:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb4a05b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697023:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb4a05b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697035:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb4a05b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697041:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb4a05b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697061:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1767318124.697066:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698ab78c00/0xa7e486a0fcb4a062 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697072:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78c00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.697075:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab78c00/0xa7e486a0fcb4a062 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697082:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab78c00/0xa7e486a0fcb4a062 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697090:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698ab78c00/0xa7e486a0fcb4a062 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697097:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698ab78c00/0xa7e486a0fcb4a062 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697109:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1767318124.697212:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a069 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697221:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.697227:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a069 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697235:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a069 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697250:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a069 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697256:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a069 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697273:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1767318124.697277:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698ab78400/0xa7e486a0fcb4a070 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697283:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.697290:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab78400/0xa7e486a0fcb4a070 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697297:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab78400/0xa7e486a0fcb4a070 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697309:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698ab78400/0xa7e486a0fcb4a070 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697316:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698ab78400/0xa7e486a0fcb4a070 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697331:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318124.697336:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698565b800/0xa7e486a0fcb4a077 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697350:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565b800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.697353:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565b800/0xa7e486a0fcb4a077 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697360:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565b800/0xa7e486a0fcb4a077 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697370:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698565b800/0xa7e486a0fcb4a077 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697377:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698565b800/0xa7e486a0fcb4a077 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697394:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318124.697398:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698ab79a00/0xa7e486a0fcb4a07e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697404:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.697406:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab79a00/0xa7e486a0fcb4a07e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697413:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab79a00/0xa7e486a0fcb4a07e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697421:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698ab79a00/0xa7e486a0fcb4a07e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697432:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698ab79a00/0xa7e486a0fcb4a07e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697442:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318124.697446:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4a085 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697451:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565a000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.697454:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4a085 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697471:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4a085 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697481:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4a085 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697489:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4a085 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697502:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318124.697506:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a08c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697512:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.697515:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a08c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697523:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a08c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697532:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a08c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697539:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a08c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.697549:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.697551:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.697553:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318124.702072:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+22:7025:x1853164383645696:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9735us (10192us total) trans 4294976693 rc 0/0 00000100:00100000:1.0:1767318124.702096:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16943 00000004:00080000:1.0:1767318124.702501:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b4fdea00/2, rc 0, transno 4294976693 00000100:00100000:1.0:1767318124.702584:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4fdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383645696:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767318124.702603:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93688a39b800/2, rc 0, transno 4294976694 00010000:00010000:2.0:1767318124.702664:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.702678:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb48485 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.702692:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb48485 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.702711:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xc5edb4f0 (ffff936886f6d700) 00010000:00010000:2.0:1767318124.702716:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.702721:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb48485 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00000100:00100000:3.0:1767318124.702725:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383646464:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1767318124.702731:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378000/0xa7e486a0fcb48485 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.702767:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0c00/0xa7e486a0fcb484bd lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x73a789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.702775:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0c00/0xa7e486a0fcb484bd lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x73a789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00000100:00100000:3.0:1767318124.702805:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.703178:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383646208:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767318124.703202:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b4fdd880/2, rc 0, transno 4294976691 00000100:00100000:1.0:1767318124.703293:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4fdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383645568:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767318124.703309:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93688a399500/2, rc 0, transno 4294976692 00000100:00100000:3.0:1767318124.703353:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318124.703362:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383646848:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767318124.703396:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.703423:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383646848 00000100:00100000:3.0:1767318124.703426:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383646848 00000100:00100000:3.0:1767318124.703450:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16946 00000100:00100000:3.0:1767318124.703457:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+22:7024:x1853164383646848:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1767318124.703479:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:76 count 1 00002000:00010000:3.0:1767318124.703496:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x4c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.703502:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a09a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.703519:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.703521:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.703527:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a09a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.703542:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a09a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.703551:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a09a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.703562:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a09a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.703582:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0c00/0xa7e486a0fcb484bd lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x73a789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.703590:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698f4e0c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318124.703592:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318124.703594:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0c00/0xa7e486a0fcb484bd lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x73a789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.703603:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0c00/0xa7e486a0fcb484bd lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x73a789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.703612:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x73a789f0 (ffff936887aa3e00) 00010000:00010000:2.0:1767318124.703615:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.703618:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0c00/0xa7e486a0fcb484bd lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x73a789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.703623:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0c00/0xa7e486a0fcb484bd lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x73a789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.703646:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1e00/0xa7e486a0fcb484f5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x7ba1c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.703652:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1e00/0xa7e486a0fcb484f5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x7ba1c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.703658:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1e00/0xa7e486a0fcb484f5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x7ba1c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.703662:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698f4e1e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.703665:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1e00/0xa7e486a0fcb484f5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x7ba1c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.703671:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1e00/0xa7e486a0fcb484f5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x7ba1c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.703678:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x7ba1c5f0 (ffff936887aa3b00) 00010000:00010000:2.0:1767318124.703680:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.703684:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1e00/0xa7e486a0fcb484f5 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x7ba1c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.703688:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1e00/0xa7e486a0fcb484f5 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x7ba1c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.703705:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f400/0xa7e486a0fcb4852d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa0bc78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.703710:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f400/0xa7e486a0fcb4852d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa0bc78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.703715:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f400/0xa7e486a0fcb4852d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa0bc78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.703720:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698fb5f400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.703722:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f400/0xa7e486a0fcb4852d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa0bc78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.703727:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f400/0xa7e486a0fcb4852d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa0bc78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.703733:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xa0bc78f0 (ffff936886edee00) 00010000:00010000:2.0:1767318124.703736:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.703738:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f400/0xa7e486a0fcb4852d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xa0bc78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.703743:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f400/0xa7e486a0fcb4852d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xa0bc78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.703761:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139000/0xa7e486a0fcb48565 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.703767:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139000/0xa7e486a0fcb48565 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.703772:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139000/0xa7e486a0fcb48565 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.703776:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139000 already unused, calling callback (ffffffffc178a550) 00000100:00100000:3.0:1767318124.704057:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+23:7024:x1853164383646848:12345-0@lo:6:osp-syn-0-1.0 Request processed in 597us (658us total) trans 4294976695 rc 0/0 00000100:00100000:3.0:1767318124.704073:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16946 00010000:00010000:3.0:1767318124.704103:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318124.704112:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a09a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.704119:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.704123:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a09a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.704130:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a09a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.704144:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a09a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.704150:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a09a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.704169:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318124.704172:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698ab78600/0xa7e486a0fcb4a093 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.704180:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.704184:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab78600/0xa7e486a0fcb4a093 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.704191:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab78600/0xa7e486a0fcb4a093 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.704200:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698ab78600/0xa7e486a0fcb4a093 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.704207:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698ab78600/0xa7e486a0fcb4a093 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.704224:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.704226:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.704230:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318124.704257:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b968d180/2, rc 0, transno 4294976695 00000100:00100000:3.0:1767318124.704272:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383646848:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1767318124.704284:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b968d880/2, rc 0, transno 4294976696 00000100:00100000:3.0:1767318124.704288:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383646464:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767318124.704346:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383646976:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767318124.704375:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.704493:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383646080:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.704504:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383646592:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.704530:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.704548:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383647104:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.704566:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.704580:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318124.704584:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383646720:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.704601:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.704625:0:70259:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383646976 00000100:00100000:1.0:1767318124.704629:0:70259:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383646976 00000100:00100000:1.0:1767318124.704658:0:70259:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383646592 00000100:00100000:1.0:1767318124.704661:0:70259:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383646592 00000100:00100000:1.0:1767318124.704675:0:70259:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383647104 00000100:00100000:1.0:1767318124.704677:0:70259:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383647104 00000100:00100000:1.0:1767318124.704690:0:70259:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383646720 00000100:00100000:1.0:1767318124.704693:0:70259:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383646720 00000100:00100000:1.0:1767318124.704708:0:70259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16947 00000100:00100000:1.0:1767318124.704716:0:70259:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+26:7024:x1853164383646976:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.704732:0:70259:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:63 count 1 00002000:00010000:1.0:1767318124.704751:0:70259:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.704757:0:70259:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4a0a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.704765:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.704767:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.704770:0:70259:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4a0a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.704794:0:70259:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4a0a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.704803:0:70259:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4a0a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.704811:0:70259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4a0a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.704822:0:70259:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318124.704960:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318124.704965:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4a0a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.704971:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565b200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.704974:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4a0a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.704982:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4a0a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.704992:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4a0a1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.704999:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4a0a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.705020:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.705023:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.705026:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.705033:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139000/0xa7e486a0fcb48565 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.705045:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139000/0xa7e486a0fcb48565 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.705056:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xb9f15ef0 (ffff9369a0898600) 00010000:00010000:2.0:1767318124.705059:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.705062:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139000/0xa7e486a0fcb48565 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.705069:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139000/0xa7e486a0fcb48565 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.705088:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4859d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa436b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.705095:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4859d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa436b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.705102:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4859d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa436b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.705107:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.705110:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4859d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa436b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.705117:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4859d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa436b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.705124:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xa436b4f0 (ffff9369a0898c00) 00010000:00010000:2.0:1767318124.705126:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.705129:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4859d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xa436b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.705135:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4859d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xa436b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.705152:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb485d5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.705158:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb485d5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.705163:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb485d5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.705168:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.705171:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb485d5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.705177:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb485d5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.705184:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xc5dd89f0 (ffff936886f6df00) 00010000:00010000:2.0:1767318124.705186:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.705189:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb485d5 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.705198:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378400/0xa7e486a0fcb485d5 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.705214:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f200/0xa7e486a0fcb4860d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x35f2f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.705220:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f200/0xa7e486a0fcb4860d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x35f2f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.705226:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f200/0xa7e486a0fcb4860d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x35f2f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.705232:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698fb5f200 already unused, calling callback (ffffffffc178a550) 00000100:00100000:1.0:1767318124.705234:0:70259:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+27:7024:x1853164383646976:12345-0@lo:6:osp-syn-0-1.0 Request processed in 516us (856us total) trans 4294976697 rc 0/0 00010000:00010000:2.0:1767318124.705236:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f200/0xa7e486a0fcb4860d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x35f2f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.705249:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f200/0xa7e486a0fcb4860d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x35f2f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00000100:00100000:1.0:1767318124.705251:0:70259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16947 00010000:00010000:2.0:1767318124.705260:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x35f2f7f0 (ffff936886ede200) 00010000:00010000:2.0:1767318124.705263:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.705265:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f200/0xa7e486a0fcb4860d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x35f2f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.705271:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5f200/0xa7e486a0fcb4860d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x35f2f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00000100:00100000:1.0:1767318124.705273:0:70259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16948 00000100:00100000:1.0:1767318124.705287:0:70259:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+26:7025:x1853164383646592:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1767318124.705290:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1a00/0xa7e486a0fcb48645 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x565146f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.705297:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1a00/0xa7e486a0fcb48645 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x565146f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00002000:00080000:1.0:1767318124.705301:0:70259:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:48 count 1 00010000:00010000:2.0:1767318124.705310:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1a00/0xa7e486a0fcb48645 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x565146f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.705315:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698f4e1a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.705318:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1a00/0xa7e486a0fcb48645 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x565146f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00002000:00010000:1.0:1767318124.705320:0:70259:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.705328:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1a00/0xa7e486a0fcb48645 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x565146f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318124.705330:0:70259:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565a200/0xa7e486a0fcb4a0a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.705339:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.705341:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.705344:0:70259:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698565a200/0xa7e486a0fcb4a0a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.705350:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x565146f0 (ffff936887aa3800) 00010000:00010000:1.0:1767318124.705355:0:70259:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698565a200/0xa7e486a0fcb4a0a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.705361:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.705365:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1a00/0xa7e486a0fcb48645 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x565146f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318124.705369:0:70259:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565a200/0xa7e486a0fcb4a0a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.705374:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1a00/0xa7e486a0fcb48645 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x565146f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318124.705383:0:70259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698565a200/0xa7e486a0fcb4a0a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.705399:0:70259:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318124.705507:0:70259:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+27:7025:x1853164383646592:12345-0@lo:6:osp-syn-0-1.0 Request processed in 224us (974us total) trans 4294976698 rc 0/0 00000100:00100000:1.0:1767318124.705513:0:70259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16948 00000100:00100000:1.0:1767318124.705526:0:70259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16949 00000100:00100000:1.0:1767318124.705533:0:70259:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+26:7025:x1853164383647104:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.705544:0:70259:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:99 count 1 00002000:00010000:1.0:1767318124.705559:0:70259:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x63:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.705564:0:70259:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4a0af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.705571:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.705573:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.705576:0:70259:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4a0af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.705585:0:70259:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4a0af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.705594:0:70259:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4a0af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.705605:0:70259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4a0af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.705627:0:70259:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318124.705735:0:70259:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+27:7025:x1853164383647104:12345-0@lo:6:osp-syn-0-1.0 Request processed in 200us (1164us total) trans 4294976699 rc 0/0 00000100:00100000:1.0:1767318124.705745:0:70259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16949 00000004:00080000:1.0:1767318124.705826:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b968f100/2, rc 0, transno 4294976698 00000100:00100000:1.0:1767318124.705848:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383646592:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767318124.705860:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b968c700/2, rc 0, transno 4294976699 00000100:00100000:1.0:1767318124.705863:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383647104:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1767318124.705997:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b968fb80/2, rc 0, transno 4294976697 00000100:00100000:3.0:1767318124.706002:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383646976:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.706065:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318124.706108:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383647488:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767318124.706134:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.706151:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318124.706156:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383647360:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767318124.706171:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.706189:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383647488 00000100:00100000:3.0:1767318124.706194:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383647488 00000100:00100000:3.0:1767318124.706213:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383647360 00000100:00100000:3.0:1767318124.706216:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383647360 00000100:00100000:3.0:1767318124.706228:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16951 00000100:00100000:3.0:1767318124.706233:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+28:7024:x1853164383647488:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1767318124.706244:0:70353:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:20 count 1 00002000:00010000:3.0:1767318124.706260:0:70353:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.706265:0:70353:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb4a0bd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.706274:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.706275:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.706278:0:70353:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb4a0bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.706288:0:70353:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb4a0bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.706296:0:70353:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb4a0bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.706303:0:70353:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb4a0bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.706315:0:70353:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318124.706418:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+29:7024:x1853164383647488:12345-0@lo:6:osp-syn-0-1.0 Request processed in 183us (282us total) trans 4294976700 rc 0/0 00000100:00100000:3.0:1767318124.706424:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16951 00000004:00080000:3.0:1767318124.706448:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b968f800/2, rc 0, transno 4294976700 00000100:00100000:3.0:1767318124.706455:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383647488:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.706511:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383647616:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.706541:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.706560:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383647232:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1767318124.706580:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb4867d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x16289af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00000100:00100000:1.0:1767318124.706585:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318124.706592:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb4867d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x16289af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.706600:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb4867d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x16289af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.706605:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6379a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.706609:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb4867d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x16289af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00000100:00100000:1.0:1767318124.706615:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383647616 00010000:00010000:2.0:1767318124.706617:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb4867d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x16289af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00000100:00100000:1.0:1767318124.706620:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383647616 00010000:00010000:2.0:1767318124.706632:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x16289af0 (ffff936984e95500) 00010000:00010000:2.0:1767318124.706635:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.706638:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb4867d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x16289af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.706644:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6379a00/0xa7e486a0fcb4867d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x16289af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00000100:00100000:1.0:1767318124.706647:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383647232 00000100:00100000:1.0:1767318124.706651:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383647232 00010000:00010000:2.0:1767318124.706666:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139a00/0xa7e486a0fcb486b5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00000100:00100000:1.0:1767318124.706673:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16952 00010000:00010000:2.0:1767318124.706677:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139a00/0xa7e486a0fcb486b5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00000100:00100000:1.0:1767318124.706684:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+30:7024:x1853164383647360:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1767318124.706687:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139a00/0xa7e486a0fcb486b5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.706695:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.706698:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139a00/0xa7e486a0fcb486b5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00002000:00080000:1.0:1767318124.706700:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:55 count 1 00010000:00010000:2.0:1767318124.706709:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139a00/0xa7e486a0fcb486b5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.706718:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xf4f689f0 (ffff9369a0898800) 00002000:00010000:1.0:1767318124.706720:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.706720:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.706725:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139a00/0xa7e486a0fcb486b5 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318124.706729:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4a0c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.706734:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139a00/0xa7e486a0fcb486b5 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318124.706740:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.706744:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.706747:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4a0c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.706752:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99000/0xa7e486a0fcb486ed lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318124.706760:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4a0c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.706762:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99000/0xa7e486a0fcb486ed lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.706776:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99000/0xa7e486a0fcb486ed lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.706796:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a3e99000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.706800:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99000/0xa7e486a0fcb486ed lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318124.706802:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4a0c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.706809:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99000/0xa7e486a0fcb486ed lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318124.706818:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4a0c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.706834:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318124.707041:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+31:7024:x1853164383647360:12345-0@lo:6:osp-syn-0-1.0 Request processed in 359us (868us total) trans 4294976701 rc 0/0 00000100:00100000:1.0:1767318124.707048:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16952 00000100:00100000:1.0:1767318124.707060:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16953 00000100:00100000:1.0:1767318124.707067:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+30:7025:x1853164383647616:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.707077:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:53 count 1 00002000:00010000:1.0:1767318124.707090:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.707095:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565b400/0xa7e486a0fcb4a0cb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707102:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.707104:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.707107:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698565b400/0xa7e486a0fcb4a0cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707122:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698565b400/0xa7e486a0fcb4a0cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707130:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565b400/0xa7e486a0fcb4a0cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707137:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698565b400/0xa7e486a0fcb4a0cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707149:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318124.707226:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+31:7025:x1853164383647616:12345-0@lo:6:osp-syn-0-1.0 Request processed in 160us (684us total) trans 4294976702 rc 0/0 00000100:00100000:1.0:1767318124.707232:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16953 00000100:00100000:1.0:1767318124.707243:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16954 00000100:00100000:1.0:1767318124.707249:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+30:7025:x1853164383647232:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.707258:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:13 count 1 00002000:00010000:1.0:1767318124.707269:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0xd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.707274:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565b600/0xa7e486a0fcb4a0d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707282:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.707283:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.707286:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698565b600/0xa7e486a0fcb4a0d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707293:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698565b600/0xa7e486a0fcb4a0d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707301:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565b600/0xa7e486a0fcb4a0d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707307:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698565b600/0xa7e486a0fcb4a0d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707318:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767318124.707408:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+31:7025:x1853164383647232:12345-0@lo:6:osp-syn-0-1.0 Request processed in 159us (824us total) trans 4294976703 rc 0/0 00000100:00100000:1.0:1767318124.707414:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16954 00010000:00010000:1.0:1767318124.707444:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318124.707450:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb4a0bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707457:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8e00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.707472:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb4a0bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707480:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb4a0bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707492:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb4a0bd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707498:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb4a0bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707520:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318124.707525:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4a0c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707536:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565be00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.707541:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4a0c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707555:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4a0c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707571:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4a0c4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707591:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4a0c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707619:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318124.707624:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698565b400/0xa7e486a0fcb4a0cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707630:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565b400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.707633:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565b400/0xa7e486a0fcb4a0cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707640:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565b400/0xa7e486a0fcb4a0cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707652:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698565b400/0xa7e486a0fcb4a0cb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707659:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698565b400/0xa7e486a0fcb4a0cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707674:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318124.707676:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698565b600/0xa7e486a0fcb4a0d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707683:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565b600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.707686:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565b600/0xa7e486a0fcb4a0d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707695:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565b600/0xa7e486a0fcb4a0d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707706:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698565b600/0xa7e486a0fcb4a0d2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707713:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698565b600/0xa7e486a0fcb4a0d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707727:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.707731:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698ab79000/0xa7e486a0fcb4a0b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707753:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.707759:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab79000/0xa7e486a0fcb4a0b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707767:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab79000/0xa7e486a0fcb4a0b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707776:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698ab79000/0xa7e486a0fcb4a0b6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707802:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698ab79000/0xa7e486a0fcb4a0b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.707814:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.707816:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.707818:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318124.707984:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b968e300/2, rc 0, transno 4294976701 00000100:00100000:3.0:1767318124.707995:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383647360:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767318124.708070:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b968ce00/2, rc 0, transno 4294976702 00000100:00100000:1.0:1767318124.708114:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383647616:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767318124.708128:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b968ea00/2, rc 0, transno 4294976703 00000100:00100000:1.0:1767318124.708194:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383647232:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767318124.708218:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383648000:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767318124.708249:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.708267:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318124.708272:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383647872:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767318124.708287:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.708306:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383648000 00000100:00100000:3.0:1767318124.708311:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383648000 00000100:00100000:3.0:1767318124.708359:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383647872 00000100:00100000:3.0:1767318124.708364:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383647872 00010000:00010000:2.0:1767318124.708542:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x374c46f0 (ffff936995465000) 00010000:00010000:2.0:1767318124.708552:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.708713:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99000/0xa7e486a0fcb486ed lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.708725:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a3e99000/0xa7e486a0fcb486ed lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.708753:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb48725 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00000100:00100000:3.0:1767318124.708759:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16955 00010000:00010000:2.0:1767318124.708765:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb48725 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00000100:00100000:3.0:1767318124.708772:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+32:7024:x1853164383648000:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1767318124.708777:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb48725 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.708801:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.708806:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb48725 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.708814:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb48725 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00002000:00080000:3.0:1767318124.708828:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:29 count 1 00002000:00010000:3.0:1767318124.708861:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.708867:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a0d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.708877:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.708879:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.708883:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a0d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.708894:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a0d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.708901:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a0d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.708909:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a0d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.708924:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318124.708961:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x614f46f0 (ffff936995465e00) 00010000:00010000:2.0:1767318124.708964:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.708968:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb48725 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.708974:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378c00/0xa7e486a0fcb48725 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.708990:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb4875d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.708997:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb4875d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709002:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb4875d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709008:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565bc00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.709011:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb4875d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709017:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb4875d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709024:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x267a9af0 (ffff936995465800) 00010000:00010000:2.0:1767318124.709027:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.709030:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb4875d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709041:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698565bc00/0xa7e486a0fcb4875d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709055:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb48795 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709060:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb48795 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709066:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb48795 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709071:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.709073:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb48795 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709078:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb48795 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709084:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x8385ef0 (ffff936995465a00) 00010000:00010000:2.0:1767318124.709086:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.709088:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb48795 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709094:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4000/0xa7e486a0fcb48795 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709107:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fa00/0xa7e486a0fcb487cd lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709113:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fa00/0xa7e486a0fcb487cd lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709122:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fa00/0xa7e486a0fcb487cd lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709127:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698fb5fa00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.709130:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fa00/0xa7e486a0fcb487cd lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709136:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fa00/0xa7e486a0fcb487cd lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709143:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x98cb5ef0 (ffff936886ede900) 00010000:00010000:2.0:1767318124.709146:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.709149:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fa00/0xa7e486a0fcb487cd lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709155:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5fa00/0xa7e486a0fcb487cd lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00000004:00080000:1.0:1767318124.709175:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b968e680/2, rc 0, transno 4294976704 00010000:00010000:2.0:1767318124.709175:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0a00/0xa7e486a0fcb48805 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00000100:00100000:1.0:1767318124.709184:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383646720:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1767318124.709186:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0a00/0xa7e486a0fcb48805 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.709196:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0a00/0xa7e486a0fcb48805 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.709202:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698f4e0a00 already unused, calling callback (ffffffffc178a550) 00000100:00100000:1.0:1767318124.709203:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383648128:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1767318124.709206:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0a00/0xa7e486a0fcb48805 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.709214:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0a00/0xa7e486a0fcb48805 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.709224:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x21f846f0 (ffff936887aa3100) 00010000:00010000:2.0:1767318124.709226:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.709230:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0a00/0xa7e486a0fcb48805 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.709235:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e0a00/0xa7e486a0fcb48805 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00000100:00100000:1.0:1767318124.709245:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318124.709252:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5ec00/0xa7e486a0fcb4883d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xab9babf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709259:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5ec00/0xa7e486a0fcb4883d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xab9babf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709265:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5ec00/0xa7e486a0fcb4883d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xab9babf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00000100:00100000:1.0:1767318124.709266:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00010000:00010000:2.0:1767318124.709273:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698fb5ec00 already unused, calling callback (ffffffffc178a550) 00000100:00100000:1.0:1767318124.709275:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383647744:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1767318124.709278:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5ec00/0xa7e486a0fcb4883d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xab9babf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709286:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5ec00/0xa7e486a0fcb4883d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xab9babf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709293:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xab9babf0 (ffff936886eded00) 00000100:00100000:1.0:1767318124.709298:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318124.709299:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.709304:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5ec00/0xa7e486a0fcb4883d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xab9babf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709310:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698fb5ec00/0xa7e486a0fcb4883d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xab9babf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00000100:00100000:1.0:1767318124.709314:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383648256:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1767318124.709330:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d400/0xa7e486a0fcb48875 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8f455ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00000100:00100000:1.0:1767318124.709336:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318124.709349:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d400/0xa7e486a0fcb48875 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8f455ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709356:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d400/0xa7e486a0fcb48875 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8f455ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00000100:00100000:1.0:1767318124.709361:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383648128 00010000:00010000:2.0:1767318124.709361:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a428d400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.709364:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d400/0xa7e486a0fcb48875 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8f455ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00000100:00100000:1.0:1767318124.709367:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383648128 00010000:00010000:2.0:1767318124.709388:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d400/0xa7e486a0fcb48875 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8f455ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00000100:00100000:1.0:1767318124.709391:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383647744 00000100:00100000:1.0:1767318124.709396:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383647744 00010000:00010000:2.0:1767318124.709401:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x8f455ef0 (ffff936886ede100) 00000100:00100000:1.0:1767318124.709410:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383648256 00010000:00010000:2.0:1767318124.709413:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318124.709414:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383648256 00010000:00010000:2.0:1767318124.709420:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d400/0xa7e486a0fcb48875 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x8f455ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709427:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428d400/0xa7e486a0fcb48875 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x8f455ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00000100:00100000:1.0:1767318124.709430:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16956 00000100:00100000:1.0:1767318124.709439:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+36:7024:x1853164383647872:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1767318124.709449:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139400/0xa7e486a0fcb488ad lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf20b9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00002000:00080000:1.0:1767318124.709453:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:31 count 1 00010000:00010000:2.0:1767318124.709470:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139400/0xa7e486a0fcb488ad lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf20b9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.709477:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139400/0xa7e486a0fcb488ad lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf20b9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00002000:00010000:1.0:1767318124.709482:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.709483:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.709488:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139400/0xa7e486a0fcb488ad lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf20b9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318124.709491:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4a0e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.709501:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139400/0xa7e486a0fcb488ad lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf20b9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318124.709505:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.709509:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.709514:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4a0e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.709514:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xf20b9af0 (ffff9369a0898f00) 00010000:00010000:2.0:1767318124.709521:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.709526:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139400/0xa7e486a0fcb488ad lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xf20b9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318124.709531:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4a0e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.709534:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139400/0xa7e486a0fcb488ad lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xf20b9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318124.709546:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4a0e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.709558:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb488e5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x29e8c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318124.709561:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4a0e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.709571:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb488e5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x29e8c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709579:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb488e5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x29e8c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318124.709582:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767318124.709585:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a6378200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.709590:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb488e5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x29e8c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709595:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb488e5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x29e8c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709604:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x29e8c5f0 (ffff936995465100) 00010000:00010000:2.0:1767318124.709606:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.709610:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb488e5 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x29e8c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709619:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a6378200/0xa7e486a0fcb488e5 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x29e8c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709635:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1600/0xa7e486a0fcb4891d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5670f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709641:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1600/0xa7e486a0fcb4891d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5670f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709647:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1600/0xa7e486a0fcb4891d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5670f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709653:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698f4e1600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.709655:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1600/0xa7e486a0fcb4891d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5670f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709661:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1600/0xa7e486a0fcb4891d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5670f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709669:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x5670f7f0 (ffff936887aa3600) 00010000:00010000:2.0:1767318124.709672:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.709675:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1600/0xa7e486a0fcb4891d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x5670f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709681:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698f4e1600/0xa7e486a0fcb4891d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x5670f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709699:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb48955 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00000100:00100000:1.0:1767318124.709702:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+37:7024:x1853164383647872:12345-0@lo:6:osp-syn-0-1.0 Request processed in 261us (1410us total) trans 4294976706 rc 0/0 00010000:00010000:2.0:1767318124.709711:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb48955 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00000100:00100000:1.0:1767318124.709716:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16956 00010000:00010000:2.0:1767318124.709727:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb48955 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.709732:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.709736:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb48955 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00000100:00100000:1.0:1767318124.709739:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16957 00010000:00010000:2.0:1767318124.709747:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb48955 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00000100:00100000:1.0:1767318124.709752:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+36:7025:x1853164383648128:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1767318124.709757:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x8c2eabf0 (ffff9369a0898000) 00010000:00010000:2.0:1767318124.709761:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.709764:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb48955 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00002000:00080000:1.0:1767318124.709766:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:52 count 1 00010000:00010000:2.0:1767318124.709774:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138800/0xa7e486a0fcb48955 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00002000:00010000:1.0:1767318124.709806:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.709810:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4898d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318124.709813:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4a0e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.709827:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.709828:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.709831:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4a0e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.709832:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4898d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.709841:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4898d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.709846:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.709849:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4898d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.709854:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4898d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.709862:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xb246c5f0 (ffff9369a0898500) 00010000:00010000:2.0:1767318124.709865:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.709868:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4898d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.709873:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4898d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.709887:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428ca00/0xa7e486a0fcb489c5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3b72abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.709893:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428ca00/0xa7e486a0fcb489c5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3b72abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.709898:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428ca00/0xa7e486a0fcb489c5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3b72abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.709902:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a428ca00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.709905:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428ca00/0xa7e486a0fcb489c5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3b72abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.709910:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428ca00/0xa7e486a0fcb489c5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3b72abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.709918:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x3b72abf0 (ffff936886edec00) 00010000:00010000:2.0:1767318124.709920:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.709923:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428ca00/0xa7e486a0fcb489c5 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x3b72abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.709929:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a428ca00/0xa7e486a0fcb489c5 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x3b72abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:2.0:1767318124.709944:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb489fd lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdafe9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.709960:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb489fd lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdafe9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318124.709966:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4a0e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.709969:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb489fd lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdafe9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318124.709984:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4a0e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.709984:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.709989:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb489fd lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdafe9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318124.709999:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4a0e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.710001:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb489fd lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdafe9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.710020:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xdafe9af0 (ffff9369a0898100) 00010000:00010000:2.0:1767318124.710023:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.710026:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb489fd lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xdafe9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318124.710027:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1767318124.710035:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb489fd lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xdafe9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.710050:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb48a35 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.710057:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb48a35 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.710062:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb48a35 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.710067:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.710070:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb48a35 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.710077:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb48a35 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.710086:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x23e0b4f0 (ffff9369a0898b00) 00010000:00010000:2.0:1767318124.710089:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.710092:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb48a35 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.710098:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb48a35 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.710115:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216f400/0xa7e486a0fcb48a6d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd757f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.710121:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216f400/0xa7e486a0fcb48a6d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd757f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.710128:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216f400/0xa7e486a0fcb48a6d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd757f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.710135:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369c216f400 already unused, calling callback (ffffffffc178a550) 00000100:00100000:1.0:1767318124.710136:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+37:7025:x1853164383648128:12345-0@lo:6:osp-syn-0-1.0 Request processed in 385us (890us total) trans 4294976707 rc 0/0 00010000:00010000:2.0:1767318124.710140:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216f400/0xa7e486a0fcb48a6d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd757f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00000100:00100000:1.0:1767318124.710147:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16957 00010000:00010000:2.0:1767318124.710153:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216f400/0xa7e486a0fcb48a6d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd757f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.710161:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xd757f7f0 (ffff9369a0898900) 00010000:00010000:2.0:1767318124.710164:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318124.710167:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16958 00010000:00010000:2.0:1767318124.710169:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216f400/0xa7e486a0fcb48a6d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xd757f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00000100:00100000:1.0:1767318124.710178:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+36:7025:x1853164383647744:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1767318124.710186:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369c216f400/0xa7e486a0fcb48a6d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xd757f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00002000:00080000:1.0:1767318124.710194:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:10 count 1 00010000:00010000:2.0:1767318124.710205:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930800/0xa7e486a0fcb48aa5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00002000:00010000:1.0:1767318124.710211:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0xa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.710212:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930800/0xa7e486a0fcb48aa5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318124.710218:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4a0ee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.710222:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930800/0xa7e486a0fcb48aa5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318124.710231:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.710233:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a0930800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.710234:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.710238:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930800/0xa7e486a0fcb48aa5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318124.710240:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4a0ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.710253:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930800/0xa7e486a0fcb48aa5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318124.710258:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4a0ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.710263:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xfeaf78f0 (ffff93698834d900) 00010000:00010000:2.0:1767318124.710268:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318124.710269:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4a0ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.710272:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930800/0xa7e486a0fcb48aa5 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318124.710287:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4a0ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.710289:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a0930800/0xa7e486a0fcb48aa5 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:1.0:1767318124.710313:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:2.0:1767318124.710317:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe400/0xa7e486a0fcb48add lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.710324:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe400/0xa7e486a0fcb48add lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.710334:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe400/0xa7e486a0fcb48add lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.710340:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25fe400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.710343:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe400/0xa7e486a0fcb48add lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.710348:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe400/0xa7e486a0fcb48add lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.710357:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xf01446f0 (ffff936886edeb00) 00010000:00010000:2.0:1767318124.710360:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.710362:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe400/0xa7e486a0fcb48add lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.710368:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b25fe400/0xa7e486a0fcb48add lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.710387:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbde00/0xa7e486a0fcb48b15 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x469bf7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.710393:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbde00/0xa7e486a0fcb48b15 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x469bf7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.710399:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbde00/0xa7e486a0fcb48b15 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x469bf7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.710405:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbde00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.710408:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbde00/0xa7e486a0fcb48b15 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x469bf7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.710414:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbde00/0xa7e486a0fcb48b15 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x469bf7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00000100:00100000:1.0:1767318124.710418:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+37:7025:x1853164383647744:12345-0@lo:6:osp-syn-0-1.0 Request processed in 241us (1119us total) trans 4294976708 rc 0/0 00000100:00100000:1.0:1767318124.710429:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16958 00010000:00010000:2.0:1767318124.710429:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x469bf7f0 (ffff936886ede500) 00010000:00010000:2.0:1767318124.710435:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.710439:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbde00/0xa7e486a0fcb48b15 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x469bf7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00000100:00100000:1.0:1767318124.710446:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16959 00010000:00010000:2.0:1767318124.710447:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff936996dbde00/0xa7e486a0fcb48b15 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x469bf7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00000100:00100000:1.0:1767318124.710456:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+36:7025:x1853164383648256:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.710480:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:15 count 1 00002000:00010000:1.0:1767318124.710494:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.710499:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4a0f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.710507:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.710508:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.710511:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4a0f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.710520:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4a0f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.710528:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4a0f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.710535:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4a0f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.710543:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767318124.710631:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+37:7025:x1853164383648256:12345-0@lo:6:osp-syn-0-1.0 Request processed in 178us (1294us total) trans 4294976709 rc 0/0 00000100:00100000:1.0:1767318124.710637:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16959 00010000:00010000:1.0:1767318124.710671:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767318124.710677:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a0d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.710684:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8c00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.710688:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a0d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.710695:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a0d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.710707:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a0d9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.710713:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a0d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.710727:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318124.710731:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4a0e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.710737:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565aa00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.710739:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4a0e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.710747:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4a0e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.710761:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4a0e0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.710766:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4a0e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.710804:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318124.710807:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4a0e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.710813:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565ba00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.710816:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4a0e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.710822:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4a0e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.710831:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4a0e7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.710939:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4a0e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.710955:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318124.710958:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4a0ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.710969:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565b000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.710973:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4a0ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.710980:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4a0ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.710991:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4a0ee lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.710997:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4a0ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.711010:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.711012:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4a0f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.711018:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.711020:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4a0f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.711026:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4a0f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.711034:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4a0f5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.711044:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4a0f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.711057:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.711058:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.711060:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318124.711094:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b968d500/2, rc 0, transno 4294976708 00000100:00100000:1.0:1767318124.711099:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383647744:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767318124.711110:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936992be5c00/2, rc 0, transno 4294976709 00000100:00100000:1.0:1767318124.711113:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383648256:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767318124.711121:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936992be6680/2, rc 0, transno 4294976707 00000100:00100000:1.0:1767318124.711124:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383648128:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1767318124.712160:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.713613:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4be3600/0xa7e486a0fcb48b4d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1b7c9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.713630:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4be3600/0xa7e486a0fcb48b4d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1b7c9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.713637:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4be3600/0xa7e486a0fcb48b4d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1b7c9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.713643:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4be3600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.713648:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4be3600/0xa7e486a0fcb48b4d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1b7c9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.713656:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4be3600/0xa7e486a0fcb48b4d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1b7c9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.713678:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x1b7c9af0 (ffff936886ede300) 00010000:00010000:2.0:1767318124.713682:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.713688:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4be3600/0xa7e486a0fcb48b4d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x1b7c9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.713695:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4be3600/0xa7e486a0fcb48b4d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x1b7c9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.713722:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff936884287e00/0xa7e486a0fcb48b85 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.713729:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff936884287e00/0xa7e486a0fcb48b85 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.713734:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff936884287e00/0xa7e486a0fcb48b85 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.713739:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884287e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.713742:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff936884287e00/0xa7e486a0fcb48b85 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.713748:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff936884287e00/0xa7e486a0fcb48b85 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.713755:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xfd46f0 (ffff936886edea00) 00010000:00010000:2.0:1767318124.713757:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.713760:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff936884287e00/0xa7e486a0fcb48b85 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00010000:00010000:2.0:1767318124.713765:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff936884287e00/0xa7e486a0fcb48b85 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT1 00000100:00100000:1.0:1767318124.714177:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383648640:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.714222:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.714248:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318124.714257:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383648768:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.714284:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.717428:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+36:7024:x1853164383648000:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8646us (9166us total) trans 4294976705 rc 0/0 00000100:00100000:3.0:1767318124.717449:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16955 00000100:00100000:1.0:1767318124.718694:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383648512 00000100:00100000:1.0:1767318124.718712:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383648512 00000100:00100000:1.0:1767318124.718796:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383649024 00000100:00100000:1.0:1767318124.718800:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383649024 00000100:00100000:1.0:1767318124.718820:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383648640 00000100:00100000:1.0:1767318124.718823:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383648640 00000100:00100000:2.0:1767318124.723128:0:19075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383648768 00000100:00100000:2.0:1767318124.723151:0:19075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383648768 00000100:00100000:1.0:1767318124.723209:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383648384 00000100:00100000:1.0:1767318124.723217:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383648384 00000100:00100000:2.0:1767318124.723240:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16960 00000100:00100000:2.0:1767318124.723254:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+40:7024:x1853164383648512:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.723269:0:18383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16961 00000100:00100000:1.0:1767318124.723279:0:18383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+40:7024:x1853164383649024:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767318124.723295:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:75 count 1 00002000:00080000:1.0:1767318124.723298:0:18383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:36 count 1 00002000:00010000:1.0:1767318124.723335:0:18383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:2.0:1767318124.723336:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x4b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.723349:0:18383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4a0fc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.723349:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4a103 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.723363:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.723366:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.723372:0:18383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4a0fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.723386:0:18383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4a0fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.723397:0:18383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4a0fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.723404:0:18383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4a0fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.723421:0:18383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318124.723617:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.723620:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.723624:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4a103 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.723636:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4a103 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.723645:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4a103 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.723653:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4a103 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.723670:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318124.723681:0:18383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+41:7024:x1853164383649024:12345-0@lo:6:osp-syn-0-1.0 Request processed in 402us (9481us total) trans 4294976710 rc 0/0 00000100:00100000:1.0:1767318124.723689:0:18383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16961 00000100:00100000:1.0:1767318124.723720:0:18383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16962 00000100:00100000:1.0:1767318124.723730:0:18383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368bb8c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+41:7025:x1853164383648640:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.723744:0:18383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:42 count 1 00002000:00010000:1.0:1767318124.723761:0:18383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.723767:0:18383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb4a10a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.723774:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.723776:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.723798:0:18383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb4a10a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.723808:0:18383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb4a10a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318124.723813:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+41:7024:x1853164383648512:12345-0@lo:6:osp-syn-0-1.0 Request processed in 561us (9667us total) trans 4294976711 rc 0/0 00010000:00010000:1.0:1767318124.723823:0:18383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb4a10a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.723831:0:18383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb4a10a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318124.723918:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16960 00000100:00100000:2.0:1767318124.723934:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16963 00000100:00100000:2.0:1767318124.723941:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368bb8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+40:7025:x1853164383648768:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767318124.723954:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:26 count 1 00002000:00010000:2.0:1767318124.723968:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.723973:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb4a111 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.723981:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.723982:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.723985:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb4a111 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.723998:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb4a111 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.724006:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb4a111 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.724011:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb4a111 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.724029:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318124.724171:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368bb8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+41:7025:x1853164383648768:12345-0@lo:6:osp-syn-0-1.0 Request processed in 230us (9888us total) trans 4294976712 rc 0/0 00000100:00100000:2.0:1767318124.724178:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16963 00000100:00100000:2.0:1767318124.724192:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16964 00000100:00100000:2.0:1767318124.724198:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+40:7024:x1853164383648384:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767318124.724210:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:34 count 1 00002000:00010000:2.0:1767318124.724224:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.724229:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4a118 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.724236:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.724237:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.724240:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4a118 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.724249:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4a118 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.724257:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4a118 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.724265:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4a118 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.724290:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1767318124.725037:0:18383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318124.725180:0:18383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368bb8c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+43:7025:x1853164383648640:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1452us (10957us total) trans 4294976714 rc 0/0 00000100:00100000:1.0:1767318124.725189:0:18383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16962 00010000:00010000:1.0:1767318124.725220:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318124.725226:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb4a10a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.725235:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.725239:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb4a10a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.725253:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb4a10a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.725268:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb4a10a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.725283:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb4a10a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.725308:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.725313:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698ab79800/0xa7e486a0fcb4a11f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.725321:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.725325:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab79800/0xa7e486a0fcb4a11f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.725331:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab79800/0xa7e486a0fcb4a11f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.725339:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698ab79800/0xa7e486a0fcb4a11f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.725345:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698ab79800/0xa7e486a0fcb4a11f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.725363:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.725365:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.725367:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.725373:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.725378:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318124.725648:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+42:7024:x1853164383648384:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1449us (11332us total) trans 4294976713 rc 0/0 00000100:00100000:2.0:1767318124.725656:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16964 00010000:00010000:2.0:1767318124.725681:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318124.725716:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93688a39b100/2, rc 0, transno 4294976712 00000100:00100000:2.0:1767318124.725722:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383648768:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1767318124.725734:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93688a398a80/2, rc 0, transno 4294976714 00000100:00100000:2.0:1767318124.725737:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383648640:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767318124.725763:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318124.726953:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383649408:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.726999:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.727024:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383649920:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.727047:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.727080:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383649408 00000100:00100000:1.0:1767318124.727085:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383649408 00000100:00100000:1.0:1767318124.727114:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383649920 00000100:00100000:1.0:1767318124.727118:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383649920 00000100:00100000:1.0:1767318124.727141:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16967 00000100:00100000:1.0:1767318124.727149:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368bb8c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+44:7023:x1853164383649408:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.727169:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:5 count 1 00002000:00010000:1.0:1767318124.727197:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.727203:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4a12d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.727213:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.727215:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.727218:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4a12d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.727228:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4a12d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.727241:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4a12d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.727248:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4a12d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.727262:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318124.727608:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383649152:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767318124.727643:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.727667:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383649664:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767318124.727684:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.727716:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383649152 00000100:00100000:2.0:1767318124.727721:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383649152 00000100:00100000:2.0:1767318124.727746:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383649664 00000100:00100000:2.0:1767318124.727749:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383649664 00000100:00100000:2.0:1767318124.727767:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16968 00000100:00100000:2.0:1767318124.727774:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368bb8c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+47:7023:x1853164383649920:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767318124.727803:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:81 count 1 00002000:00010000:2.0:1767318124.727821:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x51:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.729012:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4a134 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.729022:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.729023:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.729027:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4a134 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.729038:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4a134 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.729047:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4a134 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.729055:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4a134 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.729077:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318124.729253:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368bb8c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+48:7023:x1853164383649920:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1477us (2203us total) trans 4294976719 rc 0/0 00000100:00100000:2.0:1767318124.729260:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16968 00000004:00080000:2.0:1767318124.729343:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698baf5c00/2, rc 0, transno 4294976718 00000100:00100000:2.0:1767318124.729355:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383649152:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.729639:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368bb8c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+47:7023:x1853164383649408:12345-0@lo:6:osp-syn-0-1.0 Request processed in 2491us (2638us total) trans 4294976716 rc 0/0 00000100:00100000:1.0:1767318124.729647:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16967 00010000:00010000:1.0:1767318124.729668:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318124.729675:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4a12d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.729683:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.729686:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4a12d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.729695:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4a12d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.729712:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4a12d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.729719:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4a12d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.729751:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318124.729756:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698ab79200/0xa7e486a0fcb4a126 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.729762:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.729765:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab79200/0xa7e486a0fcb4a126 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.729771:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab79200/0xa7e486a0fcb4a126 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.729794:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698ab79200/0xa7e486a0fcb4a126 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.729802:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698ab79200/0xa7e486a0fcb4a126 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.729818:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318124.729821:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4a13b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.730950:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79c00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.730955:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4a13b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.730965:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4a13b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.730984:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4a13b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.730991:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4a13b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.731013:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318124.731017:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4a134 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.731023:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4ea00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.731026:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4a134 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.731034:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4a134 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.731043:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4a134 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.731050:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4a134 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.731063:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.731066:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb4a142 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.731076:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.731079:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb4a142 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.731084:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb4a142 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.731091:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb4a142 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.731097:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb4a142 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.731108:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.731109:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.731111:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.731129:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.731136:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318124.731202:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383649280:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1767318124.731223:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318124.731745:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698baf6300/2, rc 0, transno 4294976716 00000100:00100000:1.0:1767318124.731753:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383649408:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767318124.731763:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369bae87480/2, rc 0, transno 4294976719 00000100:00100000:1.0:1767318124.731767:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383649920:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.731811:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297261696 00000100:00100000:1.0:1767318124.731818:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297261696 00000100:00100000:1.0:1767318124.731887:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22720 00000100:00100000:1.0:1767318124.731895:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+48:68835:x1853164297261696:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318124.731947:0:15481:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318124.731972:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a01c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x262f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc736 expref: 48 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.731991:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x262f:0x0].0x0 (ffff9369aaac1c00) 00010000:00010000:1.0:1767318124.732004:0:15481:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318124.732030:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25ff000/0xa7e486a0fcb4a149 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.732043:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25ff000/0xa7e486a0fcb4a149 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.732052:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25ff000/0xa7e486a0fcb4a149 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.732065:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe800/0xa7e486a0fcb4a150 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x4d85104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.732071:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe800/0xa7e486a0fcb4a150 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.732076:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe800/0xa7e486a0fcb4a150 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.732170:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4a157 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x262f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.732178:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4a157 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x262f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.732185:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4a157 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x262f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000040:00080000:1.0:1767318124.732952:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].60, 64 off12032 00000040:00080000:1.0:1767318124.732982:0:15481:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].142, 64 off17280 00010000:00010000:1.0:1767318124.733052:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25ff600/0xa7e486a0fcb4a15e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x262f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.733064:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25ff600/0xa7e486a0fcb4a15e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x262f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.733073:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25ff600/0xa7e486a0fcb4a15e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x262f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.733080:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25ff600/0xa7e486a0fcb4a15e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x262f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.733087:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25ff600/0xa7e486a0fcb4a15e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x262f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.733093:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25ff600/0xa7e486a0fcb4a15e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x262f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.733125:0:15481:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318124.733147:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4a157 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x262f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.733153:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4a157 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x262f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.733158:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4a157 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x262f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.733164:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25fe600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.733169:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4a157 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x262f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.733180:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4a157 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x262f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.733190:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x262f:0x0].0x0 (ffff93698cc7b900) 00010000:00010000:1.0:1767318124.733194:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318124.733198:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4a157 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x262f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.733204:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4a157 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x262f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00000100:00100000:2.0:1767318124.733713:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.733766:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383649280 00000100:00100000:2.0:1767318124.733773:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383649280 00000100:00100000:2.0:1767318124.733917:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16971 00000100:00100000:2.0:1767318124.733927:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+48:7026:x1853164383649280:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767318124.733954:0:70356:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:47 count 1 00002000:00010000:2.0:1767318124.733985:0:70356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.733992:0:70356:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb4a165 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.734004:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.734007:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.734012:0:70356:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb4a165 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.734024:0:70356:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb4a165 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.734033:0:70356:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb4a165 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.734040:0:70356:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb4a165 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.734055:0:70356:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318124.734214:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+49:7026:x1853164383649280:12345-0@lo:6:osp-syn-0-1.0 Request processed in 289us (503us total) trans 4294976721 rc 0/0 00000100:00100000:2.0:1767318124.734225:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16971 00010000:00010000:2.0:1767318124.734249:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318124.734255:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25ff600/0xa7e486a0fcb4a15e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x262f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.734261:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25ff600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.734264:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25ff600/0xa7e486a0fcb4a15e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x262f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.734271:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25ff600/0xa7e486a0fcb4a15e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x262f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.734282:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x262f:0x0].0x0 (ffff93698cc7b900) 00010000:00010000:2.0:1767318124.734285:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767318124.734288:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25ff600/0xa7e486a0fcb4a15e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x262f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.734293:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25ff600/0xa7e486a0fcb4a15e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x262f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.734312:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318124.734316:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb4a165 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.734321:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.734324:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb4a165 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.734331:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb4a165 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.734360:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318124.734822:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4fddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383650176:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767318124.734871:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318124.734903:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369bb7fd880/2, rc 0, transno 4294976720 00010000:00010000:1.0:1767318124.734992:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25ff000/0xa7e486a0fcb4a149 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.735003:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25ff000/0xa7e486a0fcb4a149 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.735009:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25ff000/0xa7e486a0fcb4a149 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.735015:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25ff000/0xa7e486a0fcb4a149 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.735019:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25ff000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.735023:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25ff000/0xa7e486a0fcb4a149 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.735030:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25ff000/0xa7e486a0fcb4a149 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.735041:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318124.735044:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318124.735048:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25ff000/0xa7e486a0fcb4a149 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.735055:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25ff000/0xa7e486a0fcb4a149 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00000004:00010000:1.0:1767318124.735071:0:15481:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f5eaf45d reply state 0000000088275a84 transno 8589934883 ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe800/0xa7e486a0fcb4a150 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.735081:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe800/0xa7e486a0fcb4a150 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.735088:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x4d85104e (ffff93698cc7be00) 00010000:00010000:1.0:1767318124.735090:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318124.735094:0:15481:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318124.735130:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318124.735142:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4fdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383650048:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.735172:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.735236:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+49:68835:x1853164297261696:12345-192.168.202.56@tcp:36:rm.0 Request processed in 3339us (9471us total) trans 8589934883 rc 0/0 00000100:00100000:1.0:1767318124.735243:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22720 00010000:00010000:2.0:1767318124.736182:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb4a165 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.736190:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb4a165 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.736210:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318124.736213:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698ab79400/0xa7e486a0fcb4a16c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.736218:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.736221:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab79400/0xa7e486a0fcb4a16c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.736229:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab79400/0xa7e486a0fcb4a16c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.736237:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698ab79400/0xa7e486a0fcb4a16c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.736244:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698ab79400/0xa7e486a0fcb4a16c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.736259:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.736261:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.736263:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318124.736280:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16973 00000100:00100000:2.0:1767318124.736291:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368bb8c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+49:7023:x1853164383650048:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767318124.736307:0:70356:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:86 count 1 00002000:00010000:2.0:1767318124.736324:0:70356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x56:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.736329:0:70356:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a173 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.736350:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.736352:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.736355:0:70356:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a173 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.736364:0:70356:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a173 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.736372:0:70356:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a173 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.737229:0:70356:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a173 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.737257:0:70356:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318124.737749:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.737758:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a173 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.737766:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884287a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.737770:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a173 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.737798:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a173 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.737833:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a173 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.737841:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a173 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.737859:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.737860:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.737862:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318124.738559:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368bb8c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+50:7023:x1853164383650048:12345-0@lo:6:osp-syn-0-1.0 Request processed in 2268us (3384us total) trans 4294976723 rc 0/0 00000100:00100000:2.0:1767318124.738567:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16973 00010000:00010000:2.0:1767318124.738588:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318124.738628:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698baf5500/2, rc 0, transno 4294976721 00000004:00080000:1.0:1767318124.738746:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b4fdf480/2, rc 0, transno 4294976723 00000100:00100000:3.0:1767318124.742822:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383649664:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767318124.745984:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383649280:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1767318124.746000:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318124.746007:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb4a188 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.746015:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.746019:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb4a188 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.746028:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb4a188 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.746043:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb4a188 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.746050:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb4a188 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.746072:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318124.746075:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4a18f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.746081:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.746084:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4a18f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.746091:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4a18f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.746099:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4a18f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.746106:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4a18f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.746117:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318124.746120:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4a196 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.746125:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.746128:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4a196 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.746135:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4a196 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.746143:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4a196 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.746150:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4a196 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.746160:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.746161:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.746163:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.746168:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318124.746179:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383649792:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767318124.746207:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.746227:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383649792 00000100:00100000:2.0:1767318124.746230:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383649792 00000100:00100000:2.0:1767318124.746253:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16979 00000100:00100000:2.0:1767318124.746258:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+55:7026:x1853164383649792:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767318124.746271:0:70356:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:24 count 1 00002000:00010000:2.0:1767318124.746286:0:70356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.746291:0:70356:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a19d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.746299:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.746301:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.746305:0:70356:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a19d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.746314:0:70356:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a19d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.746322:0:70356:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a19d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.746329:0:70356:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a19d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.746340:0:70356:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318124.746643:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+56:7026:x1853164383649792:12345-0@lo:6:osp-syn-0-1.0 Request processed in 383us (433us total) trans 4294976729 rc 0/0 00000100:00100000:2.0:1767318124.746650:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16979 00000004:00080000:2.0:1767318124.746680:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369bb7fd180/2, rc 0, transno 4294976729 00000100:00100000:2.0:1767318124.746685:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383649792:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767318124.746697:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4fded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383650304:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767318124.746718:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.746733:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383650304 00000100:00100000:2.0:1767318124.746736:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383650304 00000100:00100000:2.0:1767318124.746758:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16980 00000100:00100000:2.0:1767318124.746763:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+56:7026:x1853164383650304:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767318124.746775:0:70356:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:2 count 1 00002000:00010000:2.0:1767318124.746807:0:70356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.746812:0:70356:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a1a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.746820:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1767318124.746879:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4fde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383650688:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1767318124.746894:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.746901:0:70356:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a1a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318124.746910:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318124.746912:0:70356:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a1a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.746922:0:70356:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a1a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.746929:0:70356:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a1a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.746944:0:70356:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1767318124.746945:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b4fddc00/2, rc 0, transno 4294976722 00000100:00100000:3.0:1767318124.746951:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4fddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383650176:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767318124.746963:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383651200:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767318124.746990:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318124.747031:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318124.747039:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a19d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318124.747041:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+57:7026:x1853164383650304:12345-0@lo:6:osp-syn-0-1.0 Request processed in 276us (321us total) trans 4294976730 rc 0/0 00010000:00010000:3.0:1767318124.747058:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884286e00 already unused, calling callback (ffffffffc0b72b40) 00000100:00100000:2.0:1767318124.747062:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16980 00010000:00010000:3.0:1767318124.747066:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a19d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318124.747074:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383650688 00010000:00010000:3.0:1767318124.747077:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a19d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318124.747078:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383650688 00010000:00010000:3.0:1767318124.747095:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a19d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318124.747097:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383651200 00000100:00100000:2.0:1767318124.747101:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383651200 00010000:00010000:3.0:1767318124.747108:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a19d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318124.747118:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16981 00000100:00100000:2.0:1767318124.747127:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+58:7025:x1853164383650688:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1767318124.747128:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318124.747133:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a1a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318124.747138:0:70356:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:79 count 1 00010000:00010000:3.0:1767318124.747144:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884287200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.747148:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a1a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318124.747155:0:70356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x4f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.747155:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a1a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.747163:0:70356:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4a1ab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.747182:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.747185:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.747187:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a1a4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.747189:0:70356:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4a1ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.747210:0:70356:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4a1ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.747210:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a1a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.747230:0:70356:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4a1ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.747237:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.747239:0:70356:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4a1ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.747241:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.747245:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.747255:0:70356:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318124.747262:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16982 00000100:00100000:3.0:1767318124.747272:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+58:7025:x1853164383651200:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1767318124.747290:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:33 count 1 00002000:00010000:3.0:1767318124.747308:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.747315:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db9a00/0xa7e486a0fcb4a1b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.747323:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.747326:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.747329:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996db9a00/0xa7e486a0fcb4a1b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.747339:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996db9a00/0xa7e486a0fcb4a1b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.747347:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db9a00/0xa7e486a0fcb4a1b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.747360:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996db9a00/0xa7e486a0fcb4a1b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.747372:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318124.748120:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4fdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383650048:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1767318124.748135:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318124.757201:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+60:7025:x1853164383651200:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9919us (10198us total) trans 4294976732 rc 0/0 00000100:00100000:3.0:1767318124.757219:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16982 00000100:00100000:3.0:1767318124.757258:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383651584 00000100:00100000:3.0:1767318124.757267:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383651584 00000100:00100000:3.0:1767318124.757318:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16983 00000100:00100000:3.0:1767318124.757328:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+60:7024:x1853164383651584:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1767318124.757364:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:92 count 1 00002000:00010000:3.0:1767318124.757401:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x5c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.757410:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4a1b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.757425:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.757428:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.757434:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4a1b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.757448:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4a1b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.757459:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4a1b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.757502:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4a1b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.757526:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318124.758305:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+61:7025:x1853164383650688:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11175us (11390us total) trans 4294976731 rc 0/0 00000100:00100000:2.0:1767318124.758318:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16981 00010000:00010000:2.0:1767318124.758593:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.758600:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318124.758643:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b4fded80/2, rc 0, transno 4294976730 00000100:00100000:2.0:1767318124.758700:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4fded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383650304:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767318124.758712:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4fdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383650816:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767318124.758760:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.758817:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383651328:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.758937:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383650816 00000100:00100000:1.0:1767318124.758944:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383650816 00000100:00100000:1.0:1767318124.758983:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16984 00000100:00100000:1.0:1767318124.758991:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+61:7026:x1853164383650816:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.759019:0:70356:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:89 count 1 00002000:00010000:1.0:1767318124.759050:0:70356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x59:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.759057:0:70356:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff200/0xa7e486a0fcb4a1c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.759068:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.759071:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.759075:0:70356:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff200/0xa7e486a0fcb4a1c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.759087:0:70356:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff200/0xa7e486a0fcb4a1c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.759096:0:70356:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff200/0xa7e486a0fcb4a1c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.759103:0:70356:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff200/0xa7e486a0fcb4a1c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.759119:0:70356:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318124.759317:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+62:7026:x1853164383650816:12345-0@lo:6:osp-syn-0-1.0 Request processed in 326us (557us total) trans 4294976734 rc 0/0 00000100:00100000:1.0:1767318124.759325:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16984 00010000:00010000:1.0:1767318124.759368:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.759374:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff200/0xa7e486a0fcb4a1c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.759390:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25ff200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.759395:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff200/0xa7e486a0fcb4a1c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.759403:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff200/0xa7e486a0fcb4a1c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.759622:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff200/0xa7e486a0fcb4a1c0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.759630:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff200/0xa7e486a0fcb4a1c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.759655:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.759657:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.759659:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318124.759927:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318124.759965:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383651840:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767318124.759988:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318124.760016:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b4fdd500/2, rc 0, transno 4294976734 00000100:00100000:1.0:1767318124.760069:0:19075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383651328 00000100:00100000:1.0:1767318124.760075:0:19075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383651328 00000100:00100000:1.0:1767318124.760105:0:19075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383651840 00000100:00100000:1.0:1767318124.760108:0:19075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383651840 00000100:00100000:1.0:1767318124.760133:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16985 00000100:00100000:1.0:1767318124.760140:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+63:7026:x1853164383651328:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.760163:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:40 count 1 00002000:00010000:1.0:1767318124.760185:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.760191:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a1c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.760200:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.760202:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.760206:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a1c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.760216:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a1c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.760224:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a1c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.760232:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a1c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.760251:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318124.760514:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+64:7026:x1853164383651328:12345-0@lo:6:osp-syn-0-1.0 Request processed in 373us (586us total) trans 4294976735 rc 0/0 00000100:00100000:1.0:1767318124.760523:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16985 00000100:00100000:1.0:1767318124.760542:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16986 00000100:00100000:1.0:1767318124.760549:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+63:7026:x1853164383651840:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.760562:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:16 count 1 00002000:00010000:1.0:1767318124.760582:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.760588:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a1ce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.760595:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.760597:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.760600:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a1ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.760608:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a1ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.760614:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a1ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.760620:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a1ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.760636:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318124.760738:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+64:7026:x1853164383651840:12345-0@lo:6:osp-syn-0-1.0 Request processed in 190us (749us total) trans 4294976736 rc 0/0 00000100:00100000:1.0:1767318124.760744:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16986 00010000:00010000:1.0:1767318124.760774:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318124.760802:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a1c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.760810:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbdc00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.760814:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a1c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.760915:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a1c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.760932:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a1c7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.760939:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a1c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.760955:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.760958:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a1ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.760964:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.760967:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a1ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.760980:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a1ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.760988:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a1ce lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.760995:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a1ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.761006:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.761007:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.761009:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.761017:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318124.761250:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+63:7024:x1853164383651584:12345-0@lo:6:osp-syn-0-1.0 Request processed in 3921us (4031us total) trans 4294976733 rc 0/0 00000100:00100000:3.0:1767318124.761260:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16983 00010000:00010000:3.0:1767318124.761283:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318124.761300:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383651712:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767318124.761335:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318124.761373:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936891da8e00/2, rc 0, transno 4294976732 00000100:00100000:3.0:1767318124.761379:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383651200:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1767318124.761389:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b4fde680/2, rc 0, transno 4294976731 00000100:00100000:3.0:1767318124.761393:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4fde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383650688:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767318124.761414:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383651712 00000100:00100000:3.0:1767318124.761418:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383651712 00000100:00100000:3.0:1767318124.761450:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16987 00000100:00100000:3.0:1767318124.761456:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+63:7025:x1853164383651712:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1767318124.761483:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:6 count 1 00002000:00010000:3.0:1767318124.761502:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.761508:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a1d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.761516:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.761518:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.761522:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a1d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.761532:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a1d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.761539:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a1d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.761546:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a1d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.761563:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318124.761684:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383651968:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767318124.761757:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4fdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383650816:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.761920:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.761974:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318124.761980:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383652096:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.762000:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.762966:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+66:7025:x1853164383651712:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1509us (1629us total) trans 4294976737 rc 0/0 00000100:00100000:3.0:1767318124.762975:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16987 00010000:00010000:3.0:1767318124.763001:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318124.763023:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383652224:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767318124.763054:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318124.763089:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b968c380/2, rc 0, transno 4294976737 00000100:00100000:3.0:1767318124.763101:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383651712:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767318124.763112:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318124.763120:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383652352:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767318124.763143:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.763172:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383652352 00000100:00100000:3.0:1767318124.763178:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383652352 00000100:00100000:3.0:1767318124.763215:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16990 00000100:00100000:3.0:1767318124.763222:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+67:7025:x1853164383652224:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1767318124.763237:0:70356:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:95 count 1 00000100:00100000:1.0:1767318124.763251:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16991 00002000:00010000:3.0:1767318124.763257:0:70356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x5f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.763264:0:70356:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a1ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318124.763268:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+67:7025:x1853164383652352:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1767318124.763281:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.763283:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:1.0:1767318124.763287:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:41 count 1 00010000:00010000:3.0:1767318124.763287:0:70356:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a1ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.763302:0:70356:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a1ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767318124.763308:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.763311:0:70356:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a1ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.763316:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a1f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.763321:0:70356:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a1ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.763333:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.763337:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.763340:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a1f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.763344:0:70356:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318124.763355:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a1f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.763363:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a1f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.763370:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a1f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318124.763483:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+68:7025:x1853164383652224:12345-0@lo:6:osp-syn-0-1.0 Request processed in 260us (428us total) trans 4294976740 rc 0/0 00000100:00100000:3.0:1767318124.763489:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16990 00010000:00010000:1.0:1767318124.763520:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318124.763631:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+68:7025:x1853164383652352:12345-0@lo:6:osp-syn-0-1.0 Request processed in 371us (486us total) trans 4294976741 rc 0/0 00000100:00100000:1.0:1767318124.763638:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16991 00000004:00080000:2.0:1767318124.763952:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936891daa680/2, rc 0, transno 4294976735 00000100:00100000:2.0:1767318124.763967:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383651328:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1767318124.763985:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b968c000/2, rc 0, transno 4294976736 00000100:00100000:2.0:1767318124.763989:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383651840:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767318124.764161:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318124.764171:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383652736:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767318124.764202:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318124.765231:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318124.765238:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a1ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.765251:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.765255:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a1ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.765264:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a1ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.765279:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a1ea lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.765286:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a1ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.765305:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318124.765309:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a1f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.765315:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbd600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.765318:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a1f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.765325:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a1f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.765348:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a1f1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.765366:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a1f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.765388:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318124.765392:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698ab79a00/0xa7e486a0fcb4a1f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.765398:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.765401:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab79a00/0xa7e486a0fcb4a1f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.765623:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab79a00/0xa7e486a0fcb4a1f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.765634:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698ab79a00/0xa7e486a0fcb4a1f8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.765642:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698ab79a00/0xa7e486a0fcb4a1f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.765656:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.765657:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.765659:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318124.766248:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93688b058a80/2, rc 0, transno 4294976742 00000100:00100000:2.0:1767318124.766267:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383652736:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767318124.766671:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383652864:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767318124.766718:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318124.767110:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318124.767119:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698ab78000/0xa7e486a0fcb4a1ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.767129:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.767135:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab78000/0xa7e486a0fcb4a1ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.767147:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab78000/0xa7e486a0fcb4a1ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.767161:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698ab78000/0xa7e486a0fcb4a1ff lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.767170:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698ab78000/0xa7e486a0fcb4a1ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.767191:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.767194:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.767197:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318124.767232:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93688b059880/2, rc 0, transno 4294976741 00000100:00100000:3.0:1767318124.767244:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383652352:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1767318124.767256:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93688b05a680/2, rc 0, transno 4294976740 00000100:00100000:3.0:1767318124.767261:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383652224:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767318124.767384:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:1.0:1767318124.767410:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.767419:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318124.767446:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93688b05ad80/2, rc 0, transno 4294976739 00000100:00100000:1.0:1767318124.767452:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383652096:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767318124.767475:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b968f480/2, rc 0, transno 4294976738 00000100:00100000:1.0:1767318124.767479:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383651968:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.767492:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383652480:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.767522:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.767549:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318124.767555:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383652608:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.767576:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.767595:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383652480 00000100:00100000:1.0:1767318124.767600:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383652480 00000100:00100000:1.0:1767318124.767632:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383652608 00000100:00100000:1.0:1767318124.767635:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383652608 00000100:00100000:1.0:1767318124.767653:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16994 00000100:00100000:1.0:1767318124.767660:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368bb8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+72:7023:x1853164383652480:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.767675:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:78 count 1 00002000:00010000:1.0:1767318124.767694:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x4e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.767699:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a206 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.767708:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.767709:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.767712:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a206 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.767722:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a206 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.767729:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a206 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.767735:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a206 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.767750:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318124.768064:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368bb8c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+73:7023:x1853164383652480:12345-0@lo:6:osp-syn-0-1.0 Request processed in 402us (539us total) trans 4294976744 rc 0/0 00000100:00100000:1.0:1767318124.768076:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16994 00000100:00100000:1.0:1767318124.768094:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16995 00000100:00100000:1.0:1767318124.768101:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368bb8c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+72:7023:x1853164383652608:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.768113:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:32 count 1 00002000:00010000:1.0:1767318124.768129:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.768134:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a20d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.768142:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.768144:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.768147:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a20d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.768157:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a20d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.768165:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a20d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.768171:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a20d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.768183:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318124.768317:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368bb8c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+73:7023:x1853164383652608:12345-0@lo:6:osp-syn-0-1.0 Request processed in 217us (739us total) trans 4294976745 rc 0/0 00000100:00100000:1.0:1767318124.768323:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16995 00010000:00010000:1.0:1767318124.768341:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318124.768347:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a206 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.768354:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbce00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.768358:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a206 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.768366:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a206 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.768377:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a206 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.768384:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a206 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.768400:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.768415:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a20d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.768421:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbda00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.768424:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a20d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.768431:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a20d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.768440:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a20d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.768448:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a20d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.768459:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.768471:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.768473:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318124.768500:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93688b058380/2, rc 0, transno 4294976745 00000100:00100000:1.0:1767318124.768505:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383652608:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767318124.768514:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93688b05b100/2, rc 0, transno 4294976744 00000100:00100000:1.0:1767318124.768518:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383652480:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767318124.768543:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936891dab800/2, rc 0, transno 4294976733 00000100:00100000:1.0:1767318124.768547:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383651584:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.768562:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297261824 00000100:00100000:1.0:1767318124.768566:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297261824 00000100:00100000:1.0:1767318124.768599:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22721 00000100:00100000:1.0:1767318124.768606:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+49:68835:x1853164297261824:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318124.768623:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318124.768639:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a214 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc73d expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.768699:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a21b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.768712:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a21b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.768725:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a21b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.768738:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a222 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x477fa94e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.768744:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a222 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.768751:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a222 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.769066:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a229 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.769074:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a229 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25fb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.769081:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a229 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25fb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000004:00200000:1.0:1767318124.769118:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25fb:0x0]: returning size 0 00000004:00200000:1.0:1767318124.769122:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318124.769143:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a229 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25fb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.769153:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a229 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.769163:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a21b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.769168:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a21b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.769178:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a21b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.769183:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a21b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.769188:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbcc00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.769191:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a21b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.769197:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a21b lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.769206:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318124.769209:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318124.769213:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a21b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.769218:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a21b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.769229:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a222 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.769234:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a222 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.769239:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a222 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.769243:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.769246:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a222 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.769251:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a222 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.769256:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x477fa94e (ffff9369a1a6f000) 00010000:00010000:1.0:1767318124.769258:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318124.769260:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a222 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.769265:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a222 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:1.0:1767318124.769291:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a214 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc73d expref: 51 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.769305:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a229 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc73d expref: 50 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.769312:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25fb:0x0].0x0 (ffff9369a1a6f900) 00010000:00010000:1.0:1767318124.769315:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318124.769317:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936996dbc600, rc 0) 00000100:00100000:1.0:1767318124.769377:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+50:68835:x1853164297261824:12345-192.168.202.56@tcp:101:rm.0 Request processed in 770us (1994us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318124.769384:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22721 00010000:00010000:1.0:1767318124.772987:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318124.772994:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698ab78400/0xa7e486a0fcb4a237 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.773001:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.773004:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab78400/0xa7e486a0fcb4a237 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.773013:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab78400/0xa7e486a0fcb4a237 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.773031:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698ab78400/0xa7e486a0fcb4a237 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.773038:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698ab78400/0xa7e486a0fcb4a237 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.773055:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318124.773058:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698ab78c00/0xa7e486a0fcb4a23e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.773064:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78c00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.773067:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab78c00/0xa7e486a0fcb4a23e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.773074:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab78c00/0xa7e486a0fcb4a23e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.773081:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698ab78c00/0xa7e486a0fcb4a23e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.773088:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698ab78c00/0xa7e486a0fcb4a23e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.773102:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.773105:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698ab79e00/0xa7e486a0fcb4a245 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.773111:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79e00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.773114:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab79e00/0xa7e486a0fcb4a245 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.773120:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab79e00/0xa7e486a0fcb4a245 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.773128:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698ab79e00/0xa7e486a0fcb4a245 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.773135:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698ab79e00/0xa7e486a0fcb4a245 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.773145:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.773147:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.773149:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.773155:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.773160:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318124.773296:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383652992:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.773331:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.773600:0:70259:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383652992 00000100:00100000:1.0:1767318124.773607:0:70259:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383652992 00000100:00100000:1.0:1767318124.773651:0:70259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17000 00000100:00100000:1.0:1767318124.773661:0:70259:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368bb8c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+76:7023:x1853164383652992:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.773688:0:70259:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:73 count 1 00002000:00010000:1.0:1767318124.773713:0:70259:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x49:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.773719:0:70259:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a24c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.773728:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.773730:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.773734:0:70259:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a24c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.773744:0:70259:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a24c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.773752:0:70259:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a24c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.773758:0:70259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a24c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.773772:0:70259:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318124.774341:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318124.774368:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297262080 00000100:00100000:3.0:1767318124.774372:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297262080 00000100:00100000:3.0:1767318124.774405:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22722 00000100:00100000:3.0:1767318124.774412:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+50:68835:x1853164297262080:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318124.774451:0:25280:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318124.774483:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a229 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25fb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc73d expref: 50 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.774500:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25fb:0x0].0x0 (ffff9369a1a6f900) 00010000:00010000:3.0:1767318124.774509:0:25280:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318124.774526:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a253 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.774538:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a253 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.774546:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a253 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.774559:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb4a25a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x477fa94e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.774565:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb4a25a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.774571:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb4a25a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.774676:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8600/0xa7e486a0fcb4a261 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.774684:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8600/0xa7e486a0fcb4a261 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.774691:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8600/0xa7e486a0fcb4a261 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000100:00100000:1.0:1767318124.775140:0:70259:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368bb8c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+78:7023:x1853164383652992:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1478us (1805us total) trans 4294976750 rc 0/0 00000100:00100000:1.0:1767318124.775149:0:70259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17000 00000100:00100000:1.0:1767318124.775172:0:70259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17001 00000100:00100000:1.0:1767318124.775181:0:70259:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+77:7025:x1853164383654272:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.775199:0:70259:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:27 count 1 00002000:00010000:1.0:1767318124.775218:0:70259:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.775224:0:70259:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a268 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.775232:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.775234:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.775239:0:70259:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a268 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.775248:0:70259:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a268 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.775256:0:70259:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a268 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.775263:0:70259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a268 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.775277:0:70259:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000040:00080000:3.0:1767318124.776436:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].61, 64 off12096 00010000:00010000:3.0:1767318124.776508:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a26f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.776527:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a26f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.776537:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a26f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.776545:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a26f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.776551:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a26f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.776556:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a26f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.776585:0:25280:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1767318124.776610:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8600/0xa7e486a0fcb4a261 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.776616:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8600/0xa7e486a0fcb4a261 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.776624:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8600/0xa7e486a0fcb4a261 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.776630:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318124.776634:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8600/0xa7e486a0fcb4a261 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.776642:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8600/0xa7e486a0fcb4a261 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.776655:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25fb:0x0].0x0 (ffff9369aaac1900) 00010000:00010000:3.0:1767318124.776659:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318124.776663:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8600/0xa7e486a0fcb4a261 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.776670:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8600/0xa7e486a0fcb4a261 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00000100:00100000:1.0:1767318124.776994:0:70259:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+78:7025:x1853164383654272:12345-0@lo:6:osp-syn-0-1.0 Request processed in 225us (1106us total) trans 4294976751 rc 0/0 00000100:00100000:1.0:1767318124.777010:0:70259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17001 00010000:00010000:1.0:1767318124.777038:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318124.777044:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a268 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.777052:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbd400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.777055:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a268 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.777067:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a268 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.777082:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a268 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.777088:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a268 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.777110:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.777114:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a26f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25fb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.777119:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.777122:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a26f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25fb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.777128:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a26f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25fb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.777136:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25fb:0x0].0x0 (ffff9369aaac1900) 00010000:00010000:1.0:1767318124.777139:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318124.777142:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a26f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x25fb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.777148:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a26f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25fb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.777165:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.777167:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.777170:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.777177:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.777180:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a253 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.777184:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.777192:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a253 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.777199:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a253 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.777205:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a253 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.777210:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318124.777214:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a253 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.777221:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a253 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00000004:00080000:1.0:1767318124.777225:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93688b058e00/2, rc 0, transno 4294976750 00010000:00010000:3.0:1767318124.777232:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318124.777236:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318124.777238:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383652992:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1767318124.777241:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a253 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00000100:00100000:1.0:1767318124.777249:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383653504:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1767318124.777250:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a253 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00000004:00010000:3.0:1767318124.777263:0:25280:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e9cad06a reply state 00000000056db815 transno 8589934884 ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb4a25a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.777276:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb4a25a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.777283:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x477fa94e (ffff9369aaac1d00) 00010000:00010000:3.0:1767318124.777286:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318124.777289:0:25280:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318124.777295:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.777356:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+51:68835:x1853164297262080:12345-192.168.202.56@tcp:36:rm.0 Request processed in 2941us (3017us total) trans 8589934884 rc 0/0 00000100:00100000:3.0:1767318124.777363:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22722 00010000:00010000:3.0:1767318124.777385:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318124.777738:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93688b05b480/2, rc 0, transno 4294976743 00000100:00100000:2.0:1767318124.777755:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383652864:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.778213:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383654016:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.778241:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318124.778479:0:19075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383654400 00000100:00100000:3.0:1767318124.778485:0:19075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383654400 00000100:00100000:3.0:1767318124.778581:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17003 00000100:00100000:3.0:1767318124.778594:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+79:7025:x1853164383654400:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1767318124.778611:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:101 count 1 00002000:00010000:3.0:1767318124.778630:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x65:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318124.778638:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb4a27d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.778650:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.778653:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318124.778658:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb4a27d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.778669:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb4a27d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.778682:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb4a27d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.778695:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb4a27d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.778729:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318124.779059:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+81:7025:x1853164383654400:12345-0@lo:6:osp-syn-0-1.0 Request processed in 467us (638us total) trans 4294976752 rc 0/0 00000100:00100000:3.0:1767318124.779067:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17003 00010000:00010000:1.0:1767318124.782086:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318124.782181:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383654528:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.782211:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.782310:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318124.782937:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9368b74cea00/2, rc 0, transno 4294976753 00000100:00100000:1.0:1767318124.782948:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383653504:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.783005:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318124.783014:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368bb8c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383654912:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.783042:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.783071:0:19075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383654912 00000100:00100000:1.0:1767318124.783074:0:19075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383654912 00000100:00100000:1.0:1767318124.783099:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17005 00000100:00100000:1.0:1767318124.783105:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368bb8c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+83:7023:x1853164383654528:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.783116:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:94 count 1 00002000:00010000:1.0:1767318124.783133:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x5e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.783138:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a28b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.783151:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.783153:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.783156:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a28b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.783164:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a28b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.783172:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a28b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.783178:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a28b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.783190:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318124.783281:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368bb8c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+85:7023:x1853164383654528:12345-0@lo:6:osp-syn-0-1.0 Request processed in 175us (1068us total) trans 4294976755 rc 0/0 00000100:00100000:1.0:1767318124.783775:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17005 00000100:00100000:1.0:1767318124.783810:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17006 00000100:00100000:1.0:1767318124.783820:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368bb8c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+83:7025:x1853164383654784:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.783847:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:18 count 1 00002000:00010000:1.0:1767318124.783862:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.783868:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a292 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.783875:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.783876:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.783880:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a292 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.783889:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a292 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.783895:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a292 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.783902:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a292 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.783916:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318124.784030:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368bb8c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+84:7025:x1853164383654784:12345-0@lo:6:osp-syn-0-1.0 Request processed in 213us (1720us total) trans 4294976756 rc 0/0 00000100:00100000:1.0:1767318124.784037:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17006 00000100:00100000:1.0:1767318124.784049:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17007 00000100:00100000:1.0:1767318124.784055:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368bb8c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+83:7025:x1853164383654912:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.784065:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:19 count 1 00002000:00010000:1.0:1767318124.784078:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.784082:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a299 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.784089:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.784090:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.784093:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a299 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.784100:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a299 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.784107:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a299 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.784113:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a299 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.784127:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767318124.784203:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368bb8c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+84:7025:x1853164383654912:12345-0@lo:6:osp-syn-0-1.0 Request processed in 148us (1158us total) trans 4294976757 rc 0/0 00000100:00100000:1.0:1767318124.784209:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17007 00010000:00010000:1.0:1767318124.784228:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318124.784234:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698ab78000/0xa7e486a0fcb4a284 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.784241:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.784246:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab78000/0xa7e486a0fcb4a284 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.784255:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab78000/0xa7e486a0fcb4a284 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.784271:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698ab78000/0xa7e486a0fcb4a284 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.784277:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698ab78000/0xa7e486a0fcb4a284 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.784296:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318124.784300:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a28b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.784306:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbd200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.784309:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a28b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.784315:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a28b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.784323:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a28b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.784330:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a28b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.784365:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318124.784368:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a292 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.784374:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.784385:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a292 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.784392:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a292 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.784402:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a292 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.784811:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a292 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.784904:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.784909:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a299 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.784915:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbcc00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.784918:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a299 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.784925:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a299 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.784935:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a299 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.784942:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a299 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.784953:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.784955:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.784957:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.784963:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318124.785002:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9368bb8c6a00/2, rc 0, transno 4294976757 00000100:00100000:1.0:1767318124.785016:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368bb8c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383654912:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767318124.785029:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369858e0a80/2, rc 0, transno 4294976756 00000100:00100000:1.0:1767318124.785033:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383654784:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767318124.785115:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b1215f80/2, rc 0, transno 4294976754 00000100:00100000:1.0:1767318124.785123:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383654016:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.785158:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383655296:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.785197:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.785229:0:19075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383655296 00000100:00100000:1.0:1767318124.785235:0:19075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383655296 00000100:00100000:1.0:1767318124.785274:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17008 00000100:00100000:1.0:1767318124.785281:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+84:7025:x1853164383655296:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.785301:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:21 count 1 00002000:00010000:1.0:1767318124.785322:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.785328:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a2a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.785608:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.785610:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.785615:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a2a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.785626:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a2a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.785634:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a2a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.785647:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a2a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.785663:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318124.785942:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+85:7025:x1853164383655296:12345-0@lo:6:osp-syn-0-1.0 Request processed in 658us (743us total) trans 4294976758 rc 0/0 00000100:00100000:1.0:1767318124.785949:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17008 00010000:00010000:1.0:1767318124.785972:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.785977:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a2a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.785984:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbda00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.785987:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a2a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.785996:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a2a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.786008:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a2a0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.786015:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a2a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.786031:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.786033:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.786036:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318124.786062:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936887a98700/2, rc 0, transno 4294976758 00000100:00100000:1.0:1767318124.786072:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383655296:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.786116:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318124.786125:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b615c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383655424:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.786150:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.786176:0:19075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383655424 00000100:00100000:1.0:1767318124.786181:0:19075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383655424 00000100:00100000:1.0:1767318124.786219:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17009 00000100:00100000:1.0:1767318124.786227:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+85:7025:x1853164383655424:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.786243:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:61 count 1 00002000:00010000:1.0:1767318124.786261:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.786266:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a2a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.786274:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.786275:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.786278:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a2a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.786288:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a2a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.786296:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a2a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.786303:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a2a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.786321:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318124.786956:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+86:7025:x1853164383655424:12345-0@lo:6:osp-syn-0-1.0 Request processed in 726us (801us total) trans 4294976759 rc 0/0 00000100:00100000:1.0:1767318124.786966:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17009 00010000:00010000:1.0:1767318124.786990:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.786996:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a2a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.787004:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbce00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.787008:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a2a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.787019:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a2a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.787032:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a2a7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.787039:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a2a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.787056:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.787058:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.787060:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318124.787085:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b615c380/2, rc 0, transno 4294976759 00000100:00100000:1.0:1767318124.787096:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b615c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383655424:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.787146:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368bb8c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383655040:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.787178:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.787201:0:19075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383655040 00000100:00100000:1.0:1767318124.787206:0:19075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383655040 00000100:00100000:1.0:1767318124.787236:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17010 00000100:00100000:1.0:1767318124.787243:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+86:7023:x1853164383655040:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.787261:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:97 count 1 00002000:00010000:1.0:1767318124.787279:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x61:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.787285:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a2ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.787295:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.787297:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.787301:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a2ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.787310:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a2ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.787318:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a2ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.787326:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a2ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.787352:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318124.787895:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+87:7023:x1853164383655040:12345-0@lo:6:osp-syn-0-1.0 Request processed in 651us (715us total) trans 4294976760 rc 0/0 00000100:00100000:1.0:1767318124.787906:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17010 00010000:00010000:1.0:1767318124.787929:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.787935:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a2ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.787943:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.787947:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a2ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.787955:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a2ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.787967:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a2ae lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.787973:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a2ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.787987:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.787989:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.787991:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318124.788014:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9368bb8c5f80/2, rc 0, transno 4294976760 00000100:00100000:1.0:1767318124.788024:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368bb8c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383655040:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767318124.788064:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b1215c00/2, rc 0, transno 4294976755 00000100:00100000:1.0:1767318124.788070:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383654528:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.788098:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383655808:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.788122:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.788147:0:19075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383655808 00000100:00100000:1.0:1767318124.788151:0:19075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383655808 00000100:00100000:1.0:1767318124.788177:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17011 00000100:00100000:1.0:1767318124.788185:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+87:7025:x1853164383655808:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.788201:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:45 count 1 00002000:00010000:1.0:1767318124.788217:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.788222:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a2b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.788230:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.788232:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.788236:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a2b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.788245:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a2b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.788252:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a2b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.788259:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a2b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.788271:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318124.788725:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+90:7025:x1853164383655808:12345-0@lo:6:osp-syn-0-1.0 Request processed in 540us (600us total) trans 4294976761 rc 0/0 00000100:00100000:1.0:1767318124.788732:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17011 00010000:00010000:1.0:1767318124.788753:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318124.788758:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a2b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.788765:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbdc00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.788768:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a2b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.788775:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a2b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.788804:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a2b5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.788811:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a2b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.788840:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318124.788843:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb4a2bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.788849:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.788852:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb4a2bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.788859:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb4a2bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.788869:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb4a2bc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.788876:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb4a2bc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.788888:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.788892:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698ab79400/0xa7e486a0fcb4a2c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.788897:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.788900:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab79400/0xa7e486a0fcb4a2c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.788908:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab79400/0xa7e486a0fcb4a2c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.788917:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698ab79400/0xa7e486a0fcb4a2c3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.788924:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698ab79400/0xa7e486a0fcb4a2c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.788935:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.788937:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.788939:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.788945:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.788950:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318124.788995:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a556bb80/2, rc 0, transno 4294976761 00000100:00100000:1.0:1767318124.789002:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383655808:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.789010:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318124.789015:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383655936:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.789035:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.789055:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383655936 00000100:00100000:1.0:1767318124.789058:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383655936 00000100:00100000:1.0:1767318124.789077:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17015 00000100:00100000:1.0:1767318124.789083:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+91:7025:x1853164383655936:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.789093:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:71 count 1 00002000:00010000:1.0:1767318124.789107:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x47:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.789112:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a2d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.789120:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.789121:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.789124:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a2d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.789133:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a2d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.789141:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a2d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.789147:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a2d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.789158:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318124.789243:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+92:7025:x1853164383655936:12345-0@lo:6:osp-syn-0-1.0 Request processed in 160us (207us total) trans 4294976765 rc 0/0 00000100:00100000:1.0:1767318124.789250:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17015 00010000:00010000:1.0:1767318124.789263:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.789268:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a2d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.789275:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.789278:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a2d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.789286:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a2d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.789296:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a2d1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.789303:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a2d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.789317:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.789319:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.789320:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318124.789376:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383656320:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.789754:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318124.789777:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a556ad80/2, rc 0, transno 4294976765 00000100:00100000:1.0:1767318124.789802:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383655936:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1767318124.789816:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.789887:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb4a2d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.789895:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.789897:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb4a2d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.789904:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb4a2d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.789914:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb4a2d8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.789920:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb4a2d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.789933:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.789935:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.789936:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318124.789972:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318124.789978:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383656448:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.790000:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.790022:0:19075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383656320 00000100:00100000:1.0:1767318124.790025:0:19075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383656320 00000100:00100000:1.0:1767318124.790045:0:19075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383656448 00000100:00100000:1.0:1767318124.790049:0:19075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383656448 00000100:00100000:1.0:1767318124.790065:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17018 00000100:00100000:1.0:1767318124.790071:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+95:7025:x1853164383656320:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.790082:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:74 count 1 00002000:00010000:1.0:1767318124.790097:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x4a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.790102:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a2e6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.790109:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.790111:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.790114:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a2e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.790122:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a2e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.790129:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a2e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.790135:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a2e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.790146:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318124.790254:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+96:7025:x1853164383656320:12345-0@lo:6:osp-syn-0-1.0 Request processed in 182us (498us total) trans 4294976767 rc 0/0 00000100:00100000:1.0:1767318124.790260:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17018 00000100:00100000:1.0:1767318124.790273:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17019 00000100:00100000:1.0:1767318124.790279:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+95:7025:x1853164383656448:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.790290:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:83 count 1 00002000:00010000:1.0:1767318124.790303:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x53:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.790309:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbca00/0xa7e486a0fcb4a2ed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.790317:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.790319:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.790322:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbca00/0xa7e486a0fcb4a2ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.790330:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbca00/0xa7e486a0fcb4a2ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.790606:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbca00/0xa7e486a0fcb4a2ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.790613:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbca00/0xa7e486a0fcb4a2ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.790626:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318124.790715:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+97:7025:x1853164383656448:12345-0@lo:6:osp-syn-0-1.0 Request processed in 436us (713us total) trans 4294976769 rc 0/0 00000100:00100000:1.0:1767318124.790721:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17019 00010000:00010000:1.0:1767318124.790737:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.790742:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbca00/0xa7e486a0fcb4a2ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.790748:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbca00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.790751:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbca00/0xa7e486a0fcb4a2ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.790759:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbca00/0xa7e486a0fcb4a2ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.790769:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbca00/0xa7e486a0fcb4a2ed lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.790776:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbca00/0xa7e486a0fcb4a2ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.790807:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.790808:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.790810:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.790815:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.790960:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318124.791054:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a5569500/2, rc 0, transno 4294976769 00000100:00100000:1.0:1767318124.791107:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383656448:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767318124.791121:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a5569880/2, rc 0, transno 4294976767 00000100:00100000:2.0:1767318124.791232:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318124.791262:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297262208 00000100:00100000:2.0:1767318124.791266:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297262208 00000100:00100000:2.0:1767318124.791296:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22723 00000100:00100000:2.0:1767318124.791303:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+51:68835:x1853164297262208:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318124.791319:0:15481:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318124.791348:0:15481:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4a2fb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc744 expref: -99 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.791517:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a302 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.791530:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a302 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.791538:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a302 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.791551:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a309 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x2aa7ff4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.791558:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a309 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.791565:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a309 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.791723:0:15481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4a310 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x263d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.791732:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4a310 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x263d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.791739:0:15481:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4a310 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x263d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00000004:00200000:2.0:1767318124.791776:0:15481:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x263d:0x0]: returning size 0 00000004:00200000:2.0:1767318124.791810:0:15481:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318124.792152:0:15481:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4a310 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x263d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.792165:0:15481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4a310 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x263d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.792174:0:15481:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a302 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.792179:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a302 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.792184:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a302 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.792189:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a302 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.792194:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884287200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.792198:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a302 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.792204:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a302 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.792214:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.792218:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.792222:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a302 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.792228:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a302 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.792240:0:15481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a309 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.792246:0:15481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a309 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.792251:0:15481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a309 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.792255:0:15481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884286e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.792258:0:15481:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a309 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.792263:0:15481:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a309 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.792269:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x2aa7ff4e (ffff9369a4ad2800) 00010000:00010000:2.0:1767318124.792271:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.792274:0:15481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a309 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.792279:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a309 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:2.0:1767318124.792309:0:15481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4a2fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc744 expref: 53 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.792327:0:15481:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4a310 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x263d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc744 expref: 52 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.792334:0:15481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x263d:0x0].0x0 (ffff9369a4ad2e00) 00010000:00010000:2.0:1767318124.792336:0:15481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318124.792339:0:15481:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936884287e00, rc 0) 00000100:00100000:2.0:1767318124.792647:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+52:68835:x1853164297262208:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1341us (1414us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.792655:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22723 00000100:00100000:1.0:1767318124.793732:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383656320:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.793757:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383656832:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.794033:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.794070:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318124.794077:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383656960:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.794100:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318124.794137:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.794145:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698ab79200/0xa7e486a0fcb4a2f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.794157:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.794162:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab79200/0xa7e486a0fcb4a2f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.794173:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab79200/0xa7e486a0fcb4a2f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.794193:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698ab79200/0xa7e486a0fcb4a2f4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.794201:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698ab79200/0xa7e486a0fcb4a2f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.794220:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.794222:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.794224:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318124.794234:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383655552:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.794259:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.794278:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383656064:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.794298:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.794325:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383656832 00000100:00100000:1.0:1767318124.794332:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383656832 00000100:00100000:1.0:1767318124.794544:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383656960 00000100:00100000:1.0:1767318124.794548:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383656960 00000100:00100000:1.0:1767318124.794568:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383655552 00000100:00100000:1.0:1767318124.794570:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383655552 00000100:00100000:1.0:1767318124.794586:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383656064 00000100:00100000:1.0:1767318124.794588:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383656064 00000100:00100000:1.0:1767318124.794606:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17021 00000100:00100000:1.0:1767318124.794614:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+100:7025:x1853164383656832:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.794641:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:87 count 1 00002000:00010000:1.0:1767318124.794672:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x57:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.794678:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a317 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.794777:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.794806:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.794812:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a317 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.794985:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a317 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.794998:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a317 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.795007:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a317 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.795025:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318124.795239:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+101:7025:x1853164383656832:12345-0@lo:6:osp-syn-0-1.0 Request processed in 624us (1206us total) trans 4294976771 rc 0/0 00000100:00100000:1.0:1767318124.795248:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17021 00000100:00100000:1.0:1767318124.795268:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17022 00000100:00100000:1.0:1767318124.795276:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+100:7025:x1853164383656960:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.795289:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:56 count 1 00002000:00010000:1.0:1767318124.795305:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.795311:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a31e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.795319:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.795321:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.795324:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a31e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.795334:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a31e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.795342:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a31e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.795349:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a31e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318124.795575:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17023 00000100:00100000:2.0:1767318124.795586:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+100:7023:x1853164383655552:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767318124.795602:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:65 count 1 00002000:00010000:2.0:1767318124.795619:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.795624:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4a325 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.795632:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.795633:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.795636:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4a325 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.795645:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4a325 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.795653:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4a325 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.795665:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4a325 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.795680:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318124.795994:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+101:7023:x1853164383655552:12345-0@lo:6:osp-syn-0-1.0 Request processed in 238us (1561us total) trans 4294976772 rc 0/0 00000100:00100000:2.0:1767318124.796003:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17023 00000100:00100000:2.0:1767318124.796021:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17024 00000100:00100000:2.0:1767318124.796028:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+100:7023:x1853164383656064:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767318124.796042:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:49 count 1 00002000:00010000:2.0:1767318124.796058:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.796063:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a32c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.796071:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.796073:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.796076:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a32c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.796085:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a32c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.796092:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a32c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.796099:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a32c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.796115:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318124.796218:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+101:7023:x1853164383656064:12345-0@lo:6:osp-syn-0-1.0 Request processed in 190us (1918us total) trans 4294976773 rc 0/0 00000100:00100000:2.0:1767318124.796224:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17024 00010000:00010000:1.0:1767318124.796587:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:2.0:1767318124.796810:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318124.796817:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a317 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.796835:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbd400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.796839:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a317 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.796848:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a317 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.796862:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a317 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.796869:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a317 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.796887:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318124.796892:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4a325 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.796898:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884286200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.796901:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4a325 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.796908:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4a325 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.796917:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4a325 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.796925:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4a325 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.796937:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318124.796940:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a32c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.796945:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884286000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.796948:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a32c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.796955:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a32c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.796963:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a32c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.796969:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a32c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.796984:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318124.796987:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a31e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.796993:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbd600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.796997:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a31e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.797004:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a31e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.797013:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a31e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.797020:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a31e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.797031:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.797033:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.797035:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318124.797165:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+101:7025:x1853164383656960:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1888us (3061us total) trans 4294976774 rc 0/0 00000100:00100000:1.0:1767318124.797173:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17022 00010000:00010000:1.0:1767318124.797198:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.797205:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318124.797242:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936992be6300/2, rc 0, transno 4294976774 00000100:00100000:1.0:1767318124.797248:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383656960:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767318124.797259:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936992be5500/2, rc 0, transno 4294976771 00000100:00100000:1.0:1767318124.797263:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383656832:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767318124.797292:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a556a680/2, rc 0, transno 4294976773 00000100:00100000:1.0:1767318124.797296:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383656064:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.797305:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383656576:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767318124.797356:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.797812:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383657088:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767318124.797916:0:19075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383656576 00000100:00100000:2.0:1767318124.797922:0:19075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383656576 00000100:00100000:2.0:1767318124.797969:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17025 00000100:00100000:2.0:1767318124.797977:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+101:7023:x1853164383656576:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767318124.798002:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:39 count 1 00002000:00010000:2.0:1767318124.798030:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318124.798037:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4a333 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.798049:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.798051:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318124.798055:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4a333 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.798068:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4a333 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.798077:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4a333 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.798085:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4a333 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.798100:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318124.798261:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+102:7023:x1853164383656576:12345-0@lo:6:osp-syn-0-1.0 Request processed in 284us (903us total) trans 4294976775 rc 0/0 00000100:00100000:2.0:1767318124.798268:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17025 00010000:00010000:1.0:1767318124.798604:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318124.798627:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318124.798651:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17026 00000100:00100000:1.0:1767318124.798666:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+103:7024:x1853164383656192:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767318124.798681:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000401:58 count 1 00002000:00010000:1.0:1767318124.798801:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318124.798807:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a33a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.798815:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.798817:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318124.798820:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a33a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.799635:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318124.799640:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698ab78200/0xa7e486a0fcb4a341 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.799647:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.799651:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab78200/0xa7e486a0fcb4a341 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.799665:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab78200/0xa7e486a0fcb4a341 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.799678:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698ab78200/0xa7e486a0fcb4a341 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.799684:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698ab78200/0xa7e486a0fcb4a341 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.799704:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318124.799707:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698ab78800/0xa7e486a0fcb4a348 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.799714:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.799717:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab78800/0xa7e486a0fcb4a348 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.799724:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698ab78800/0xa7e486a0fcb4a348 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.799734:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698ab78800/0xa7e486a0fcb4a348 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.799741:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698ab78800/0xa7e486a0fcb4a348 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.799757:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.799758:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.799760:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.799937:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a33a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.799945:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a33a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.799951:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a33a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.799975:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318124.800083:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+105:7024:x1853164383656192:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1425us (1494us total) trans 4294976778 rc 0/0 00000100:00100000:1.0:1767318124.800090:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17026 00010000:00010000:1.0:1767318124.800111:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.800116:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a33a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.800122:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbde00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.800125:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a33a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.800132:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a33a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.800142:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a33a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.800148:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a33a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.800163:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.800165:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.800166:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318124.800185:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936992be7100/2, rc 0, transno 4294976776 00000100:00100000:1.0:1767318124.800190:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383657088:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767318124.800200:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b4eb2a00/2, rc 0, transno 4294976772 00000100:00100000:1.0:1767318124.800203:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383655552:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767318124.800215:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a5568700/2, rc 0, transno 4294976775 00000100:00100000:1.0:1767318124.800218:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383656576:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767318124.803292:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297262464 00000100:00100000:3.0:1767318124.803301:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297262464 00000100:00100000:3.0:1767318124.803667:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22724 00000100:00100000:3.0:1767318124.803679:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+52:68835:x1853164297262464:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318124.803734:0:25280:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318124.803758:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4a310 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x263d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc744 expref: 52 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.803777:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x263d:0x0].0x0 (ffff9369a4ad2e00) 00010000:00010000:3.0:1767318124.803965:0:25280:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318124.803989:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a34f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.804002:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a34f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.804013:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a34f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.804027:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8600/0xa7e486a0fcb4a356 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x2aa7ff4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.804035:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8600/0xa7e486a0fcb4a356 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.804042:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8600/0xa7e486a0fcb4a356 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.804145:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a35d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x263d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.804154:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a35d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x263d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.804161:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a35d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x263d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000040:00080000:3.0:1767318124.804562:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].62, 64 off12160 00000040:00080000:3.0:1767318124.804585:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].143, 64 off17344 00010000:00010000:3.0:1767318124.804638:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a364 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x263d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.804648:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a364 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x263d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.804655:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a364 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x263d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.804662:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a364 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x263d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.804668:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a364 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x263d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.804674:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a364 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x263d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.804703:0:25280:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318124.804724:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a35d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x263d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.804730:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a35d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x263d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.804737:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a35d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x263d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.804744:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318124.804749:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a35d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x263d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.804756:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a35d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x263d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.804765:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x263d:0x0].0x0 (ffff9369aaac1500) 00010000:00010000:3.0:1767318124.804769:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318124.804773:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a35d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x263d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.804799:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a35d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x263d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.804999:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a34f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.805008:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a34f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.805015:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a34f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.805025:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a34f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.805031:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318124.805034:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a34f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.805040:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a34f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.805049:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318124.805051:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318124.805054:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a34f lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.805059:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a34f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00000004:00010000:3.0:1767318124.805068:0:25280:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000790e700d reply state 00000000dcb4b6af transno 8589934885 ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8600/0xa7e486a0fcb4a356 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.805078:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8600/0xa7e486a0fcb4a356 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.805085:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x2aa7ff4e (ffff9369aaac1600) 00010000:00010000:3.0:1767318124.805087:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318124.805090:0:25280:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318124.805181:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+53:68835:x1853164297262464:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1502us (1934us total) trans 8589934885 rc 0/0 00000100:00100000:3.0:1767318124.805190:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22724 00000100:00100000:3.0:1767318124.808603:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318124.815082:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297262848 00000100:00100000:3.0:1767318124.815093:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297262848 00000100:00100000:3.0:1767318124.815158:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22726 00000100:00100000:3.0:1767318124.815168:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+54:68835:x1853164297262848:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318124.815232:0:25280:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318124.815259:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79800/0xa7e486a0fcb4a380 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x262b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc74b expref: 54 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.815279:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x262b:0x0].0x0 (ffff9369a1a6f800) 00010000:00010000:3.0:1767318124.815289:0:25280:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318124.815312:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4a387 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.815324:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4a387 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.815332:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4a387 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.815346:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a38e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x261de54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.815352:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a38e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318124.815358:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a38e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.820159:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.820166:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79000/0xa7e486a0fcb4a39c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x262b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.820172:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.820176:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79000/0xa7e486a0fcb4a39c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x262b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.820182:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79000/0xa7e486a0fcb4a39c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x262b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.820203:0:34132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x262b:0x0].0x0 (ffff9369a1a6f400) 00010000:00010000:1.0:1767318124.820206:0:34132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318124.820208:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79000/0xa7e486a0fcb4a39c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x262b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.820214:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79000/0xa7e486a0fcb4a39c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x262b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.820227:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.820228:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.820230:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318124.823028:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318124.827396:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:2.0:1767318124.828219:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318124.828225:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78c00/0xa7e486a0fcb4a3d4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2609:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.828231:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78c00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.828234:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78c00/0xa7e486a0fcb4a3d4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2609:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.828243:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78c00/0xa7e486a0fcb4a3d4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2609:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.828251:0:30344:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2609:0x0].0x0 (ffff9369a1a6fc00) 00010000:00010000:2.0:1767318124.828253:0:30344:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767318124.828256:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78c00/0xa7e486a0fcb4a3d4 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2609:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.828262:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78c00/0xa7e486a0fcb4a3d4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2609:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.828273:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.828274:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.828276:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318124.831624:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318124.835844:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318124.835885:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297263616 00000100:00100000:3.0:1767318124.835896:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297263616 00000100:00100000:3.0:1767318124.835951:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22730 00000100:00100000:3.0:1767318124.835961:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+58:68835:x1853164297263616:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318124.836024:0:15479:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318124.836052:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4a3f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2649:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc759 expref: 58 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318124.836071:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2649:0x0].0x0 (ffff9369a1a6fd00) 00010000:00010000:3.0:1767318124.836084:0:15479:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318124.836107:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a3f7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.836122:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a3f7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.836132:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a3f7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.836145:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9a00/0xa7e486a0fcb4a3fe lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x4133a24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.836151:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9a00/0xa7e486a0fcb4a3fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.836157:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9a00/0xa7e486a0fcb4a3fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.836263:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a405 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2649:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.836271:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a405 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2649:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.836279:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a405 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2649:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00000040:00080000:3.0:1767318124.836756:0:15479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].65, 64 off12352 00000040:00080000:3.0:1767318124.836778:0:15479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].145, 64 off17472 00010000:00010000:3.0:1767318124.836867:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a40c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2649:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.836878:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a40c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2649:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.836887:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a40c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2649:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.836894:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a40c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2649:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.836900:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a40c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2649:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.836906:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a40c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2649:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.836927:0:15479:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318124.836945:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a405 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2649:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.836951:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a405 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2649:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.836957:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a405 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2649:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.836963:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318124.836967:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a405 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2649:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.836979:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a405 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2649:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.836988:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2649:0x0].0x0 (ffff9369aaac1f00) 00010000:00010000:3.0:1767318124.836991:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318124.836996:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a405 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2649:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.837001:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a405 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2649:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.837116:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a3f7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.837123:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a3f7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.837128:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a3f7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.837133:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a3f7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.837138:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318124.837141:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a3f7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.837146:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a3f7 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.837154:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318124.837156:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318124.837159:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a3f7 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.837165:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a3f7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00000004:00010000:3.0:1767318124.837175:0:15479:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000956c5426 reply state 000000006ca846b8 transno 8589934888 ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9a00/0xa7e486a0fcb4a3fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.837186:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9a00/0xa7e486a0fcb4a3fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.837192:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x4133a24e (ffff9369aaac1100) 00010000:00010000:3.0:1767318124.837194:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318124.837197:0:15479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318124.837285:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+59:68835:x1853164297263616:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1321us (1465us total) trans 8589934888 rc 0/0 00000100:00100000:3.0:1767318124.837295:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22730 00010000:00010000:3.0:1767318124.837342:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318124.837348:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a40c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2649:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.839013:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318124.839021:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a40c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2649:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.839030:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a40c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2649:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.839048:0:34133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2649:0x0].0x0 (ffff9369aaac1f00) 00010000:00010000:3.0:1767318124.839051:0:34133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318124.839056:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a40c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2649:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.839066:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a40c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2649:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318124.839093:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.839095:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318124.839098:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318124.843250:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318124.853676:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318124.854067:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22732 00000100:00100000:1.0:1767318124.854084:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990597b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+60:68835:x1853164297264000:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318124.854148:0:25280:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318124.854178:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78400/0xa7e486a0fcb4a428 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x261d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc760 expref: 60 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.854199:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x261d:0x0].0x0 (ffff9369a1a6f700) 00010000:00010000:1.0:1767318124.854211:0:25280:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318124.854236:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a42f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.854254:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a42f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.854265:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a42f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.854279:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbca00/0xa7e486a0fcb4a436 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0xbbeaf64e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.854286:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbca00/0xa7e486a0fcb4a436 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.854293:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbca00/0xa7e486a0fcb4a436 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.854752:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a43d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x261d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.854763:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a43d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x261d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.854771:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a43d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x261d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000040:00080000:1.0:1767318124.855214:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].66, 64 off12416 00000040:00080000:1.0:1767318124.855237:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].146, 64 off17536 00010000:00010000:1.0:1767318124.855295:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a444 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x261d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.855306:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a444 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x261d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.855315:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a444 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x261d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.855326:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a444 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x261d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.855332:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a444 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x261d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.855358:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a444 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x261d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.855384:0:25280:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318124.855752:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a43d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x261d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.855759:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a43d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x261d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.855764:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a43d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x261d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.855769:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.855772:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a43d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x261d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.855777:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a43d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x261d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.856005:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x261d:0x0].0x0 (ffff936886f6d400) 00010000:00010000:1.0:1767318124.856008:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318124.856011:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a43d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x261d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.856017:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a43d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x261d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.856151:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a42f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.856158:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a42f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.856162:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a42f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.856167:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a42f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.856171:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbde00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.856174:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a42f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.856179:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a42f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.856188:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318124.856191:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318124.856194:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a42f lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.856200:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a42f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00000004:00010000:1.0:1767318124.856209:0:25280:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001082d26a reply state 0000000050052a73 transno 8589934889 ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbca00/0xa7e486a0fcb4a436 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.856220:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbca00/0xa7e486a0fcb4a436 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.856229:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xbbeaf64e (ffff936886f6d800) 00010000:00010000:1.0:1767318124.856231:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318124.856234:0:25280:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318124.856600:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990597b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+61:68835:x1853164297264000:12345-192.168.202.56@tcp:36:rm.0 Request processed in 2518us (2934us total) trans 8589934889 rc 0/0 00000100:00100000:1.0:1767318124.856610:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22732 00000100:00100000:3.0:1767318124.871025:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318124.871171:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297264128 00000100:00100000:1.0:1767318124.871181:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297264128 00000100:00100000:1.0:1767318124.871267:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22733 00000100:00100000:1.0:1767318124.871276:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990596680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+61:68835:x1853164297264128:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318124.871301:0:25280:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318124.871320:0:25280:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a44b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc767 expref: -99 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.871397:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a452 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.871630:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a452 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.871642:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a452 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.871658:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a459 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xc3eb104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.871665:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a459 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.871671:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a459 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.871869:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a460 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x262d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.871878:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a460 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x262d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.871884:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a460 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x262d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000004:00200000:1.0:1767318124.871918:0:25280:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x262d:0x0]: returning size 0 00000004:00200000:1.0:1767318124.871923:0:25280:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318124.871946:0:25280:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a460 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x262d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.871958:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a460 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x262d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.871967:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a452 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.871974:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a452 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.871980:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a452 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.871986:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a452 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.871992:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.871996:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a452 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.872003:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a452 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.872015:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318124.872018:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318124.872022:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a452 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.872028:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a452 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.872041:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a459 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.872046:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a459 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.872051:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a459 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.872055:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.872057:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a459 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.872062:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a459 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.872068:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xc3eb104e (ffff936886f6d400) 00010000:00010000:1.0:1767318124.872071:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318124.872073:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a459 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.872078:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a459 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.872106:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a44b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc767 expref: 63 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.872121:0:25280:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a460 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x262d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc767 expref: 62 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.872128:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x262d:0x0].0x0 (ffff936886f6da00) 00010000:00010000:1.0:1767318124.872130:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318124.872132:0:25280:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936996dbce00, rc 0) 00000100:00100000:1.0:1767318124.872203:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990596680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+62:68835:x1853164297264128:12345-192.168.202.56@tcp:101:rm.0 Request processed in 928us (1188us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318124.872210:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22733 00000100:00100000:3.0:1767318124.878989:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318124.879060:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297264384 00000100:00100000:1.0:1767318124.879070:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297264384 00000100:00100000:1.0:1767318124.879155:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22734 00000100:00100000:1.0:1767318124.879164:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+62:68835:x1853164297264384:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318124.879220:0:25280:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318124.879244:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a460 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x262d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc767 expref: 62 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.879263:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x262d:0x0].0x0 (ffff936886f6da00) 00010000:00010000:1.0:1767318124.879273:0:25280:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318124.879299:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a467 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.879313:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a467 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.879322:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a467 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.879350:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a46e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0xc3eb104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.879362:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a46e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.879368:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a46e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.879811:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a475 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x262d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.879828:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a475 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x262d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.879836:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a475 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x262d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000040:00080000:1.0:1767318124.880143:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].67, 64 off12480 00000040:00080000:1.0:1767318124.880161:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].147, 64 off17600 00010000:00010000:1.0:1767318124.880212:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a47c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x262d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.880221:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a47c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x262d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.880228:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a47c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x262d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.880235:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a47c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x262d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.880241:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a47c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x262d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.880249:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a47c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x262d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.880270:0:25280:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318124.880286:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a475 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x262d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.880292:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a475 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x262d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.880298:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a475 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x262d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.880303:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.880307:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a475 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x262d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.880314:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a475 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x262d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.880322:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x262d:0x0].0x0 (ffff936886f6d200) 00010000:00010000:1.0:1767318124.880325:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318124.880328:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a475 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x262d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.880342:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a475 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x262d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.880482:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a467 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.880488:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a467 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.880497:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a467 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.880503:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a467 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.880508:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbde00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.880511:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a467 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.880517:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a467 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.880524:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318124.880526:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318124.880529:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a467 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.880535:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a467 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00000004:00010000:1.0:1767318124.880543:0:25280:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f70375d0 reply state 00000000ccc22a22 transno 8589934890 ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a46e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.880552:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a46e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.880558:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xc3eb104e (ffff936886f6d400) 00010000:00010000:1.0:1767318124.880561:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318124.880563:0:25280:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318124.880661:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+63:68835:x1853164297264384:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1496us (1681us total) trans 8589934890 rc 0/0 00000100:00100000:1.0:1767318124.880673:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22734 00000100:00100000:3.0:1767318124.883533:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318124.883631:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297264512 00000100:00100000:1.0:1767318124.883648:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297264512 00000100:00100000:1.0:1767318124.883840:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22735 00000100:00100000:1.0:1767318124.883853:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+63:68835:x1853164297264512:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318124.883878:0:25280:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318124.883926:0:25280:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a483 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc76e expref: -99 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.884001:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a48a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.884017:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a48a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.884031:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a48a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.884045:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a491 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xb2b2a94e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.884052:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a491 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.884058:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a491 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.884237:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a498 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.884246:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a498 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25fc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.884253:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a498 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25fc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000004:00200000:1.0:1767318124.884291:0:25280:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25fc:0x0]: returning size 0 00000004:00200000:1.0:1767318124.884296:0:25280:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318124.884318:0:25280:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a498 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25fc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.884332:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a498 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.884364:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a48a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.884370:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a48a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.884376:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a48a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.884383:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a48a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.884389:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.884393:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a48a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.884401:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a48a lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.884423:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318124.884427:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318124.884432:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a48a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.884439:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a48a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.884454:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a491 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.884503:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a491 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.884509:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a491 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.884514:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbd200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.884518:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a491 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.884524:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a491 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.884532:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xb2b2a94e (ffff936886f6db00) 00010000:00010000:1.0:1767318124.884534:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318124.884537:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a491 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.884542:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a491 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.884576:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a483 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc76e expref: 65 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.884589:0:25280:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a498 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc76e expref: 64 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.884602:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25fc:0x0].0x0 (ffff936886f6d000) 00010000:00010000:1.0:1767318124.884605:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318124.884607:0:25280:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936996dbdc00, rc 0) 00000100:00100000:1.0:1767318124.884687:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+64:68835:x1853164297264512:12345-192.168.202.56@tcp:101:rm.0 Request processed in 836us (1165us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318124.884695:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22735 00000100:00100000:3.0:1767318124.887767:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318124.888217:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297264768 00000100:00100000:1.0:1767318124.888229:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297264768 00000100:00100000:1.0:1767318124.888298:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22736 00000100:00100000:1.0:1767318124.888308:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+64:68835:x1853164297264768:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318124.888369:0:25280:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318124.888396:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a498 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc76e expref: 64 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.888634:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25fc:0x0].0x0 (ffff936886f6d000) 00010000:00010000:1.0:1767318124.888645:0:25280:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318124.888667:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a49f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.888681:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a49f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.888691:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a49f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.888704:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a4a6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0xb2b2a94e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.888715:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a4a6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.888721:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a4a6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.888972:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a4ad lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.888982:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a4ad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.888989:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a4ad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000040:00080000:1.0:1767318124.889222:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].68, 64 off12544 00010000:00010000:1.0:1767318124.889275:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a4b4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.889284:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a4b4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.889292:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a4b4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.889300:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a4b4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.889306:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a4b4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.889312:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a4b4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.889402:0:25280:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318124.889431:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a4ad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.889437:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a4ad lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.889442:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a4ad lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.889448:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbd400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.889452:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a4ad lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.889469:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a4ad lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.889478:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25fc:0x0].0x0 (ffff936886f6d300) 00010000:00010000:1.0:1767318124.889481:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318124.889485:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a4ad lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.889490:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a4ad lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.889603:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a49f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.889610:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a49f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.889615:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a49f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.889623:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a49f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.889628:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbce00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.889632:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a49f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.889637:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a49f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.889645:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318124.889647:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318124.889650:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a49f lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.889655:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a49f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00000004:00010000:1.0:1767318124.889664:0:25280:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000084abb82c reply state 00000000b6f9ffaa transno 8589934891 ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a4a6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.889677:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a4a6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.889683:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xb2b2a94e (ffff936886f6da00) 00010000:00010000:1.0:1767318124.889686:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318124.889688:0:25280:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318124.889814:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+65:68835:x1853164297264768:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1473us (2028us total) trans 8589934891 rc 0/0 00000100:00100000:1.0:1767318124.889833:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22736 00010000:00010000:2.0:1767318124.890718:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318124.890728:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a4b4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.890740:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.890744:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a4b4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.890751:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a4b4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.890765:0:34132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25fc:0x0].0x0 (ffff936886f6d300) 00010000:00010000:2.0:1767318124.890767:0:34132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767318124.890771:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a4b4 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x25fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.890777:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a4b4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.890983:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.890986:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.890987:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318124.893101:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297264896 00000100:00100000:1.0:1767318124.893111:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297264896 00000100:00100000:1.0:1767318124.893218:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22737 00000100:00100000:1.0:1767318124.893229:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+65:68835:x1853164297264896:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318124.893254:0:25280:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318124.893272:0:25280:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a4bb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc775 expref: -99 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.893338:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a4c2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.893365:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a4c2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.893378:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a4c2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.893392:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a4c9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x2e29ba4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.893400:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a4c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.893417:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a4c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.893582:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a4d0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.893591:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a4d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.893598:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a4d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000004:00200000:1.0:1767318124.893639:0:25280:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25f0:0x0]: returning size 0 00000004:00200000:1.0:1767318124.893643:0:25280:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318124.893668:0:25280:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a4d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.893680:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a4d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.893688:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a4c2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.893694:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a4c2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.893700:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a4c2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.893706:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a4c2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.893712:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.893716:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a4c2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.893723:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a4c2 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.893734:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318124.893737:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318124.893742:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a4c2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.893748:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a4c2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.893762:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a4c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.893768:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a4c9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.893773:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a4c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.893813:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.893817:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a4c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.893835:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a4c9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.893842:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x2e29ba4e (ffff936886f6dc00) 00010000:00010000:1.0:1767318124.893845:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318124.893847:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a4c9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.893853:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a4c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.893884:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a4bb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc775 expref: 67 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.893898:0:25280:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a4d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25f0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc775 expref: 66 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.893905:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f0:0x0].0x0 (ffff936886f6d900) 00010000:00010000:1.0:1767318124.893908:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318124.893910:0:25280:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936996dbd800, rc 0) 00000100:00100000:1.0:1767318124.893977:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+66:68835:x1853164297264896:12345-192.168.202.56@tcp:101:rm.0 Request processed in 750us (1127us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318124.893985:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22737 00000100:00100000:3.0:1767318124.896504:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318124.896673:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297265152 00000100:00100000:1.0:1767318124.896683:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297265152 00000100:00100000:1.0:1767318124.896748:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22738 00000100:00100000:1.0:1767318124.896759:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990596a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+66:68835:x1853164297265152:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318124.897089:0:25280:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318124.897120:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a4d0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc775 expref: 66 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.897142:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f0:0x0].0x0 (ffff936886f6d900) 00010000:00010000:1.0:1767318124.897154:0:25280:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318124.897177:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a4d7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.897190:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a4d7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.897200:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a4d7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.897216:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698873fc00/0xa7e486a0fcb4a4de lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x2e29ba4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.897223:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698873fc00/0xa7e486a0fcb4a4de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.897230:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698873fc00/0xa7e486a0fcb4a4de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.897319:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a4e5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.897327:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a4e5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.897334:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a4e5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000040:00080000:1.0:1767318124.898276:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].69, 64 off12608 00010000:00010000:1.0:1767318124.898346:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4a4ec lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.898560:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4a4ec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.898572:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4a4ec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.898579:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4a4ec lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.898585:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4a4ec lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.898590:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4a4ec lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.898663:0:25280:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318124.898689:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a4e5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.898695:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a4e5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.898706:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a4e5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.898712:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698873f400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.898716:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a4e5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.898723:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a4e5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.898733:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f0:0x0].0x0 (ffff936886f6d200) 00010000:00010000:1.0:1767318124.898736:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318124.898741:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a4e5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.898747:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a4e5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.898905:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a4d7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.898913:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a4d7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.898918:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a4d7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.898924:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a4d7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.898929:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbda00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.898932:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a4d7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.898942:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a4d7 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.898951:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318124.898953:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318124.898956:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a4d7 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.898961:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a4d7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00000004:00010000:1.0:1767318124.898972:0:25280:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000862aecba reply state 000000005f1e5da8 transno 8589934892 ns: mdt-lustre-MDT0000_UUID lock: ffff93698873fc00/0xa7e486a0fcb4a4de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.898982:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698873fc00/0xa7e486a0fcb4a4de lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.898988:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x2e29ba4e (ffff936886f6d100) 00010000:00010000:1.0:1767318124.898990:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318124.898993:0:25280:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318124.899081:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990596a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+67:68835:x1853164297265152:12345-192.168.202.56@tcp:36:rm.0 Request processed in 2321us (2587us total) trans 8589934892 rc 0/0 00000100:00100000:1.0:1767318124.899090:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22738 00010000:00010000:2.0:1767318124.900117:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318124.900129:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4a4ec lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25f0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.900137:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698873ee00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.900141:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4a4ec lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25f0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.900149:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4a4ec lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25f0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.900162:0:30344:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f0:0x0].0x0 (ffff936886f6d200) 00010000:00010000:2.0:1767318124.900165:0:30344:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767318124.900170:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4a4ec lrc: 1/0,0 mode: --/PW res: [0x200000402:0x25f0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.900175:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4a4ec lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25f0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.900195:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.900197:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.900199:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318124.901768:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318124.902112:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297265280 00000100:00100000:1.0:1767318124.902123:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297265280 00000100:00100000:1.0:1767318124.902240:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22739 00000100:00100000:1.0:1767318124.902252:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+67:68835:x1853164297265280:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318124.902275:0:25280:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318124.902296:0:25280:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936980030000/0xa7e486a0fcb4a4f3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc77c expref: -99 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.902384:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb4a4fa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.902398:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb4a4fa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.902419:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb4a4fa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.902434:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb4a501 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xb166a24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.902441:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb4a501 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.902448:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb4a501 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.902675:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936980030800/0xa7e486a0fcb4a508 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2646:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.902685:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936980030800/0xa7e486a0fcb4a508 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2646:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.902691:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936980030800/0xa7e486a0fcb4a508 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2646:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000004:00200000:1.0:1767318124.902727:0:25280:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2646:0x0]: returning size 0 00000004:00200000:1.0:1767318124.902731:0:25280:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318124.902750:0:25280:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff936980030800/0xa7e486a0fcb4a508 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2646:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.902761:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936980030800/0xa7e486a0fcb4a508 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2646:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.902770:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb4a4fa lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.902777:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb4a4fa lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.902830:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb4a4fa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.902837:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb4a4fa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.902843:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936980031a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.902848:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb4a4fa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.902855:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb4a4fa lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.902866:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318124.902868:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318124.902874:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb4a4fa lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.902879:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936980031a00/0xa7e486a0fcb4a4fa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.902894:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb4a501 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.902900:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb4a501 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.902905:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb4a501 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.902911:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936980030600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.902914:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb4a501 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.902919:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb4a501 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.902927:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xb166a24e (ffff936886f6d000) 00010000:00010000:1.0:1767318124.902929:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318124.902931:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb4a501 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.902937:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936980030600/0xa7e486a0fcb4a501 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.902967:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936980030000/0xa7e486a0fcb4a4f3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc77c expref: 69 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.902981:0:25280:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff936980030800/0xa7e486a0fcb4a508 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2646:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc77c expref: 68 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.902988:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2646:0x0].0x0 (ffff936886f6db00) 00010000:00010000:1.0:1767318124.902990:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318124.902992:0:25280:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936980030800, rc 0) 00000100:00100000:1.0:1767318124.903062:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+68:68835:x1853164297265280:12345-192.168.202.56@tcp:101:rm.0 Request processed in 812us (1307us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318124.903070:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22739 00000100:00100000:1.0:1767318124.907346:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297265536 00000100:00100000:1.0:1767318124.907501:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297265536 00000100:00100000:1.0:1767318124.907592:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22740 00000100:00100000:1.0:1767318124.907602:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+68:68835:x1853164297265536:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318124.907654:0:25280:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318124.907682:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936980030800/0xa7e486a0fcb4a508 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2646:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc77c expref: 68 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.907701:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2646:0x0].0x0 (ffff936886f6db00) 00010000:00010000:1.0:1767318124.907713:0:25280:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318124.907732:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936980030e00/0xa7e486a0fcb4a50f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.907744:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936980030e00/0xa7e486a0fcb4a50f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.907754:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936980030e00/0xa7e486a0fcb4a50f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.907765:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936980031600/0xa7e486a0fcb4a516 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0xb166a24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.907772:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936980031600/0xa7e486a0fcb4a516 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.907778:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936980031600/0xa7e486a0fcb4a516 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.907938:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a51d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2646:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.907946:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a51d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2646:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.907952:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a51d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2646:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000040:00080000:1.0:1767318124.908191:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].148, 64 off17664 00000040:00080000:1.0:1767318124.908209:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].70, 64 off12672 00010000:00010000:1.0:1767318124.908259:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930800/0xa7e486a0fcb4a524 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2646:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.908267:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930800/0xa7e486a0fcb4a524 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2646:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.908274:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930800/0xa7e486a0fcb4a524 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2646:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.908281:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930800/0xa7e486a0fcb4a524 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2646:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.908287:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930800/0xa7e486a0fcb4a524 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2646:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.908293:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930800/0xa7e486a0fcb4a524 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2646:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.908308:0:25280:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318124.908324:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a51d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2646:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.908329:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a51d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2646:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.908335:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a51d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2646:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.908341:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698873f400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.908345:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a51d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2646:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.909010:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a51d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2646:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.909019:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2646:0x0].0x0 (ffff936886f6d900) 00010000:00010000:1.0:1767318124.909021:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318124.909024:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a51d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2646:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.909030:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a51d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2646:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.909147:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936980030e00/0xa7e486a0fcb4a50f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.909154:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936980030e00/0xa7e486a0fcb4a50f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.909160:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936980030e00/0xa7e486a0fcb4a50f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.909166:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936980030e00/0xa7e486a0fcb4a50f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.909171:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936980030e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.909174:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936980030e00/0xa7e486a0fcb4a50f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.909179:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936980030e00/0xa7e486a0fcb4a50f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.909186:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318124.909189:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318124.909191:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936980030e00/0xa7e486a0fcb4a50f lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.909198:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936980030e00/0xa7e486a0fcb4a50f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00000004:00010000:1.0:1767318124.909206:0:25280:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bc536ad6 reply state 000000004d1bbed5 transno 8589934893 ns: mdt-lustre-MDT0000_UUID lock: ffff936980031600/0xa7e486a0fcb4a516 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.909216:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936980031600/0xa7e486a0fcb4a516 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.909222:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xb166a24e (ffff936886f6de00) 00010000:00010000:1.0:1767318124.909224:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318124.909227:0:25280:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318124.909342:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+69:68835:x1853164297265536:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1738us (2075us total) trans 8589934893 rc 0/0 00000100:00100000:1.0:1767318124.909358:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22740 00000100:00100000:2.0:1767318124.912369:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318124.912674:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297265664 00000100:00100000:1.0:1767318124.912686:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297265664 00000100:00100000:1.0:1767318124.912830:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22741 00000100:00100000:1.0:1767318124.912841:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+69:68835:x1853164297265664:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318124.912865:0:25280:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318124.912885:0:25280:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930400/0xa7e486a0fcb4a52b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc783 expref: -99 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.912954:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931a00/0xa7e486a0fcb4a532 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.912968:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931a00/0xa7e486a0fcb4a532 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.912978:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931a00/0xa7e486a0fcb4a532 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.912992:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930000/0xa7e486a0fcb4a539 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xc105e54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.912998:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930000/0xa7e486a0fcb4a539 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.913004:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930000/0xa7e486a0fcb4a539 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.913180:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931600/0xa7e486a0fcb4a540 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2623:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.913189:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931600/0xa7e486a0fcb4a540 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2623:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.913196:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931600/0xa7e486a0fcb4a540 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2623:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000004:00200000:1.0:1767318124.913233:0:25280:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2623:0x0]: returning size 0 00000004:00200000:1.0:1767318124.913237:0:25280:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318124.913256:0:25280:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931600/0xa7e486a0fcb4a540 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2623:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.913267:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931600/0xa7e486a0fcb4a540 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2623:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.913277:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931a00/0xa7e486a0fcb4a532 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.913283:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931a00/0xa7e486a0fcb4a532 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.913289:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931a00/0xa7e486a0fcb4a532 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.913299:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931a00/0xa7e486a0fcb4a532 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.913305:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a0931a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.913309:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931a00/0xa7e486a0fcb4a532 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.913316:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931a00/0xa7e486a0fcb4a532 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.913327:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318124.913330:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318124.913335:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931a00/0xa7e486a0fcb4a532 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.913340:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931a00/0xa7e486a0fcb4a532 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.913364:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930000/0xa7e486a0fcb4a539 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.913370:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930000/0xa7e486a0fcb4a539 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.913375:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930000/0xa7e486a0fcb4a539 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.913388:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a0930000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318124.913391:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930000/0xa7e486a0fcb4a539 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.913396:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930000/0xa7e486a0fcb4a539 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.913774:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xc105e54e (ffff936886f6db00) 00010000:00010000:1.0:1767318124.913778:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318124.913908:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930000/0xa7e486a0fcb4a539 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.913915:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930000/0xa7e486a0fcb4a539 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.913959:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930400/0xa7e486a0fcb4a52b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc783 expref: 71 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.913975:0:25280:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931600/0xa7e486a0fcb4a540 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2623:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc783 expref: 70 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.913983:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2623:0x0].0x0 (ffff936886f6d000) 00010000:00010000:1.0:1767318124.913986:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318124.913988:0:25280:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a0931600, rc 0) 00000100:00100000:1.0:1767318124.914068:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+70:68835:x1853164297265664:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1229us (1721us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318124.914078:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22741 00000100:00100000:2.0:1767318124.917299:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318124.917551:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297265920 00000100:00100000:1.0:1767318124.917562:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297265920 00000100:00100000:1.0:1767318124.917632:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22742 00000100:00100000:1.0:1767318124.917643:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+70:68835:x1853164297265920:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318124.917697:0:25280:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318124.917724:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931600/0xa7e486a0fcb4a540 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2623:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc783 expref: 70 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.918060:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2623:0x0].0x0 (ffff936886f6d000) 00010000:00010000:1.0:1767318124.918072:0:25280:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318124.920170:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.920179:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79a00/0xa7e486a0fcb4a55c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2623:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.920187:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.920190:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79a00/0xa7e486a0fcb4a55c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2623:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.920197:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79a00/0xa7e486a0fcb4a55c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2623:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.920210:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2623:0x0].0x0 (ffff9369a1a6f000) 00010000:00010000:1.0:1767318124.920213:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318124.920216:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79a00/0xa7e486a0fcb4a55c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2623:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.920221:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79a00/0xa7e486a0fcb4a55c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2623:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00000100:00100000:3.0:1767318124.923228:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318124.923348:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297266048 00000100:00100000:1.0:1767318124.923366:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297266048 00000100:00100000:1.0:1767318124.923511:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22743 00000100:00100000:1.0:1767318124.923521:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+71:68835:x1853164297266048:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318124.923547:0:25280:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318124.923572:0:25280:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931000/0xa7e486a0fcb4a563 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc78a expref: -99 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318124.923641:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a56a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.923699:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a56a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.923711:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a56a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.923726:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930c00/0xa7e486a0fcb4a571 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xd3f0a24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.923734:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930c00/0xa7e486a0fcb4a571 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.923740:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930c00/0xa7e486a0fcb4a571 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.924333:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a578 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.924345:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a578 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.924364:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a578 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000004:00200000:2.0:1767318124.924566:0:25280:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25f8:0x0]: returning size 0 00000004:00200000:2.0:1767318124.924572:0:25280:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318124.924600:0:25280:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a578 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.924612:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a578 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.924621:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a56a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.924627:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a56a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.924638:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a56a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.924645:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a56a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.924651:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a0930600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.924655:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a56a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.924662:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a56a lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.924674:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.924677:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.924682:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a56a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.924687:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a56a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.924703:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930c00/0xa7e486a0fcb4a571 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.924708:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930c00/0xa7e486a0fcb4a571 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.924713:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930c00/0xa7e486a0fcb4a571 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.924718:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a0930c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.924721:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930c00/0xa7e486a0fcb4a571 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.924728:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930c00/0xa7e486a0fcb4a571 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.924735:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xd3f0a24e (ffff936886f6d900) 00010000:00010000:2.0:1767318124.924738:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.924740:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930c00/0xa7e486a0fcb4a571 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.924746:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930c00/0xa7e486a0fcb4a571 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.925062:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931000/0xa7e486a0fcb4a563 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc78a expref: 73 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.925080:0:25280:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a578 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc78a expref: 72 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.925088:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f8:0x0].0x0 (ffff9369a4ad2200) 00010000:00010000:2.0:1767318124.925091:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318124.925093:0:25280:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369b5138e00, rc 0) 00000100:00100000:2.0:1767318124.925158:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+72:68835:x1853164297266048:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1639us (1942us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.925166:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22743 00000100:00100000:3.0:1767318124.928188:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:2.0:1767318124.930944:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318124.930950:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4a594 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.930957:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79c00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.930960:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4a594 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.930967:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4a594 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.930976:0:15466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f8:0x0].0x0 (ffff9369a1a6fd00) 00010000:00010000:2.0:1767318124.930978:0:15466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767318124.930981:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4a594 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x25f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.930986:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4a594 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.931000:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.931002:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.931003:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318124.935182:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297266432 00000100:00100000:2.0:1767318124.935192:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297266432 00000100:00100000:2.0:1767318124.935286:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22745 00000100:00100000:2.0:1767318124.935296:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+73:68835:x1853164297266432:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318124.935321:0:25280:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318124.935342:0:25280:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139000/0xa7e486a0fcb4a59b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc791 expref: -99 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.935428:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a5a2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.935443:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a5a2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.935455:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a5a2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.935497:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a5a9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x1cb2914e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.935504:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a5a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x1cb2914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.935511:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a5a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x1cb2914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.935662:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4a5b0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2653:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.935670:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4a5b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2653:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.935679:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4a5b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2653:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000004:00200000:2.0:1767318124.935717:0:25280:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2653:0x0]: returning size 0 00000004:00200000:2.0:1767318124.935723:0:25280:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318124.935746:0:25280:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4a5b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2653:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.935759:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4a5b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2653:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.935768:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a5a2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.935774:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a5a2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.935805:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a5a2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.935816:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a5a2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.935833:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.935838:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a5a2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.935845:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a5a2 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.935855:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.935857:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.935860:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a5a2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.935865:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a5a2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.935874:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a5a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x1cb2914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.935877:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a5a9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x1cb2914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.935880:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a5a9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x1cb2914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.935883:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.935885:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a5a9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x1cb2914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.935888:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a5a9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x1cb2914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.935893:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x1cb2914e (ffff9369a4ad2400) 00010000:00010000:2.0:1767318124.935894:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.935896:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a5a9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x1cb2914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.935899:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a5a9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x1cb2914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.935922:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139000/0xa7e486a0fcb4a59b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc791 expref: 75 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.935930:0:25280:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4a5b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2653:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc791 expref: 74 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.935934:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2653:0x0].0x0 (ffff9369a4ad2800) 00010000:00010000:2.0:1767318124.935936:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318124.935937:0:25280:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369b5139200, rc 0) 00000100:00100000:2.0:1767318124.935999:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+74:68835:x1853164297266432:12345-192.168.202.56@tcp:101:rm.0 Request processed in 704us (909us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.936006:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22745 00000100:00100000:3.0:1767318124.939247:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:2.0:1767318124.940258:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318124.940266:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78400/0xa7e486a0fcb4a5cc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2653:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.940273:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318124.940276:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78400/0xa7e486a0fcb4a5cc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2653:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.940283:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78400/0xa7e486a0fcb4a5cc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2653:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.940917:0:34132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2653:0x0].0x0 (ffff9369a1a6f400) 00010000:00010000:2.0:1767318124.940921:0:34132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767318124.940924:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78400/0xa7e486a0fcb4a5cc lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2653:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.940930:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78400/0xa7e486a0fcb4a5cc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2653:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.940943:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.940944:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318124.940946:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318124.943574:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297266816 00000100:00100000:2.0:1767318124.943585:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297266816 00000100:00100000:2.0:1767318124.943648:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22747 00000100:00100000:2.0:1767318124.943657:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+75:68835:x1853164297266816:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318124.943688:0:25280:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318124.943710:0:25280:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4a5d3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc798 expref: -99 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.943778:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a5da lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.944081:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a5da lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.944089:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a5da lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.944101:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139000/0xa7e486a0fcb4a5e1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xcbe1234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.944108:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139000/0xa7e486a0fcb4a5e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.944112:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139000/0xa7e486a0fcb4a5e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.944279:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a5e8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x260f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.944285:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a5e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x260f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.944345:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a5e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x260f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000004:00200000:2.0:1767318124.944532:0:25280:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x260f:0x0]: returning size 0 00000004:00200000:2.0:1767318124.944537:0:25280:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318124.944562:0:25280:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a5e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x260f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.944572:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a5e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x260f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.944580:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a5da lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.944585:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a5da lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.944588:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a5da lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.944592:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a5da lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.944599:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.944602:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a5da lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.944606:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a5da lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.944614:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.944616:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.944620:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a5da lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.944624:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a5da lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.944643:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139000/0xa7e486a0fcb4a5e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.944647:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139000/0xa7e486a0fcb4a5e1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.944650:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139000/0xa7e486a0fcb4a5e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.944653:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.944654:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139000/0xa7e486a0fcb4a5e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.944657:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139000/0xa7e486a0fcb4a5e1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.944661:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xcbe1234e (ffff9369a4ad2400) 00010000:00010000:2.0:1767318124.944663:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.944665:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139000/0xa7e486a0fcb4a5e1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.944668:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139000/0xa7e486a0fcb4a5e1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.944690:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4a5d3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc798 expref: 77 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.944698:0:25280:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a5e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x260f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc798 expref: 76 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.944702:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x260f:0x0].0x0 (ffff9369a4ad2200) 00010000:00010000:2.0:1767318124.944704:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318124.944706:0:25280:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369b5138a00, rc 0) 00000100:00100000:2.0:1767318124.944765:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+76:68835:x1853164297266816:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1109us (1311us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.944774:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22747 00000100:00100000:1.0:1767318124.948712:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318124.948950:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297267072 00000100:00100000:2.0:1767318124.948963:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297267072 00000100:00100000:2.0:1767318124.949071:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22748 00000100:00100000:2.0:1767318124.949081:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+76:68835:x1853164297267072:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318124.949145:0:25280:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318124.949172:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a5e8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x260f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc798 expref: 76 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.949193:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x260f:0x0].0x0 (ffff9369a4ad2200) 00010000:00010000:2.0:1767318124.949203:0:25280:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318124.949227:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a5ef lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.949240:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a5ef lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.949250:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a5ef lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.949264:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138600/0xa7e486a0fcb4a5f6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0xcbe1234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.949270:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138600/0xa7e486a0fcb4a5f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.949276:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138600/0xa7e486a0fcb4a5f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.949382:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a5fd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x260f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.949389:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a5fd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x260f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.949395:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a5fd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x260f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000040:00080000:2.0:1767318124.949957:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].74, 64 off12928 00000040:00080000:2.0:1767318124.949978:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].151, 64 off17856 00010000:00010000:2.0:1767318124.950029:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4a604 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x260f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.950039:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4a604 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x260f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.950047:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4a604 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x260f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.950056:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4a604 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x260f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.950062:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4a604 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x260f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.950068:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4a604 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x260f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.950087:0:25280:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318124.950105:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a5fd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x260f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.950110:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a5fd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x260f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.950116:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a5fd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x260f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.950123:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.950127:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a5fd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x260f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.950134:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a5fd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x260f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.950142:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x260f:0x0].0x0 (ffff9369a4ad2300) 00010000:00010000:2.0:1767318124.950145:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318124.950149:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a5fd lrc: 2/0,0 mode: --/EX res: [0x200000402:0x260f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.950154:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a5fd lrc: 0/0,0 mode: --/EX res: [0x200000402:0x260f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.950272:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a5ef lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.950280:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a5ef lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.950286:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a5ef lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.950532:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a5ef lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.950540:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.950543:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a5ef lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.950549:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a5ef lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.950557:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.950560:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.950563:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a5ef lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.950568:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a5ef lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00000004:00010000:2.0:1767318124.950580:0:25280:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ba31697c reply state 0000000008e12b06 transno 8589934897 ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138600/0xa7e486a0fcb4a5f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.950591:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138600/0xa7e486a0fcb4a5f6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.950601:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xcbe1234e (ffff9369a4ad2e00) 00010000:00010000:2.0:1767318124.950603:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318124.950606:0:25280:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318124.950701:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+77:68835:x1853164297267072:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1618us (1997us total) trans 8589934897 rc 0/0 00000100:00100000:2.0:1767318124.950711:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22748 00000100:00100000:3.0:1767318124.954218:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318124.960201:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297267456 00000100:00100000:2.0:1767318124.960213:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297267456 00000100:00100000:2.0:1767318124.960276:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22750 00000100:00100000:2.0:1767318124.960287:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+78:68835:x1853164297267456:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318124.960373:0:25280:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318124.960402:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79800/0xa7e486a0fcb4a620 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2644:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc79f expref: 78 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.960424:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2644:0x0].0x0 (ffff9369a1a6f900) 00010000:00010000:2.0:1767318124.960445:0:25280:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318124.960496:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4a627 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.960510:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4a627 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.960518:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4a627 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.960532:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139000/0xa7e486a0fcb4a62e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x3ca4a24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.960538:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139000/0xa7e486a0fcb4a62e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.960545:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139000/0xa7e486a0fcb4a62e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.960649:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a635 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2644:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.960656:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a635 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2644:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.960663:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a635 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2644:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000040:00080000:2.0:1767318124.961704:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].152, 64 off17920 00000040:00080000:2.0:1767318124.961733:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].75, 64 off12992 00010000:00010000:2.0:1767318124.961999:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a63c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2644:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.962015:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a63c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2644:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.962026:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a63c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2644:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.962033:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a63c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2644:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.962040:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a63c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2644:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.962046:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a63c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2644:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.962107:0:25280:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318124.962131:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a635 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2644:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.962138:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a635 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2644:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.962144:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a635 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2644:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.962150:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.962155:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a635 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2644:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.962162:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a635 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2644:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.962173:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2644:0x0].0x0 (ffff9369a4ad2c00) 00010000:00010000:2.0:1767318124.962177:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318124.962181:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a635 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2644:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.962187:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a635 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2644:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.962324:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4a627 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.962332:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4a627 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.962337:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4a627 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.962343:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4a627 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.962348:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.962361:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4a627 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.962367:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4a627 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.962376:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.962379:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.962382:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4a627 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.962388:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4a627 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00000004:00010000:2.0:1767318124.962398:0:25280:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fdeb3754 reply state 000000008aa13419 transno 8589934898 ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139000/0xa7e486a0fcb4a62e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.962409:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139000/0xa7e486a0fcb4a62e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.962415:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x3ca4a24e (ffff9369a4ad2400) 00010000:00010000:2.0:1767318124.962417:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318124.962420:0:25280:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318124.962538:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+79:68835:x1853164297267456:12345-192.168.202.56@tcp:36:rm.0 Request processed in 2249us (2475us total) trans 8589934898 rc 0/0 00000100:00100000:2.0:1767318124.962548:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22750 00000100:00100000:1.0:1767318124.969558:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318124.969697:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297267584 00000100:00100000:2.0:1767318124.969707:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297267584 00000100:00100000:2.0:1767318124.969864:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22751 00000100:00100000:2.0:1767318124.969872:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+79:68835:x1853164297267584:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318124.969893:0:25280:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318124.969910:0:25280:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4a643 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc7a6 expref: -99 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.969968:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a64a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.969981:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a64a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.969989:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a64a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.969998:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a651 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x51c0ff4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.970002:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a651 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.970006:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a651 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.970156:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a658 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x263c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.970164:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a658 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x263c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.970170:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a658 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x263c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000004:00200000:2.0:1767318124.970203:0:25280:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x263c:0x0]: returning size 0 00000004:00200000:2.0:1767318124.970207:0:25280:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318124.970228:0:25280:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a658 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x263c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.970244:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a658 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x263c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.970253:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a64a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.970258:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a64a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.970261:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a64a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.970265:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a64a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.970269:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.970272:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a64a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.970276:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a64a lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.970284:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.970286:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.970289:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a64a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.970292:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a64a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.970301:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a651 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.970304:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a651 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.970308:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a651 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.970311:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.970312:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a651 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.970315:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a651 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.970319:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x51c0ff4e (ffff9369a4ad2200) 00010000:00010000:2.0:1767318124.970320:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.970321:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a651 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.970324:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a651 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.970343:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4a643 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7a6 expref: 81 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.970351:0:25280:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a658 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x263c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7a6 expref: 80 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.970355:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x263c:0x0].0x0 (ffff9369a4ad2d00) 00010000:00010000:2.0:1767318124.970356:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318124.970357:0:25280:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369b5138a00, rc 0) 00000100:00100000:2.0:1767318124.970409:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+80:68835:x1853164297267584:12345-192.168.202.56@tcp:101:rm.0 Request processed in 537us (863us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.970417:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22751 00000100:00100000:3.0:1767318124.974012:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318124.974184:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297267840 00000100:00100000:2.0:1767318124.974194:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297267840 00000100:00100000:2.0:1767318124.974248:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22752 00000100:00100000:2.0:1767318124.974257:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+80:68835:x1853164297267840:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318124.974595:0:25280:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318124.974622:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a658 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x263c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7a6 expref: 80 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.974644:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x263c:0x0].0x0 (ffff9369a4ad2d00) 00010000:00010000:2.0:1767318124.974655:0:25280:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318124.974675:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a65f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.974689:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a65f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.974699:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a65f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.974713:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139a00/0xa7e486a0fcb4a666 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x51c0ff4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.974720:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139a00/0xa7e486a0fcb4a666 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.974726:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139a00/0xa7e486a0fcb4a666 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.975207:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4a66d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x263c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.975217:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4a66d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x263c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.975225:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4a66d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x263c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000040:00080000:2.0:1767318124.975540:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].153, 64 off17984 00000040:00080000:2.0:1767318124.975563:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].76, 64 off13056 00010000:00010000:2.0:1767318124.975617:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a674 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x263c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.975626:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a674 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x263c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.975634:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a674 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x263c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.975641:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a674 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x263c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.975647:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a674 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x263c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.975652:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a674 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x263c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.975678:0:25280:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318124.975696:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4a66d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x263c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.975702:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4a66d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x263c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.975708:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4a66d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x263c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.975713:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.975718:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4a66d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x263c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.975725:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4a66d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x263c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.975734:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x263c:0x0].0x0 (ffff9369a4ad2200) 00010000:00010000:2.0:1767318124.975738:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318124.975741:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4a66d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x263c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.975746:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4a66d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x263c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.975891:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a65f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.975898:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a65f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.975904:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a65f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.975909:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a65f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.975913:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.975916:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a65f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.975922:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a65f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.975929:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.975931:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.975935:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a65f lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.975940:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a65f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00000004:00010000:2.0:1767318124.975950:0:25280:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008f390e4c reply state 000000000e1e68e6 transno 8589934899 ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139a00/0xa7e486a0fcb4a666 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.975959:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139a00/0xa7e486a0fcb4a666 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.975965:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x51c0ff4e (ffff9369a4ad2100) 00010000:00010000:2.0:1767318124.975967:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318124.975970:0:25280:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318124.976059:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+81:68835:x1853164297267840:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1800us (2060us total) trans 8589934899 rc 0/0 00000100:00100000:2.0:1767318124.976067:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22752 00010000:00010000:1.0:1767318124.976236:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.976243:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a674 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x263c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.976249:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.976253:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a674 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x263c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.976258:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a674 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x263c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.976266:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x263c:0x0].0x0 (ffff9369a4ad2200) 00010000:00010000:1.0:1767318124.976268:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318124.976271:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a674 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x263c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.976279:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a674 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x263c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.976292:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.976294:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.976296:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318124.983099:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297267968 00000100:00100000:2.0:1767318124.983111:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297267968 00000100:00100000:2.0:1767318124.983173:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22753 00000100:00100000:2.0:1767318124.983183:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+81:68835:x1853164297267968:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318124.983208:0:25280:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318124.983230:0:25280:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a67b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc7ad expref: -99 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.983298:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4a682 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.983313:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4a682 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.983328:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4a682 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.983343:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4a689 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x3fe4d44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.983540:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4a689 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.983551:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4a689 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.983765:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4a690 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2605:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.983774:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4a690 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2605:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.984125:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4a690 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2605:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000004:00200000:2.0:1767318124.984168:0:25280:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2605:0x0]: returning size 0 00000004:00200000:2.0:1767318124.984173:0:25280:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318124.984196:0:25280:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4a690 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2605:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.984207:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4a690 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2605:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.984215:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4a682 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.984222:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4a682 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.984234:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4a682 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.984240:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4a682 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.984247:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.984251:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4a682 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.984258:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4a682 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.984270:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.984273:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.984278:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4a682 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.984284:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4a682 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.984298:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4a689 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.984305:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4a689 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.984311:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4a689 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.984316:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.984319:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4a689 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.984324:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4a689 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.984331:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x3fe4d44e (ffff9369a4ad2900) 00010000:00010000:2.0:1767318124.984333:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.984336:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4a689 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.984342:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4a689 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.984557:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4a67b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7ad expref: 83 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.984572:0:25280:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4a690 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2605:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7ad expref: 82 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.984579:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2605:0x0].0x0 (ffff9369a4ad2600) 00010000:00010000:2.0:1767318124.984582:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318124.984584:0:25280:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369b5139e00, rc 0) 00000100:00100000:2.0:1767318124.984660:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+82:68835:x1853164297267968:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1478us (1980us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.984669:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22753 00000100:00100000:3.0:1767318124.989746:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318124.990128:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297268224 00000100:00100000:2.0:1767318124.990141:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297268224 00000100:00100000:2.0:1767318124.990205:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22754 00000100:00100000:2.0:1767318124.990216:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990597800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+82:68835:x1853164297268224:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318124.990275:0:25280:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318124.990303:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4a690 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2605:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7ad expref: 82 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.990323:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2605:0x0].0x0 (ffff9369a4ad2600) 00010000:00010000:2.0:1767318124.990334:0:25280:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318124.990368:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4a697 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.990383:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4a697 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.990393:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4a697 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.990407:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb4a69e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x3fe4d44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.990414:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb4a69e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.990421:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb4a69e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.990539:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4a6a5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2605:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.990548:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4a6a5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2605:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.990555:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4a6a5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2605:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000040:00080000:2.0:1767318124.991341:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].77, 64 off13120 00010000:00010000:2.0:1767318124.991549:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a6ac lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2605:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.991563:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a6ac lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2605:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.991571:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a6ac lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2605:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.991579:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a6ac lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2605:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.991584:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a6ac lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2605:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.991590:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a6ac lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2605:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.991666:0:25280:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318124.991692:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4a6a5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2605:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.991698:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4a6a5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2605:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.991703:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4a6a5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2605:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.991709:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.991713:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4a6a5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2605:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.991720:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4a6a5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2605:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.991729:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2605:0x0].0x0 (ffff9369a4ad2000) 00010000:00010000:2.0:1767318124.991733:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318124.991737:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4a6a5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2605:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.991742:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4a6a5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2605:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.991895:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4a697 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.991902:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4a697 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.991908:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4a697 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.991913:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4a697 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.991918:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.991921:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4a697 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.991927:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4a697 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.991935:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.991938:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.991941:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4a697 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.991947:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4a697 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00000004:00010000:2.0:1767318124.991956:0:25280:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000009f073f1 reply state 00000000181f6c4f transno 8589934900 ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb4a69e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.991968:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb4a69e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.991974:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x3fe4d44e (ffff9369a4ad2500) 00010000:00010000:2.0:1767318124.991977:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318124.991980:0:25280:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318124.992062:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990597800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+83:68835:x1853164297268224:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1845us (2327us total) trans 8589934900 rc 0/0 00000100:00100000:2.0:1767318124.992071:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22754 00010000:00010000:1.0:1767318124.993032:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318124.993041:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a6ac lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2605:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.993047:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138e00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318124.993050:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a6ac lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2605:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.993056:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a6ac lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2605:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.993066:0:15466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2605:0x0].0x0 (ffff9369a4ad2000) 00010000:00010000:1.0:1767318124.993068:0:15466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318124.993070:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a6ac lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2605:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.993073:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4a6ac lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2605:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318124.993093:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.993095:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318124.993097:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318124.995341:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318124.995537:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297268352 00000100:00100000:2.0:1767318124.995547:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297268352 00000100:00100000:2.0:1767318124.995659:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22755 00000100:00100000:2.0:1767318124.995669:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+83:68835:x1853164297268352:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318124.995695:0:25280:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318124.995717:0:25280:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4a6b3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc7b4 expref: -99 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.995822:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a6ba lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.995845:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a6ba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.995863:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a6ba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.995879:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a6c1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x474234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.995885:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a6c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x474234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.995892:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a6c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x474234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.996052:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a6c8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2610:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.996061:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a6c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2610:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.996067:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a6c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2610:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000004:00200000:2.0:1767318124.996100:0:25280:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2610:0x0]: returning size 0 00000004:00200000:2.0:1767318124.996104:0:25280:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318124.996125:0:25280:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a6c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2610:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.996136:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a6c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2610:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.996144:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a6ba lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.996150:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a6ba lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.996155:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a6ba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.996161:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a6ba lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.996167:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.996171:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a6ba lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.996179:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a6ba lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.996190:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318124.996193:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.996198:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a6ba lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.996203:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4a6ba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.996217:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a6c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x474234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.996223:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a6c1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x474234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.996228:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a6c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x474234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.996233:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318124.996235:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a6c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x474234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.996240:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a6c1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x474234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.996248:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x474234e (ffff9369a4ad2d00) 00010000:00010000:2.0:1767318124.996251:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318124.996253:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a6c1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x474234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.996259:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4a6c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x474234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318124.996290:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4a6b3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7b4 expref: 85 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.996305:0:25280:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a6c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2610:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7b4 expref: 84 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318124.996312:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2610:0x0].0x0 (ffff9369a4ad2700) 00010000:00010000:2.0:1767318124.996314:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318124.996317:0:25280:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369b5139c00, rc 0) 00000100:00100000:2.0:1767318124.996400:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+84:68835:x1853164297268352:12345-192.168.202.56@tcp:101:rm.0 Request processed in 732us (1072us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318124.996409:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22755 00000100:00100000:3.0:1767318125.000361:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.000535:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297268608 00000100:00100000:2.0:1767318125.000547:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297268608 00000100:00100000:2.0:1767318125.000656:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22756 00000100:00100000:2.0:1767318125.000667:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+84:68835:x1853164297268608:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318125.000722:0:25280:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318125.000750:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4a6c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2610:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7b4 expref: 84 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.000770:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2610:0x0].0x0 (ffff9369a4ad2700) 00010000:00010000:2.0:1767318125.000818:0:25280:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318125.000841:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4a6cf lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.000865:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4a6cf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.000880:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4a6cf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.000898:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a6d6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x474234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.000904:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a6d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x474234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.000910:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a6d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x474234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.001003:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4a6dd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2610:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.001011:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4a6dd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2610:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.001019:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4a6dd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2610:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000040:00080000:2.0:1767318125.001284:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].154, 64 off18048 00000040:00080000:2.0:1767318125.001309:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].78, 64 off13184 00010000:00010000:2.0:1767318125.001375:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a6e4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2610:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.001385:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a6e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2610:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.001393:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a6e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2610:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.001399:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a6e4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2610:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.001408:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a6e4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2610:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.001414:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a6e4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2610:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.001435:0:25280:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318125.001453:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4a6dd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2610:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.001469:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4a6dd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2610:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.001475:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4a6dd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2610:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.001481:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698873ee00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.001485:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4a6dd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2610:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.001492:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4a6dd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2610:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.001501:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2610:0x0].0x0 (ffff9369a4ad2b00) 00010000:00010000:2.0:1767318125.001504:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318125.001507:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4a6dd lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2610:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.001512:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4a6dd lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2610:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.001642:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4a6cf lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.001652:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4a6cf lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.001658:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4a6cf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.001663:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4a6cf lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.001668:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.001671:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4a6cf lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.001677:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4a6cf lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.001685:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318125.001687:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.001690:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4a6cf lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.001695:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4a6cf lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00000004:00010000:2.0:1767318125.001705:0:25280:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dc7da379 reply state 00000000f1bccea1 transno 8589934901 ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a6d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x474234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.001714:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a6d6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x474234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.001720:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x474234e (ffff9369a4ad2a00) 00010000:00010000:2.0:1767318125.001722:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318125.001726:0:25280:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318125.001848:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+85:68835:x1853164297268608:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1181us (1509us total) trans 8589934901 rc 0/0 00000100:00100000:2.0:1767318125.001857:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22756 00010000:00010000:1.0:1767318125.001934:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318125.001940:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a6e4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2610:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.001950:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbda00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318125.001953:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a6e4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2610:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.001958:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a6e4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2610:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.001966:0:34132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2610:0x0].0x0 (ffff9369a4ad2b00) 00010000:00010000:1.0:1767318125.001968:0:34132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318125.001971:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a6e4 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2610:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.001976:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a6e4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2610:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.001991:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318125.001992:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318125.001994:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318125.006207:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.006269:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297268736 00000100:00100000:2.0:1767318125.006280:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297268736 00000100:00100000:2.0:1767318125.006419:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22757 00000100:00100000:2.0:1767318125.006436:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+85:68835:x1853164297268736:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318125.006467:0:25280:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318125.006489:0:25280:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a6eb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc7bb expref: -99 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.006554:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a6f2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.006568:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a6f2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.006580:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a6f2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.006594:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a6f9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x249e104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.006600:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a6f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.006606:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a6f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.006768:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a700 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x262e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.006816:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a700 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x262e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.006824:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a700 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x262e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000004:00200000:2.0:1767318125.006874:0:25280:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x262e:0x0]: returning size 0 00000004:00200000:2.0:1767318125.006878:0:25280:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318125.006899:0:25280:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a700 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x262e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.006910:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a700 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x262e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.006919:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a6f2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.006924:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a6f2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.006930:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a6f2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.006936:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a6f2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.006942:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbde00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.006946:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a6f2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.006953:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a6f2 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.006964:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318125.006968:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.006972:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a6f2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.006977:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a6f2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.006990:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a6f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.006996:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a6f9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.007002:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a6f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.007006:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.007008:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a6f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.007013:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a6f9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.007018:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x249e104e (ffff9369a4ad2600) 00010000:00010000:2.0:1767318125.007020:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.007023:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a6f9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.007028:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a6f9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.007058:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a6eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7bb expref: 87 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.007074:0:25280:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a700 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x262e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7bb expref: 86 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.007081:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x262e:0x0].0x0 (ffff9369a4ad2900) 00010000:00010000:2.0:1767318125.007083:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318125.007085:0:25280:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936996dbc400, rc 0) 00000100:00100000:2.0:1767318125.007158:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+86:68835:x1853164297268736:12345-192.168.202.56@tcp:101:rm.0 Request processed in 730us (961us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.007165:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22757 00000100:00080000:1.0:1767318125.009517:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767318125.011262:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:2.0:1767318125.014008:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318125.014016:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79000/0xa7e486a0fcb4a71c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x262e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.014024:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318125.014027:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79000/0xa7e486a0fcb4a71c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x262e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.014034:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79000/0xa7e486a0fcb4a71c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x262e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.014045:0:30344:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x262e:0x0].0x0 (ffff9369a1a6f900) 00010000:00010000:2.0:1767318125.014047:0:30344:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767318125.014050:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79000/0xa7e486a0fcb4a71c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x262e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.014055:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79000/0xa7e486a0fcb4a71c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x262e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.014069:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318125.014072:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318125.014074:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318125.017673:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297269120 00000100:00100000:3.0:1767318125.017687:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297269120 00000100:00100000:3.0:1767318125.017759:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22759 00000100:00100000:3.0:1767318125.017770:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+87:68835:x1853164297269120:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318125.018197:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318125.018221:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4a723 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc7c2 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.018292:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a72a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.018308:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a72a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.018319:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a72a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.018333:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a731 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x27f8a24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.018340:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a731 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.018346:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a731 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.018592:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a738 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2648:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.018601:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a738 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2648:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.018607:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a738 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2648:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:3.0:1767318125.018644:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2648:0x0]: returning size 0 00000004:00200000:3.0:1767318125.018649:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318125.018671:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a738 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2648:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.018684:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a738 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2648:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.018695:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a72a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.018701:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a72a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.018708:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a72a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.018713:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a72a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.018719:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.018723:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a72a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.018731:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a72a lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.018742:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318125.018745:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318125.018751:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a72a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.018757:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a72a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.018771:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a731 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.018777:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a731 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.018812:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a731 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.018818:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.018821:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a731 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.018827:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a731 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.019234:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x27f8a24e (ffff9369aaac1f00) 00010000:00010000:3.0:1767318125.019237:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318125.019241:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a731 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.019247:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a731 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.019283:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4a723 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7c2 expref: 89 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.019296:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a738 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2648:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7c2 expref: 88 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.019303:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2648:0x0].0x0 (ffff9369aaac1300) 00010000:00010000:3.0:1767318125.019305:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318125.019307:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936996db9e00, rc 0) 00000100:00100000:3.0:1767318125.019589:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+88:68835:x1853164297269120:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1818us (2174us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318125.019598:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22759 00000100:00100000:1.0:1767318125.023222:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318125.023324:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297269376 00000100:00100000:3.0:1767318125.023335:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297269376 00000100:00100000:3.0:1767318125.023408:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22760 00000100:00100000:3.0:1767318125.023418:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+88:68835:x1853164297269376:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318125.023499:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318125.023527:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a738 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2648:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7c2 expref: 88 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.023546:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2648:0x0].0x0 (ffff9369aaac1300) 00010000:00010000:3.0:1767318125.023558:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318125.023579:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a73f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.023593:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a73f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.023602:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a73f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.023614:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb4a746 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x27f8a24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.023621:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb4a746 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.023627:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb4a746 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.023723:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a74d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2648:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.023731:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a74d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2648:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.023737:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a74d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2648:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000040:00080000:3.0:1767318125.024032:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].156, 64 off18176 00000040:00080000:3.0:1767318125.024054:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].80, 64 off13312 00010000:00010000:3.0:1767318125.024102:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a754 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2648:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.024112:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a754 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2648:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.024120:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a754 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2648:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.024127:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a754 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2648:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.024133:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a754 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2648:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.024138:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a754 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2648:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.024153:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318125.024171:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a74d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2648:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.024177:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a74d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2648:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.024182:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a74d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2648:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.024187:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.024191:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a74d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2648:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.024201:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a74d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2648:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.024209:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2648:0x0].0x0 (ffff9369aaac1500) 00010000:00010000:3.0:1767318125.024211:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318125.024215:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a74d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2648:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.024220:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a74d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2648:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.024325:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a73f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.024333:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a73f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.024338:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a73f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.024343:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a73f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.024348:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.024351:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a73f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.024357:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a73f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.024365:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318125.024368:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318125.024371:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a73f lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.024377:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a73f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00000004:00010000:3.0:1767318125.024385:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000de2041c2 reply state 00000000d427fe29 transno 8589934903 ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb4a746 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.024396:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb4a746 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.024401:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x27f8a24e (ffff9369aaac1200) 00010000:00010000:3.0:1767318125.024404:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318125.024406:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318125.024974:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+89:68835:x1853164297269376:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1555us (1762us total) trans 8589934903 rc 0/0 00000100:00100000:3.0:1767318125.024983:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22760 00000100:00100000:1.0:1767318125.029701:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318125.029831:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297269504 00000100:00100000:3.0:1767318125.029842:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297269504 00000100:00100000:3.0:1767318125.029912:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22761 00000100:00100000:3.0:1767318125.029923:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+89:68835:x1853164297269504:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318125.029949:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318125.029967:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4a75b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc7c9 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.030025:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a762 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.030037:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a762 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.030045:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a762 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.030055:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a769 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xcf6dd44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.030059:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a769 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcf6dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.030063:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a769 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcf6dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.030232:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4a770 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.030238:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4a770 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.030242:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4a770 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:3.0:1767318125.030266:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25f2:0x0]: returning size 0 00000004:00200000:3.0:1767318125.030269:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318125.030285:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4a770 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.030293:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4a770 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.030300:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a762 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.030304:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a762 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.030308:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a762 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.030315:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a762 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.030319:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.030322:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a762 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.030326:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a762 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.030333:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318125.030335:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318125.030338:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a762 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.030341:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a762 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.030360:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a769 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcf6dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.030365:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a769 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcf6dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.030369:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a769 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcf6dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.030371:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.030373:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a769 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcf6dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.030377:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a769 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xcf6dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.030384:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xcf6dd44e (ffff9369aaac1f00) 00010000:00010000:3.0:1767318125.030386:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318125.030389:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a769 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xcf6dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.030394:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a769 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xcf6dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.030421:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4a75b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7c9 expref: 91 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.030444:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4a770 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7c9 expref: 90 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.030452:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f2:0x0].0x0 (ffff9369aaac1c00) 00010000:00010000:3.0:1767318125.030455:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318125.030466:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936884287e00, rc 0) 00000100:00100000:3.0:1767318125.030886:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+90:68835:x1853164297269504:12345-192.168.202.56@tcp:101:rm.0 Request processed in 962us (1194us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318125.030895:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22761 00000100:00100000:1.0:1767318125.036966:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318125.037221:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297269760 00000100:00100000:3.0:1767318125.037231:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297269760 00000100:00100000:3.0:1767318125.037329:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22762 00000100:00100000:3.0:1767318125.037339:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+90:68835:x1853164297269760:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318125.037410:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318125.037597:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4a770 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25f2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7c9 expref: 90 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.037623:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f2:0x0].0x0 (ffff9369aaac1c00) 00010000:00010000:3.0:1767318125.037637:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318125.037658:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a777 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.037673:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a777 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.037683:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a777 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.037697:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286200/0xa7e486a0fcb4a77e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0xcf6dd44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.037704:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884286200/0xa7e486a0fcb4a77e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xcf6dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.037710:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884286200/0xa7e486a0fcb4a77e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xcf6dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.038213:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4a785 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.038224:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4a785 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.038232:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4a785 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000040:00080000:3.0:1767318125.038662:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].81, 64 off13376 00010000:00010000:3.0:1767318125.038713:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a78c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25f2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.038727:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a78c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.038735:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a78c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.038742:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a78c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.038749:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a78c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.038755:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a78c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.038849:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318125.038878:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4a785 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.038885:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4a785 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.038891:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4a785 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.038897:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884287600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.038901:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4a785 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.038908:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4a785 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.038918:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f2:0x0].0x0 (ffff9369aaac1f00) 00010000:00010000:3.0:1767318125.038922:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318125.038926:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4a785 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.038932:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4a785 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.039034:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a777 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.039040:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a777 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.039046:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a777 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.039051:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a777 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.039055:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884286000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.039058:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a777 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.039064:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a777 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.039072:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318125.039075:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318125.039078:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a777 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.039083:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a777 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00000004:00010000:3.0:1767318125.039093:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000091782050 reply state 0000000056e945b6 transno 8589934904 ns: mdt-lustre-MDT0000_UUID lock: ffff936884286200/0xa7e486a0fcb4a77e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xcf6dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.039103:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884286200/0xa7e486a0fcb4a77e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcf6dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.039110:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xcf6dd44e (ffff9369aaac1300) 00010000:00010000:3.0:1767318125.039112:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318125.039115:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318125.039201:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+91:68835:x1853164297269760:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1860us (2427us total) trans 8589934904 rc 0/0 00000100:00100000:3.0:1767318125.039210:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22762 00010000:00010000:1.0:1767318125.039749:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318125.039757:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a78c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.039763:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884286e00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318125.039766:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a78c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.039776:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a78c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.040501:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f2:0x0].0x0 (ffff9369aaac1f00) 00010000:00010000:1.0:1767318125.040507:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318125.040511:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a78c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x25f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.040517:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a78c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.040537:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318125.040539:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318125.040541:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318125.042707:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318125.043083:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297269888 00000100:00100000:3.0:1767318125.043094:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297269888 00000100:00100000:3.0:1767318125.043203:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22763 00000100:00100000:3.0:1767318125.043214:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+91:68835:x1853164297269888:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318125.043242:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318125.043263:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4a793 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc7d0 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.043362:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a79a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.043377:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a79a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.043389:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a79a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.043597:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a7a1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x9b04104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.043605:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a7a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.043613:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a7a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.043770:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4a7a8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x262c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.043971:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4a7a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x262c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.043981:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4a7a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x262c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:3.0:1767318125.044017:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x262c:0x0]: returning size 0 00000004:00200000:3.0:1767318125.044021:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318125.044041:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4a7a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x262c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.044051:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4a7a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x262c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.044061:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a79a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.044067:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a79a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.044074:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a79a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.044079:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a79a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.044085:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884287200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.044089:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a79a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.044097:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a79a lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.044107:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318125.044110:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318125.044114:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a79a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.044120:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a79a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.044132:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a7a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.044137:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a7a1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.044144:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a7a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.044148:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884287a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.044151:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a7a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.044156:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a7a1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.044162:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x9b04104e (ffff9369aaac1c00) 00010000:00010000:3.0:1767318125.044164:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318125.044166:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a7a1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.044172:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a7a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.044202:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4a793 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7d0 expref: 93 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.044215:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4a7a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x262c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7d0 expref: 92 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.044222:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x262c:0x0].0x0 (ffff9369aaac1900) 00010000:00010000:3.0:1767318125.044224:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318125.044227:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936996db8400, rc 0) 00000100:00100000:3.0:1767318125.044407:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+92:68835:x1853164297269888:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1194us (1710us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318125.044416:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22763 00000100:00100000:3.0:1767318125.048586:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297270144 00000100:00100000:3.0:1767318125.048597:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297270144 00000100:00100000:3.0:1767318125.048699:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22764 00000100:00100000:3.0:1767318125.048709:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+92:68835:x1853164297270144:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318125.048768:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318125.048830:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4a7a8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x262c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7d0 expref: 92 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.048849:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x262c:0x0].0x0 (ffff9369aaac1900) 00010000:00010000:3.0:1767318125.048976:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318125.049000:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a7af lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.049014:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a7af lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.049029:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a7af lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.049043:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a7b6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x9b04104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.049050:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a7b6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.049057:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a7b6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.049154:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a7bd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x262c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.049162:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a7bd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x262c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.049169:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a7bd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x262c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000040:00080000:3.0:1767318125.049453:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].157, 64 off18240 00000040:00080000:3.0:1767318125.049485:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].82, 64 off13440 00010000:00010000:3.0:1767318125.049538:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a7c4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x262c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.049548:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a7c4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x262c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.049556:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a7c4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x262c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.049563:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a7c4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x262c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.049572:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a7c4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x262c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.049578:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a7c4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x262c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.049603:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318125.049622:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a7bd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x262c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.049628:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a7bd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x262c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.049633:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a7bd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x262c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.049639:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.049642:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a7bd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x262c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.049649:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a7bd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x262c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.049657:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x262c:0x0].0x0 (ffff9369aaac1b00) 00010000:00010000:3.0:1767318125.049660:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318125.049663:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a7bd lrc: 2/0,0 mode: --/EX res: [0x200000402:0x262c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.049669:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4a7bd lrc: 0/0,0 mode: --/EX res: [0x200000402:0x262c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.049809:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a7af lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.049820:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a7af lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.049825:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a7af lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.049831:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a7af lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.049836:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.049839:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a7af lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.049844:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a7af lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.049852:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318125.050029:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318125.050036:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a7af lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.050042:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a7af lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00000004:00010000:3.0:1767318125.050052:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e6dfe40c reply state 00000000010d4319 transno 8589934905 ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a7b6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.050062:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a7b6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.050068:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x9b04104e (ffff9369aaac1800) 00010000:00010000:3.0:1767318125.050071:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318125.050073:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318125.050213:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+93:68835:x1853164297270144:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1502us (1899us total) trans 8589934905 rc 0/0 00000100:00100000:3.0:1767318125.050220:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22764 00010000:00010000:1.0:1767318125.050284:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318125.050290:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a7c4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x262c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.050296:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318125.050299:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a7c4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x262c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.050305:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a7c4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x262c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.050314:0:15466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x262c:0x0].0x0 (ffff9369aaac1b00) 00010000:00010000:1.0:1767318125.050316:0:15466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318125.050319:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a7c4 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x262c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.050324:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4a7c4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x262c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.050373:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318125.050375:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318125.050378:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318125.054348:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318125.054611:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297270272 00000100:00100000:3.0:1767318125.054622:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297270272 00000100:00100000:3.0:1767318125.054738:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22765 00000100:00100000:3.0:1767318125.054750:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+93:68835:x1853164297270272:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318125.054777:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318125.054843:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a7cb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc7d7 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.055018:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a7d2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.055034:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a7d2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.055046:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a7d2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.055062:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a7d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xdd5b234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.055070:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a7d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.055076:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a7d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.055243:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a7e0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2611:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.055255:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a7e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2611:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.055262:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a7e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2611:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:3.0:1767318125.055298:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2611:0x0]: returning size 0 00000004:00200000:3.0:1767318125.055302:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318125.055322:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a7e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2611:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.055334:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a7e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2611:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.055343:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a7d2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.055349:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a7d2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.055368:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a7d2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.055375:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a7d2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.055382:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.055387:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a7d2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.055394:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a7d2 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.055406:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318125.055410:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318125.055415:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a7d2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.055420:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a7d2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.055654:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a7d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.055662:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a7d9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.055668:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a7d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.055673:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884286e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.055676:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a7d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.055682:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a7d9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.055691:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xdd5b234e (ffff9369aaac1f00) 00010000:00010000:3.0:1767318125.055694:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318125.055697:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a7d9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.055703:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4a7d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.055737:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a7cb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7d7 expref: 95 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.055755:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a7e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2611:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7d7 expref: 94 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.055762:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2611:0x0].0x0 (ffff9369aaac1500) 00010000:00010000:3.0:1767318125.055764:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318125.055767:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936884286000, rc 0) 00000100:00100000:3.0:1767318125.056036:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+94:68835:x1853164297270272:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1286us (1698us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318125.056044:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22765 00000100:00100000:3.0:1767318125.062763:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297270528 00000100:00100000:3.0:1767318125.062774:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297270528 00000100:00100000:3.0:1767318125.063032:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22766 00000100:00100000:3.0:1767318125.063043:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+94:68835:x1853164297270528:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318125.063108:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318125.063134:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4a7e0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2611:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7d7 expref: 94 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.063154:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2611:0x0].0x0 (ffff9369aaac1500) 00010000:00010000:3.0:1767318125.063165:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318125.063187:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4a7e7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.063200:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4a7e7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.063209:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4a7e7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.063228:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a7ee lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0xdd5b234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.063235:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a7ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.063241:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a7ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.063346:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a7f5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2611:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.063366:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a7f5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2611:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.063373:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4a7f5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2611:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000040:00080000:3.0:1767318125.063673:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].83, 64 off13504 00000040:00080000:3.0:1767318125.063699:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].158, 64 off18304 00010000:00010000:3.0:1767318125.063750:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4a7fc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2611:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.063759:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4a7fc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2611:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.063767:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4a7fc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2611:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.063773:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4a7fc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2611:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.063818:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4a7fc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2611:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.063826:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4a7fc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2611:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.063851:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318125.064280:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318125.064288:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4a7fc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2611:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.064294:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884287600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318125.064298:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4a7fc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2611:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.064305:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4a7fc lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2611:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.064316:0:34132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2611:0x0].0x0 (ffff9369aaac1b00) 00010000:00010000:1.0:1767318125.064319:0:34132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318125.064323:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4a7fc lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2611:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.064331:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318125.064333:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318125.064334:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318125.064746:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4a7fc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2611:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00000100:00100000:2.0:1767318125.069099:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297270656 00000100:00100000:2.0:1767318125.069109:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297270656 00000100:00100000:2.0:1767318125.069179:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22767 00000100:00100000:2.0:1767318125.069187:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+95:68835:x1853164297270656:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318125.069209:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318125.069226:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a803 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc7de expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.069280:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a80a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.069302:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a80a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.069310:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a80a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.069320:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a811 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xac40f64e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.069324:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a811 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.069328:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a811 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.069496:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a818 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x261b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.069502:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a818 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x261b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.069510:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a818 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x261b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:2.0:1767318125.069537:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x261b:0x0]: returning size 0 00000004:00200000:2.0:1767318125.069540:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318125.069555:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a818 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x261b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.069562:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a818 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x261b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.069568:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a80a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.069572:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a80a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.069576:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a80a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.069579:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a80a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.069583:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.069585:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a80a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.069590:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a80a lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.069597:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318125.069599:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.069603:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a80a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.069607:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a80a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.069616:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a811 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.069619:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a811 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.069623:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a811 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.069625:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbde00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.069627:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a811 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.069630:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a811 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.069633:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xac40f64e (ffff9369a4ad2600) 00010000:00010000:2.0:1767318125.069634:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.069636:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a811 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.069640:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a811 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.069664:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a803 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7de expref: 97 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.069676:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a818 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x261b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7de expref: 96 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.069687:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x261b:0x0].0x0 (ffff9369a4ad2700) 00010000:00010000:2.0:1767318125.069690:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318125.069692:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936996dbce00, rc 0) 00000100:00100000:2.0:1767318125.069756:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+96:68835:x1853164297270656:12345-192.168.202.56@tcp:101:rm.0 Request processed in 568us (877us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.069764:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22767 00000100:00100000:1.0:1767318125.073187:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.073276:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297270912 00000100:00100000:2.0:1767318125.073287:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297270912 00000100:00100000:2.0:1767318125.073365:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22768 00000100:00100000:2.0:1767318125.073376:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+96:68835:x1853164297270912:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318125.073444:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318125.073483:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a818 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x261b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7de expref: 96 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.073506:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x261b:0x0].0x0 (ffff9369a4ad2700) 00010000:00010000:2.0:1767318125.073518:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318125.073541:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a81f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.073554:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a81f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.073563:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a81f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.073577:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a826 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0xac40f64e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.073587:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a826 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.073593:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a826 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.073688:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a82d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x261b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.073696:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a82d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x261b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.073703:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a82d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x261b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000040:00080000:2.0:1767318125.074296:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].84, 64 off13568 00000040:00080000:2.0:1767318125.074318:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].159, 64 off18368 00010000:00010000:2.0:1767318125.074525:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a834 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x261b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.074536:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a834 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x261b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.074545:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a834 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x261b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.074552:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a834 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x261b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.074557:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a834 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x261b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.074563:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4a834 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x261b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.074632:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318125.074653:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a82d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x261b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.074659:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a82d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x261b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.074664:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a82d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x261b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.074671:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbcc00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.074675:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a82d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x261b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.074681:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a82d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x261b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.074690:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x261b:0x0].0x0 (ffff9369a4ad2f00) 00010000:00010000:2.0:1767318125.074693:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318125.074696:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a82d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x261b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.074702:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4a82d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x261b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.074836:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a81f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.074842:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a81f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.074848:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a81f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.074856:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a81f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.074861:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbd400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.074863:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a81f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.074869:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a81f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.074877:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318125.074879:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.074882:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a81f lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.074886:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4a81f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00000004:00010000:2.0:1767318125.074895:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000033f1ca58 reply state 000000003f640eec transno 8589934907 ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a826 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.074905:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a826 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.074910:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xac40f64e (ffff9369a4ad2d00) 00010000:00010000:2.0:1767318125.074912:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318125.074915:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318125.075002:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+97:68835:x1853164297270912:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1625us (1824us total) trans 8589934907 rc 0/0 00000100:00100000:2.0:1767318125.075010:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22768 00000100:00100000:1.0:1767318125.079529:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.079616:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297271040 00000100:00100000:2.0:1767318125.079627:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297271040 00000100:00100000:2.0:1767318125.079691:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22769 00000100:00100000:2.0:1767318125.079701:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+97:68835:x1853164297271040:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318125.079726:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318125.079748:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a83b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc7e5 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.079854:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a842 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.079869:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a842 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.079880:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a842 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.079893:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a849 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xab17d44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.079901:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a849 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.079907:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a849 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.080079:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a850 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2606:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.080088:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a850 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2606:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.080094:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a850 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2606:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:2.0:1767318125.080132:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2606:0x0]: returning size 0 00000004:00200000:2.0:1767318125.080137:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318125.080159:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a850 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2606:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.080171:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a850 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2606:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.080180:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a842 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.080186:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a842 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.080191:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a842 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.080197:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a842 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.080203:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbde00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.080207:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a842 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.080215:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a842 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.080226:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318125.080229:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.080234:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a842 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.080240:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4a842 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.080255:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a849 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.080261:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a849 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.080266:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a849 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.080270:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.080273:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a849 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.080277:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a849 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.080284:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xab17d44e (ffff9369a4ad2600) 00010000:00010000:2.0:1767318125.080287:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.080289:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a849 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.080294:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a849 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.080327:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a83b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7e5 expref: 99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.080339:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a850 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2606:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7e5 expref: 98 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.080346:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2606:0x0].0x0 (ffff9369a4ad2900) 00010000:00010000:2.0:1767318125.080349:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318125.080351:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936996dbc200, rc 0) 00000100:00100000:2.0:1767318125.080403:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+98:68835:x1853164297271040:12345-192.168.202.56@tcp:101:rm.0 Request processed in 704us (885us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.080411:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22769 00000100:00100000:1.0:1767318125.083937:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.084119:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297271296 00000100:00100000:2.0:1767318125.084131:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297271296 00000100:00100000:2.0:1767318125.084221:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22770 00000100:00100000:2.0:1767318125.084231:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+98:68835:x1853164297271296:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318125.084343:0:25280:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318125.084380:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a850 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2606:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7e5 expref: 98 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.084400:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2606:0x0].0x0 (ffff9369a4ad2900) 00010000:00010000:2.0:1767318125.084410:0:25280:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318125.084440:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a857 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.084453:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a857 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.084474:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a857 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.084489:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a85e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0xab17d44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.084496:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a85e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.084503:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a85e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.084589:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a865 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2606:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.084596:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a865 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2606:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.084603:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a865 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2606:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000040:00080000:2.0:1767318125.084873:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].85, 64 off13632 00010000:00010000:2.0:1767318125.084915:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a86c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2606:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.084923:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a86c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2606:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.084931:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a86c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2606:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.084937:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a86c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2606:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.084943:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a86c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2606:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.084949:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a86c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2606:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.084968:0:25280:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318125.084984:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a865 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2606:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.084990:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a865 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2606:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.085001:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a865 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2606:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.085009:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.085013:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a865 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2606:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.085021:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a865 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2606:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.085033:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2606:0x0].0x0 (ffff9369a4ad2b00) 00010000:00010000:3.0:1767318125.085035:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318125.085037:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318125.085043:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a865 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2606:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.085058:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a865 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2606:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.085058:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a86c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2606:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.085097:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbda00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318125.085105:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a86c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2606:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.085116:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a86c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2606:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.085193:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a857 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.085201:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a857 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.085207:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a857 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.085212:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a857 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.085217:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbce00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.085220:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a857 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.085232:0:34133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2606:0x0].0x0 (ffff9369a4ad2b00) 00010000:00010000:2.0:1767318125.085233:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a857 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.085243:0:34133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318125.085251:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a86c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2606:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.085256:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318125.085260:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4a86c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2606:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.085262:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.085269:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a857 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.085281:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4a857 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00000004:00010000:2.0:1767318125.085297:0:25280:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d62a489a reply state 000000000d54cae0 transno 8589934908 ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a85e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.085305:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318125.085309:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a85e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.085310:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318125.085316:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318125.085325:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xab17d44e (ffff9369a4ad2700) 00010000:00010000:2.0:1767318125.085328:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318125.085331:0:25280:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318125.085406:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+99:68835:x1853164297271296:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1175us (1479us total) trans 8589934908 rc 0/0 00000100:00100000:2.0:1767318125.085414:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22770 00000100:00100000:1.0:1767318125.092616:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318125.100225:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318125.101280:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318125.101298:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79a00/0xa7e486a0fcb4a8a4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2645:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.101579:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318125.101585:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79a00/0xa7e486a0fcb4a8a4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2645:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.101596:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79a00/0xa7e486a0fcb4a8a4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2645:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.101615:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2645:0x0].0x0 (ffff9369a1a6f000) 00010000:00010000:3.0:1767318125.101626:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318125.101633:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79a00/0xa7e486a0fcb4a8a4 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2645:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.101656:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79a00/0xa7e486a0fcb4a8a4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2645:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.101686:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318125.101688:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318125.101691:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318125.109276:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:1.0:1767318125.110953:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318125.115282:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297272064 00000100:00100000:2.0:1767318125.115293:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297272064 00000100:00100000:2.0:1767318125.115398:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22774 00000100:00100000:2.0:1767318125.115408:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+102:68835:x1853164297272064:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318125.115481:0:25280:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318125.115507:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79e00/0xa7e486a0fcb4a8c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x260a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc7f3 expref: 102 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.115532:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x260a:0x0].0x0 (ffff9369a1a6f000) 00010000:00010000:2.0:1767318125.115543:0:25280:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318125.115565:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a8c7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.115578:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a8c7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.115587:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a8c7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.115602:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a8ce lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x2f5bd44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.115609:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a8ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.115615:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a8ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.115711:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a8d5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x260a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.115719:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a8d5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x260a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.115726:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a8d5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x260a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000040:00080000:2.0:1767318125.116031:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].87, 64 off13760 00010000:00010000:2.0:1767318125.116078:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a8dc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x260a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.116092:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a8dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x260a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.116100:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a8dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x260a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.116107:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a8dc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x260a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.116113:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a8dc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x260a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.116119:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a8dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x260a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.116134:0:25280:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318125.116151:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a8d5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x260a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.116156:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a8d5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x260a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.116162:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a8d5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x260a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.116168:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbd800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.116171:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a8d5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x260a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.116179:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a8d5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x260a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.116186:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x260a:0x0].0x0 (ffff9369a4ad2600) 00010000:00010000:2.0:1767318125.116190:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318125.116194:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a8d5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x260a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.116199:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4a8d5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x260a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.116302:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a8c7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.116309:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a8c7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.116314:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a8c7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.116319:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a8c7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.116324:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.116327:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a8c7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.116332:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a8c7 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.116340:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318125.116342:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.116345:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a8c7 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.116350:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4a8c7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00000004:00010000:2.0:1767318125.116358:0:25280:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000006469d22 reply state 00000000dd7796c7 transno 8589934910 ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a8ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.116368:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a8ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.116373:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x2f5bd44e (ffff9369a4ad2900) 00010000:00010000:2.0:1767318125.116376:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318125.116379:0:25280:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318125.116471:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+103:68835:x1853164297272064:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1051us (1272us total) trans 8589934910 rc 0/0 00000100:00100000:2.0:1767318125.116479:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22774 00010000:00010000:3.0:1767318125.116554:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318125.116561:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a8dc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x260a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.116567:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318125.116570:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a8dc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x260a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.116575:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a8dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x260a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.116583:0:34132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x260a:0x0].0x0 (ffff9369a4ad2600) 00010000:00010000:3.0:1767318125.116586:0:34132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318125.116589:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a8dc lrc: 1/0,0 mode: --/PW res: [0x200000402:0x260a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.116594:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4a8dc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x260a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.116606:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318125.116608:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318125.116609:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318125.120872:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318125.125039:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:2.0:1767318125.126382:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318125.126388:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79000/0xa7e486a0fcb4a914 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2602:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.126394:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318125.126397:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79000/0xa7e486a0fcb4a914 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2602:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.126403:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79000/0xa7e486a0fcb4a914 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2602:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.126411:0:30344:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2602:0x0].0x0 (ffff936983a24400) 00010000:00010000:2.0:1767318125.126414:0:30344:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767318125.126416:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79000/0xa7e486a0fcb4a914 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2602:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.126422:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79000/0xa7e486a0fcb4a914 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2602:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.126435:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318125.126437:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318125.126440:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318125.131102:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318125.135399:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318125.141716:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318125.141724:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4a94c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2612:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.141731:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318125.141734:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4a94c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2612:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.141740:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4a94c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2612:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.141750:0:34133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2612:0x0].0x0 (ffff936983a24900) 00010000:00010000:3.0:1767318125.141752:0:34133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318125.141755:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4a94c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2612:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.141760:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4a94c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2612:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.141775:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318125.141777:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318125.141813:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318125.144920:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318125.151856:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297273216 00000100:00100000:1.0:1767318125.151869:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297273216 00000100:00100000:1.0:1767318125.151924:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22780 00000100:00100000:1.0:1767318125.151934:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+108:68835:x1853164297273216:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318125.152001:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318125.152028:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78a00/0xa7e486a0fcb4a968 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2647:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc808 expref: 108 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.152047:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2647:0x0].0x0 (ffff936983a24200) 00010000:00010000:1.0:1767318125.152058:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318125.152081:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a96f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.152094:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a96f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.152103:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a96f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.152118:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930c00/0xa7e486a0fcb4a976 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x8f79a24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.152125:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930c00/0xa7e486a0fcb4a976 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x8f79a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.152130:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930c00/0xa7e486a0fcb4a976 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x8f79a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.152220:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931000/0xa7e486a0fcb4a97d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2647:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.152232:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931000/0xa7e486a0fcb4a97d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2647:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.152240:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931000/0xa7e486a0fcb4a97d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2647:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000040:00080000:1.0:1767318125.153117:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].90, 64 off13952 00000040:00080000:1.0:1767318125.153145:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].162, 64 off18560 00010000:00010000:1.0:1767318125.153210:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931600/0xa7e486a0fcb4a984 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2647:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.153222:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931600/0xa7e486a0fcb4a984 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2647:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.153231:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931600/0xa7e486a0fcb4a984 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2647:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.153238:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931600/0xa7e486a0fcb4a984 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2647:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.153244:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931600/0xa7e486a0fcb4a984 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2647:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.153250:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931600/0xa7e486a0fcb4a984 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2647:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.153275:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318125.153297:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931000/0xa7e486a0fcb4a97d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2647:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.153303:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931000/0xa7e486a0fcb4a97d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2647:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.153308:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931000/0xa7e486a0fcb4a97d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2647:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.153315:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a0931000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318125.153319:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931000/0xa7e486a0fcb4a97d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2647:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.153326:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931000/0xa7e486a0fcb4a97d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2647:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.153334:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2647:0x0].0x0 (ffff936886f6db00) 00010000:00010000:1.0:1767318125.153337:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318125.153341:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931000/0xa7e486a0fcb4a97d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2647:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.153346:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931000/0xa7e486a0fcb4a97d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2647:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.153642:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318125.153650:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931600/0xa7e486a0fcb4a984 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2647:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.153657:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a0931600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318125.153660:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931600/0xa7e486a0fcb4a984 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2647:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.153667:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931600/0xa7e486a0fcb4a984 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2647:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.153676:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2647:0x0].0x0 (ffff936886f6db00) 00010000:00010000:3.0:1767318125.153678:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318125.153681:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931600/0xa7e486a0fcb4a984 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2647:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.153687:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931600/0xa7e486a0fcb4a984 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2647:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.153701:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318125.153703:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318125.153705:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318125.153919:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a96f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.153926:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a96f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.153932:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a96f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.153937:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a96f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.153942:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a0930600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318125.153944:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a96f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.153950:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a96f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.153962:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318125.153965:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318125.153968:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a96f lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.154053:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a96f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00000004:00010000:1.0:1767318125.154065:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002296b141 reply state 00000000aef5bdb6 transno 8589934913 ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930c00/0xa7e486a0fcb4a976 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x8f79a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.154076:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930c00/0xa7e486a0fcb4a976 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x8f79a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.154083:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x8f79a24e (ffff936886f6d000) 00010000:00010000:1.0:1767318125.154086:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318125.154089:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318125.154238:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+109:68835:x1853164297273216:12345-192.168.202.56@tcp:36:rm.0 Request processed in 2302us (2549us total) trans 8589934913 rc 0/0 00000100:00100000:1.0:1767318125.154248:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22780 00000100:00100000:2.0:1767318125.158320:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318125.158713:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297273344 00000100:00100000:1.0:1767318125.158726:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297273344 00000100:00100000:1.0:1767318125.159714:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22781 00000100:00100000:1.0:1767318125.159734:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+109:68835:x1853164297273344:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318125.159761:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318125.159809:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930400/0xa7e486a0fcb4a98b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc80f expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.159880:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930000/0xa7e486a0fcb4a992 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.159896:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930000/0xa7e486a0fcb4a992 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.159909:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930000/0xa7e486a0fcb4a992 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.159926:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931a00/0xa7e486a0fcb4a999 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xd963e54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.159934:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931a00/0xa7e486a0fcb4a999 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.159941:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931a00/0xa7e486a0fcb4a999 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.160134:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931400/0xa7e486a0fcb4a9a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2629:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.160144:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931400/0xa7e486a0fcb4a9a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2629:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.160151:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931400/0xa7e486a0fcb4a9a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2629:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:1.0:1767318125.160187:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2629:0x0]: returning size 0 00000004:00200000:1.0:1767318125.160191:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318125.160211:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931400/0xa7e486a0fcb4a9a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2629:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.160223:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931400/0xa7e486a0fcb4a9a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2629:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.160232:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930000/0xa7e486a0fcb4a992 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.160243:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930000/0xa7e486a0fcb4a992 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.160249:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930000/0xa7e486a0fcb4a992 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.160255:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930000/0xa7e486a0fcb4a992 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.160261:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a0930000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318125.160265:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930000/0xa7e486a0fcb4a992 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.160272:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930000/0xa7e486a0fcb4a992 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.160283:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318125.160286:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318125.160291:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930000/0xa7e486a0fcb4a992 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.160296:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930000/0xa7e486a0fcb4a992 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.160310:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931a00/0xa7e486a0fcb4a999 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.160315:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931a00/0xa7e486a0fcb4a999 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.160320:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931a00/0xa7e486a0fcb4a999 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.160324:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a0931a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318125.160327:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931a00/0xa7e486a0fcb4a999 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.160333:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931a00/0xa7e486a0fcb4a999 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.160340:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xd963e54e (ffff936886f6dc00) 00010000:00010000:1.0:1767318125.160342:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318125.160344:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931a00/0xa7e486a0fcb4a999 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.160349:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931a00/0xa7e486a0fcb4a999 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.162033:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930400/0xa7e486a0fcb4a98b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc80f expref: 111 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.162066:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931400/0xa7e486a0fcb4a9a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2629:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc80f expref: 110 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.162075:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2629:0x0].0x0 (ffff936886f6dd00) 00010000:00010000:1.0:1767318125.162078:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318125.162082:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a0931400, rc 0) 00000100:00100000:1.0:1767318125.162301:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+110:68835:x1853164297273344:12345-192.168.202.56@tcp:101:rm.0 Request processed in 2574us (3993us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318125.162311:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22781 00000100:00100000:2.0:1767318125.164872:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318125.165029:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297273600 00000100:00100000:1.0:1767318125.165039:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297273600 00000100:00100000:1.0:1767318125.165105:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22782 00000100:00100000:1.0:1767318125.165116:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+110:68835:x1853164297273600:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318125.165183:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318125.165213:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931400/0xa7e486a0fcb4a9a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2629:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc80f expref: 110 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.165236:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2629:0x0].0x0 (ffff936886f6dd00) 00010000:00010000:1.0:1767318125.165250:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318125.165275:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a9a7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.165287:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a9a7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.165296:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a9a7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.165309:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931000/0xa7e486a0fcb4a9ae lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0xd963e54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.165315:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931000/0xa7e486a0fcb4a9ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.165320:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931000/0xa7e486a0fcb4a9ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.165405:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930e00/0xa7e486a0fcb4a9b5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2629:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.165412:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930e00/0xa7e486a0fcb4a9b5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2629:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.165418:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930e00/0xa7e486a0fcb4a9b5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2629:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000040:00080000:1.0:1767318125.166128:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].91, 64 off14016 00000040:00080000:1.0:1767318125.166149:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].163, 64 off18624 00010000:00010000:1.0:1767318125.166204:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930800/0xa7e486a0fcb4a9bc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2629:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.166216:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930800/0xa7e486a0fcb4a9bc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2629:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.166224:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930800/0xa7e486a0fcb4a9bc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2629:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.166231:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930800/0xa7e486a0fcb4a9bc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2629:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.166237:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930800/0xa7e486a0fcb4a9bc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2629:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.166243:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930800/0xa7e486a0fcb4a9bc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2629:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.166300:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318125.166323:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930e00/0xa7e486a0fcb4a9b5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2629:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.166327:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930e00/0xa7e486a0fcb4a9b5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2629:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.166332:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930e00/0xa7e486a0fcb4a9b5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2629:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.166335:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a0930e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318125.166338:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930e00/0xa7e486a0fcb4a9b5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2629:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.166347:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930e00/0xa7e486a0fcb4a9b5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2629:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.166355:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2629:0x0].0x0 (ffff936886f6d500) 00010000:00010000:1.0:1767318125.166357:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318125.166360:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930e00/0xa7e486a0fcb4a9b5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2629:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.166363:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930e00/0xa7e486a0fcb4a9b5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2629:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.166479:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a9a7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.166542:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318125.166548:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930800/0xa7e486a0fcb4a9bc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2629:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.166554:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a0930800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318125.166557:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930800/0xa7e486a0fcb4a9bc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2629:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.166563:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930800/0xa7e486a0fcb4a9bc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2629:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.166572:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a9a7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.166572:0:15466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2629:0x0].0x0 (ffff936886f6d500) 00010000:00010000:2.0:1767318125.166575:0:15466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318125.166578:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a9a7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.166579:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930800/0xa7e486a0fcb4a9bc lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2629:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.166585:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a9a7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.166585:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930800/0xa7e486a0fcb4a9bc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2629:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.166590:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a0930600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318125.166593:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a9a7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.166598:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a9a7 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.166600:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318125.166601:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318125.166603:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318125.166605:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318125.166607:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318125.166610:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a9a7 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.166616:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930600/0xa7e486a0fcb4a9a7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00000004:00010000:1.0:1767318125.166625:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fcc62ece reply state 00000000df4cc758 transno 8589934914 ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931000/0xa7e486a0fcb4a9ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.166634:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931000/0xa7e486a0fcb4a9ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.166639:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xd963e54e (ffff936886f6df00) 00010000:00010000:1.0:1767318125.166641:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318125.166644:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318125.166727:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+111:68835:x1853164297273600:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1611us (1864us total) trans 8589934914 rc 0/0 00000100:00100000:1.0:1767318125.166736:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22782 00000100:00100000:1.0:1767318125.169369:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297273728 00000100:00100000:1.0:1767318125.169381:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297273728 00000100:00100000:1.0:1767318125.169506:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22783 00000100:00100000:1.0:1767318125.169518:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+111:68835:x1853164297273728:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318125.169543:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318125.169565:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931600/0xa7e486a0fcb4a9c3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc816 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.169633:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a9ca lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.169648:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a9ca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.169660:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a9ca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.169677:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a9d1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x6063f64e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.169683:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a9d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.169688:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a9d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.169874:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a9d8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x261c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.169883:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a9d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x261c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.169889:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a9d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x261c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:1.0:1767318125.169923:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x261c:0x0]: returning size 0 00000004:00200000:1.0:1767318125.169928:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318125.169950:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a9d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x261c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.169963:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a9d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x261c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.170223:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a9ca lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.170232:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a9ca lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.170238:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a9ca lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.170249:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a9ca lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.170255:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318125.170258:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a9ca lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.170265:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a9ca lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.170276:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318125.170279:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318125.170284:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a9ca lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.170289:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4a9ca lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.170302:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a9d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.170307:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a9d1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.170312:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a9d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.170317:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318125.170319:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a9d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.170325:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a9d1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.170332:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x6063f64e (ffff936886f6d600) 00010000:00010000:1.0:1767318125.170334:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318125.170337:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a9d1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.170341:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4a9d1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.170376:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931600/0xa7e486a0fcb4a9c3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc816 expref: 113 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.170391:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4a9d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x261c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc816 expref: 112 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.170397:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x261c:0x0].0x0 (ffff936886f6d700) 00010000:00010000:1.0:1767318125.170399:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767318125.170402:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936996db8000, rc 0) 00000100:00100000:1.0:1767318125.170578:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+112:68835:x1853164297273728:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1061us (1298us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318125.170586:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22783 00000100:00100000:3.0:1767318125.174404:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318125.176562:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318125.176568:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78400/0xa7e486a0fcb4a9f4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x261c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.176573:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318125.176576:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78400/0xa7e486a0fcb4a9f4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x261c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.176581:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78400/0xa7e486a0fcb4a9f4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x261c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.176589:0:34132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x261c:0x0].0x0 (ffff936983a24300) 00010000:00010000:3.0:1767318125.176591:0:34132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318125.176594:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78400/0xa7e486a0fcb4a9f4 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x261c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.176602:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78400/0xa7e486a0fcb4a9f4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x261c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.176614:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318125.176615:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318125.176617:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318125.177364:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383657216 00000100:00100000:2.0:1767318125.177371:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383657216 00000100:00100000:2.0:1767318125.177441:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2061 00000100:00100000:2.0:1767318125.177449:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+106:7024:x1853164383657216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1767318125.177494:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 23307328 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767318125.177740:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383657344:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767318125.177771:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318125.177998:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383657344 00000100:00100000:3.0:1767318125.178004:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383657344 00000100:00100000:3.0:1767318125.178034:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2062 00000100:00100000:3.0:1767318125.178041:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7025:x1853164383657344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1767318125.178053:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8744256 pending 0 free 3921432576 avail 3689910272 00000100:00100000:3.0:1767318125.178089:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7025:x1853164383657344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 48us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318125.178096:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2062 00000100:00100000:1.0:1767318125.178180:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383657344:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1767318125.178324:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+106:7024:x1853164383657216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 875us (1062us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.178332:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2061 00000100:00100000:3.0:1767318125.180335:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318125.184350:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:2.0:1767318125.187090:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318125.187095:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4aa2c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x263f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.187101:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2e400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318125.187104:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4aa2c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x263f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.187114:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4aa2c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x263f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.187125:0:30344:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x263f:0x0].0x0 (ffff936983a24100) 00010000:00010000:2.0:1767318125.187127:0:30344:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767318125.187130:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4aa2c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x263f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.187134:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4aa2c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x263f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.187147:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318125.187149:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318125.187150:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318125.190193:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318125.194672:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318125.197269:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4aa5d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2622:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.197291:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4aa5d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2622:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.197303:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4aa5d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2622:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000040:00080000:3.0:1767318125.197627:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].166, 64 off18816 00000040:00080000:3.0:1767318125.197646:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].94, 64 off14208 00010000:00010000:3.0:1767318125.197696:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4aa64 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2622:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.197705:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4aa64 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2622:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.197712:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4aa64 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2622:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.197720:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4aa64 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2622:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.197726:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4aa64 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2622:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.197732:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4aa64 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2622:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.197761:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318125.197813:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4aa5d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2622:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.197819:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4aa5d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2622:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.197826:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4aa5d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2622:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.197843:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884287600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.197848:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4aa5d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2622:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.197856:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4aa5d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2622:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.197867:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2622:0x0].0x0 (ffff9369aaac1500) 00010000:00010000:3.0:1767318125.197871:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318125.197877:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4aa5d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2622:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.197883:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4aa5d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2622:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.199124:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4aa4f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.199136:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4aa4f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.199141:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4aa4f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.199147:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4aa4f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.199152:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2e600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.199156:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4aa4f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.199162:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4aa4f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.199173:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318125.199175:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318125.199179:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4aa4f lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.199185:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4aa4f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00000004:00010000:3.0:1767318125.199196:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000063c3bf58 reply state 00000000922425f4 transno 8589934917 ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4aa56 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xa29ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.199208:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4aa56 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xa29ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.199215:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xa29ee54e (ffff936983a24b00) 00010000:00010000:3.0:1767318125.199217:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318125.199220:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318125.199370:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+117:68835:x1853164297274752:12345-192.168.202.56@tcp:36:rm.0 Request processed in 3687us (4716us total) trans 8589934917 rc 0/0 00000100:00100000:3.0:1767318125.199380:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22788 00000100:00100000:1.0:1767318125.208126:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:0.0:1767318125.208918:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4aa80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2631:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:0.0:1767318125.208964:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2631:0x0]: returning size 0 00000004:00200000:0.0:1767318125.208969:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767318125.208989:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4aa80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2631:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.209000:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4aa80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2631:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.209008:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4aa72 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.209014:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4aa72 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.209020:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4aa72 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.209026:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4aa72 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.209032:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2e200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318125.209036:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4aa72 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.209042:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4aa72 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.209053:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:0.0:1767318125.209055:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318125.209059:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4aa72 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.209065:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4aa72 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.209077:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4aa79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x5d2f104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.209083:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4aa79 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x5d2f104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.209088:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4aa79 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x5d2f104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.209093:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318125.209095:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4aa79 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x5d2f104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.209101:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4aa79 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x5d2f104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.209106:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x5d2f104e (ffff936983a24500) 00010000:00010000:0.0:1767318125.209109:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318125.209111:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4aa79 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x5d2f104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.209116:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4aa79 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x5d2f104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.209138:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4aa6b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc82b expref: 119 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.209150:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4aa80 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2631:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc82b expref: 118 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.209156:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2631:0x0].0x0 (ffff936983a24800) 00010000:00010000:0.0:1767318125.209159:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767318125.209161:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a4b2fa00, rc 0) 00000100:00100000:0.0:1767318125.209211:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+118:68835:x1853164297274880:12345-192.168.202.56@tcp:101:rm.0 Request processed in 639us (1096us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318125.209218:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22789 00000100:00100000:0.0:1767318125.214927:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.215315:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297275136 00000100:00100000:2.0:1767318125.215326:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297275136 00000100:00100000:2.0:1767318125.215421:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22790 00000100:00100000:2.0:1767318125.215442:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+118:68835:x1853164297275136:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318125.215529:0:25280:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318125.215560:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4aa80 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2631:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc82b expref: 118 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.215588:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2631:0x0].0x0 (ffff936983a24800) 00010000:00010000:2.0:1767318125.215600:0:25280:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318125.215623:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4aa87 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.215637:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4aa87 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.215646:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4aa87 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.215661:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4aa8e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x5d2f104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.215668:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4aa8e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x5d2f104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.215674:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4aa8e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x5d2f104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.215778:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aa95 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2631:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.215815:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aa95 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2631:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.215822:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aa95 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2631:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000040:00080000:2.0:1767318125.216103:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].95, 64 off14272 00000040:00080000:2.0:1767318125.216126:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].167, 64 off18880 00010000:00010000:2.0:1767318125.216177:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aa9c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2631:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.216187:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aa9c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2631:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.216195:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aa9c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2631:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.216202:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aa9c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2631:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.216208:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aa9c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2631:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.216214:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aa9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2631:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.216236:0:25280:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318125.216256:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aa95 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2631:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.216262:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aa95 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2631:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.216268:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aa95 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2631:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.216273:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbd800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.216277:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aa95 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2631:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.216284:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aa95 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2631:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.216292:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2631:0x0].0x0 (ffff9369a4ad2200) 00010000:00010000:2.0:1767318125.216295:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318125.216299:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aa95 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2631:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.216305:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aa95 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2631:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.216404:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4aa87 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.216411:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4aa87 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.216416:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4aa87 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.216421:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4aa87 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.216426:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbd400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.216428:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4aa87 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.216433:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4aa87 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.216441:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318125.216443:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.216446:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4aa87 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.216451:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4aa87 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00000004:00010000:2.0:1767318125.216472:0:25280:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000081b4f34f reply state 00000000153ca308 transno 8589934918 ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4aa8e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x5d2f104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.216484:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4aa8e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x5d2f104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.216490:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x5d2f104e (ffff9369a4ad2000) 00010000:00010000:2.0:1767318125.216492:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318125.216495:0:25280:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318125.216594:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+119:68835:x1853164297275136:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1161us (1676us total) trans 8589934918 rc 0/0 00000100:00100000:2.0:1767318125.216601:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22790 00010000:00010000:3.0:1767318125.216808:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318125.216815:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aa9c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2631:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.216822:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318125.216825:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aa9c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2631:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.216831:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aa9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2631:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.216841:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2631:0x0].0x0 (ffff9369a4ad2200) 00010000:00010000:3.0:1767318125.216843:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318125.216846:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aa9c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2631:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.216852:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aa9c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2631:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.216865:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318125.216867:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318125.216869:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318125.224650:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.224768:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297275264 00000100:00100000:2.0:1767318125.224806:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297275264 00000100:00100000:2.0:1767318125.225202:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22791 00000100:00100000:2.0:1767318125.225214:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+119:68835:x1853164297275264:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318125.225239:0:25280:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318125.225259:0:25280:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4aaa3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc832 expref: -99 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.225322:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aaaa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.225336:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aaaa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.225346:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aaaa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.225359:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4aab1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xd1c9104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.225365:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4aab1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.225372:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4aab1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.225729:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4aab8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2633:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.225739:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4aab8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2633:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.225747:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4aab8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2633:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000004:00200000:2.0:1767318125.225803:0:25280:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2633:0x0]: returning size 0 00000004:00200000:2.0:1767318125.225808:0:25280:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318125.226071:0:25280:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4aab8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2633:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.226085:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4aab8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2633:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.226094:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aaaa lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.226100:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aaaa lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.226106:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aaaa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.226112:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aaaa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.226117:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbd800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.226121:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aaaa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.226130:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aaaa lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.226142:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318125.226146:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.226151:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aaaa lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.226157:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aaaa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.226168:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4aab1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.226173:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4aab1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.226178:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4aab1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.226182:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.226184:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4aab1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.226189:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4aab1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.226195:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xd1c9104e (ffff9369a4ad2c00) 00010000:00010000:2.0:1767318125.226197:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.226200:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4aab1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.226205:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4aab1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.226237:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4aaa3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc832 expref: 121 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.226249:0:25280:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4aab8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2633:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc832 expref: 120 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.226255:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2633:0x0].0x0 (ffff9369a4ad2300) 00010000:00010000:2.0:1767318125.226257:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318125.226259:0:25280:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936996dbde00, rc 0) 00000100:00100000:2.0:1767318125.226377:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+120:68835:x1853164297275264:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1165us (1892us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.226386:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22791 00000100:00100000:1.0:1767318125.232333:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.232407:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297275520 00000100:00100000:2.0:1767318125.232416:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297275520 00000100:00100000:2.0:1767318125.232544:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22792 00000100:00100000:2.0:1767318125.232554:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+120:68835:x1853164297275520:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318125.232607:0:25280:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318125.232631:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4aab8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2633:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc832 expref: 120 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.232647:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2633:0x0].0x0 (ffff9369a4ad2300) 00010000:00010000:2.0:1767318125.232657:0:25280:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318125.232676:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4aabf lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.232688:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4aabf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.232699:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4aabf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.232711:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4aac6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0xd1c9104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.232717:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4aac6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.232723:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4aac6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.232861:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aacd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2633:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.232870:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aacd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2633:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.232876:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aacd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2633:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000040:00080000:2.0:1767318125.233335:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].96, 64 off14336 00000040:00080000:2.0:1767318125.233357:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].168, 64 off18944 00010000:00010000:2.0:1767318125.233418:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4aad4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2633:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.233429:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4aad4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2633:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.233437:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4aad4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2633:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.233444:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4aad4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2633:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.233454:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4aad4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2633:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.233470:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4aad4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2633:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.233649:0:25280:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318125.233676:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aacd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2633:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.233683:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aacd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2633:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.233689:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aacd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2633:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.233695:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbd800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.233699:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aacd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2633:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.233706:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aacd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2633:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.233715:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2633:0x0].0x0 (ffff9369a4ad2800) 00010000:00010000:2.0:1767318125.233719:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318125.233722:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aacd lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2633:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.233727:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4aacd lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2633:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.233884:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4aabf lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.233896:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4aabf lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.233901:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4aabf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.233906:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4aabf lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.233911:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbd400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.233914:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4aabf lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.233920:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4aabf lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.233928:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318125.233930:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.233933:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4aabf lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.233938:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4aabf lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00000004:00010000:2.0:1767318125.234234:0:25280:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000324a3040 reply state 00000000f4fcb533 transno 8589934919 ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4aac6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.234248:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4aac6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.234254:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xd1c9104e (ffff9369a4ad2c00) 00010000:00010000:2.0:1767318125.234256:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318125.234260:0:25280:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1767318125.234425:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318125.234444:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4aad4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2633:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.234450:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbce00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318125.234453:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4aad4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2633:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.234468:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4aad4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2633:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.234477:0:15466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2633:0x0].0x0 (ffff9369a4ad2800) 00010000:00010000:1.0:1767318125.234480:0:15466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318125.234483:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4aad4 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2633:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.234499:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4aad4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2633:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.234519:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318125.234521:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318125.234523:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318125.234562:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+121:68835:x1853164297275520:12345-192.168.202.56@tcp:36:rm.0 Request processed in 2004us (2238us total) trans 8589934919 rc 0/0 00000100:00100000:2.0:1767318125.234573:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22792 00000100:00100000:0.0:1767318125.241171:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.241255:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297275648 00000100:00100000:2.0:1767318125.241268:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297275648 00000100:00100000:2.0:1767318125.241340:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22793 00000100:00100000:2.0:1767318125.241352:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+121:68835:x1853164297275648:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318125.241389:0:25280:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318125.241411:0:25280:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4aadb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc839 expref: -99 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.241511:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4aae2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.241525:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4aae2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.241538:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4aae2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.241555:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aae9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xa8e2104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.241563:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aae9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xa8e2104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.241569:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aae9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xa8e2104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.241740:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4aaf0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2632:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.241753:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4aaf0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2632:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.241760:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4aaf0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2632:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000004:00200000:2.0:1767318125.241844:0:25280:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2632:0x0]: returning size 0 00000004:00200000:2.0:1767318125.241849:0:25280:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318125.241871:0:25280:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4aaf0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2632:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.241882:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4aaf0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2632:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.241892:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4aae2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.241898:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4aae2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.241903:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4aae2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.241909:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4aae2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.241915:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbd200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.241920:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4aae2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.241927:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4aae2 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.241938:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318125.241942:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.242137:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4aae2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.242144:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4aae2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.242158:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aae9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xa8e2104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.242164:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aae9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xa8e2104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.242169:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aae9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xa8e2104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.242173:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.242176:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aae9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xa8e2104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.242182:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aae9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xa8e2104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.242190:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xa8e2104e (ffff9369a4ad2200) 00010000:00010000:2.0:1767318125.242192:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.242195:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aae9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xa8e2104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.242201:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aae9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xa8e2104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.242236:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4aadb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc839 expref: 123 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.242286:0:25280:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4aaf0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2632:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc839 expref: 122 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.242295:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2632:0x0].0x0 (ffff9369a4ad2600) 00010000:00010000:2.0:1767318125.242297:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318125.242300:0:25280:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93698873ee00, rc 0) 00000100:00100000:2.0:1767318125.242371:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+122:68835:x1853164297275648:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1021us (1212us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.242380:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22793 00000100:00100000:3.0:1767318125.245366:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318125.245729:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297275904 00000100:00100000:0.0:1767318125.245740:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297275904 00000100:00100000:0.0:1767318125.246184:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22794 00000100:00100000:0.0:1767318125.246197:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+122:68835:x1853164297275904:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:0.0:1767318125.246256:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318125.246287:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ee00/0xa7e486a0fcb4aaf0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2632:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc839 expref: 122 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.246311:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2632:0x0].0x0 (ffff9369a4ad2600) 00010000:00010000:0.0:1767318125.246324:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767318125.246349:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4aaf7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.246371:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4aaf7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.246382:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4aaf7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.246399:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4aafe lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0xa8e2104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.246405:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4aafe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xa8e2104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.246412:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4aafe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xa8e2104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.246629:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ab05 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2632:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.246638:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ab05 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2632:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.246645:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ab05 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2632:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000040:00080000:0.0:1767318125.247308:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].169, 64 off19008 00000040:00080000:0.0:1767318125.247332:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].97, 64 off14400 00010000:00010000:0.0:1767318125.247396:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4ab0c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2632:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.247407:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4ab0c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2632:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.247415:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4ab0c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2632:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.247656:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4ab0c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2632:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.247665:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4ab0c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2632:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.247671:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4ab0c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2632:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.247761:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318125.247814:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ab05 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2632:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.247821:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ab05 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2632:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.247827:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ab05 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2632:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.247843:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2ec00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318125.247847:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ab05 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2632:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.247854:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ab05 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2632:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.247865:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2632:0x0].0x0 (ffff936983a24d00) 00010000:00010000:0.0:1767318125.247869:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767318125.247873:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ab05 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2632:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.247878:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ab05 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2632:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.248010:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4aaf7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.248017:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4aaf7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.248023:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4aaf7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.248029:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4aaf7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.248034:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318125.248037:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4aaf7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.248043:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4aaf7 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.248052:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:0.0:1767318125.248055:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318125.248058:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4aaf7 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.248064:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4aaf7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00000004:00010000:0.0:1767318125.248074:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000069c8ce63 reply state 00000000aa3df8b6 transno 8589934920 ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4aafe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xa8e2104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.248085:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4aafe lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xa8e2104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.248091:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xa8e2104e (ffff936983a24500) 00010000:00010000:0.0:1767318125.248094:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767318125.248097:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767318125.248191:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+123:68835:x1853164297275904:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1994us (2835us total) trans 8589934920 rc 0/0 00000100:00100000:0.0:1767318125.248201:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22794 00010000:00010000:3.0:1767318125.252768:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318125.252913:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4ab0c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2632:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.252927:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2fc00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318125.252931:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4ab0c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2632:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.252941:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4ab0c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2632:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.253179:0:34132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2632:0x0].0x0 (ffff936983a24d00) 00010000:00010000:3.0:1767318125.253183:0:34132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318125.253190:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4ab0c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2632:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.253197:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4ab0c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2632:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.253222:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318125.253224:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318125.253226:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318125.253350:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318125.253423:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297276032 00000100:00100000:3.0:1767318125.253442:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297276032 00000100:00100000:3.0:1767318125.253521:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22795 00000100:00100000:3.0:1767318125.253531:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+123:68835:x1853164297276032:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318125.253557:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318125.253575:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4ab13 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc840 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.253653:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4ab1a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.253668:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4ab1a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.253679:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4ab1a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.253695:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4ab21 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x1f9c104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.253703:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4ab21 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.253710:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4ab21 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.253931:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4ab28 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2634:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.253941:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4ab28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2634:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.254316:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4ab28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2634:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:3.0:1767318125.254356:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2634:0x0]: returning size 0 00000004:00200000:3.0:1767318125.254361:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318125.254382:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4ab28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2634:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.254393:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4ab28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2634:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.254402:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4ab1a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.254408:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4ab1a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.254415:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4ab1a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.254421:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4ab1a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.254427:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884286e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.254430:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4ab1a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.254437:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4ab1a lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.254446:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318125.254449:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318125.254453:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4ab1a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.254469:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884286e00/0xa7e486a0fcb4ab1a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.254549:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4ab21 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.254556:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4ab21 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.254563:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4ab21 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.254569:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884286000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.254572:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4ab21 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.254579:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4ab21 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.254586:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x1f9c104e (ffff9369aaac1f00) 00010000:00010000:3.0:1767318125.254589:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318125.254592:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4ab21 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.254597:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884286000/0xa7e486a0fcb4ab21 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.254633:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884287600/0xa7e486a0fcb4ab13 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc840 expref: 125 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.254646:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4ab28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2634:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc840 expref: 124 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.254653:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2634:0x0].0x0 (ffff9369aaac1900) 00010000:00010000:3.0:1767318125.254655:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318125.254657:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936884287e00, rc 0) 00000100:00100000:3.0:1767318125.254763:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+124:68835:x1853164297276032:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1232us (1416us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318125.254770:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22795 00000100:00100000:0.0:1767318125.257573:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318125.258100:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297276288 00000100:00100000:3.0:1767318125.258112:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297276288 00000100:00100000:3.0:1767318125.258177:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22796 00000100:00100000:3.0:1767318125.258188:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+124:68835:x1853164297276288:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318125.258249:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318125.258274:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4ab28 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2634:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc840 expref: 124 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.258294:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2634:0x0].0x0 (ffff9369aaac1900) 00010000:00010000:3.0:1767318125.258305:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318125.258327:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4ab2f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.258340:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4ab2f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.258349:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4ab2f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.258677:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb4ab36 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x1f9c104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.258686:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb4ab36 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.258693:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb4ab36 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.258814:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4ab3d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2634:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.258822:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4ab3d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2634:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.259045:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4ab3d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2634:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000040:00080000:3.0:1767318125.259326:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].170, 64 off19072 00000040:00080000:3.0:1767318125.259348:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].98, 64 off14464 00010000:00010000:3.0:1767318125.259745:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4ab44 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2634:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.259759:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4ab44 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2634:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.259767:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4ab44 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2634:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.259773:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4ab44 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2634:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.259930:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4ab44 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2634:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.259938:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4ab44 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2634:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.260081:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318125.260108:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4ab3d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2634:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.260115:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4ab3d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2634:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.260122:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4ab3d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2634:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.260127:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.260132:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4ab3d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2634:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.260144:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4ab3d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2634:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.260155:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2634:0x0].0x0 (ffff9369aaac1b00) 00010000:00010000:3.0:1767318125.260158:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318125.260163:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4ab3d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2634:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.260169:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4ab3d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2634:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.260291:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4ab2f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.260298:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4ab2f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.260304:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4ab2f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.260309:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4ab2f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.260314:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884287200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.260317:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4ab2f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.260323:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4ab2f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.260332:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318125.260334:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318125.260337:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4ab2f lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.260344:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884287200/0xa7e486a0fcb4ab2f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00000004:00010000:3.0:1767318125.260354:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a15eecb5 reply state 0000000069714f16 transno 8589934921 ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb4ab36 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.260380:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb4ab36 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.260387:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x1f9c104e (ffff9369aaac1500) 00010000:00010000:3.0:1767318125.260389:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318125.260392:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318125.260592:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+125:68835:x1853164297276288:12345-192.168.202.56@tcp:36:rm.0 Request processed in 2402us (3028us total) trans 8589934921 rc 0/0 00000100:00100000:3.0:1767318125.260601:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22796 00010000:00010000:2.0:1767318125.265128:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318125.265144:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4ab44 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2634:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.265157:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4ee00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318125.265161:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4ab44 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2634:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.265170:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4ab44 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2634:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.265187:0:30344:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2634:0x0].0x0 (ffff9369aaac1b00) 00010000:00010000:2.0:1767318125.265190:0:30344:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767318125.265196:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4ab44 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2634:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.265201:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4ab44 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2634:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.265223:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318125.265225:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318125.265227:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318125.266987:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318125.267242:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297276416 00000100:00100000:3.0:1767318125.267252:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297276416 00000100:00100000:3.0:1767318125.267316:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22797 00000100:00100000:3.0:1767318125.267327:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+125:68835:x1853164297276416:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318125.267353:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318125.267383:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4ab4b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc847 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.267450:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4ab52 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.267675:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4ab52 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.267688:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4ab52 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.267708:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4ab59 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x217dd44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.267715:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4ab59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.267721:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4ab59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.268425:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4ab60 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2604:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.268439:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4ab60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2604:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.268448:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4ab60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2604:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:3.0:1767318125.268577:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2604:0x0]: returning size 0 00000004:00200000:3.0:1767318125.268582:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318125.268608:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4ab60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2604:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.268620:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4ab60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2604:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.268629:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4ab52 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.268635:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4ab52 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.268642:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4ab52 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.268654:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4ab52 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.268660:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.268664:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4ab52 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.268671:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4ab52 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.268683:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318125.268686:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318125.268691:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4ab52 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.268698:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4ab52 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.268712:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4ab59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.268717:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4ab59 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.268722:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4ab59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.268727:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565b200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.268729:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4ab59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.268734:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4ab59 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.268742:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x217dd44e (ffff93698cc7b900) 00010000:00010000:3.0:1767318125.268744:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318125.268747:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4ab59 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.268752:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4ab59 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.269132:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4ab4b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc847 expref: 127 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.269151:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4ab60 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2604:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc847 expref: 126 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.269160:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2604:0x0].0x0 (ffff93698cc7b000) 00010000:00010000:3.0:1767318125.269162:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318125.269165:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93698565b000, rc 0) 00000100:00100000:3.0:1767318125.269300:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+126:68835:x1853164297276416:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1974us (2323us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318125.269309:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22797 00000100:00100000:0.0:1767318125.274203:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318125.274276:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297276672 00000100:00100000:3.0:1767318125.274289:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297276672 00000100:00100000:3.0:1767318125.274388:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22798 00000100:00100000:3.0:1767318125.274399:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+126:68835:x1853164297276672:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318125.274473:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318125.274510:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4ab60 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2604:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc847 expref: 126 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.274534:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2604:0x0].0x0 (ffff93698cc7b000) 00010000:00010000:3.0:1767318125.274547:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318125.274568:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4ab67 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.274581:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4ab67 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.274590:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4ab67 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.274603:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4ab6e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x217dd44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.274609:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4ab6e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.274615:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4ab6e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.274708:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b600/0xa7e486a0fcb4ab75 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2604:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.274715:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b600/0xa7e486a0fcb4ab75 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2604:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.274721:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b600/0xa7e486a0fcb4ab75 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2604:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000040:00080000:3.0:1767318125.275154:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].99, 64 off14528 00010000:00010000:3.0:1767318125.275211:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b400/0xa7e486a0fcb4ab7c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2604:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.275225:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b400/0xa7e486a0fcb4ab7c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2604:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.275233:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b400/0xa7e486a0fcb4ab7c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2604:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.275240:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b400/0xa7e486a0fcb4ab7c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2604:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.275246:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b400/0xa7e486a0fcb4ab7c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2604:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.275251:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b400/0xa7e486a0fcb4ab7c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2604:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.275265:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318125.275284:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b600/0xa7e486a0fcb4ab75 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2604:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.275290:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b600/0xa7e486a0fcb4ab75 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2604:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.275295:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b600/0xa7e486a0fcb4ab75 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2604:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.275300:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565b600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.275304:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b600/0xa7e486a0fcb4ab75 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2604:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.275311:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b600/0xa7e486a0fcb4ab75 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2604:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.275319:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2604:0x0].0x0 (ffff93698cc7bc00) 00010000:00010000:3.0:1767318125.275322:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318125.275326:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b600/0xa7e486a0fcb4ab75 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2604:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.275331:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b600/0xa7e486a0fcb4ab75 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2604:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.275437:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4ab67 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.275444:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4ab67 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.275449:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4ab67 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.275454:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4ab67 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.275469:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565ba00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.275471:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4ab67 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.275477:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4ab67 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.275485:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318125.275487:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318125.275490:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4ab67 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.275494:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4ab67 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00000004:00010000:3.0:1767318125.275503:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c2de7162 reply state 00000000c8f6c3d5 transno 8589934922 ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4ab6e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.275514:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4ab6e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.275519:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x217dd44e (ffff93698cc7b200) 00010000:00010000:3.0:1767318125.275521:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767318125.275524:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318125.275617:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+127:68835:x1853164297276672:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1216us (1424us total) trans 8589934922 rc 0/0 00000100:00100000:3.0:1767318125.275626:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22798 00010000:00010000:0.0:1767318125.275704:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318125.275710:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b400/0xa7e486a0fcb4ab7c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2604:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.275720:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565b400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318125.275723:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b400/0xa7e486a0fcb4ab7c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2604:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.275729:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b400/0xa7e486a0fcb4ab7c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2604:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.275739:0:34133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2604:0x0].0x0 (ffff93698cc7bc00) 00010000:00010000:0.0:1767318125.275742:0:34133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767318125.275745:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b400/0xa7e486a0fcb4ab7c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2604:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.275749:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b400/0xa7e486a0fcb4ab7c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2604:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.275764:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318125.275766:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318125.275767:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318125.281762:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318125.282062:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297276800 00000100:00100000:3.0:1767318125.282073:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297276800 00000100:00100000:3.0:1767318125.282187:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22799 00000100:00100000:3.0:1767318125.282196:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+127:68835:x1853164297276800:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318125.282221:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318125.282243:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4ab83 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc84e expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.282310:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4ab8a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.282325:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4ab8a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.282335:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4ab8a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.282348:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4ab91 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xc305234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.282355:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4ab91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.282362:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4ab91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.282549:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4ab98 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2613:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.282557:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4ab98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2613:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.282564:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4ab98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2613:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:3.0:1767318125.282599:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2613:0x0]: returning size 0 00000004:00200000:3.0:1767318125.282604:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318125.282623:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4ab98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2613:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.282634:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4ab98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2613:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.282642:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4ab8a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.282648:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4ab8a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.282654:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4ab8a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.282661:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4ab8a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.282666:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565b200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.282670:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4ab8a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.282677:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4ab8a lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.282688:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:3.0:1767318125.282690:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318125.282695:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4ab8a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.282700:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4ab8a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.282712:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4ab91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.282717:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4ab91 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.282722:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4ab91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.282727:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565be00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.282729:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4ab91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.282733:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4ab91 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.282740:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xc305234e (ffff93698cc7b000) 00010000:00010000:3.0:1767318125.282743:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318125.282746:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4ab91 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.282751:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4ab91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.282816:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4ab83 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc84e expref: 129 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.282841:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4ab98 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2613:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc84e expref: 128 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.282848:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2613:0x0].0x0 (ffff93698cc7b900) 00010000:00010000:3.0:1767318125.282850:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318125.282852:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93698565a400, rc 0) 00000100:00100000:3.0:1767318125.282911:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+128:68835:x1853164297276800:12345-192.168.202.56@tcp:101:rm.0 Request processed in 716us (1161us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318125.282919:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22799 00000100:00100000:1.0:1767318125.286379:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318125.286629:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297277056 00000100:00100000:3.0:1767318125.286642:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297277056 00000100:00100000:3.0:1767318125.286710:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22800 00000100:00100000:3.0:1767318125.286721:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+128:68835:x1853164297277056:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318125.286967:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318125.286996:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4ab98 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2613:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc84e expref: 128 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.287015:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2613:0x0].0x0 (ffff93698cc7b900) 00010000:00010000:3.0:1767318125.287029:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318125.287191:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4ab9f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.287207:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4ab9f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.287217:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4ab9f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.287232:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aba6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0xc305234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.287238:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aba6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.287244:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aba6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.287343:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4abad lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2613:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.287351:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4abad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2613:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.287357:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4abad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2613:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000040:00080000:2.0:1767318125.287929:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].100, 64 off14592 00000040:00080000:2.0:1767318125.287963:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].171, 64 off19136 00010000:00010000:2.0:1767318125.288017:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4abb4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2613:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.288027:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4abb4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2613:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.288035:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4abb4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2613:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.288041:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4abb4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2613:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.288047:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4abb4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2613:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.288053:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4abb4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2613:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.288111:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318125.288133:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4abad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2613:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.288140:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4abad lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2613:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.288145:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4abad lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2613:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.288150:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbd200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.288154:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4abad lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2613:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.288160:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4abad lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2613:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.288169:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2613:0x0].0x0 (ffff9369a4ad2300) 00010000:00010000:2.0:1767318125.288172:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318125.288175:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4abad lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2613:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.288184:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd200/0xa7e486a0fcb4abad lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2613:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.288289:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4ab9f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.288296:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4ab9f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.288301:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4ab9f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.288306:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4ab9f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.288310:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbda00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.288313:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4ab9f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.288318:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4ab9f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.288326:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318125.288328:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.288331:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4ab9f lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.288336:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4ab9f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00000004:00010000:2.0:1767318125.288345:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006792a50e reply state 00000000e356797b transno 8589934923 ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aba6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.288359:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aba6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.288365:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xc305234e (ffff9369a4ad2200) 00010000:00010000:2.0:1767318125.288367:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318125.288369:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318125.288471:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+129:68835:x1853164297277056:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1749us (2103us total) trans 8589934923 rc 0/0 00000100:00100000:2.0:1767318125.288479:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22800 00010000:00010000:3.0:1767318125.289184:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318125.289192:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4abb4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2613:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.289200:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbd800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318125.289203:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4abb4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2613:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.289210:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4abb4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2613:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.289221:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2613:0x0].0x0 (ffff9369a4ad2300) 00010000:00010000:3.0:1767318125.289225:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318125.289229:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4abb4 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2613:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.289234:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd800/0xa7e486a0fcb4abb4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2613:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.289313:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318125.289316:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318125.289318:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318125.293693:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.293889:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297277184 00000100:00100000:2.0:1767318125.293899:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297277184 00000100:00100000:2.0:1767318125.294086:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22801 00000100:00100000:2.0:1767318125.294097:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+129:68835:x1853164297277184:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318125.294125:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318125.294148:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4abbb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc855 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.294219:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4abc2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.294235:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4abc2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.294246:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4abc2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.294260:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4abc9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x8c0dff4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.294267:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4abc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x8c0dff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.294273:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4abc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x8c0dff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.298254:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4abd0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x263b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.298280:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4abd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x263b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.298293:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4abd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x263b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:2.0:1767318125.298336:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x263b:0x0]: returning size 0 00000004:00200000:2.0:1767318125.298341:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318125.298365:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4abd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x263b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.298376:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4abd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x263b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.298388:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4abc2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.298395:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4abc2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.298402:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4abc2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.298408:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4abc2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.298418:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbd400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.298422:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4abc2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.298632:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4abc2 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.298645:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318125.298649:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.298654:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4abc2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.298661:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4abc2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.298677:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4abc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x8c0dff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.298683:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4abc9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x8c0dff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.298689:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4abc9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x8c0dff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.298694:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbce00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.298697:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4abc9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x8c0dff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.298703:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4abc9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x8c0dff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.298710:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x8c0dff4e (ffff9369a4ad2b00) 00010000:00010000:2.0:1767318125.298714:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.298717:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4abc9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x8c0dff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.298723:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbce00/0xa7e486a0fcb4abc9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x8c0dff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.298765:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4abbb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc855 expref: 131 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.298795:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4abd0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x263b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc855 expref: 130 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.298802:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x263b:0x0].0x0 (ffff9369a4ad2f00) 00010000:00010000:2.0:1767318125.298804:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318125.298807:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93699aa4ea00, rc 0) 00000100:00100000:2.0:1767318125.298927:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+130:68835:x1853164297277184:12345-192.168.202.56@tcp:101:rm.0 Request processed in 4831us (5245us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.298936:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22801 00000100:00100000:0.0:1767318125.304846:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.304941:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297277440 00000100:00100000:2.0:1767318125.304960:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297277440 00000100:00100000:2.0:1767318125.305013:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22802 00000100:00100000:2.0:1767318125.305022:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+130:68835:x1853164297277440:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318125.305079:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318125.305104:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4abd0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x263b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc855 expref: 130 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.305123:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x263b:0x0].0x0 (ffff9369a4ad2f00) 00010000:00010000:2.0:1767318125.305133:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318125.305154:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4abd7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.305167:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4abd7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.305176:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4abd7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.305189:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4abde lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x8c0dff4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.305195:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4abde lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x8c0dff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.305200:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4abde lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x8c0dff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.305280:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4abe5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x263b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.305288:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4abe5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x263b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.305294:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4abe5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x263b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000040:00080000:2.0:1767318125.306288:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].101, 64 off14656 00000040:00080000:2.0:1767318125.306311:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].172, 64 off19200 00010000:00010000:2.0:1767318125.306368:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4abec lrc: 3/0,1 mode: --/PW res: [0x200000402:0x263b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.306382:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4abec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x263b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.306391:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4abec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x263b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.306400:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4abec lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x263b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.306405:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4abec lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x263b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.306411:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4abec lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x263b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.306446:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318125.306474:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4abe5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x263b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.306480:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4abe5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x263b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.306498:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4abe5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x263b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.306504:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4ee00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.306509:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4abe5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x263b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.306517:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4abe5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x263b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.306527:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x263b:0x0].0x0 (ffff9369a4ad2600) 00010000:00010000:2.0:1767318125.306530:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318125.306534:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4abe5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x263b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.306540:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4abe5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x263b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.306653:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4abd7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.306660:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4abd7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.306666:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4abd7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.306671:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4abd7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.306676:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.306679:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4abd7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.306685:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4abd7 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.306693:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318125.306696:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.306699:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4abd7 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.306704:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4abd7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00000004:00010000:2.0:1767318125.306714:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f9d0ba5d reply state 000000007a7f02e7 transno 8589934924 ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4abde lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x8c0dff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.306724:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4abde lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x8c0dff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.306734:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x8c0dff4e (ffff9369a4ad2300) 00010000:00010000:2.0:1767318125.306736:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318125.306740:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318125.306856:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+131:68835:x1853164297277440:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1831us (2027us total) trans 8589934924 rc 0/0 00000100:00100000:2.0:1767318125.306866:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22802 00010000:00010000:3.0:1767318125.307669:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318125.307677:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4abec lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x263b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.307686:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318125.307689:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4abec lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x263b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.307696:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4abec lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x263b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.307706:0:15466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x263b:0x0].0x0 (ffff9369a4ad2600) 00010000:00010000:3.0:1767318125.307709:0:15466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318125.307712:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4abec lrc: 1/0,0 mode: --/PW res: [0x200000402:0x263b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.307717:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4abec lrc: 0/0,0 mode: --/PW res: [0x200000402:0x263b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.307733:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318125.307735:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318125.307737:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318125.309720:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.310079:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297277568 00000100:00100000:2.0:1767318125.310089:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297277568 00000100:00100000:2.0:1767318125.310182:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22803 00000100:00100000:2.0:1767318125.310192:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+131:68835:x1853164297277568:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318125.310216:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318125.310235:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4abf3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc85c expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.310299:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4abfa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.310312:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4abfa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.310323:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4abfa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.310337:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4ac01 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xbc19a94e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.310343:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4ac01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xbc19a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.310349:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4ac01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xbc19a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.310539:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4ac08 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.310549:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4ac08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25fd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.310556:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4ac08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25fd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:2.0:1767318125.310587:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25fd:0x0]: returning size 0 00000004:00200000:2.0:1767318125.310591:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318125.310610:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4ac08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25fd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.310620:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4ac08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25fd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.310629:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4abfa lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.310634:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4abfa lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.310639:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4abfa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.310644:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4abfa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.310650:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.310653:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4abfa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.310660:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4abfa lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.310672:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318125.310675:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.310679:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4abfa lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.310684:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4abfa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.310695:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4ac01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xbc19a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.310700:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4ac01 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xbc19a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.310705:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4ac01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xbc19a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.310709:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.310711:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4ac01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xbc19a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.310716:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4ac01 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xbc19a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.310721:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xbc19a94e (ffff9369a4ad2b00) 00010000:00010000:2.0:1767318125.310723:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.310725:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4ac01 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xbc19a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.310729:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4ac01 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xbc19a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.310759:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4abf3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc85c expref: 133 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.310771:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4ac08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25fd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc85c expref: 132 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.310777:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25fd:0x0].0x0 (ffff9369a4ad2800) 00010000:00010000:2.0:1767318125.310815:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318125.310818:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369b5138a00, rc 0) 00000100:00100000:2.0:1767318125.310878:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+132:68835:x1853164297277568:12345-192.168.202.56@tcp:101:rm.0 Request processed in 688us (1169us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.310885:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22803 00000100:00100000:0.0:1767318125.313773:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.314162:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297277824 00000100:00100000:2.0:1767318125.314173:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297277824 00000100:00100000:2.0:1767318125.314270:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22804 00000100:00100000:2.0:1767318125.314280:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6159f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+132:68835:x1853164297277824:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318125.314335:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318125.314362:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4ac08 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25fd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc85c expref: 132 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.314381:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25fd:0x0].0x0 (ffff9369a4ad2800) 00010000:00010000:2.0:1767318125.314392:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318125.314412:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4ac0f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.314425:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4ac0f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.314449:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4ac0f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.314478:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4ac16 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0xbc19a94e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.314494:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4ac16 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xbc19a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.314502:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4ac16 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xbc19a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.314593:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4ac1d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.314600:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4ac1d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.314607:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4ac1d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000040:00080000:2.0:1767318125.315173:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].102, 64 off14720 00010000:00010000:2.0:1767318125.315224:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4ac24 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25fd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.315233:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4ac24 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.315241:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4ac24 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.315247:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4ac24 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.315253:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4ac24 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.315262:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4ac24 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.315322:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318125.315341:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4ac1d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.315348:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4ac1d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.315354:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4ac1d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.315360:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.315364:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4ac1d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.315372:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4ac1d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.315380:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25fd:0x0].0x0 (ffff936985435400) 00010000:00010000:2.0:1767318125.315384:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318125.315388:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4ac1d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.315393:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4ac1d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.315594:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4ac0f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.315602:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4ac0f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.315612:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4ac0f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.315617:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4ac0f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.315622:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.315626:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4ac0f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.315631:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4ac0f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.315639:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318125.315642:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.315645:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4ac0f lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.315650:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4ac0f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00000004:00010000:2.0:1767318125.315659:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e5b27cf1 reply state 000000001a88fbd1 transno 8589934925 ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4ac16 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xbc19a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.315670:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4ac16 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xbc19a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.315676:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xbc19a94e (ffff9369a4ad2f00) 00010000:00010000:2.0:1767318125.315678:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318125.315681:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318125.315773:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6159f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+133:68835:x1853164297277824:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1492us (2010us total) trans 8589934925 rc 0/0 00000100:00100000:2.0:1767318125.315806:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22804 00010000:00010000:3.0:1767318125.316734:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318125.316745:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4ac24 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.316754:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139e00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318125.316757:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4ac24 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.316764:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4ac24 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.316775:0:34132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25fd:0x0].0x0 (ffff936985435400) 00010000:00010000:3.0:1767318125.316791:0:34132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318125.316795:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4ac24 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x25fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.316800:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4ac24 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.316815:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318125.316817:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318125.316818:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318125.318674:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.318760:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297277952 00000100:00100000:2.0:1767318125.318770:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297277952 00000100:00100000:2.0:1767318125.319141:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22805 00000100:00100000:2.0:1767318125.319153:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+133:68835:x1853164297277952:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318125.319178:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318125.319201:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4ac2b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc863 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.319269:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4ac32 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.319282:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4ac32 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.319292:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4ac32 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.319306:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4ac39 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xbac1d44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.319312:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4ac39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xbac1d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.319317:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4ac39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xbac1d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.319505:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4ac40 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2608:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.319515:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4ac40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2608:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.319522:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4ac40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2608:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:2.0:1767318125.319556:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2608:0x0]: returning size 0 00000004:00200000:2.0:1767318125.319560:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318125.319581:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4ac40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2608:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.319592:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4ac40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2608:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.319601:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4ac32 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.319607:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4ac32 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.319613:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4ac32 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.319619:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4ac32 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.319625:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.319629:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4ac32 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.319636:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4ac32 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.319646:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318125.319650:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.319654:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4ac32 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.319660:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4ac32 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.319673:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4ac39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xbac1d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.319678:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4ac39 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xbac1d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.319683:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4ac39 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xbac1d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.319687:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.319689:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4ac39 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xbac1d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.319694:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4ac39 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0xbac1d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.319701:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xbac1d44e (ffff936985435100) 00010000:00010000:2.0:1767318125.319703:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.319706:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4ac39 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xbac1d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.319710:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4ac39 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0xbac1d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.319740:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4ac2b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc863 expref: 135 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.319753:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4ac40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2608:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc863 expref: 134 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.319765:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2608:0x0].0x0 (ffff936985435e00) 00010000:00010000:2.0:1767318125.319768:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318125.319770:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369b5139200, rc 0) 00000100:00100000:2.0:1767318125.320058:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+134:68835:x1853164297277952:12345-192.168.202.56@tcp:101:rm.0 Request processed in 906us (1392us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.320067:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22805 00000100:00100000:1.0:1767318125.322274:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.322362:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297278208 00000100:00100000:2.0:1767318125.322372:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297278208 00000100:00100000:2.0:1767318125.322495:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22806 00000100:00100000:2.0:1767318125.322506:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+134:68835:x1853164297278208:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318125.322561:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318125.322583:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4ac40 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2608:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc863 expref: 134 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.322597:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2608:0x0].0x0 (ffff936985435e00) 00010000:00010000:2.0:1767318125.322605:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318125.322622:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4ac47 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.322632:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4ac47 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.322639:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4ac47 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.322648:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4ac4e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0xbac1d44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.322655:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4ac4e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xbac1d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.322659:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4ac4e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xbac1d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.322745:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4ac55 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2608:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.322753:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4ac55 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2608:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.322758:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4ac55 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2608:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000040:00080000:2.0:1767318125.323371:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].103, 64 off14784 00010000:00010000:2.0:1767318125.323414:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4ac5c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.323422:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4ac5c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2608:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.323438:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4ac5c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2608:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.323444:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4ac5c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2608:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.323448:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4ac5c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2608:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.323451:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4ac5c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2608:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.323580:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318125.323603:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4ac55 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2608:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.323609:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4ac55 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2608:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.323615:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4ac55 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2608:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.323621:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4ea00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.323624:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4ac55 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2608:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.323631:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4ac55 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2608:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.323639:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2608:0x0].0x0 (ffff936990793700) 00010000:00010000:2.0:1767318125.323642:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318125.323646:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4ac55 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2608:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.323652:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4ac55 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2608:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.323752:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4ac47 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.323758:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4ac47 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.323763:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4ac47 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.323773:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4ac47 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.323777:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.323826:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4ac47 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.323922:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4ac47 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.323930:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318125.323932:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.323934:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4ac47 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.323938:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4ac47 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00000004:00010000:2.0:1767318125.324014:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000004c76a6f reply state 000000005fef20a1 transno 8589934926 ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4ac4e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0xbac1d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.324023:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4ac4e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xbac1d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.324027:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xbac1d44e (ffff936986146b00) 00010000:00010000:2.0:1767318125.324029:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318125.324031:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318125.324097:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+135:68835:x1853164297278208:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1591us (1830us total) trans 8589934926 rc 0/0 00000100:00100000:2.0:1767318125.324105:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22806 00010000:00010000:3.0:1767318125.324412:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318125.324418:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4ac5c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2608:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.324539:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318125.324542:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4ac5c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2608:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.324546:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4ac5c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2608:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.324554:0:30344:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2608:0x0].0x0 (ffff936990793700) 00010000:00010000:3.0:1767318125.324556:0:30344:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318125.324558:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4ac5c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2608:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.324562:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4ac5c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2608:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.324573:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318125.324574:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318125.324575:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318125.327075:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.327363:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297278336 00000100:00100000:2.0:1767318125.327374:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297278336 00000100:00100000:2.0:1767318125.327497:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22807 00000100:00100000:2.0:1767318125.327518:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+135:68835:x1853164297278336:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318125.327548:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318125.327570:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ac63 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc86a expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.327637:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ac6a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.327651:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ac6a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.327662:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ac6a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.327677:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ac71 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x48f4104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.327684:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ac71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x48f4104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.327691:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ac71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x48f4104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.327923:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4ac78 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.327931:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4ac78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.327937:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4ac78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:2.0:1767318125.327989:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25f6:0x0]: returning size 0 00000004:00200000:2.0:1767318125.327994:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318125.328014:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4ac78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.328025:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4ac78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.328034:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ac6a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.328040:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ac6a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.328045:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ac6a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.328050:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ac6a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.328056:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.328060:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ac6a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.328067:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ac6a lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.328078:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318125.328082:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.328086:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ac6a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.328091:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ac6a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.328105:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ac71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x48f4104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.328110:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ac71 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x48f4104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.328115:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ac71 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x48f4104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.328120:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.328122:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ac71 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x48f4104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.328127:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ac71 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x48f4104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.328134:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x48f4104e (ffff936990793e00) 00010000:00010000:2.0:1767318125.328137:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.328139:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ac71 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x48f4104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.328144:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ac71 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x48f4104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.328174:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ac63 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc86a expref: 137 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.328189:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4ac78 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc86a expref: 136 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.328196:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f6:0x0].0x0 (ffff936990793300) 00010000:00010000:2.0:1767318125.328199:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318125.328202:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369aaac5a00, rc 0) 00000100:00100000:2.0:1767318125.328256:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+136:68835:x1853164297278336:12345-192.168.202.56@tcp:101:rm.0 Request processed in 740us (1194us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.328263:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22807 00000100:00100000:1.0:1767318125.330862:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.331094:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297278592 00000100:00100000:2.0:1767318125.331105:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297278592 00000100:00100000:2.0:1767318125.331169:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22808 00000100:00100000:2.0:1767318125.331179:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+136:68835:x1853164297278592:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318125.331235:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318125.331259:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4ac78 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc86a expref: 136 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.331278:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f6:0x0].0x0 (ffff936990793300) 00010000:00010000:2.0:1767318125.331291:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318125.331311:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4ac7f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.331322:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4ac7f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.331328:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4ac7f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.331337:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4000/0xa7e486a0fcb4ac86 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25ef:0x0].0x48f4104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.331342:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4000/0xa7e486a0fcb4ac86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x48f4104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.331346:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4000/0xa7e486a0fcb4ac86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x48f4104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.331418:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4800/0xa7e486a0fcb4ac8d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.331423:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4800/0xa7e486a0fcb4ac8d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.331427:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4800/0xa7e486a0fcb4ac8d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000040:00080000:2.0:1767318125.332212:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].104, 64 off14848 00010000:00010000:2.0:1767318125.332258:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4ac94 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.332266:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4ac94 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.332272:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4ac94 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.332277:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4ac94 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.332281:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4ac94 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.332285:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4ac94 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.332336:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318125.332354:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4800/0xa7e486a0fcb4ac8d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.332357:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4800/0xa7e486a0fcb4ac8d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.332364:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4800/0xa7e486a0fcb4ac8d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.332368:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.332371:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4800/0xa7e486a0fcb4ac8d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.332376:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4800/0xa7e486a0fcb4ac8d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.332382:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f6:0x0].0x0 (ffff936990793400) 00010000:00010000:2.0:1767318125.332384:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318125.332386:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4800/0xa7e486a0fcb4ac8d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.332389:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4800/0xa7e486a0fcb4ac8d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.332501:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4ac7f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.332506:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4ac7f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.332510:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4ac7f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.332513:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4ac7f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.332515:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.332517:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4ac7f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.332523:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4ac7f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.332528:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318125.332530:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.332531:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4ac7f lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.332535:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4ac7f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00000004:00010000:2.0:1767318125.332541:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e2e9e344 reply state 000000007f1b5eb5 transno 8589934927 ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4000/0xa7e486a0fcb4ac86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25ef:0x0].0x48f4104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.332549:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4000/0xa7e486a0fcb4ac86 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x48f4104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.332553:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x48f4104e (ffff936990793500) 00010000:00010000:2.0:1767318125.332554:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318125.332556:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318125.332632:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+137:68835:x1853164297278592:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1454us (1781us total) trans 8589934927 rc 0/0 00000100:00100000:2.0:1767318125.332641:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22808 00010000:00010000:0.0:1767318125.333402:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318125.333412:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4ac94 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.333420:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318125.333606:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4ac94 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.333614:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4ac94 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.333627:0:34133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f6:0x0].0x0 (ffff936990793400) 00010000:00010000:0.0:1767318125.333630:0:34133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767318125.333634:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4ac94 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x25f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.333640:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4ac94 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.333735:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318125.333738:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318125.333740:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318125.335261:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.335331:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297278720 00000100:00100000:2.0:1767318125.335339:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297278720 00000100:00100000:2.0:1767318125.335383:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22809 00000100:00100000:2.0:1767318125.335390:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+137:68835:x1853164297278720:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318125.335409:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318125.335424:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ac9b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc871 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.335619:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4aca2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.335630:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4aca2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.335640:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4aca2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.335652:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4aca9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.335659:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4aca9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.335665:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4aca9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.335847:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb4acb0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.335857:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb4acb0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.335864:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb4acb0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:2.0:1767318125.335900:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25ef:0x0]: returning size 12288 00000004:00200000:2.0:1767318125.335905:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318125.335922:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb4acb0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.335930:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4aca2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.335935:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4aca2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.335939:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4aca2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.335951:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4aca2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.335955:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.335958:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4aca2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.335963:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4aca2 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.335970:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93698397c000) 00010000:00010000:2.0:1767318125.335972:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.335975:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4aca2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.335979:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4aca2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.335988:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4aca9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.335991:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4aca9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.335994:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4aca9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.335997:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.335999:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4aca9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.336002:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4aca9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.336006:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8737ee00 (ffff936990793e00) 00010000:00010000:2.0:1767318125.336007:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.336008:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4aca9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.336011:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4aca9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.336031:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ac9b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc871 expref: 139 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.336039:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb4acb0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25ef:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc871 expref: 138 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.336043:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318125.336044:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767318125.336045:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369aaac5e00, rc 0) 00000100:00100000:2.0:1767318125.336142:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+138:68835:x1853164297278720:12345-192.168.202.56@tcp:101:rm.0 Request processed in 751us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.336150:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22809 00000100:00100000:1.0:1767318125.339023:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318125.339259:0:83444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297278976 00000100:00100000:0.0:1767318125.339270:0:83444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297278976 00000100:00100000:0.0:1767318125.339321:0:83444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 10429 00000100:00100000:0.0:1767318125.339332:0:83444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b9577c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:005be725-9f65-416e-a69a-82c97936344d+138:68835:x1853164297278976:12345-192.168.202.56@tcp:35:rm.0 00000100:00100000:0.0:1767318125.339560:0:83444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b9577c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:005be725-9f65-416e-a69a-82c97936344d+139:68835:x1853164297278976:12345-192.168.202.56@tcp:35:rm.0 Request processed in 228us (549us total) trans 8589934928 rc 0/0 00000100:00100000:0.0:1767318125.339567:0:83444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 10429 00000100:00100000:1.0:1767318125.341887:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.341994:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297279232 00000100:00100000:2.0:1767318125.342004:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297279232 00000100:00100000:2.0:1767318125.342046:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22810 00000100:00100000:2.0:1767318125.342052:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+139:68835:x1853164297279232:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318125.342106:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1767318125.342128:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb4acb0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25ef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc871 expref: 139 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.342145:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a6379400/0xa7e486a0fcb49127 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25ef:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc5ae expref: 138 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.342153:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff93688a783f00) 00010000:00010000:2.0:1767318125.342171:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a428dc00/0xa7e486a0fcb490ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc599 expref: 137 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.342180:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93698397c000) 00010000:00010000:2.0:1767318125.342186:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318125.342209:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4acb7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.342222:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4acb7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.342231:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4acb7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.342242:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4800/0xa7e486a0fcb4acbe lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.342248:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4800/0xa7e486a0fcb4acbe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.342253:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4800/0xa7e486a0fcb4acbe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.342318:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4acc5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25ef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.342323:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4acc5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.342327:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4acc5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:2.0:1767318125.342569:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25ef:0x0]: returning size 12288 00010000:00010000:2.0:1767318125.342583:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4acc5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.342590:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4acc5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.342596:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4acc5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.342603:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.342607:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4acc5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.342613:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4acc5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.342620:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x0 (ffff936990793a00) 00010000:00010000:2.0:1767318125.342623:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318125.342627:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4acc5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.342632:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4acc5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.342815:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4acb7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.342826:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4acb7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.342831:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4acb7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.342836:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4acb7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.342843:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.342846:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4acb7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.342852:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4acb7 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.342861:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936990793300) 00010000:00010000:2.0:1767318125.342863:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.342866:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4acb7 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.342870:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4acb7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00000004:00010000:2.0:1767318125.342884:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000be2af5b4 reply state 00000000487bd17c transno 8589934929 ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4800/0xa7e486a0fcb4acbe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.342896:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4800/0xa7e486a0fcb4acbe lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.342902:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8737ee00 (ffff936990793f00) 00010000:00010000:2.0:1767318125.342905:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318125.342909:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318125.342982:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+138:68835:x1853164297279232:12345-192.168.202.56@tcp:36:rm.0 Request processed in 927us (1104us total) trans 8589934929 rc 0/0 00000100:00100000:2.0:1767318125.342991:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22810 00000100:00100000:1.0:1767318125.347142:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318125.347210:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297279360 00000100:00100000:0.0:1767318125.347219:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297279360 00000100:00100000:0.0:1767318125.347269:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22811 00000100:00100000:0.0:1767318125.347278:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+138:68835:x1853164297279360:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:0.0:1767318125.347303:0:25280:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318125.347321:0:25280:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4accc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc878 expref: -99 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.347375:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4acd3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.347387:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4acd3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.347399:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4acd3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000004:00200000:0.0:1767318125.347446:0:25280:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1767318125.347450:0:25280:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767318125.347481:0:25280:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4acd3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.347504:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4accc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc878 expref: 140 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.347522:0:25280:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4acd3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc878 expref: 139 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.347531:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936983a24f00) 00010000:00010000:0.0:1767318125.347534:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767318125.347538:0:25280:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a4b2ee00, rc 0) 00000100:00100000:0.0:1767318125.347597:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+139:68835:x1853164297279360:12345-192.168.202.56@tcp:101:rm.0 Request processed in 320us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318125.347605:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22811 00000100:00100000:1.0:1767318125.350938:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318125.351109:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297279488 00000100:00100000:0.0:1767318125.351119:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297279488 00000100:00100000:0.0:1767318125.351183:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22812 00000100:00100000:0.0:1767318125.351194:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+139:68835:x1853164297279488:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:0.0:1767318125.351215:0:25280:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318125.351237:0:25280:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4acda lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc87f expref: -99 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.351355:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ace1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.351369:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ace1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.351379:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ace1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.351393:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ace8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.351399:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ace8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.351405:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ace8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000100:00100000:0.0:1767318125.351559:0:25280:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6159880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:25280:1853164383657472:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1767318125.351628:0:25280:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318125.351659:0:25280:0:(client.c:2690:ptlrpc_set_wait()) set ffff936887ab36c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318125.351943:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383657472 00000100:00100000:1.0:1767318125.351958:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383657472 00000100:00100000:1.0:1767318125.352008:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2405 00000100:00100000:1.0:1767318125.352017:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6158a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:25280:x1853164383657472:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1767318125.352093:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6158a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:25280:x1853164383657472:12345-0@lo:1000:mdt00_004.0 Request processed in 76us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318125.352101:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2405 00000100:00100000:0.0:1767318125.352385:0:25280:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6159880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:25280:1853164383657472:0@lo:1000:mdt00_004.0 00010000:00010000:0.0:1767318125.352589:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4acef lrc: 3/1,0 mode: --/PR res: [0x240000401:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.352603:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4acef lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.352613:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4acef lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000004:00010000:0.0:1767318125.352633:0:25280:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4acef lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.352647:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ace1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.352654:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ace1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.352660:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ace1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.352667:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ace1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.352673:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2ec00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318125.352676:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ace1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.352684:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ace1 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.352695:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936983a24f00) 00010000:00010000:0.0:1767318125.352699:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318125.352703:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ace1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.352709:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ace1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.352722:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ace8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.352729:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ace8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.352735:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ace8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.352740:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318125.352743:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ace8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.352748:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ace8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.352755:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe9f9711e (ffff936983a24d00) 00010000:00010000:0.0:1767318125.352758:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318125.352761:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ace8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.352766:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ace8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.352872:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4acda lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc87f expref: 141 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.352887:0:25280:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4acef lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc87f expref: 140 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.352895:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x0 (ffff936983a24800) 00010000:00010000:0.0:1767318125.352897:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767318125.352899:0:25280:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a4b2fc00, rc 0) 00000100:00100000:0.0:1767318125.353092:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+140:68835:x1853164297279488:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1899us (2164us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318125.353101:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22812 00000100:00100000:1.0:1767318125.356516:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318125.356672:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297279616 00000100:00100000:0.0:1767318125.356684:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297279616 00000100:00100000:0.0:1767318125.356765:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22813 00000100:00100000:0.0:1767318125.356810:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+8:68835:x1853164297279616:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:0.0:1767318125.356842:0:25280:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318125.356865:0:25280:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4acf6 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc886 expref: -99 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.356929:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4acfd lrc: 3/1,0 mode: --/PR res: [0x240000401:0x112:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.356942:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4acfd lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT1 00000100:00080000:1.0:1767318125.357064:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318125.357237:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4acfd lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT1 00000004:00200000:0.0:1767318125.357326:0:25280:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x112:0x0]: returning size 4096 00000004:00200000:0.0:1767318125.357330:0:25280:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1767318125.357371:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4acf6 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc886 expref: 10 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.357390:0:25280:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4acfd lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc886 expref: 9 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.357400:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x0 (ffff93688a4ca600) 00010000:00010000:0.0:1767318125.357404:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1767318125.357407:0:25280:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a4b2f000, rc 0) 00000100:00100000:0.0:1767318125.357540:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+9:68835:x1853164297279616:12345-192.168.202.56@tcp:101:rm.0 Request processed in 766us (1035us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318125.357548:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22813 00000100:00100000:1.0:1767318125.362153:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318125.362340:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297279872 00000100:00100000:0.0:1767318125.362353:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297279872 00000100:00100000:0.0:1767318125.362494:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22814 00000100:00100000:0.0:1767318125.362506:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+9:68835:x1853164297279872:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:0.0:1767318125.362529:0:25280:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318125.362555:0:25280:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4ad04 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc88d expref: -99 pid: 25280 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1767318125.362662:0:25280:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x112:0x0]: returning size 4096 00010000:00010000:0.0:1767318125.362852:0:25280:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4ad04 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc88d expref: 11 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.362869:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936983a24100) 00010000:00010000:0.0:1767318125.362874:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767318125.362882:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4ad04 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc88d expref: 11 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.362899:0:25280:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a4b2f200, rc 0) 00000100:00100000:0.0:1767318125.362965:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+10:68835:x1853164297279872:12345-192.168.202.56@tcp:101:rm.0 Request processed in 460us (826us total) trans 4294968429 rc 301/301 00000100:00100000:0.0:1767318125.362972:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22814 00000100:00100000:1.0:1767318125.367678:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318125.367777:0:83444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297280000 00000100:00100000:0.0:1767318125.367927:0:83444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297280000 00000100:00100000:1.0:1767318125.368180:0:83444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 10430 00000100:00100000:1.0:1767318125.368191:0:83444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:005be725-9f65-416e-a69a-82c97936344d+10:68835:x1853164297280000:12345-192.168.202.56@tcp:37:rm.0 00000100:00100000:2.0:1767318125.373147:0:83444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:005be725-9f65-416e-a69a-82c97936344d+10:68835:x1853164297280000:12345-192.168.202.56@tcp:37:rm.0 Request processed in 4942us (5466us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.373160:0:83444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 10430 00000100:00100000:3.0:1767318125.377160:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.377261:0:83444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297280256 00000100:00100000:2.0:1767318125.377275:0:83444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297280256 00000100:00100000:2.0:1767318125.377414:0:83444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 10431 00000100:00100000:2.0:1767318125.377435:0:83444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:005be725-9f65-416e-a69a-82c97936344d+10:68835:x1853164297280256:12345-192.168.202.56@tcp:35:rm.0 00000100:00100000:2.0:1767318125.377752:0:83444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:005be725-9f65-416e-a69a-82c97936344d+11:68835:x1853164297280256:12345-192.168.202.56@tcp:35:rm.0 Request processed in 328us (603us total) trans 4294968430 rc 0/0 00000100:00100000:2.0:1767318125.377761:0:83444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 10431 00000100:00100000:1.0:1767318125.380400:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318125.380648:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297280512 00000100:00100000:0.0:1767318125.380661:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297280512 00000100:00100000:0.0:1767318125.380734:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22815 00000100:00100000:0.0:1767318125.380745:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+11:68835:x1853164297280512:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:0.0:1767318125.380770:0:25280:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318125.380921:0:25280:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4ad12 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc894 expref: -99 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.381066:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4ad19 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.381080:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4ad19 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT1 00010000:00010000:0.0:1767318125.381091:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4ad19 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT1 00000004:00200000:0.0:1767318125.381103:0:25280:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x112:0x0]: returning size 4096 00010000:00010000:0.0:1767318125.381207:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4ad12 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc894 expref: 14 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.381229:0:25280:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4ad19 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc894 expref: 13 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.381237:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x0 (ffff93688a4ca600) 00010000:00010000:0.0:1767318125.381241:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1767318125.381244:0:25280:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a4b2fe00, rc 0) 00000100:00100000:0.0:1767318125.381347:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+13:68835:x1853164297280512:12345-192.168.202.56@tcp:101:rm.0 Request processed in 603us (955us total) trans 4294968431 rc 0/0 00000100:00100000:0.0:1767318125.381354:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22815 00000100:00100000:1.0:1767318125.384981:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318125.385143:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297280640 00000100:00100000:0.0:1767318125.385155:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297280640 00000100:00100000:0.0:1767318125.385222:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22816 00000100:00100000:0.0:1767318125.385233:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+13:68835:x1853164297280640:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:0.0:1767318125.385259:0:25280:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318125.385277:0:25280:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4ad27 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc89b expref: -99 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.385335:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ad2e lrc: 3/1,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.385346:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ad2e lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT1 00010000:00010000:0.0:1767318125.385355:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ad2e lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT1 00010000:00010000:0.0:1767318125.385400:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ad35 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.385405:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ad35 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT1 00010000:00010000:0.0:1767318125.385410:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ad35 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT1 00010000:00010000:0.0:1767318125.385474:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4ad3c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2656:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.385563:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4ad3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2656:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT1 00010000:00010000:0.0:1767318125.385572:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4ad3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2656:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT1 00000004:00010000:0.0:1767318125.385594:0:25280:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4ad3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2656:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT1 00010000:00010000:0.0:1767318125.385606:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ad2e lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT1 00010000:00010000:0.0:1767318125.385613:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ad2e lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT1 00010000:00010000:0.0:1767318125.385619:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ad2e lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT1 00010000:00010000:0.0:1767318125.385625:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ad2e lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT1 00010000:00010000:0.0:1767318125.385631:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318125.385634:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ad2e lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT1 00010000:00010000:0.0:1767318125.385642:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ad2e lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT1 00010000:00010000:0.0:1767318125.385653:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x0 (ffff93688a4ca600) 00010000:00010000:0.0:1767318125.385656:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318125.385661:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ad2e lrc: 3/0,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT1 00010000:00010000:0.0:1767318125.385666:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ad2e lrc: 0/0,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT1 00010000:00010000:0.0:1767318125.385679:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ad35 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT1 00010000:00010000:0.0:1767318125.385685:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ad35 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT1 00010000:00010000:0.0:1767318125.385690:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ad35 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT1 00010000:00010000:0.0:1767318125.385695:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2ec00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318125.385698:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ad35 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT1 00010000:00010000:0.0:1767318125.385708:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ad35 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT1 00010000:00010000:0.0:1767318125.385715:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x46a4c46c (ffff936983a24d00) 00010000:00010000:0.0:1767318125.385718:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318125.385720:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ad35 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT1 00010000:00010000:0.0:1767318125.385725:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ad35 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT1 00010000:00010000:0.0:1767318125.385754:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4ad27 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc89b expref: 15 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.385767:0:25280:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4ad3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2656:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc89b expref: 14 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.385774:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2656:0x0].0x0 (ffff93688a4ca300) 00010000:00010000:0.0:1767318125.385776:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767318125.385778:0:25280:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a4b2fa00, rc 0) 00000100:00100000:0.0:1767318125.385862:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+14:68835:x1853164297280640:12345-192.168.202.56@tcp:101:rm.0 Request processed in 632us (896us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318125.385868:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22816 00000100:00100000:3.0:1767318125.393260:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318125.394596:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297280768 00000100:00100000:0.0:1767318125.394614:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297280768 00000100:00100000:0.0:1767318125.394686:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22817 00000100:00100000:0.0:1767318125.394695:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+140:68835:x1853164297280768:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:0.0:1767318125.394717:0:25280:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318125.394740:0:25280:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4ad43 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2656:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc8a2 expref: -99 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.394836:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4ad4a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2656:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.394851:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4ad4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2656:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.394862:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4ad4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2656:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000004:00200000:0.0:1767318125.394913:0:25280:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2656:0x0]: returning size 4096 00000004:00200000:0.0:1767318125.394917:0:25280:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1767318125.394951:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4ad43 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8a2 expref: 142 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.394972:0:25280:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4ad4a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2656:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8a2 expref: 141 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.394981:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2656:0x0].0x0 (ffff9369a0898300) 00010000:00010000:0.0:1767318125.394984:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1767318125.394988:0:25280:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a4b2e600, rc 0) 00000100:00100000:0.0:1767318125.395063:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+141:68835:x1853164297280768:12345-192.168.202.56@tcp:101:rm.0 Request processed in 368us (1816us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318125.395071:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22817 00000100:00100000:0.0:1767318125.395718:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.395815:0:18401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297280896 00000100:00100000:2.0:1767318125.395822:0:18401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297280896 00000100:00100000:2.0:1767318125.395885:0:18401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 189 00000100:00100000:2.0:1767318125.395894:0:18401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6159880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:005be725-9f65-416e-a69a-82c97936344d+14:2503:x1853164297280896:12345-192.168.202.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318125.395908:0:18401:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318125.395926:0:18401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4ad3c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2656:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc89b expref: 14 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.395941:0:18401:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2656:0x0].0x0 (ffff93688a4ca300) 00010000:00010000:2.0:1767318125.395945:0:18401:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318125.395986:0:18401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6159880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:005be725-9f65-416e-a69a-82c97936344d+13:2503:x1853164297280896:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 93us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.395994:0:18401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 189 00000100:00100000:2.0:1767318125.404156:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318125.404235:0:83444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297281024 00000100:00100000:1.0:1767318125.404254:0:83444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297281024 00000100:00100000:1.0:1767318125.404361:0:83444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 10432 00000100:00100000:1.0:1767318125.404374:0:83444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:005be725-9f65-416e-a69a-82c97936344d+141:68835:x1853164297281024:12345-192.168.202.56@tcp:37:rm.0 00000100:00100000:0.0:1767318125.409378:0:83444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:005be725-9f65-416e-a69a-82c97936344d+141:68835:x1853164297281024:12345-192.168.202.56@tcp:37:rm.0 Request processed in 4992us (5219us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318125.409394:0:83444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 10432 00000100:00100000:0.0:1767318125.418580:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.418942:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297281152 00000100:00100000:2.0:1767318125.418954:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297281152 00000100:00100000:2.0:1767318125.419018:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22818 00000100:00100000:2.0:1767318125.419028:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+141:68835:x1853164297281152:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318125.419050:0:25280:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318125.419074:0:25280:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb4ad51 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2656:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc8a9 expref: -99 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.419155:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ad58 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2656:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.419985:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ad58 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.420002:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ad58 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.420023:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ad5f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2656:0x0].0xd0512ca8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.420029:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ad5f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2656:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.420033:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ad5f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2656:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.420598:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ad66 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2657:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.420608:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ad66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2657:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.420616:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ad66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2657:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000004:00200000:2.0:1767318125.420655:0:25280:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2657:0x0]: returning size 2094080 00000004:00200000:2.0:1767318125.420660:0:25280:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318125.420683:0:25280:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ad66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2657:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.420694:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ad66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2657:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.420703:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ad58 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.420709:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ad58 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.420715:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ad58 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.420721:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ad58 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.420727:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.420731:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ad58 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.420738:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ad58 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.420750:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2656:0x0].0x0 (ffff9369a0898300) 00010000:00010000:2.0:1767318125.420753:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.420758:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ad58 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.420764:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ad58 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.420778:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ad5f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2656:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.420822:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ad5f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2656:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.420828:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ad5f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2656:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.421980:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.421985:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ad5f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2656:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.421993:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ad5f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2656:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.422008:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2656:0x0].0xd0512ca8 (ffff936990793300) 00010000:00010000:2.0:1767318125.422012:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.422016:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ad5f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2656:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.422022:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ad5f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2656:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.422075:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb4ad51 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8a9 expref: 143 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.422098:0:25280:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ad66 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2657:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8a9 expref: 142 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.422106:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2657:0x0].0x0 (ffff936990793a00) 00010000:00010000:2.0:1767318125.422109:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318125.422111:0:25280:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369aaac4a00, rc 0) 00000100:00100000:2.0:1767318125.422199:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+142:68835:x1853164297281152:12345-192.168.202.56@tcp:101:rm.0 Request processed in 3171us (3627us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.422209:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22818 00000100:00100000:2.0:1767318125.426548:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318125.429257:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297281408 00000100:00100000:0.0:1767318125.429279:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297281408 00000100:00100000:0.0:1767318125.429358:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22819 00000100:00100000:0.0:1767318125.429370:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+142:68835:x1853164297281408:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:0.0:1767318125.429434:0:25280:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1767318125.429473:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ad66 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2657:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8a9 expref: 142 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.429570:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2657:0x0].0x0 (ffff936990793a00) 00010000:00010000:0.0:1767318125.429592:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4ad4a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2656:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8a2 expref: 141 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.429602:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2656:0x0].0x0 (ffff9369a0898300) 00010000:00010000:0.0:1767318125.429605:0:25280:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767318125.429627:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4ad6d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2656:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.429639:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4ad6d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.429649:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4ad6d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.429663:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4ad74 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2656:0x0].0xd0512ca8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.429670:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4ad74 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2656:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.429677:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4ad74 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2656:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.429763:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ad7b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2657:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.429771:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ad7b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2657:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.429796:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ad7b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2657:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000040:00080000:0.0:1767318125.430394:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].105, 64 off14912 00010000:00010000:0.0:1767318125.430465:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ad82 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2657:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.430476:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ad82 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2657:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.431080:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ad82 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2657:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.431258:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ad82 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2657:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.431265:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ad82 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2657:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.431271:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ad82 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2657:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.431295:0:25280:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318125.431316:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ad7b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2657:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.431322:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ad7b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2657:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.431333:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ad7b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2657:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.431339:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2ec00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318125.431343:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ad7b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2657:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.431351:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ad7b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2657:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.431362:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2657:0x0].0x0 (ffff936983a24100) 00010000:00010000:0.0:1767318125.431365:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767318125.431369:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ad7b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2657:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.431375:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4ad7b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2657:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.431471:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318125.431479:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ad82 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2657:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.431485:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318125.431489:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ad82 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2657:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.431495:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ad82 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2657:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.431504:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2657:0x0].0x0 (ffff936983a24100) 00010000:00010000:2.0:1767318125.431506:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767318125.431509:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ad82 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2657:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.431514:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ad82 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2657:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.431529:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318125.431531:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318125.431533:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318125.431662:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4ad6d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.431670:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4ad6d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.431676:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4ad6d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.431681:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4ad6d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.431685:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318125.431688:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4ad6d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.431698:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4ad6d lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.431705:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2656:0x0].0x0 (ffff9369a0898300) 00010000:00010000:0.0:1767318125.431708:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318125.431711:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4ad6d lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.431716:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4ad6d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00000004:00010000:0.0:1767318125.431724:0:25280:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000be380c61 reply state 000000003b41dfda transno 8589934930 ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4ad74 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2656:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.431734:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4ad74 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2656:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.431740:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2656:0x0].0xd0512ca8 (ffff936983a24d00) 00010000:00010000:0.0:1767318125.431742:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767318125.431745:0:25280:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767318125.431977:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+142:68835:x1853164297281408:12345-192.168.202.56@tcp:36:rm.0 Request processed in 2605us (5437us total) trans 8589934930 rc 0/0 00000100:00100000:0.0:1767318125.431986:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22819 00000100:00100000:3.0:1767318125.435524:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318125.435607:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297281536 00000100:00100000:0.0:1767318125.435622:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297281536 00000100:00100000:2.0:1767318125.436069:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22820 00000100:00100000:2.0:1767318125.436082:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+13:68835:x1853164297281536:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318125.436106:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318125.436128:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb4ad89 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc8b0 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.436199:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ad90 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.436215:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ad90 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.436226:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ad90 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.436240:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ad97 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.436246:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ad97 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.436252:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ad97 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.436309:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ad9e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2656:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.436316:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ad9e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2656:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.436323:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ad9e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2656:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00000004:00010000:2.0:1767318125.436343:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ad9e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2656:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.436357:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ad90 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.436366:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ad90 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.436371:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ad90 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.436376:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ad90 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.436382:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.436385:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ad90 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.436393:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ad90 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.436403:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x0 (ffff93688a4ca600) 00010000:00010000:2.0:1767318125.436406:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.436411:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ad90 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.436416:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ad90 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.436440:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ad97 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.436447:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ad97 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.436452:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ad97 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.436467:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.436471:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ad97 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.436477:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ad97 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.436484:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x46a4c46c (ffff936990793300) 00010000:00010000:2.0:1767318125.436486:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.436489:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ad97 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.436494:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ad97 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.436524:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb4ad89 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8b0 expref: 15 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.436538:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ad9e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2656:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8b0 expref: 14 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.436545:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2656:0x0].0x0 (ffff93688a4ca300) 00010000:00010000:2.0:1767318125.436547:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767318125.436549:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369aaac4600, rc 0) 00000100:00100000:2.0:1767318125.436679:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+14:68835:x1853164297281536:12345-192.168.202.56@tcp:101:rm.0 Request processed in 599us (1172us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.436688:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22820 00000100:00100000:1.0:1767318125.439860:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.439981:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297281664 00000100:00100000:2.0:1767318125.439990:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297281664 00000100:00100000:2.0:1767318125.440050:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22821 00000100:00100000:2.0:1767318125.440057:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+142:68835:x1853164297281664:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318125.440079:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318125.440098:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5000/0xa7e486a0fcb4ada5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2656:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc8b7 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.440160:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4adac lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2656:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.440173:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4adac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2656:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.440182:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4adac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2656:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:2.0:1767318125.440224:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2656:0x0]: returning size 4096 00000004:00200000:2.0:1767318125.440230:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1767318125.440263:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5000/0xa7e486a0fcb4ada5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8b7 expref: 144 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.440280:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4adac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2656:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8b7 expref: 143 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.440285:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2656:0x0].0x0 (ffff9369a0898300) 00010000:00010000:2.0:1767318125.440288:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1767318125.440290:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369aaac5400, rc 0) 00000100:00100000:2.0:1767318125.442410:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+143:68835:x1853164297281664:12345-192.168.202.56@tcp:101:rm.0 Request processed in 2339us (2547us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.442433:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22821 00000100:00100000:3.0:1767318125.443182:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.443470:0:18401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297281792 00000100:00100000:2.0:1767318125.443481:0:18401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297281792 00000100:00100000:2.0:1767318125.443541:0:18401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 190 00000100:00100000:2.0:1767318125.443554:0:18401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:005be725-9f65-416e-a69a-82c97936344d+14:2503:x1853164297281792:12345-192.168.202.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318125.443574:0:18401:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318125.443596:0:18401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ad9e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2656:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8b0 expref: 14 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.443612:0:18401:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2656:0x0].0x0 (ffff93688a4ca300) 00010000:00010000:2.0:1767318125.443616:0:18401:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318125.443658:0:18401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:005be725-9f65-416e-a69a-82c97936344d+13:2503:x1853164297281792:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 108us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.443665:0:18401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 190 00000100:00100000:1.0:1767318125.445872:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318125.445912:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.445983:0:18401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297281920 00000100:00100000:2.0:1767318125.445999:0:18401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297281920 00000100:00100000:2.0:1767318125.446080:0:18401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 191 00000100:00100000:2.0:1767318125.446102:0:18401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:005be725-9f65-416e-a69a-82c97936344d+13:2505:x1853164297281920:12345-192.168.202.56@tcp:103:rm.0 00010000:00010000:2.0:1767318125.446118:0:18401:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318125.446142:0:18401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698565ae00/0xa7e486a0fcb414af lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2656:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cb45f expref: 13 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.446169:0:18401:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2656:0x0].0x0 (ffff93688a4ca300) 00010000:00010000:2.0:1767318125.446183:0:18401:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318125.446207:0:83444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297282176 00000100:00100000:0.0:1767318125.446216:0:83444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297282176 00000100:00100000:2.0:1767318125.446267:0:18401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:005be725-9f65-416e-a69a-82c97936344d+12:2505:x1853164297281920:12345-192.168.202.56@tcp:103:rm.0 Request processed in 177us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318125.446276:0:83444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 10433 00000100:00100000:2.0:1767318125.446284:0:18401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 191 00000100:00100000:0.0:1767318125.446292:0:83444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:005be725-9f65-416e-a69a-82c97936344d+143:68835:x1853164297282176:12345-192.168.202.56@tcp:35:rm.0 00000100:00100000:0.0:1767318125.446629:0:83444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:005be725-9f65-416e-a69a-82c97936344d+144:68835:x1853164297282176:12345-192.168.202.56@tcp:35:rm.0 Request processed in 341us (766us total) trans 8589934931 rc 0/0 00000100:00100000:0.0:1767318125.446639:0:83444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 10433 00000100:00100000:1.0:1767318125.448811:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.449679:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297282432 00000100:00100000:2.0:1767318125.449697:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297282432 00000100:00100000:2.0:1767318125.449775:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22822 00000100:00100000:2.0:1767318125.449805:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+144:68835:x1853164297282432:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318125.449871:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767318125.449901:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4adac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2656:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8b7 expref: 144 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.449926:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884286c00/0xa7e486a0fcb44570 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2656:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cb49e expref: 143 pid: 89019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.449937:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2656:0x0].0x0 (ffff9369a0898300) 00010000:00010000:2.0:1767318125.449950:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318125.450044:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369aaac4200/0xa7e486a0fcb4adb3 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.450054:0:19573:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369aaac4200/0xa7e486a0fcb4adb3 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.450064:0:19573:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369aaac4200/0xa7e486a0fcb4adb3 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 19573 initiator: MDT0 00000100:00100000:2.0:1767318125.450086:0:19573:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19573:1853164383657600:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1767318125.450152:0:19573:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318125.450191:0:19573:0:(client.c:2690:ptlrpc_set_wait()) set ffff9369a49c4540 going to sleep for 11 seconds 00000100:00100000:1.0:1767318125.451810:0:15484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383657600 00000100:00100000:1.0:1767318125.451829:0:15484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383657600 00000100:00100000:1.0:1767318125.451928:0:15484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2406 00000100:00100000:1.0:1767318125.451941:0:15484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:19573:x1853164383657600:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1767318125.451970:0:15484:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318125.452000:0:15484:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff936996db8400/0xa7e486a0fcb4adba lrc: 2/0,0 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa7e486a0fcb4adb3 expref: -99 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.452049:0:15484:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4acfd lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc886 expref: 11 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.452057:0:15484:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff936996db8400/0xa7e486a0fcb4adba lrc: 4/0,0 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa7e486a0fcb4adb3 expref: 6 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.452536:0:15484:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4acfd lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc886 expref: 11 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.452555:0:15484:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4acfd lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc886 expref: 11 pid: 25280 timeout: 3128 lvb_type: 0 00000100:00100000:1.0:1767318125.452574:0:15484:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:15484:1853164383657728:192.168.202.56@tcp:104: 00000100:00100000:1.0:1767318125.452695:0:15484:0:(client.c:2690:ptlrpc_set_wait()) set ffff93698ebd9300 going to sleep for 11 seconds 00000100:00100000:2.0:1767318125.456508:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318125.457301:0:30688:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297282560 00000100:00100000:3.0:1767318125.457316:0:30688:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297282560 00010000:00010000:3.0:1767318125.457382:0:30688:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4acfd lrc: 5/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc886 expref: 12 pid: 25280 timeout: 3128 lvb_type: 0 00000100:00100000:3.0:1767318125.457429:0:30688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2415 00000100:00100000:3.0:1767318125.457441:0:30688:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f468380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:005be725-9f65-416e-a69a-82c97936344d+12:2505:x1853164297282560:12345-192.168.202.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318125.457469:0:30688:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318125.457478:0:30688:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4acfd lrc: 5/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc886 expref: 12 pid: 25280 timeout: 3128 lvb_type: 0 00010000:00010000:3.0:1767318125.457493:0:30688:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4acfd lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc886 expref: 12 pid: 25280 timeout: 3128 lvb_type: 0 00010000:00010000:3.0:1767318125.457526:0:30688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x0 (ffff93688a4ca600) 00010000:00010000:3.0:1767318125.457536:0:30688:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff936996db8400/0xa7e486a0fcb4adba lrc: 3/0,0 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa7e486a0fcb4adb3 expref: 6 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.457549:0:30688:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff936996db8400/0xa7e486a0fcb4adba lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xa7e486a0fcb4adb3 expref: 6 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.457559:0:30688:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff936996db8400/0xa7e486a0fcb4adba lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xa7e486a0fcb4adb3 expref: 6 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.457609:0:30688:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff936996db8400/0xa7e486a0fcb4adba lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb4adb3 expref: 6 pid: 15484 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318125.457627:0:30688:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001_UUID:30688:1853164383657856:0@lo:105: 00000100:00100000:3.0:1767318125.457716:0:30688:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318125.457761:0:30688:0:(client.c:2690:ptlrpc_set_wait()) set ffff936886b59540 going to sleep for 11 seconds 00000100:00100000:0.0:1767318125.457833:0:15457:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383657856 00000100:00100000:0.0:1767318125.457849:0:15457:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383657856 00000100:00100000:0.0:1767318125.457917:0:15457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1995 00000100:00100000:0.0:1767318125.457927:0:15457:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:30688:x1853164383657856:12345-0@lo:105: 00010000:00010000:0.0:1767318125.457954:0:15457:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369aaac4200/0xa7e486a0fcb4adb3 lrc: 4/0,1 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb4adba expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.457968:0:15457:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369aaac4200/0xa7e486a0fcb4adb3 lrc: 4/0,1 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb4adba expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.457978:0:15457:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369aaac4200/0xa7e486a0fcb4adb3 lrc: 4/0,1 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb4adba expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.457987:0:15457:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369aaac4200/0xa7e486a0fcb4adb3 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xa7e486a0fcb4adba expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.457993:0:15457:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369aaac4200/0xa7e486a0fcb4adb3 lrc: 5/0,1 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xa7e486a0fcb4adba expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.457999:0:15457:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369aaac4200/0xa7e486a0fcb4adb3 lrc: 5/0,1 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xa7e486a0fcb4adba expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.458015:0:15457:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9369aaac4200) 00000100:00100000:0.0:1767318125.458096:0:15457:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:30688:x1853164383657856:12345-0@lo:105: Request processed in 162us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318125.458102:0:15457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1995 00000100:00100000:0.0:1767318125.458142:0:30688:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001_UUID:30688:1853164383657856:0@lo:105: 00010000:00010000:0.0:1767318125.458163:0:30688:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318125.458208:0:30688:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f468380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:005be725-9f65-416e-a69a-82c97936344d+12:2505:x1853164297282560:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 769us (1709us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318125.458215:0:30688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2415 00010000:00010000:1.0:1767318125.458287:0:15484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4acfd lrc: 0/0,0 mode: --/PR res: [0x240000401:0x112:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc886 expref: 11 pid: 25280 timeout: 3128 lvb_type: 0 00000100:00100000:1.0:1767318125.458308:0:15484:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:15484:1853164383657728:192.168.202.56@tcp:104: 00010000:00010000:1.0:1767318125.458341:0:15484:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff936996db8400/0xa7e486a0fcb4adba lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb4adb3 expref: 6 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.458355:0:15484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x0 (ffff93688a4ca600) 00010000:00010000:1.0:1767318125.458357:0:15484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318125.458360:0:15484:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936996db8400, rc 0) 00000100:00100000:1.0:1767318125.458419:0:15484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:19573:x1853164383657600:12345-0@lo:101:mdt00_003.0 Request processed in 6481us (8266us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318125.458427:0:15484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2406 00000100:00100000:0.0:1767318125.458609:0:19573:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19573:1853164383657600:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1767318125.458629:0:19573:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369aaac4200/0xa7e486a0fcb4adb3 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb4adba expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767318125.458647:0:19573:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0x112:0x0] 00010000:00010000:0.0:1767318125.458681:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a4b2f800/0xa7e486a0fcb4adc1 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.458687:0:19573:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a4b2f800/0xa7e486a0fcb4adc1 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.458693:0:19573:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a4b2f800/0xa7e486a0fcb4adc1 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 19573 initiator: MDT0 00000100:00100000:0.0:1767318125.458707:0:19573:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6159c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19573:1853164383657984:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1767318125.458736:0:19573:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318125.458761:0:19573:0:(client.c:2690:ptlrpc_set_wait()) set ffff936887ab39c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318125.458998:0:15484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383657984 00000100:00100000:1.0:1767318125.459006:0:15484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383657984 00000100:00100000:1.0:1767318125.459047:0:15484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2407 00000100:00100000:1.0:1767318125.459056:0:15484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6159500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:19573:x1853164383657984:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1767318125.459077:0:15484:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318125.459100:0:15484:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff936996db8200/0xa7e486a0fcb4adc8 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa7e486a0fcb4adc1 expref: -99 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.459123:0:15484:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff936996db8200/0xa7e486a0fcb4adc8 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa7e486a0fcb4adc1 expref: 7 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.459136:0:15484:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff936996db8200/0xa7e486a0fcb4adc8 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb4adc1 expref: 7 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.459144:0:15484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x46a4c46c (ffff936886f6d600) 00010000:00010000:1.0:1767318125.459146:0:15484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318125.459149:0:15484:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936996db8200, rc 0) 00000100:00100000:1.0:1767318125.459196:0:15484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6159500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:19573:x1853164383657984:12345-0@lo:101:mdt00_003.0 Request processed in 141us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318125.459205:0:15484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2407 00000100:00100000:0.0:1767318125.459238:0:19573:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6159c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19573:1853164383657984:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1767318125.459250:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a4b2f800/0xa7e486a0fcb4adc1 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb4adc8 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.459257:0:19573:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a4b2f800/0xa7e486a0fcb4adc1 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb4adc8 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767318125.459266:0:19573:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0x112:0x0] 00000100:00100000:0.0:1767318125.459294:0:19573:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6159c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19573:1853164383658112:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1767318125.459316:0:19573:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318125.459334:0:19573:0:(client.c:2690:ptlrpc_set_wait()) set ffff936887ab3f00 going to sleep for 11 seconds 00000100:00100000:1.0:1767318125.459635:0:15484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383658112 00000100:00100000:1.0:1767318125.459641:0:15484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383658112 00000100:00100000:1.0:1767318125.459678:0:15484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2408 00000100:00100000:1.0:1767318125.459686:0:15484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6158700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:19573:x1853164383658112:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1767318125.459762:0:15484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6158700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:19573:x1853164383658112:12345-0@lo:1000:mdt00_003.0 Request processed in 78us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318125.459767:0:15484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2408 00000100:00100000:0.0:1767318125.459853:0:19573:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6159c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19573:1853164383658112:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1767318125.460060:0:19573:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6159c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19573:1853164383658240:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1767318125.460180:0:19573:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318125.460264:0:19573:0:(client.c:2690:ptlrpc_set_wait()) set ffff936887ab3f00 going to sleep for 11 seconds 00000100:00100000:2.0:1767318125.460326:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383658240 00000100:00100000:2.0:1767318125.460333:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383658240 00000100:00100000:2.0:1767318125.460436:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2409 00000100:00100000:2.0:1767318125.460445:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:19573:x1853164383658240:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1767318125.460553:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:19573:x1853164383658240:12345-0@lo:1000:mdt00_003.0 Request processed in 109us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.460561:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2409 00000100:00100000:0.0:1767318125.460701:0:19573:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6159c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19573:1853164383658240:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1767318125.460745:0:19573:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6159c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19573:1853164383658368:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1767318125.460768:0:19573:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318125.460834:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383658368 00000100:00100000:3.0:1767318125.460841:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383658368 00000100:00100000:0.0:1767318125.460842:0:19573:0:(client.c:2690:ptlrpc_set_wait()) set ffff936887ab3900 going to sleep for 11 seconds 00000100:00100000:3.0:1767318125.460881:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2410 00000100:00100000:3.0:1767318125.460887:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:19573:x1853164383658368:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1767318125.461071:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:19573:x1853164383658368:12345-0@lo:1000:mdt00_003.0 Request processed in 182us (301us total) trans 0 rc 1/1 00000100:00100000:3.0:1767318125.461079:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2410 00000100:00100000:0.0:1767318125.461504:0:19573:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6159c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19573:1853164383658368:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1767318125.461900:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a4b2ec00/0xa7e486a0fcb4adcf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.461912:0:19573:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a4b2ec00/0xa7e486a0fcb4adcf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.461924:0:19573:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a4b2ec00/0xa7e486a0fcb4adcf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 19573 initiator: MDT0 00000100:00100000:0.0:1767318125.461944:0:19573:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6159c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19573:1853164383658496:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1767318125.461986:0:19573:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318125.462011:0:19573:0:(client.c:2690:ptlrpc_set_wait()) set ffff936887ab39c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318125.462059:0:15484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383658496 00000100:00100000:1.0:1767318125.462067:0:15484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383658496 00000100:00100000:1.0:1767318125.462208:0:15484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2411 00000100:00100000:1.0:1767318125.462221:0:15484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:19573:x1853164383658496:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1767318125.462238:0:15484:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318125.462258:0:15484:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff936996db9200/0xa7e486a0fcb4add6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa7e486a0fcb4adcf expref: -99 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.462283:0:15484:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff936996db9200/0xa7e486a0fcb4add6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa7e486a0fcb4adcf expref: 8 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.462297:0:15484:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff936996db9200/0xa7e486a0fcb4add6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb4adcf expref: 8 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.462306:0:15484:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2656:0x0].0x0 (ffff936886f6dd00) 00010000:00010000:1.0:1767318125.462309:0:15484:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767318125.462313:0:15484:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936996db9200, rc 0) 00000100:00100000:1.0:1767318125.462354:0:15484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:19573:x1853164383658496:12345-0@lo:101:mdt00_003.0 Request processed in 138us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318125.462363:0:15484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2411 00000100:00100000:0.0:1767318125.462388:0:19573:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6159c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19573:1853164383658496:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1767318125.462400:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a4b2ec00/0xa7e486a0fcb4adcf lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb4add6 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.462411:0:19573:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a4b2ec00/0xa7e486a0fcb4adcf lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb4add6 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.462434:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4addd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.462442:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4addd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.462549:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4addd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000040:00080000:0.0:1767318125.463045:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].5, 416 off36880 00000040:00080000:0.0:1767318125.463089:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000402:0x2:0x0].5, 496 off37400 00000004:00080000:0.0:1767318125.463094:0:19573:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff936887ab39c0 with version 13 00000004:00080000:3.0:1767318125.463148:0:89001:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff936886a273c0 version 13 rpc_version 13 00000020:00100000:3.0:1767318125.463189:0:89001:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1767318125.463200:0:89001:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9369b12c1c00 x1853164383658752/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1728/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318125.463234:0:89001:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:89001:1853164383658752:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1767318125.463294:0:89001:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318125.463334:0:89001:0:(client.c:2690:ptlrpc_set_wait()) set ffff936886b599c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318125.463395:0:15484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383658752 00000100:00100000:1.0:1767318125.463402:0:15484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383658752 00000100:00100000:1.0:1767318125.463466:0:15484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2412 00000100:00100000:1.0:1767318125.463476:0:15484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:89001:x1853164383658752:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767318125.464130:0:15484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:89001:x1853164383658752:12345-0@lo:1000:osp_up1-0.0 Request processed in 653us (833us total) trans 4294968432 rc 0/0 00000100:00100000:1.0:1767318125.464140:0:15484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2412 00000100:00100000:0.0:1767318125.464271:0:89001:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:89001:1853164383658752:0@lo:1000:osp_up1-0.0 00000004:00200000:2.0:1767318125.464479:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2656:0x0]: returning size 4096 00010000:00010000:2.0:1767318125.464509:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4addd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.464519:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4addd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.464524:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4addd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.464528:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2e600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.464531:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4addd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.464535:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4addd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.464547:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2656:0x0].0x0 (ffff936983a24900) 00010000:00010000:2.0:1767318125.464549:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.464552:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4addd lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.464556:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4addd lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.464571:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a4b2ec00/0xa7e486a0fcb4adcf lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb4add6 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.464576:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a4b2ec00/0xa7e486a0fcb4adcf lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb4add6 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.464581:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a4b2ec00/0xa7e486a0fcb4adcf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb4add6 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.464604:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318125.464642:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318125.464652:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a4b2ec00/0xa7e486a0fcb4adcf lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xa7e486a0fcb4add6 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.464664:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2ec00 already unused, calling callback (ffffffffc1797290) 00010000:00010000:3.0:1767318125.464670:0:15466:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a4b2ec00/0xa7e486a0fcb4adcf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb4add6 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1767318125.464690:0:15466:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a4b2ec00/0xa7e486a0fcb4adcf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb4add6 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.464733:0:15466:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a4b2ec00/0xa7e486a0fcb4adcf lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4add6 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.464739:0:15466:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767318125.464774:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a4b2ec00/0xa7e486a0fcb4adcf lrc: 1/0,0 mode: --/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4add6 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318125.464810:0:19573:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0x112:0x0] 00010000:00010000:3.0:1767318125.464814:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a4b2ec00/0xa7e486a0fcb4adcf lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4add6 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.464819:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369aaac4200/0xa7e486a0fcb4adb3 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb4adba expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.464827:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369aaac4200/0xa7e486a0fcb4adb3 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb4adba expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.464831:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369aaac4200/0xa7e486a0fcb4adb3 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb4adba expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.464844:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1767318125.464847:0:19573:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0x112:0x0] 00010000:00010000:2.0:1767318125.464851:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a4b2f800/0xa7e486a0fcb4adc1 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb4adc8 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.464857:0:19573:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a4b2f800/0xa7e486a0fcb4adc1 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb4adc8 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318125.464858:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318125.464875:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383658880:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767318125.464960:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318125.464963:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+143:68835:x1853164297282432:12345-192.168.202.56@tcp:36:rm.0 Request processed in 15142us (16139us total) trans 8589934932 rc 0/0 00000100:00100000:2.0:1767318125.464976:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22822 00010000:00010000:3.0:1767318125.464984:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318125.464991:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369aaac4200/0xa7e486a0fcb4adb3 lrc: 2/0,0 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xa7e486a0fcb4adba expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.465000:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4200 already unused, calling callback (ffffffffc1797290) 00010000:00010000:3.0:1767318125.465006:0:15466:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369aaac4200/0xa7e486a0fcb4adb3 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb4adba expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1767318125.465013:0:15466:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369aaac4200/0xa7e486a0fcb4adb3 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb4adba expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318125.465032:0:30688:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383658880 00000100:00100000:0.0:1767318125.465042:0:30688:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383658880 00010000:00010000:3.0:1767318125.465043:0:15466:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369aaac4200/0xa7e486a0fcb4adb3 lrc: 2/0,0 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4adba expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.465052:0:15466:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767318125.465077:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369aaac4200/0xa7e486a0fcb4adb3 lrc: 1/0,0 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4adba expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.465084:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369aaac4200/0xa7e486a0fcb4adb3 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4adba expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318125.465101:0:30688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:0.0:1767318125.465121:0:30688:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6159c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+9:7025:x1853164383658880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767318125.465136:0:30688:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318125.465153:0:30688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff936996db9200/0xa7e486a0fcb4add6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2656:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb4adcf expref: 9 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.465163:0:30688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2656:0x0].0x0 (ffff936886f6dd00) 00010000:00010000:0.0:1767318125.465170:0:30688:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318125.465198:0:30688:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6159c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+8:7025:x1853164383658880:12345-0@lo:103:ldlm_bl.0 Request processed in 89us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318125.465202:0:30688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:0.0:1767318125.465216:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318125.465223:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383659008:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767318125.465251:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318125.465269:0:18401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383659008 00000100:00100000:0.0:1767318125.465272:0:18401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383659008 00000100:00100000:0.0:1767318125.465292:0:18401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1767318125.465296:0:18401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369927b0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+8:7024:x1853164383659008:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767318125.465302:0:18401:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318125.465310:0:18401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff936996db8400/0xa7e486a0fcb4adba lrc: 0/0,0 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb4adb3 expref: 8 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.465318:0:18401:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x0 (ffff93688a4ca600) 00010000:00010000:0.0:1767318125.465320:0:18401:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318125.465336:0:18401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369927b0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+7:7024:x1853164383659008:12345-0@lo:103:ldlm_bl.0 Request processed in 40us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318125.465340:0:18401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1767318125.465383:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383659008:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767318125.465716:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383658880:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767318125.465829:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318125.467675:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318125.467678:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318125.467681:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318125.470773:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318125.470870:0:30688:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297282688 00000100:00100000:2.0:1767318125.470876:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318125.470882:0:30688:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297282688 00000100:00100000:0.0:1767318125.470949:0:30688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 194 00000100:00100000:0.0:1767318125.470959:0:30688:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f468380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:005be725-9f65-416e-a69a-82c97936344d+143:2504:x1853164297282688:12345-192.168.202.56@tcp:103:rm.0 00010000:00010000:0.0:1767318125.470980:0:30688:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1767318125.471014:0:15482:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297282944 00010000:00010000:0.0:1767318125.471015:0:30688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4acef lrc: 0/0,0 mode: --/PR res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc87f expref: 143 pid: 25280 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318125.471033:0:15482:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297282944 00010000:00010000:0.0:1767318125.471041:0:30688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x0 (ffff936983a24800) 00010000:00010000:0.0:1767318125.471053:0:30688:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318125.471113:0:15482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 10434 00000100:00100000:3.0:1767318125.471129:0:15482:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b9577450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+11:68835:x1853164297282944:12345-192.168.202.56@tcp:35:rm.0 00000100:00100000:0.0:1767318125.471187:0:30688:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f468380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:005be725-9f65-416e-a69a-82c97936344d+142:2504:x1853164297282688:12345-192.168.202.56@tcp:103:rm.0 Request processed in 153us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318125.471198:0:30688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 194 00000100:00100000:3.0:1767318125.471494:0:15482:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b9577450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+12:68835:x1853164297282944:12345-192.168.202.56@tcp:35:rm.0 Request processed in 367us (617us total) trans 4294968433 rc 0/0 00000100:00100000:3.0:1767318125.471506:0:15482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 10434 00000100:00100000:2.0:1767318125.475354:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318125.475420:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297283200 00000100:00100000:0.0:1767318125.475430:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297283200 00000100:00100000:0.0:1767318125.475560:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22823 00000100:00100000:0.0:1767318125.475568:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7ae2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+12:68835:x1853164297283200:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:0.0:1767318125.475618:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1767318125.475642:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4ad19 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc894 expref: 12 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.475659:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a49fc600/0xa7e486a0fcb41493 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x112:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cb458 expref: 11 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.475668:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x0 (ffff93688a4ca600) 00010000:00010000:0.0:1767318125.475677:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767318125.475719:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f000/0xa7e486a0fcb4ade4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.475725:0:19573:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f000/0xa7e486a0fcb4ade4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 19573 initiator: MDT1 00010000:00010000:0.0:1767318125.475775:0:19573:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f000/0xa7e486a0fcb4ade4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 19573 initiator: MDT1 00000100:00100000:0.0:1767318125.480203:0:19573:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6159880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:19573:1853164383659136:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1767318125.480289:0:19573:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318125.480363:0:19573:0:(client.c:2690:ptlrpc_set_wait()) set ffff936887ab3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1767318125.481279:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383659136 00000100:00100000:2.0:1767318125.481292:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383659136 00000100:00100000:2.0:1767318125.481419:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2413 00000100:00100000:2.0:1767318125.481440:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6159c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:19573:x1853164383659136:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767318125.481469:0:15676:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318125.481638:0:15676:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4adeb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa7e486a0fcb4ade4 expref: -99 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.481674:0:15676:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4acd3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc878 expref: 141 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.481684:0:15676:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4adeb lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa7e486a0fcb4ade4 expref: 7 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.481718:0:15676:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4acd3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc878 expref: 141 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.481733:0:15676:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4acd3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc878 expref: 141 pid: 25280 timeout: 3128 lvb_type: 0 00000100:00100000:2.0:1767318125.481745:0:15676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7ae1c00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:15676:1853164383659264:192.168.202.56@tcp:104: 00000100:00100000:2.0:1767318125.481852:0:15676:0:(client.c:2690:ptlrpc_set_wait()) set ffff9369a49c4e40 going to sleep for 11 seconds 00000100:00100000:0.0:1767318125.484387:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.484605:0:15676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7ae1c00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:15676:1853164383659264:192.168.202.56@tcp:104: 00000100:00100000:1.0:1767318125.484611:0:30688:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297283328 00000100:00100000:1.0:1767318125.484620:0:30688:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297283328 00010000:00010000:2.0:1767318125.484653:0:15676:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4adeb lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb4ade4 expref: 7 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.484665:0:30688:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4acd3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc878 expref: 142 pid: 25280 timeout: 3128 lvb_type: 0 00010000:00010000:2.0:1767318125.484669:0:15676:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936983a24f00) 00010000:00010000:2.0:1767318125.484675:0:15676:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.484683:0:15676:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4adeb lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb4ade4 expref: 7 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.484695:0:15676:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369aaac5400, rc 0) 00000100:00100000:1.0:1767318125.484714:0:30688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2416 00000100:00100000:1.0:1767318125.484724:0:30688:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6158e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:005be725-9f65-416e-a69a-82c97936344d+142:2504:x1853164297283328:12345-192.168.202.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318125.484740:0:30688:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318125.484746:0:30688:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4acd3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc878 expref: 142 pid: 25280 timeout: 3128 lvb_type: 0 00010000:00010000:1.0:1767318125.484757:0:30688:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4acd3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc878 expref: 142 pid: 25280 timeout: 3128 lvb_type: 0 00000100:00100000:2.0:1767318125.484852:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6159c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:19573:x1853164383659136:12345-0@lo:101:mdt00_003.0 Request processed in 3414us (4561us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.484861:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2413 00000100:00100000:3.0:1767318125.485076:0:19573:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6159880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:19573:1853164383659136:0@lo:101:mdt00_003.0 00010000:00010000:3.0:1767318125.485093:0:19573:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f000/0xa7e486a0fcb4ade4 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb4adeb expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.485109:0:19573:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f000/0xa7e486a0fcb4ade4 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb4adeb expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.485260:0:30688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4acd3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc878 expref: 142 pid: 25280 timeout: 3128 lvb_type: 0 00010000:00010000:1.0:1767318125.485274:0:30688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936983a24f00) 00010000:00010000:1.0:1767318125.485279:0:30688:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4adeb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb4ade4 expref: 6 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.485289:0:30688:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4adeb lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xa7e486a0fcb4ade4 expref: 6 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.485302:0:30688:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4adeb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xa7e486a0fcb4ade4 expref: 6 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.485336:0:30688:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4adeb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb4ade4 expref: 6 pid: 15676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318125.485348:0:30688:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:30688:1853164383659392:0@lo:105: 00000100:00100000:1.0:1767318125.485397:0:30688:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318125.485434:0:30688:0:(client.c:2690:ptlrpc_set_wait()) set ffff93698ebd9300 going to sleep for 11 seconds 00000100:00100000:3.0:1767318125.485611:0:15458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383659392 00000100:00100000:3.0:1767318125.485617:0:15458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383659392 00000100:00100000:3.0:1767318125.485653:0:15458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1996 00000100:00100000:3.0:1767318125.485661:0:15458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:30688:x1853164383659392:12345-0@lo:105: 00010000:00010000:3.0:1767318125.485672:0:15458:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f000/0xa7e486a0fcb4ade4 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb4adeb expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.485682:0:15458:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f000/0xa7e486a0fcb4ade4 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb4adeb expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.485692:0:15458:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f000/0xa7e486a0fcb4ade4 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb4adeb expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.485699:0:15458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f000/0xa7e486a0fcb4ade4 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xa7e486a0fcb4adeb expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.485707:0:15458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f000/0xa7e486a0fcb4ade4 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xa7e486a0fcb4adeb expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.485715:0:15458:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f000/0xa7e486a0fcb4ade4 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xa7e486a0fcb4adeb expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.485737:0:15458:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9369a4b2f000) 00010000:00010000:0.0:1767318125.485757:0:19573:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f000/0xa7e486a0fcb4ade4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb4adeb expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318125.485856:0:15458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:30688:x1853164383659392:12345-0@lo:105: Request processed in 194us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318125.485866:0:15458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1996 00000100:00100000:1.0:1767318125.485943:0:30688:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:30688:1853164383659392:0@lo:105: 00010000:00010000:1.0:1767318125.485957:0:30688:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318125.485998:0:30688:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6158e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:005be725-9f65-416e-a69a-82c97936344d+141:2504:x1853164297283328:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 1276us (1624us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318125.486005:0:30688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2416 00010000:00010000:0.0:1767318125.486057:0:19573:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f000/0xa7e486a0fcb4ade4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb4adeb expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767318125.486076:0:19573:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1767318125.486108:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2fc00/0xa7e486a0fcb4adf2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.486413:0:19573:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2fc00/0xa7e486a0fcb4adf2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 19573 initiator: MDT1 00010000:00010000:0.0:1767318125.486424:0:19573:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2fc00/0xa7e486a0fcb4adf2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 19573 initiator: MDT1 00000100:00100000:0.0:1767318125.486441:0:19573:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6159880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:19573:1853164383659520:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1767318125.486491:0:19573:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318125.486518:0:19573:0:(client.c:2690:ptlrpc_set_wait()) set ffff936887ab3780 going to sleep for 11 seconds 00000100:00100000:2.0:1767318125.486930:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383659520 00000100:00100000:2.0:1767318125.486936:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383659520 00000100:00100000:2.0:1767318125.486990:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2414 00000100:00100000:2.0:1767318125.487000:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6159180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:19573:x1853164383659520:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767318125.487017:0:15676:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318125.487034:0:15676:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5c00/0xa7e486a0fcb4adf9 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa7e486a0fcb4adf2 expref: -99 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.487056:0:15676:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5c00/0xa7e486a0fcb4adf9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa7e486a0fcb4adf2 expref: 8 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.487069:0:15676:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5c00/0xa7e486a0fcb4adf9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb4adf2 expref: 8 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.487078:0:15676:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe9f9711e (ffff936990793e00) 00010000:00010000:2.0:1767318125.487081:0:15676:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.487084:0:15676:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369aaac5c00, rc 0) 00000100:00100000:2.0:1767318125.487130:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6159180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:19573:x1853164383659520:12345-0@lo:101:mdt00_003.0 Request processed in 132us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.487136:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2414 00000100:00100000:0.0:1767318125.487380:0:19573:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6159880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:19573:1853164383659520:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1767318125.487394:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2fc00/0xa7e486a0fcb4adf2 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb4adf9 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.487404:0:19573:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2fc00/0xa7e486a0fcb4adf2 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb4adf9 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767318125.487420:0:19573:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1767318125.487481:0:19573:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6159880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:19573:1853164383659648:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1767318125.487510:0:19573:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318125.487578:0:19573:0:(client.c:2690:ptlrpc_set_wait()) set ffff936887ab3cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1767318125.487704:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383659648 00000100:00100000:2.0:1767318125.487709:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383659648 00000100:00100000:2.0:1767318125.487775:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2415 00000100:00100000:2.0:1767318125.488065:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:19573:x1853164383659648:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1767318125.488189:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:19573:x1853164383659648:12345-0@lo:1000:mdt00_003.0 Request processed in 407us (677us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.488196:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2415 00000100:00100000:0.0:1767318125.488343:0:19573:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6159880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:19573:1853164383659648:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1767318125.488531:0:19573:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6159880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:19573:1853164383659776:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1767318125.488560:0:19573:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318125.488609:0:19573:0:(client.c:2690:ptlrpc_set_wait()) set ffff936887ab3cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318125.488648:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383659776 00000100:00100000:1.0:1767318125.488652:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383659776 00000100:00100000:1.0:1767318125.488723:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2416 00000100:00100000:1.0:1767318125.488731:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6158000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:19573:x1853164383659776:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1767318125.488880:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6158000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:19573:x1853164383659776:12345-0@lo:1000:mdt00_003.0 Request processed in 149us (318us total) trans 0 rc 1/1 00000100:00100000:1.0:1767318125.488885:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2416 00000100:00100000:0.0:1767318125.488943:0:19573:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6159880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:19573:1853164383659776:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1767318125.489005:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2fe00/0xa7e486a0fcb4ae00 lrc: 3/0,1 mode: --/EX res: [0x240000401:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.489014:0:19573:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2fe00/0xa7e486a0fcb4ae00 lrc: 3/0,1 mode: --/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 19573 initiator: MDT1 00010000:00010000:0.0:1767318125.489023:0:19573:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2fe00/0xa7e486a0fcb4ae00 lrc: 3/0,1 mode: --/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 19573 initiator: MDT1 00000100:00100000:0.0:1767318125.489036:0:19573:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6159880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:19573:1853164383659904:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1767318125.489060:0:19573:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318125.489502:0:19573:0:(client.c:2690:ptlrpc_set_wait()) set ffff936887ab3780 going to sleep for 11 seconds 00000100:00100000:2.0:1767318125.489601:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383659904 00000100:00100000:2.0:1767318125.489606:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383659904 00000100:00100000:2.0:1767318125.489631:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2417 00000100:00100000:2.0:1767318125.489636:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4fdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:19573:x1853164383659904:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767318125.489648:0:15676:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318125.489676:0:15676:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ae07 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa7e486a0fcb4ae00 expref: -99 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.489699:0:15676:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ae07 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa7e486a0fcb4ae00 expref: 9 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.489711:0:15676:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ae07 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb4ae00 expref: 9 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.489720:0:15676:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x0 (ffff936990793d00) 00010000:00010000:2.0:1767318125.489722:0:15676:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767318125.489726:0:15676:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369aaac4200, rc 0) 00000100:00100000:2.0:1767318125.489917:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4fdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:19573:x1853164383659904:12345-0@lo:101:mdt00_003.0 Request processed in 128us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.489924:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2417 00000100:00100000:0.0:1767318125.489995:0:19573:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6159880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:19573:1853164383659904:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1767318125.490008:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2fe00/0xa7e486a0fcb4ae00 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb4ae07 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.490019:0:19573:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2fe00/0xa7e486a0fcb4ae00 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb4ae07 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.490042:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ae0e lrc: 3/0,1 mode: --/EX res: [0x240000401:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.490074:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ae0e lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:0.0:1767318125.490081:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ae0e lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00000040:00080000:0.0:1767318125.490755:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].33, 504 off61248 00000004:00080000:0.0:1767318125.491995:0:19573:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff936887ab3780 with version 61 00000004:00080000:1.0:1767318125.492263:0:15672:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff936986144480 version 61 rpc_version 61 00000020:00100000:1.0:1767318125.492298:0:15672:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767318125.492307:0:15672:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff93698f231880 x1853164383660160/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1744/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318125.492332:0:15672:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15672:1853164383660160:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767318125.492564:0:15672:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318125.492643:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff93698ebd9300 going to sleep for 11 seconds 00000100:00100000:2.0:1767318125.492686:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383660160 00000100:00100000:2.0:1767318125.492693:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383660160 00000100:00100000:2.0:1767318125.492739:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2418 00000100:00100000:2.0:1767318125.492748:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:15672:x1853164383660160:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1767318125.493719:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:15672:x1853164383660160:12345-0@lo:1000:osp_up0-1.0 Request processed in 969us (1151us total) trans 8589934933 rc 0/0 00000100:00100000:2.0:1767318125.493730:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2418 00000100:00100000:1.0:1767318125.494085:0:15672:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15672:1853164383660160:0@lo:1000:osp_up0-1.0 00000004:00200000:2.0:1767318125.494231:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x112:0x0]: returning size 4096 00010000:00010000:2.0:1767318125.494251:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ae0e lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.494261:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ae0e lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.494269:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ae0e lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.494275:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.494280:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ae0e lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.494288:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ae0e lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.494303:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x0 (ffff936983a24200) 00010000:00010000:2.0:1767318125.494306:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.494311:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ae0e lrc: 2/0,0 mode: --/EX res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.494318:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4ae0e lrc: 0/0,0 mode: --/EX res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.494337:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2fe00/0xa7e486a0fcb4ae00 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb4ae07 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.494346:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2fe00/0xa7e486a0fcb4ae00 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb4ae07 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.494439:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2fe00/0xa7e486a0fcb4ae00 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb4ae07 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.494596:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1767318125.494743:0:19573:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1767318125.494749:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f000/0xa7e486a0fcb4ade4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb4adeb expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.494757:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f000/0xa7e486a0fcb4ade4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb4adeb expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.494776:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f000/0xa7e486a0fcb4ade4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb4adeb expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.495008:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318125.495016:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2fe00/0xa7e486a0fcb4ae00 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xa7e486a0fcb4ae07 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.495023:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2fe00 already unused, calling callback (ffffffffc1797290) 00010000:00010000:3.0:1767318125.495028:0:30344:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2fe00/0xa7e486a0fcb4ae00 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb4ae07 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1767318125.495036:0:30344:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2fe00/0xa7e486a0fcb4ae00 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb4ae07 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.495122:0:30344:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2fe00/0xa7e486a0fcb4ae00 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4ae07 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.495133:0:30344:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1767318125.495193:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383660288:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767318125.495229:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1767318125.495236:0:19573:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1767318125.495243:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2fc00/0xa7e486a0fcb4adf2 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb4adf9 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.495251:0:19573:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2fc00/0xa7e486a0fcb4adf2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb4adf9 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318125.495256:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318125.495307:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2fe00/0xa7e486a0fcb4ae00 lrc: 1/0,0 mode: --/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4ae07 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.495317:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2fe00/0xa7e486a0fcb4ae00 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4ae07 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.495334:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1767318125.495336:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7ae2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+11:68835:x1853164297283200:12345-192.168.202.56@tcp:36:rm.0 Request processed in 19763us (19990us total) trans 4294968434 rc 0/0 00010000:00010000:0.0:1767318125.495339:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f000/0xa7e486a0fcb4ade4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xa7e486a0fcb4adeb expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.495351:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f000 already unused, calling callback (ffffffffc1797290) 00000100:00100000:2.0:1767318125.495351:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22823 00010000:00010000:0.0:1767318125.495357:0:30344:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f000/0xa7e486a0fcb4ade4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb4adeb expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1767318125.495364:0:30344:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f000/0xa7e486a0fcb4ade4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb4adeb expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.495383:0:30344:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f000/0xa7e486a0fcb4ade4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4adeb expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.495389:0:30344:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767318125.495410:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f000/0xa7e486a0fcb4ade4 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4adeb expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.495417:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2f000/0xa7e486a0fcb4ade4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4adeb expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.495440:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318125.495442:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318125.495487:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383660416:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767318125.495516:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318125.495562:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383660288 00000100:00100000:2.0:1767318125.495569:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383660288 00000100:00100000:2.0:1767318125.495614:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383660416 00000100:00100000:2.0:1767318125.495617:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383660416 00000100:00100000:2.0:1767318125.495643:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:2.0:1767318125.495653:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+11:7024:x1853164383660288:12345-0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767318125.495660:0:18401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00010000:00010000:2.0:1767318125.495667:0:15460:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1767318125.495673:0:18401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7ae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+11:7025:x1853164383660416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767318125.495683:0:18401:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318125.495687:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ae07 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb4ae00 expref: 11 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.495699:0:18401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4adeb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb4ade4 expref: 10 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.495703:0:15460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x0 (ffff936990793d00) 00010000:00010000:3.0:1767318125.495719:0:18401:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936983a24f00) 00010000:00010000:2.0:1767318125.495720:0:15460:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318125.495733:0:18401:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318125.495755:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+9:7024:x1853164383660288:12345-0@lo:103:ldlm_bl.0 Request processed in 103us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.495762:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00100000:3.0:1767318125.495774:0:18401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7ae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:7025:x1853164383660416:12345-0@lo:103:ldlm_bl.0 Request processed in 104us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318125.495807:0:18401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:2.0:1767318125.496071:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383660416:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767318125.496102:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383660288:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767318125.497283:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318125.497330:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318125.499284:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.499331:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297283456 00000100:00100000:2.0:1767318125.499341:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297283456 00000100:00100000:2.0:1767318125.499569:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22824 00000100:00100000:2.0:1767318125.499580:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+141:68835:x1853164297283456:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318125.499608:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318125.499634:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ae15 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc8be expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.499702:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5000/0xa7e486a0fcb4ae1c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.499720:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5000/0xa7e486a0fcb4ae1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.499731:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5000/0xa7e486a0fcb4ae1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:2.0:1767318125.499825:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1767318125.499829:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318125.500472:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5000/0xa7e486a0fcb4ae1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.500501:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ae15 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8be expref: 143 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.500518:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5000/0xa7e486a0fcb4ae1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8be expref: 142 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.500526:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936990793900) 00010000:00010000:2.0:1767318125.500528:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767318125.500532:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369aaac5000, rc 0) 00000100:00100000:2.0:1767318125.500595:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+142:68835:x1853164297283456:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1017us (1322us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.500604:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22824 00000100:00100000:1.0:1767318125.502736:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.502865:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297283584 00000100:00100000:2.0:1767318125.502876:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297283584 00000100:00100000:2.0:1767318125.502930:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22825 00000100:00100000:2.0:1767318125.502940:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+142:68835:x1853164297283584:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318125.502962:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318125.502982:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ae23 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc8c5 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.503054:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4ae2a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2679:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.503067:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4ae2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2679:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.503078:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4ae2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2679:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:2.0:1767318125.503223:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2679:0x0]: returning size 4096 00000004:00200000:2.0:1767318125.503228:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1767318125.503245:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4ae2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2679:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.503267:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ae23 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8c5 expref: 144 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.503284:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4ae2a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2679:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8c5 expref: 143 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.503293:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2679:0x0].0x0 (ffff93698612ba00) 00010000:00010000:2.0:1767318125.503296:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767318125.503300:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369aaac4e00, rc 0) 00000100:00100000:2.0:1767318125.503348:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+143:68835:x1853164297283584:12345-192.168.202.56@tcp:101:rm.0 Request processed in 411us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.503365:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22825 00000100:00100000:0.0:1767318125.505903:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.505978:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297283712 00000100:00100000:2.0:1767318125.505990:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297283712 00000100:00100000:2.0:1767318125.506050:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22826 00000100:00100000:2.0:1767318125.506059:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+143:68835:x1853164297283712:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318125.506080:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318125.506105:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ae31 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc8cc expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.506177:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ae38 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.506191:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ae38 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.506201:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ae38 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:2.0:1767318125.506248:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x3:0x0]: returning size 4096 00000004:00200000:2.0:1767318125.506254:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1767318125.506292:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ae31 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8cc expref: 145 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.506309:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ae38 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8cc expref: 144 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.506318:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x3:0x0].0x0 (ffff936990793d00) 00010000:00010000:2.0:1767318125.506322:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1767318125.506325:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369aaac5800, rc 0) 00000100:00100000:2.0:1767318125.506389:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+144:68835:x1853164297283712:12345-192.168.202.56@tcp:101:rm.0 Request processed in 330us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.506396:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22826 00000100:00100000:0.0:1767318125.511200:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.515873:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297283840 00000100:00100000:2.0:1767318125.515902:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297283840 00000100:00100000:2.0:1767318125.515978:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22827 00000100:00100000:2.0:1767318125.515990:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+11:68835:x1853164297283840:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318125.516019:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318125.516056:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ae3f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc8d3 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.516123:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb4ae46 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.516137:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb4ae46 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.516148:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb4ae46 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00000004:00200000:2.0:1767318125.516193:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1767318125.516198:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1767318125.516233:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ae3f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8d3 expref: 13 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.516254:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb4ae46 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8d3 expref: 12 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.516263:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff936990793000) 00010000:00010000:2.0:1767318125.516266:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1767318125.516270:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369aaac5e00, rc 0) 00000100:00100000:2.0:1767318125.516344:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+12:68835:x1853164297283840:12345-192.168.202.56@tcp:101:rm.0 Request processed in 356us (5156us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.516352:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22827 00000100:00100000:1.0:1767318125.522547:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318125.526229:0:15482:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297283968 00000100:00100000:3.0:1767318125.526248:0:15482:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297283968 00000100:00100000:2.0:1767318125.526416:0:15482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 10435 00000100:00100000:2.0:1767318125.526430:0:15482:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+144:68835:x1853164297283968:12345-192.168.202.56@tcp:37:rm.0 00000100:00100000:3.0:1767318125.531281:0:15482:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+144:68835:x1853164297283968:12345-192.168.202.56@tcp:37:rm.0 Request processed in 4839us (8835us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318125.531299:0:15482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 10435 00000100:00100000:0.0:1767318125.542879:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318125.542956:0:15482:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297284096 00000100:00100000:3.0:1767318125.542968:0:15482:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297284096 00000100:00100000:3.0:1767318125.543039:0:15482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 10436 00000100:00100000:3.0:1767318125.543050:0:15482:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+12:68835:x1853164297284096:12345-192.168.202.56@tcp:37:rm.0 00000100:00100000:3.0:1767318125.553756:0:15482:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+12:68835:x1853164297284096:12345-192.168.202.56@tcp:37:rm.0 Request processed in 10694us (10975us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318125.553771:0:15482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 10436 00000100:00100000:0.0:1767318125.559725:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.559999:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297284224 00000100:00100000:2.0:1767318125.560010:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297284224 00000100:00100000:2.0:1767318125.560115:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22828 00000100:00100000:2.0:1767318125.560125:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+144:68835:x1853164297284224:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318125.560157:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318125.560188:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ae4d lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc8da expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.560269:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ae54 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.560284:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ae54 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.560296:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ae54 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.560312:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ae5b lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x3:0x0].0x929dc027 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.560319:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ae5b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.560326:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ae5b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.560429:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4ae62 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x267a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.560438:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4ae62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x267a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.560445:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4ae62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x267a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:2.0:1767318125.560503:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x267a:0x0]: returning size 0 00000004:00200000:2.0:1767318125.560508:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318125.560528:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4ae62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x267a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.560540:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4ae62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x267a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.560549:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ae54 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.560555:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ae54 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.560560:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ae54 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.560566:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ae54 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.560572:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.560576:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ae54 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.560583:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ae54 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.560594:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x3:0x0].0x0 (ffff936990793d00) 00010000:00010000:2.0:1767318125.560597:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.560602:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ae54 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.560608:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ae54 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.560623:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ae5b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.560629:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ae5b lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.560634:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ae5b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.560639:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.560642:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ae5b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.560647:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ae5b lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.560654:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x3:0x0].0x929dc027 (ffff936990793600) 00010000:00010000:2.0:1767318125.560656:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.560659:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ae5b lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x3:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.560664:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ae5b lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x3:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.560692:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ae4d lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8da expref: 146 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.560707:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4ae62 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x267a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8da expref: 145 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.560714:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x267a:0x0].0x0 (ffff93688a4c9b00) 00010000:00010000:2.0:1767318125.560717:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318125.560719:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369aaac5a00, rc 0) 00000100:00100000:2.0:1767318125.561084:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+145:68835:x1853164297284224:12345-192.168.202.56@tcp:101:rm.0 Request processed in 959us (1369us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.561092:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22828 00000100:00100000:0.0:1767318125.564511:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.564752:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297284480 00000100:00100000:2.0:1767318125.564763:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297284480 00000100:00100000:2.0:1767318125.565517:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22829 00000100:00100000:2.0:1767318125.565529:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+145:68835:x1853164297284480:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318125.565586:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1767318125.565612:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4ae62 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x267a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8da expref: 145 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.565635:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a5e8b800/0xa7e486a0fcb45aee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x267a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cbdc0 expref: 144 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.565647:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x267a:0x0].0x0 (ffff93688a4c9b00) 00010000:00010000:2.0:1767318125.565665:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4ae38 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8cc expref: 143 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.565674:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x3:0x0].0x0 (ffff936990793d00) 00010000:00010000:2.0:1767318125.565681:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318125.565719:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4ae69 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.565733:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4ae69 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.565743:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4ae69 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.565755:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4ae70 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x3:0x0].0x929dc027 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.565762:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4ae70 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x3:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.565768:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4ae70 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x3:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.566726:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4ae77 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x267a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.566742:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4ae77 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x267a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.566752:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4ae77 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x267a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000040:00080000:2.0:1767318125.567198:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].106, 64 off14976 00000004:00080000:2.0:1767318125.567216:0:19573:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 3028839434326ns, next at 3029839431468ns, rc = 0 00010000:00010000:2.0:1767318125.567266:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ae7e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x267a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.567276:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ae7e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x267a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.567285:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ae7e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x267a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.567292:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ae7e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x267a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.567298:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ae7e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x267a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.567305:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ae7e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x267a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.567330:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318125.567350:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4ae77 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x267a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.567366:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4ae77 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x267a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.567381:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4ae77 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x267a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.567388:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.567392:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4ae77 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x267a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.567399:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4ae77 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x267a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.567409:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x267a:0x0].0x0 (ffff936990793100) 00010000:00010000:2.0:1767318125.567412:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318125.567417:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4ae77 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x267a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.567423:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4ae77 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x267a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.567534:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4ae69 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.567541:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4ae69 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.567550:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4ae69 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.567556:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4ae69 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.567561:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.567568:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4ae69 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.567578:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4ae69 lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.567585:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x3:0x0].0x0 (ffff936990793200) 00010000:00010000:2.0:1767318125.567587:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.567590:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4ae69 lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.567595:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4ae69 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00000004:00010000:2.0:1767318125.567608:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005549f5e0 reply state 000000004b449dcb transno 8589934934 ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4ae70 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x3:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.567617:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4ae70 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x3:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.567623:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x3:0x0].0x929dc027 (ffff936990793c00) 00010000:00010000:2.0:1767318125.567625:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318125.567628:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318125.567726:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+144:68835:x1853164297284480:12345-192.168.202.56@tcp:36:rm.0 Request processed in 2197us (3225us total) trans 8589934934 rc 0/0 00000100:00100000:2.0:1767318125.567738:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22829 00010000:00010000:1.0:1767318125.568521:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318125.568529:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ae7e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x267a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.568537:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318125.568541:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ae7e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x267a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.568548:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ae7e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x267a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.568560:0:15465:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x267a:0x0].0x0 (ffff936990793100) 00010000:00010000:1.0:1767318125.568562:0:15465:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318125.568566:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ae7e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x267a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.568572:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4ae7e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x267a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.568589:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318125.568590:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318125.568592:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318125.570955:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.571076:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297284608 00000100:00100000:2.0:1767318125.571086:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297284608 00000100:00100000:2.0:1767318125.571297:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22830 00000100:00100000:2.0:1767318125.571308:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+12:68835:x1853164297284608:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318125.571328:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318125.571350:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ae85 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc8e1 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.571690:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ae8c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.571706:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ae8c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.571717:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ae8c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.571731:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4ae93 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0xb201be27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.571737:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4ae93 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.571742:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4ae93 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.572038:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4c00/0xa7e486a0fcb4ae9a lrc: 3/1,0 mode: --/PR res: [0x240000401:0x12e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.572047:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4c00/0xa7e486a0fcb4ae9a lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x12e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.572054:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4c00/0xa7e486a0fcb4ae9a lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x12e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00000004:00200000:2.0:1767318125.572093:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x12e:0x0]: returning size 0 00000004:00200000:2.0:1767318125.572098:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318125.572116:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4c00/0xa7e486a0fcb4ae9a lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x12e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.572127:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4c00/0xa7e486a0fcb4ae9a lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x12e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.572348:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ae8c lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.572490:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ae8c lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.572497:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ae8c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.572503:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ae8c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.572509:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.572513:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ae8c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.572520:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ae8c lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.572532:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff936990793000) 00010000:00010000:2.0:1767318125.572535:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.572540:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ae8c lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.572546:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4ae8c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.572563:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4ae93 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.572568:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4ae93 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.572574:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4ae93 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.572579:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.572582:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4ae93 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.572587:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4ae93 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.572593:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0xb201be27 (ffff936990793600) 00010000:00010000:2.0:1767318125.572596:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.572598:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4ae93 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.572603:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4ae93 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.572638:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4ae85 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8e1 expref: 14 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.572650:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4c00/0xa7e486a0fcb4ae9a lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x12e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8e1 expref: 13 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.572663:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x12e:0x0].0x0 (ffff93698612bd00) 00010000:00010000:2.0:1767318125.572665:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318125.572667:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369aaac4c00, rc 0) 00000100:00100000:2.0:1767318125.572813:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+13:68835:x1853164297284608:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1476us (1836us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.572822:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22830 00000100:00100000:3.0:1767318125.580446:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.580635:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297284864 00000100:00100000:2.0:1767318125.580648:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297284864 00000100:00100000:2.0:1767318125.580754:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22831 00000100:00100000:2.0:1767318125.580765:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+13:68835:x1853164297284864:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318125.580872:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1767318125.580900:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4c00/0xa7e486a0fcb4ae9a lrc: 0/0,0 mode: --/PR res: [0x240000401:0x12e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8e1 expref: 13 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.580924:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff936980030400/0xa7e486a0fcb45bf1 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x12e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cbe06 expref: 12 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.580935:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x12e:0x0].0x0 (ffff93698612bd00) 00010000:00010000:2.0:1767318125.580954:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb4ae46 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8d3 expref: 11 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.580965:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff936990793000) 00010000:00010000:2.0:1767318125.580975:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318125.581004:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4aea1 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.581018:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4aea1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.581029:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4aea1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.581039:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4aea8 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0xb201be27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.581045:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4aea8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.581051:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4aea8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.581129:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139200/0xa7e486a0fcb4aeaf lrc: 3/0,1 mode: --/EX res: [0x240000401:0x12e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.581137:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139200/0xa7e486a0fcb4aeaf lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x12e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.581144:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139200/0xa7e486a0fcb4aeaf lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x12e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00000040:00080000:2.0:1767318125.581405:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].134, 64 off16768 00000004:00080000:2.0:1767318125.581414:0:19573:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 3028853632692ns, next at 3029853630379ns, rc = 0 00010000:00010000:2.0:1767318125.581476:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138400/0xa7e486a0fcb4aeb6 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x12e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.581484:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138400/0xa7e486a0fcb4aeb6 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x12e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.581491:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138400/0xa7e486a0fcb4aeb6 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x12e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.581497:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138400/0xa7e486a0fcb4aeb6 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x12e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.581503:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138400/0xa7e486a0fcb4aeb6 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x12e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.581509:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138400/0xa7e486a0fcb4aeb6 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x12e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.581531:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318125.581548:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139200/0xa7e486a0fcb4aeaf lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x12e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.581553:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139200/0xa7e486a0fcb4aeaf lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x12e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.581558:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139200/0xa7e486a0fcb4aeaf lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x12e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.581563:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.581567:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139200/0xa7e486a0fcb4aeaf lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x12e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.581573:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139200/0xa7e486a0fcb4aeaf lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x12e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.581580:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x12e:0x0].0x0 (ffff936990793400) 00010000:00010000:2.0:1767318125.581583:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318125.581586:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139200/0xa7e486a0fcb4aeaf lrc: 2/0,0 mode: --/EX res: [0x240000401:0x12e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.581591:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5139200/0xa7e486a0fcb4aeaf lrc: 0/0,0 mode: --/EX res: [0x240000401:0x12e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.581684:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4aea1 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.581694:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4aea1 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.581699:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4aea1 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.581704:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4aea1 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.581709:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.581712:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4aea1 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.581718:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4aea1 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.581725:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff936990793300) 00010000:00010000:2.0:1767318125.581727:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.581729:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4aea1 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.581734:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4aea1 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00000004:00010000:2.0:1767318125.581746:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000031fd3a1a reply state 00000000b813d20f transno 4294968435 ns: mdt-lustre-MDT0001_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4aea8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.581755:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4aea8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318125.581760:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0xb201be27 (ffff936990793a00) 00010000:00010000:2.0:1767318125.581763:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318125.581766:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318125.581868:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+12:68835:x1853164297284864:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1103us (1434us total) trans 4294968435 rc 0/0 00000100:00100000:2.0:1767318125.581876:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22831 00010000:00010000:1.0:1767318125.581950:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318125.581956:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138400/0xa7e486a0fcb4aeb6 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x12e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318125.581963:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318125.581966:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138400/0xa7e486a0fcb4aeb6 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x12e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318125.581971:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138400/0xa7e486a0fcb4aeb6 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x12e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318125.581979:0:34132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x12e:0x0].0x0 (ffff936990793400) 00010000:00010000:1.0:1767318125.581982:0:34132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318125.581984:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138400/0xa7e486a0fcb4aeb6 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x12e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318125.581989:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369b5138400/0xa7e486a0fcb4aeb6 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x12e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT1 00010000:00010000:1.0:1767318125.582003:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318125.582005:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318125.582006:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318125.585014:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318125.585091:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297284992 00000100:00100000:3.0:1767318125.585102:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297284992 00000100:00100000:3.0:1767318125.585165:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22832 00000100:00100000:3.0:1767318125.585175:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+144:68835:x1853164297284992:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318125.585200:0:25280:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318125.585225:0:25280:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4aebd lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc8e8 expref: -99 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.585290:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4aec4 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.585304:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4aec4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.585315:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4aec4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.585326:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4aecb lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x3:0x0].0xbbabe27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.585332:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4aecb lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.585338:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4aecb lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.585412:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4aed2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x267b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.585420:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4aed2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x267b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.585427:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4aed2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x267b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000004:00200000:3.0:1767318125.585483:0:25280:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x267b:0x0]: returning size 0 00000004:00200000:3.0:1767318125.585487:0:25280:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318125.585505:0:25280:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4aed2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x267b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.585515:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4aed2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x267b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.585524:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4aec4 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.585530:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4aec4 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.585534:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4aec4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.585541:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4aec4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.585551:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565b000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.585555:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4aec4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.585562:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4aec4 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.585573:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x3:0x0].0x0 (ffff93698cc7b900) 00010000:00010000:3.0:1767318125.585577:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318125.585581:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4aec4 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.585586:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4aec4 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.585599:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4aecb lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.585605:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4aecb lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.585610:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4aecb lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.585615:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565be00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.585617:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4aecb lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.585622:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4aecb lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.585629:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x3:0x0].0xbbabe27 (ffff93698cc7b000) 00010000:00010000:3.0:1767318125.585631:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318125.585635:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4aecb lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x3:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.585640:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4aecb lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x3:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.585668:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4aebd lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8e8 expref: 146 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.585683:0:25280:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4aed2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x267b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8e8 expref: 145 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.585690:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x267b:0x0].0x0 (ffff9369853d3c00) 00010000:00010000:3.0:1767318125.585692:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318125.585695:0:25280:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93698565b200, rc 0) 00000100:00100000:3.0:1767318125.585983:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+145:68835:x1853164297284992:12345-192.168.202.56@tcp:101:rm.0 Request processed in 807us (979us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318125.585991:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22832 00000100:00100000:1.0:1767318125.589579:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.589679:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297285248 00000100:00100000:2.0:1767318125.589689:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297285248 00000100:00100000:2.0:1767318125.589985:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22833 00000100:00100000:2.0:1767318125.589997:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+145:68835:x1853164297285248:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318125.590057:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767318125.590085:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b200/0xa7e486a0fcb4aed2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x267b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8e8 expref: 145 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.590108:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698873ec00/0xa7e486a0fcb45b65 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x267b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cbde3 expref: 144 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.590119:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x267b:0x0].0x0 (ffff9369853d3c00) 00010000:00010000:2.0:1767318125.590129:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318125.590153:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4aed9 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.590165:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4aed9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.590174:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4aed9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.590186:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4aee0 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x3:0x0].0xbbabe27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.590192:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4aee0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x3:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.590201:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4aee0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x3:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.590282:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4aee7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x267b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.590289:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4aee7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x267b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.590295:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4aee7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x267b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000040:00080000:2.0:1767318125.590608:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].107, 64 off15040 00010000:00010000:2.0:1767318125.590658:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4aeee lrc: 3/0,1 mode: --/PW res: [0x200000402:0x267b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.590668:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4aeee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x267b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.590676:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4aeee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x267b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.590683:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4aeee lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x267b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.590690:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4aeee lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x267b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.590696:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4aeee lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x267b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.590979:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318125.591001:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4aee7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x267b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.591012:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4aee7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x267b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.591019:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4aee7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x267b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.591025:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.591029:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4aee7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x267b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.591036:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4aee7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x267b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.591045:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x267b:0x0].0x0 (ffff936990793700) 00010000:00010000:2.0:1767318125.591048:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318125.591051:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4aee7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x267b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.591057:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4aee7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x267b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.591158:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4aed9 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.591165:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4aed9 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.591171:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4aed9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.591177:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4aed9 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.591182:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.591185:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4aed9 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.591190:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4aed9 lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.591197:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x3:0x0].0x0 (ffff936990793200) 00010000:00010000:2.0:1767318125.591199:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.591202:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4aed9 lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.591207:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4aed9 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00000004:00010000:2.0:1767318125.591221:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005c315e55 reply state 00000000f8a00a2a transno 8589934935 ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4aee0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x3:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.591231:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4aee0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x3:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.591237:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x3:0x0].0xbbabe27 (ffff936990793d00) 00010000:00010000:2.0:1767318125.591240:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318125.591243:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318125.591324:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+145:68835:x1853164297285248:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1327us (1754us total) trans 8589934935 rc 0/0 00000100:00100000:2.0:1767318125.591333:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22833 00010000:00010000:3.0:1767318125.594471:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318125.594486:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4aeee lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x267b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.594497:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318125.594502:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4aeee lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x267b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.594512:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4aeee lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x267b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.594530:0:15466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x267b:0x0].0x0 (ffff936990793700) 00010000:00010000:3.0:1767318125.594533:0:15466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318125.594539:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4aeee lrc: 1/0,0 mode: --/PW res: [0x200000402:0x267b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.594544:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4aeee lrc: 0/0,0 mode: --/PW res: [0x200000402:0x267b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19573 initiator: MDT0 00000100:00100000:2.0:1767318125.595015:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318125.595082:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297285376 00000100:00100000:3.0:1767318125.595092:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297285376 00000100:00100000:3.0:1767318125.595149:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22834 00000100:00100000:3.0:1767318125.595159:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7ae1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+145:68835:x1853164297285376:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318125.595183:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318125.595202:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4aef5 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc8ef expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.595269:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4aefc lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.595281:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4aefc lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.595292:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4aefc lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.595303:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4af03 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.595309:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4af03 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.595315:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4af03 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.595400:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4af0a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x267c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.595412:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4af0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x267c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.595418:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4af0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x267c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:3.0:1767318125.595472:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x267c:0x0]: returning size 0 00000004:00200000:3.0:1767318125.595477:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318125.595495:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4af0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x267c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.595506:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4af0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x267c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.595515:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4aefc lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.595521:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4aefc lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.595526:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4aefc lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.595531:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4aefc lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.595537:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565be00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.595540:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4aefc lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.595546:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4aefc lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.595554:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x3:0x0].0x0 (ffff93698cc7b900) 00010000:00010000:3.0:1767318125.595557:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318125.595559:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4aefc lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.595564:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4aefc lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.595575:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4af03 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.595581:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4af03 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.595586:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4af03 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.595591:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565b000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:3.0:1767318125.595594:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4af03 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.595599:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4af03 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.595606:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x3:0x0].0xd8a61d12 (ffff93698cc7b000) 00010000:00010000:3.0:1767318125.595608:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318125.595611:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4af03 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.595616:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4af03 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.595646:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4aef5 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8ef expref: 147 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.595667:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4af0a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x267c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8ef expref: 146 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.595674:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x267c:0x0].0x0 (ffff93698612b400) 00010000:00010000:3.0:1767318125.595676:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318125.595678:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93698565ba00, rc 0) 00000100:00100000:3.0:1767318125.595748:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7ae1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+146:68835:x1853164297285376:12345-192.168.202.56@tcp:101:rm.0 Request processed in 590us (740us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318125.595755:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22834 00010000:00010000:1.0:1767318125.599146:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318125.599155:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318125.599158:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318125.599552:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318125.599662:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297285632 00000100:00100000:0.0:1767318125.599674:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297285632 00000100:00100000:0.0:1767318125.599768:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22835 00000100:00100000:0.0:1767318125.599803:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+146:68835:x1853164297285632:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:0.0:1767318125.599881:0:15479:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1767318125.599909:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4af0a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x267c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8ef expref: 146 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.599932:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936980030c00/0xa7e486a0fcb45c5a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x267c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cbe22 expref: 145 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.599949:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x267c:0x0].0x0 (ffff93698612b400) 00010000:00010000:0.0:1767318125.599960:0:15479:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767318125.599986:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4af11 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.599999:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4af11 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.600010:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4af11 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.600025:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4af18 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.600032:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4af18 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.600039:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4af18 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.600135:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4af1f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x267c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.600143:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4af1f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x267c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.600150:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4af1f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x267c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00000040:00080000:0.0:1767318125.600650:0:15479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].173, 64 off19264 00000004:00080000:0.0:1767318125.600660:0:15479:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 3028872878543ns, next at 3029872874437ns, rc = 0 00000040:00080000:0.0:1767318125.600685:0:15479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].108, 64 off15104 00010000:00010000:0.0:1767318125.600737:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4af26 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x267c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.600746:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4af26 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x267c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.600753:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4af26 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x267c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.600760:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4af26 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x267c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.600766:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4af26 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x267c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.600771:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4af26 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x267c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.600816:0:15479:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318125.601075:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4af1f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x267c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.601083:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4af1f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x267c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.601089:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4af1f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x267c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.601095:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2ee00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318125.601100:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4af1f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x267c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.601107:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4af1f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x267c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.601116:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x267c:0x0].0x0 (ffff936983a24100) 00010000:00010000:0.0:1767318125.601120:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767318125.601124:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4af1f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x267c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.601129:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4af1f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x267c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.601240:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4af11 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.601247:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4af11 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.601253:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4af11 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.601259:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4af11 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.601264:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318125.601267:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4af11 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.601273:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4af11 lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.601281:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x3:0x0].0x0 (ffff936983a24400) 00010000:00010000:0.0:1767318125.601283:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318125.601286:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4af11 lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.601291:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4af11 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00000004:00010000:0.0:1767318125.601305:0:15479:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008c46ea57 reply state 00000000b9c0f763 transno 8589934936 ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4af18 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.601315:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4af18 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.601321:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x3:0x0].0xd8a61d12 (ffff936983a24900) 00010000:00010000:0.0:1767318125.601324:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767318125.601327:0:15479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767318125.601599:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+146:68835:x1853164297285632:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1819us (2052us total) trans 8589934936 rc 0/0 00000100:00100000:0.0:1767318125.601608:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22835 00010000:00010000:1.0:1767318125.601673:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318125.601680:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4af26 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x267c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.601686:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2e600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318125.601689:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4af26 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x267c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.601695:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4af26 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x267c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.601704:0:34133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x267c:0x0].0x0 (ffff936983a24100) 00010000:00010000:1.0:1767318125.601706:0:34133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318125.601709:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4af26 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x267c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.601714:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4af26 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x267c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.601727:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318125.601729:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318125.601731:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318125.605577:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318125.605667:0:15482:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297285888 00000100:00100000:3.0:1767318125.605679:0:15482:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297285888 00000100:00100000:3.0:1767318125.605772:0:15482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 10437 00000100:00100000:3.0:1767318125.606044:0:15482:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+146:68835:x1853164297285888:12345-192.168.202.56@tcp:35:rm.0 00000040:00080000:3.0:1767318125.606321:0:15482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].6, 344 off37224 00000040:00080000:2.0:1767318125.606629:0:15482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000402:0x2:0x0].6, 424 off37824 00000004:00080000:2.0:1767318125.606636:0:15482:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff936886b59540 with version 14 00000004:00080000:0.0:1767318125.606704:0:89001:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff936886a273c0 version 14 rpc_version 14 00000020:00100000:0.0:1767318125.606732:0:89001:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767318125.606741:0:89001:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9369bae85f80 x1853164383660672/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318125.606766:0:89001:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85f80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:89001:1853164383660672:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1767318125.607039:0:89001:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318125.607105:0:89001:0:(client.c:2690:ptlrpc_set_wait()) set ffff936887ab3a80 going to sleep for 11 seconds 00000100:00100000:2.0:1767318125.607142:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383660672 00000100:00100000:2.0:1767318125.607147:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383660672 00000100:00100000:2.0:1767318125.607213:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2419 00000100:00100000:2.0:1767318125.607221:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:89001:x1853164383660672:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767318125.607474:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:89001:x1853164383660672:12345-0@lo:1000:osp_up1-0.0 Request processed in 253us (435us total) trans 4294968436 rc 0/0 00000100:00100000:2.0:1767318125.607482:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2419 00000100:00100000:0.0:1767318125.607579:0:89001:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85f80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:89001:1853164383660672:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1767318125.607711:0:15482:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+147:68835:x1853164297285888:12345-192.168.202.56@tcp:35:rm.0 Request processed in 1928us (2145us total) trans 8589934937 rc 0/0 00000100:00100000:3.0:1767318125.607719:0:15482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 10437 00000100:00100000:2.0:1767318125.610634:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318125.610724:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297286144 00000100:00100000:0.0:1767318125.610736:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297286144 00000100:00100000:3.0:1767318125.611119:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22836 00000100:00100000:2.0:1767318125.611179:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7ae2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+147:68835:x1853164297286144:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:2.0:1767318125.611237:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1767318125.611263:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936980031e00/0xa7e486a0fcb45b88 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2679:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cbdf1 expref: 147 pid: 15480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.611289:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4ae2a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2679:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8c5 expref: 146 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.611302:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a5e8be00/0xa7e486a0fcb45aaf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2679:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cbdab expref: 145 pid: 15481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.611314:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2679:0x0].0x0 (ffff93698612ba00) 00010000:00010000:2.0:1767318125.611331:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5000/0xa7e486a0fcb4ae1c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8be expref: 144 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.611339:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936990793900) 00010000:00010000:2.0:1767318125.611345:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318125.611380:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4af2d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.611393:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4af2d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.611405:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4af2d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.611416:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4af34 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2431a69e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.611422:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4af34 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2431a69e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.611428:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4af34 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2431a69e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.611526:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4af3b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2679:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.611534:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4af3b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2679:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.611540:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4af3b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2679:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.611558:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4af42 lrc: 3/0,1 mode: --/EX res: [0x200000bd0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.611564:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4af42 lrc: 3/0,1 mode: EX/EX res: [0x200000bd0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.611570:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4af42 lrc: 3/0,1 mode: EX/EX res: [0x200000bd0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.611609:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369b5138000/0xa7e486a0fcb4af49 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.611616:0:19573:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369b5138000/0xa7e486a0fcb4af49 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.611627:0:19573:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369b5138000/0xa7e486a0fcb4af49 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 19573 initiator: MDT0 00000100:00100000:2.0:1767318125.611650:0:19573:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7ae3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19573:1853164383660800:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1767318125.611703:0:19573:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318125.611739:0:19573:0:(client.c:2690:ptlrpc_set_wait()) set ffff9369a49c4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1767318125.612306:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383660800 00000100:00100000:3.0:1767318125.612313:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383660800 00000100:00100000:3.0:1767318125.612363:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2420 00000100:00100000:3.0:1767318125.612372:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7ae3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:19573:x1853164383660800:12345-0@lo:101:mdt00_003.0 00010000:00010000:3.0:1767318125.612389:0:15485:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318125.612407:0:15485:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb4af50 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa7e486a0fcb4af49 expref: -99 pid: 15485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.612434:0:15485:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb4af50 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa7e486a0fcb4af49 expref: 9 pid: 15485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.612447:0:15485:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb4af50 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb4af49 expref: 9 pid: 15485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.612466:0:15485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff93698cc7bd00) 00010000:00010000:3.0:1767318125.612469:0:15485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318125.612471:0:15485:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93698565b600, rc 0) 00000100:00100000:3.0:1767318125.612514:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7ae3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:19573:x1853164383660800:12345-0@lo:101:mdt00_003.0 Request processed in 143us (810us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318125.612521:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2420 00000100:00100000:2.0:1767318125.612599:0:19573:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7ae3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19573:1853164383660800:0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767318125.612615:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369b5138000/0xa7e486a0fcb4af49 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb4af50 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.612625:0:19573:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369b5138000/0xa7e486a0fcb4af49 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb4af50 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318125.613292:0:19573:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7ae3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19573:1853164383660928:0@lo:403:mdt00_003.0 00000100:00100000:2.0:1767318125.613338:0:19573:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318125.613362:0:19573:0:(client.c:2690:ptlrpc_set_wait()) set ffff9369a49c4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1767318125.613683:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383660928 00000100:00100000:3.0:1767318125.613689:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383660928 00000100:00100000:3.0:1767318125.613727:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2421 00000100:00100000:3.0:1767318125.613735:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7ae2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:19573:x1853164383660928:12345-0@lo:403:mdt00_003.0 00000100:00100000:3.0:1767318125.615358:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7ae2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:19573:x1853164383660928:12345-0@lo:403:mdt00_003.0 Request processed in 1614us (2010us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318125.615371:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2421 00000100:00100000:2.0:1767318125.615818:0:19573:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7ae3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19573:1853164383660928:0@lo:403:mdt00_003.0 00000040:00080000:2.0:1767318125.617692:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].7, 936 off38160 00000040:00080000:2.0:1767318125.618025:0:19573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000402:0x2:0x0].7, 1016 off38840 00000004:00080000:2.0:1767318125.618031:0:19573:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9369a49c4d80 with version 15 00000004:00080000:0.0:1767318125.618089:0:89001:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff936886a273c0 version 15 rpc_version 15 00000020:00100000:0.0:1767318125.618145:0:89001:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767318125.618155:0:89001:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff936996db1180 x1853164383661184/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1976/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318125.618180:0:89001:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:89001:1853164383661184:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1767318125.618240:0:89001:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318125.618310:0:89001:0:(client.c:2690:ptlrpc_set_wait()) set ffff936887ab3a80 going to sleep for 11 seconds 00000100:00100000:3.0:1767318125.618431:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383661184 00000100:00100000:3.0:1767318125.618439:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383661184 00000100:00100000:3.0:1767318125.618530:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2422 00000100:00100000:3.0:1767318125.618539:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:89001:x1853164383661184:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1767318125.619481:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+10:89001:x1853164383661184:12345-0@lo:1000:osp_up1-0.0 Request processed in 938us (1235us total) trans 4294968437 rc 0/0 00000100:00100000:3.0:1767318125.619491:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2422 00000100:00100000:0.0:1767318125.619611:0:89001:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:89001:1853164383661184:0@lo:1000:osp_up1-0.0 00000004:00200000:2.0:1767318125.619664:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2679:0x0]: returning size 4096 00010000:00010000:2.0:1767318125.619687:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4af42 lrc: 3/0,1 mode: EX/EX res: [0x200000bd0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.619696:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4af42 lrc: 2/0,0 mode: EX/EX res: [0x200000bd0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.619703:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4af42 lrc: 3/0,0 mode: EX/EX res: [0x200000bd0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.619709:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.619713:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4af42 lrc: 3/0,0 mode: EX/EX res: [0x200000bd0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.619721:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4af42 lrc: 4/0,0 mode: EX/EX res: [0x200000bd0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.619737:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x3:0x0].0x0 (ffff936990793600) 00010000:00010000:2.0:1767318125.619741:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318125.619746:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4af42 lrc: 2/0,0 mode: --/EX res: [0x200000bd0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.619751:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4af42 lrc: 0/0,0 mode: --/EX res: [0x200000bd0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.619772:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369b5138000/0xa7e486a0fcb4af49 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb4af50 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.619928:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369b5138000/0xa7e486a0fcb4af49 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb4af50 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.619938:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369b5138000/0xa7e486a0fcb4af49 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb4af50 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.619994:0:19573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1767318125.620005:0:19573:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x1:0x0] 00010000:00010000:2.0:1767318125.620013:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4af3b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2679:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.620019:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4af3b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2679:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.620025:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4af3b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2679:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.620028:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.620030:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4af3b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2679:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.620033:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4af3b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2679:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.620039:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2679:0x0].0x0 (ffff936990793000) 00010000:00010000:2.0:1767318125.620040:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318125.620042:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4af3b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2679:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.620045:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4af3b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2679:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.620207:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4af2d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.620214:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4af2d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.620219:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4af2d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.620224:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4af2d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.620229:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.620232:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4af2d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.620242:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4af2d lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.620250:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936990793200) 00010000:00010000:2.0:1767318125.620252:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.620255:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4af2d lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.620260:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4af2d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00000004:00010000:2.0:1767318125.620273:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b2a3f450 reply state 000000008a80f772 transno 8589934938 ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4af34 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2431a69e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.620286:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4af34 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2431a69e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:2.0:1767318125.620293:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2431a69e (ffff936990793300) 00010000:00010000:2.0:1767318125.620295:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318125.620298:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1767318125.620444:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318125.620451:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369b5138000/0xa7e486a0fcb4af49 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xa7e486a0fcb4af50 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.620467:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138000 already unused, calling callback (ffffffffc1797290) 00010000:00010000:0.0:1767318125.620471:0:30344:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369b5138000/0xa7e486a0fcb4af49 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb4af50 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1767318125.620477:0:30344:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369b5138000/0xa7e486a0fcb4af49 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb4af50 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.620506:0:30344:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369b5138000/0xa7e486a0fcb4af49 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4af50 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.620511:0:30344:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1767318125.620580:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383661312:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767318125.620622:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318125.620684:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7ae2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+145:68835:x1853164297286144:12345-192.168.202.56@tcp:36:rm.0 Request processed in 9552us (10059us total) trans 8589934938 rc 0/0 00000100:00100000:2.0:1767318125.620692:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22836 00000100:00100000:3.0:1767318125.620880:0:30688:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383661312 00000100:00100000:3.0:1767318125.620886:0:30688:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383661312 00000100:00100000:3.0:1767318125.620930:0:30688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:3.0:1767318125.620939:0:30688:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+10:7026:x1853164383661312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767318125.620951:0:30688:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318125.620963:0:30688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93698565b600/0xa7e486a0fcb4af50 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb4af49 expref: 10 pid: 15485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.620972:0:30688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff93698cc7bd00) 00010000:00010000:3.0:1767318125.620979:0:30688:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767318125.621766:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369b5138000/0xa7e486a0fcb4af49 lrc: 1/0,0 mode: --/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4af50 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.621775:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369b5138000/0xa7e486a0fcb4af49 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4af50 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.621801:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318125.621803:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318125.621804:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318125.623158:0:30688:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+9:7026:x1853164383661312:12345-0@lo:103:ldlm_bl.0 Request processed in 2214us (2529us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318125.623264:0:30688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:0.0:1767318125.623489:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318125.623538:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297286272 00000100:00100000:1.0:1767318125.623539:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383661312:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767318125.623544:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297286272 00000100:00100000:3.0:1767318125.623579:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22837 00000100:00100000:3.0:1767318125.623587:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+145:68835:x1853164297286272:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318125.623609:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318125.623630:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4af57 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc8f6 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.623692:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4af5e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.623706:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4af5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.623715:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4af5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:3.0:1767318125.623758:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1767318125.623761:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318125.623774:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4af5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318125.623837:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4af57 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8f6 expref: 147 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.623849:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4af5e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8f6 expref: 146 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.623855:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93698cc7b900) 00010000:00010000:3.0:1767318125.623857:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767318125.623860:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93698565b000, rc 0) 00000100:00100000:2.0:1767318125.624356:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+146:68835:x1853164297286272:12345-192.168.202.56@tcp:101:rm.0 Request processed in 766us (867us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.624364:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22837 00000100:00100000:2.0:1767318125.626720:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318125.626765:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297286400 00000100:00100000:0.0:1767318125.626774:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297286400 00000100:00100000:0.0:1767318125.627138:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22838 00000100:00100000:0.0:1767318125.627149:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7ae3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+146:68835:x1853164297286400:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:0.0:1767318125.627175:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318125.627196:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4af65 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc8fd expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.627262:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4af6c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.627277:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4af6c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.627288:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4af6c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.627302:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4af73 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.627309:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4af73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.627315:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4af73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.627543:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4af7a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.627549:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4af7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.627553:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4af7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:0.0:1767318125.627576:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3:0x0]: returning size 4096 00000004:00200000:0.0:1767318125.627578:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767318125.627593:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4af7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.627603:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4af6c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.627607:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4af6c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.627613:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4af6c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.627619:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4af6c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.627625:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2ee00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318125.627628:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4af6c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.627635:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4af6c lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.627646:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93698cc7b900) 00010000:00010000:0.0:1767318125.627649:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318125.627653:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4af6c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.627659:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4af6c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.627671:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4af73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.627676:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4af73 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.627682:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4af73 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.627685:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2ec00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318125.627687:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4af73 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.627691:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4af73 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.627695:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6733fd18 (ffff936983a24400) 00010000:00010000:0.0:1767318125.627696:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318125.627698:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4af73 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.627701:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4af73 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.627721:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4af65 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8fd expref: 148 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.627730:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4af7a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8fd expref: 147 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.627734:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff936983a24100) 00010000:00010000:0.0:1767318125.627735:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767318125.627737:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a4b2e400, rc 0) 00000100:00100000:0.0:1767318125.627854:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7ae3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+147:68835:x1853164297286400:12345-192.168.202.56@tcp:101:rm.0 Request processed in 706us (1142us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318125.627862:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22838 00000100:00100000:1.0:1767318125.630560:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318125.630613:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297286656 00000100:00100000:0.0:1767318125.630623:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297286656 00000100:00100000:0.0:1767318125.630681:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22839 00000100:00100000:0.0:1767318125.630690:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+147:68835:x1853164297286656:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:0.0:1767318125.630713:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318125.630735:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4af81 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc904 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1767318125.630863:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3:0x0]: returning size 4096 00010000:00010000:0.0:1767318125.630963:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4af81 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc904 expref: 149 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.630973:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93698cc7b900) 00010000:00010000:0.0:1767318125.630976:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767318125.630979:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4af81 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc904 expref: 149 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.630989:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a4b2e600, rc 0) 00000100:00100000:0.0:1767318125.631037:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+148:68835:x1853164297286656:12345-192.168.202.56@tcp:101:rm.0 Request processed in 348us (487us total) trans 8589934939 rc 301/301 00000100:00100000:0.0:1767318125.631044:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22839 00000100:00100000:1.0:1767318125.634043:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318125.634138:0:15482:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297286784 00000100:00100000:3.0:1767318125.634149:0:15482:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297286784 00000100:00100000:3.0:1767318125.634207:0:15482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 10438 00000100:00100000:3.0:1767318125.634216:0:15482:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+148:68835:x1853164297286784:12345-192.168.202.56@tcp:37:rm.0 00000100:00100000:2.0:1767318125.638439:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.638488:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.638523:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318125.638537:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297287168 00000100:00100000:0.0:1767318125.638547:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297287168 00000100:00100000:0.0:1767318125.638610:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297287040 00000100:00100000:0.0:1767318125.638613:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297287040 00000100:00100000:0.0:1767318125.638639:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1320 00000100:00100000:0.0:1767318125.638648:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7ae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:005be725-9f65-416e-a69a-82c97936344d+6:2502:x1853164297287168:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:2.0:1767318125.638701:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318125.638705:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318125.638711:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7ae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:005be725-9f65-416e-a69a-82c97936344d+6:2502:x1853164297287168:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 64us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318125.638719:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1320 00000100:00100000:0.0:1767318125.638738:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1321 00000100:00100000:0.0:1767318125.638743:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7ae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:005be725-9f65-416e-a69a-82c97936344d+6:2502:x1853164297287040:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318125.638768:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7ae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:005be725-9f65-416e-a69a-82c97936344d+6:2502:x1853164297287040:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 25us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318125.638773:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1321 00000100:00100000:3.0:1767318125.638965:0:88993:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297286912 00000100:00100000:3.0:1767318125.638970:0:88993:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297286912 00000100:00100000:3.0:1767318125.639003:0:88993:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1126 00000100:00100000:3.0:1767318125.639009:0:88993:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369852d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:687812c0-d042-4f17-b7ce-1ad14d964d03+9:2502:x1853164297286912:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318125.639033:0:88993:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369852d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:687812c0-d042-4f17-b7ce-1ad14d964d03+9:2502:x1853164297286912:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 25us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318125.639039:0:88993:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1126 00000100:00100000:1.0:1767318125.639813:0:15482:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+148:68835:x1853164297286784:12345-192.168.202.56@tcp:37:rm.0 Request processed in 5562us (5747us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318125.639825:0:15482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 10438 00000100:00100000:2.0:1767318125.642703:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318125.643097:0:15482:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297287424 00000100:00100000:1.0:1767318125.643108:0:15482:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297287424 00000100:00100000:1.0:1767318125.643207:0:15482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 10439 00000100:00100000:1.0:1767318125.643218:0:15482:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b9574c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+148:68835:x1853164297287424:12345-192.168.202.56@tcp:35:rm.0 00000100:00100000:1.0:1767318125.643489:0:15482:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b9574c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:005be725-9f65-416e-a69a-82c97936344d+149:68835:x1853164297287424:12345-192.168.202.56@tcp:35:rm.0 Request processed in 269us (793us total) trans 8589934940 rc 0/0 00000100:00100000:1.0:1767318125.643498:0:15482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 10439 00000100:00100000:2.0:1767318125.646074:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318125.646392:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297287680 00000100:00100000:1.0:1767318125.646403:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297287680 00000100:00100000:1.0:1767318125.646479:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22840 00000100:00100000:1.0:1767318125.646489:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7ae3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+149:68835:x1853164297287680:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318125.646516:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318125.646538:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4af8f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc90b expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.646644:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4af96 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.646658:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4af96 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.646670:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4af96 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00000004:00200000:1.0:1767318125.646681:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3:0x0]: returning size 4096 00010000:00010000:1.0:1767318125.647083:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4af8f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc90b expref: 152 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.647105:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4af96 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc90b expref: 151 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.647116:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff936983a24100) 00010000:00010000:1.0:1767318125.647119:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1767318125.647124:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936996db8000, rc 0) 00000100:00100000:1.0:1767318125.647286:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7ae3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+151:68835:x1853164297287680:12345-192.168.202.56@tcp:101:rm.0 Request processed in 799us (1224us total) trans 8589934941 rc 0/0 00000100:00100000:1.0:1767318125.647295:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22840 00000100:00100000:2.0:1767318125.651128:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318125.651219:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297287808 00000100:00100000:1.0:1767318125.651231:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297287808 00000100:00100000:1.0:1767318125.651341:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22841 00000100:00100000:1.0:1767318125.651362:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7ae0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+151:68835:x1853164297287808:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318125.651389:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318125.651410:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4afa4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc912 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.651487:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4afab lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.651502:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4afab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.651511:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4afab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.651524:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4afb2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3:0x0].0xd21c608b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.651530:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4afb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.651536:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4afb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00000100:00100000:1.0:1767318125.651658:0:15479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:15479:1853164383661440:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1767318125.651709:0:15479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318125.651741:0:15479:0:(client.c:2690:ptlrpc_set_wait()) set ffff93698ebd9480 going to sleep for 11 seconds 00000100:00100000:3.0:1767318125.652000:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383661440 00000100:00100000:3.0:1767318125.652006:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383661440 00000100:00100000:3.0:1767318125.652046:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2423 00000100:00100000:3.0:1767318125.652054:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:15479:x1853164383661440:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1767318125.652216:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:15479:x1853164383661440:12345-0@lo:1000:mdt00_000.0 Request processed in 163us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318125.652224:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2423 00000100:00100000:1.0:1767318125.654837:0:15479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:15479:1853164383661440:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1767318125.654922:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4afb9 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.654940:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4afb9 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.654949:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4afb9 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00000004:00010000:1.0:1767318125.654967:0:15479:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4afb9 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.654979:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4afab lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.654984:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4afab lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.654988:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4afab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.654992:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4afab lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.654995:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318125.654998:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4afab lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.655002:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4afab lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.655010:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff936983a24100) 00010000:00010000:1.0:1767318125.655012:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318125.655015:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4afab lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.655018:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4afab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.655028:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4afb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.655032:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4afb2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.655035:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4afb2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.655038:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318125.655039:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4afb2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.655042:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4afb2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.655046:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0xd21c608b (ffff936886f6dc00) 00010000:00010000:1.0:1767318125.655047:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318125.655048:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4afb2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.655051:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4afb2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.655273:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4afa4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc912 expref: 153 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.655284:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4afb9 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc912 expref: 152 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.655289:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x0 (ffff936886f6dd00) 00010000:00010000:1.0:1767318125.655291:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767318125.655293:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff936996db9800, rc 0) 00000100:00100000:1.0:1767318125.655353:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7ae0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+152:68835:x1853164297287808:12345-192.168.202.56@tcp:101:rm.0 Request processed in 4004us (4239us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318125.655362:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22841 00000100:00100000:2.0:1767318125.657709:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318125.657954:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297287936 00000100:00100000:1.0:1767318125.657964:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297287936 00000100:00100000:1.0:1767318125.658077:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22842 00000100:00100000:1.0:1767318125.658088:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7ae3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+12:68835:x1853164297287936:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318125.658112:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318125.658138:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5000/0xa7e486a0fcb4afc0 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc919 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.658201:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4afc7 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.658214:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4afc7 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318125.658225:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4afc7 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00000004:00200000:1.0:1767318125.658271:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x2:0x0]: returning size 4096 00000004:00200000:1.0:1767318125.658276:0:15479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1767318125.658308:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5000/0xa7e486a0fcb4afc0 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc919 expref: 14 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.658328:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4afc7 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc919 expref: 13 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.658336:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x0 (ffff936886f6d700) 00010000:00010000:1.0:1767318125.658340:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767318125.658343:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369aaac4e00, rc 0) 00000100:00100000:1.0:1767318125.658413:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7ae3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+13:68835:x1853164297287936:12345-192.168.202.56@tcp:101:rm.0 Request processed in 327us (716us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318125.658420:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22842 00000100:00100000:2.0:1767318125.667568:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318125.667705:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297288192 00000100:00100000:1.0:1767318125.667716:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297288192 00000100:00100000:1.0:1767318125.667802:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22843 00000100:00100000:1.0:1767318125.667813:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7ae2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+13:68835:x1853164297288192:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318125.667837:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318125.667861:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb4afce lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc920 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767318125.667962:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x2:0x0]: returning size 4096 00010000:00010000:1.0:1767318125.668078:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb4afce lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc920 expref: 15 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.668093:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff936886f6dc00) 00010000:00010000:1.0:1767318125.668096:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767318125.668101:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac5e00/0xa7e486a0fcb4afce lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc920 expref: 15 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.668117:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369aaac5e00, rc 0) 00000100:00100000:1.0:1767318125.668292:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7ae2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+14:68835:x1853164297288192:12345-192.168.202.56@tcp:101:rm.0 Request processed in 479us (736us total) trans 4294968438 rc 301/301 00000100:00100000:1.0:1767318125.668300:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22843 00000100:00100000:2.0:1767318125.668413:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318125.668492:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297288320 00000100:00100000:0.0:1767318125.668497:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297288320 00000100:00100000:2.0:1767318125.669641:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2424 00000100:00100000:2.0:1767318125.669662:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7ae0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:005be725-9f65-416e-a69a-82c97936344d+152:2503:x1853164297288320:12345-192.168.202.56@tcp:63:ll_sa.0 00010000:00010000:2.0:1767318125.669694:0:15676:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318125.669713:0:15676:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4afdc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc927 expref: -99 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.669762:0:15676:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4afe3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15676 initiator: MDT0 00010000:00010000:2.0:1767318125.669776:0:15676:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4afe3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15676 initiator: MDT0 00010000:00010000:2.0:1767318125.669806:0:15676:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4afe3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15676 initiator: MDT0 00010000:00010000:2.0:1767318125.669948:0:15676:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4afea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15676 initiator: MDT0 00010000:00010000:2.0:1767318125.669957:0:15676:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4afea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15676 initiator: MDT0 00010000:00010000:2.0:1767318125.669964:0:15676:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4afea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15676 initiator: MDT0 00010000:00010000:2.0:1767318125.670151:0:15676:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4aff1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15676 initiator: MDT0 00010000:00010000:2.0:1767318125.670159:0:15676:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4aff1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15676 initiator: MDT0 00010000:00010000:2.0:1767318125.670176:0:15676:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4aff1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15676 initiator: MDT0 00000004:00200000:2.0:1767318125.670200:0:15676:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4:0x0]: returning size 0 00000004:00200000:2.0:1767318125.670204:0:15676:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318125.670237:0:15676:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4aff1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15676 initiator: MDT0 00010000:00010000:2.0:1767318125.670247:0:15676:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4aff1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15676 initiator: MDT0 00010000:00010000:2.0:1767318125.670256:0:15676:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4afe3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15676 initiator: MDT0 00010000:00010000:2.0:1767318125.670262:0:15676:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4afe3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15676 initiator: MDT0 00010000:00010000:2.0:1767318125.670267:0:15676:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4afe3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15676 initiator: MDT0 00010000:00010000:2.0:1767318125.670273:0:15676:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.670277:0:15676:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4afe3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15676 initiator: MDT0 00010000:00010000:2.0:1767318125.670283:0:15676:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4afe3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15676 initiator: MDT0 00010000:00010000:2.0:1767318125.670293:0:15676:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff936983a24100) 00010000:00010000:2.0:1767318125.670296:0:15676:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.670300:0:15676:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4afe3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15676 initiator: MDT0 00010000:00010000:2.0:1767318125.670306:0:15676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4afe3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15676 initiator: MDT0 00010000:00010000:2.0:1767318125.670318:0:15676:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4afea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15676 initiator: MDT0 00010000:00010000:2.0:1767318125.670322:0:15676:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4afea lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15676 initiator: MDT0 00010000:00010000:2.0:1767318125.670328:0:15676:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4afea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15676 initiator: MDT0 00010000:00010000:2.0:1767318125.670331:0:15676:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.670334:0:15676:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4afea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15676 initiator: MDT0 00010000:00010000:2.0:1767318125.670338:0:15676:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4afea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15676 initiator: MDT0 00010000:00010000:2.0:1767318125.670343:0:15676:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0xbb9b349e (ffff936990793200) 00010000:00010000:2.0:1767318125.670346:0:15676:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.670348:0:15676:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4afea lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15676 initiator: MDT0 00010000:00010000:2.0:1767318125.670352:0:15676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4afea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15676 initiator: MDT0 00010000:00010000:2.0:1767318125.670381:0:15676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4afdc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc927 expref: 154 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.670396:0:15676:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4aff1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc927 expref: 153 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.670402:0:15676:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff936990793000) 00010000:00010000:2.0:1767318125.670405:0:15676:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318125.670407:0:15676:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369b5139c00, rc 0) 00000100:00100000:2.0:1767318125.670487:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7ae0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:005be725-9f65-416e-a69a-82c97936344d+153:2503:x1853164297288320:12345-192.168.202.56@tcp:63:ll_sa.0 Request processed in 833us (2073us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.670494:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2424 00000100:00100000:3.0:1767318125.671636:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318125.671677:0:15482:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297288448 00000100:00100000:3.0:1767318125.671688:0:15482:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297288448 00000100:00100000:3.0:1767318125.671751:0:83444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 10440 00000100:00100000:3.0:1767318125.671760:0:83444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:005be725-9f65-416e-a69a-82c97936344d+14:68835:x1853164297288448:12345-192.168.202.56@tcp:37:rm.0 00000100:00100000:2.0:1767318125.677491:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.677534:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318125.677587:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297288576 00000100:00100000:0.0:1767318125.677599:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297288576 00000100:00100000:1.0:1767318125.677653:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297288704 00000100:00100000:1.0:1767318125.677659:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297288704 00000100:00100000:0.0:1767318125.677676:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 17029 00000100:00100000:0.0:1767318125.677685:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7ae0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:005be725-9f65-416e-a69a-82c97936344d+6:2503:x1853164297288576:12345-192.168.202.56@tcp:101:ll_agl.0 00000100:00100000:1.0:1767318125.677694:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 17030 00000100:00100000:1.0:1767318125.677700:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:005be725-9f65-416e-a69a-82c97936344d+6:2503:x1853164297288704:12345-192.168.202.56@tcp:101:ll_agl.0 00010000:00010000:0.0:1767318125.677704:0:70353:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318125.677708:0:18382:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318125.677730:0:70353:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4aff8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc92e expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.677730:0:18382:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369aaac5000/0xa7e486a0fcb4afff lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc935 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767318125.677755:0:70353:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:1.0:1767318125.677755:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318125.677774:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318125.677774:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318125.677777:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318125.677777:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318125.677811:0:70353:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4aff8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc92e expref: 7 pid: 70353 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318125.677811:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369aaac5000/0xa7e486a0fcb4afff lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc935 expref: 7 pid: 18382 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318125.677839:0:70353:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4aff8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc92e expref: 7 pid: 70353 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318125.677853:0:70353:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a4b2f200, rc 0) 00000100:00100000:0.0:1767318125.677901:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7ae0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:005be725-9f65-416e-a69a-82c97936344d+7:2503:x1853164297288576:12345-192.168.202.56@tcp:101:ll_agl.0 Request processed in 217us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318125.677912:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 17029 00010000:00010000:1.0:1767318125.678399:0:18382:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9369aaac5000/0xa7e486a0fcb4afff lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc935 expref: 7 pid: 18382 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318125.678411:0:18382:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369aaac5000, rc 0) 00000100:00100000:1.0:1767318125.678439:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:005be725-9f65-416e-a69a-82c97936344d+7:2503:x1853164297288704:12345-192.168.202.56@tcp:101:ll_agl.0 Request processed in 739us (904us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318125.678444:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 17030 00000100:00100000:0.0:1767318125.680688:0:83444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:005be725-9f65-416e-a69a-82c97936344d+14:68835:x1853164297288448:12345-192.168.202.56@tcp:37:rm.0 Request processed in 8919us (9048us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318125.680698:0:83444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 10440 00000100:00100000:0.0:1767318125.685093:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.685207:0:83444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297288960 00000100:00100000:2.0:1767318125.685219:0:83444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297288960 00000100:00100000:2.0:1767318125.685315:0:83444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 10441 00000100:00100000:2.0:1767318125.685325:0:83444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:005be725-9f65-416e-a69a-82c97936344d+14:68835:x1853164297288960:12345-192.168.202.56@tcp:35:rm.0 00000100:00100000:2.0:1767318125.685637:0:83444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:005be725-9f65-416e-a69a-82c97936344d+15:68835:x1853164297288960:12345-192.168.202.56@tcp:35:rm.0 Request processed in 313us (556us total) trans 4294968439 rc 0/0 00000100:00100000:2.0:1767318125.685646:0:83444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 10441 00000100:00100000:2.0:1767318125.690582:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.690636:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318125.690721:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297289344 00000100:00100000:3.0:1767318125.690732:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297289344 00000100:00100000:3.0:1767318125.690835:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22844 00000100:00100000:3.0:1767318125.690847:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+15:68835:x1853164297289344:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318125.690923:0:15479:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318125.690953:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4afc7 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc919 expref: 15 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.690975:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x0 (ffff936886f6d700) 00010000:00010000:3.0:1767318125.690986:0:15479:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318125.691043:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698565a400/0xa7e486a0fcb4b006 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318125.691051:0:15479:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698565a400/0xa7e486a0fcb4b006 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15479 initiator: MDT1 00010000:00010000:3.0:1767318125.691061:0:15479:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698565a400/0xa7e486a0fcb4b006 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15479 initiator: MDT1 00000100:00100000:3.0:1767318125.691088:0:15479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15479:1853164383661568:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1767318125.691135:0:15479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318125.691160:0:15479:0:(client.c:2690:ptlrpc_set_wait()) set ffff936886b59b40 going to sleep for 11 seconds 00000100:00100000:2.0:1767318125.691491:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383661568 00000100:00100000:2.0:1767318125.691496:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383661568 00000100:00100000:2.0:1767318125.691539:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2425 00000100:00100000:2.0:1767318125.691548:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:15479:x1853164383661568:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1767318125.691561:0:15485:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318125.691578:0:15485:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4b00d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa7e486a0fcb4b006 expref: -99 pid: 15485 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.691605:0:15485:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4af7a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8fd expref: 152 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.691617:0:15485:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4b00d lrc: 4/0,0 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa7e486a0fcb4b006 expref: 9 pid: 15485 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.691644:0:15485:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4af7a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8fd expref: 152 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.691656:0:15485:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4af7a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8fd expref: 152 pid: 19573 timeout: 3128 lvb_type: 0 00000100:00100000:2.0:1767318125.691669:0:15485:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6159880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:15485:1853164383661696:192.168.202.56@tcp:104: 00000100:00100000:2.0:1767318125.691748:0:15485:0:(client.c:2690:ptlrpc_set_wait()) set ffff9369a49c4600 going to sleep for 11 seconds 00000100:00100000:1.0:1767318125.692559:0:30688:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297289088 00000100:00100000:1.0:1767318125.692569:0:30688:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297289088 00000100:00100000:1.0:1767318125.692629:0:30688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 198 00000100:00100000:1.0:1767318125.692638:0:30688:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7ae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:005be725-9f65-416e-a69a-82c97936344d+153:2505:x1853164297289088:12345-192.168.202.56@tcp:103:rm.0 00010000:00010000:1.0:1767318125.692651:0:30688:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318125.692668:0:30688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4afb9 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc912 expref: 153 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.692687:0:30688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x0 (ffff936886f6dd00) 00010000:00010000:1.0:1767318125.692696:0:30688:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318125.693027:0:30688:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7ae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:005be725-9f65-416e-a69a-82c97936344d+152:2505:x1853164297289088:12345-192.168.202.56@tcp:103:rm.0 Request processed in 389us (2457us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318125.693036:0:30688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 198 00000100:00100000:0.0:1767318125.697636:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318125.698377:0:18401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297289472 00000100:00100000:1.0:1767318125.698389:0:18401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297289472 00010000:00010000:1.0:1767318125.698436:0:18401:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4af7a lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8fd expref: 152 pid: 19573 timeout: 3128 lvb_type: 0 00000100:00100000:1.0:1767318125.698486:0:18401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2417 00000100:00100000:1.0:1767318125.698497:0:18401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369927b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:005be725-9f65-416e-a69a-82c97936344d+152:2505:x1853164297289472:12345-192.168.202.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318125.698516:0:18401:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318125.698523:0:18401:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4af7a lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8fd expref: 152 pid: 19573 timeout: 3128 lvb_type: 0 00010000:00010000:1.0:1767318125.698537:0:18401:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4af7a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8fd expref: 152 pid: 19573 timeout: 3128 lvb_type: 0 00010000:00010000:1.0:1767318125.698562:0:18401:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff936983a24100) 00010000:00010000:1.0:1767318125.698570:0:18401:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4b00d lrc: 3/0,0 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa7e486a0fcb4b006 expref: 9 pid: 15485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.698584:0:18401:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4b00d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xa7e486a0fcb4b006 expref: 9 pid: 15485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.698595:0:18401:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4b00d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xa7e486a0fcb4b006 expref: 9 pid: 15485 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.698640:0:18401:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4b00d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb4b006 expref: 9 pid: 15485 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318125.698658:0:18401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:18401:1853164383661824:0@lo:105: 00000100:00100000:1.0:1767318125.698721:0:18401:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318125.698764:0:18401:0:(client.c:2690:ptlrpc_set_wait()) set ffff93698ebd9480 going to sleep for 11 seconds 00000100:00100000:1.0:1767318125.698800:0:15458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383661824 00000100:00100000:1.0:1767318125.698803:0:15458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383661824 00000100:00100000:1.0:1767318125.698850:0:15458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1997 00000100:00100000:1.0:1767318125.698857:0:15458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:18401:x1853164383661824:12345-0@lo:105: 00010000:00010000:1.0:1767318125.698867:0:15458:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698565a400/0xa7e486a0fcb4b006 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb4b00d expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.698876:0:15458:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698565a400/0xa7e486a0fcb4b006 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb4b00d expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.698884:0:15458:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698565a400/0xa7e486a0fcb4b006 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb4b00d expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.698890:0:15458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698565a400/0xa7e486a0fcb4b006 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xa7e486a0fcb4b00d expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.699101:0:15458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698565a400/0xa7e486a0fcb4b006 lrc: 5/0,1 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xa7e486a0fcb4b00d expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.699111:0:15458:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698565a400/0xa7e486a0fcb4b006 lrc: 5/0,1 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xa7e486a0fcb4b00d expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.699132:0:15458:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff93698565a400) 00000100:00100000:1.0:1767318125.699171:0:15458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:18401:x1853164383661824:12345-0@lo:105: Request processed in 314us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318125.699179:0:15458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1997 00000100:00100000:1.0:1767318125.699228:0:18401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:18401:1853164383661824:0@lo:105: 00010000:00010000:1.0:1767318125.699246:0:18401:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318125.699281:0:18401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369927b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:005be725-9f65-416e-a69a-82c97936344d+152:2505:x1853164297289472:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 786us (1659us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318125.699289:0:18401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2417 00010000:00010000:3.0:1767318125.700337:0:15485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4af7a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8fd expref: 151 pid: 19573 timeout: 3128 lvb_type: 0 00000100:00100000:3.0:1767318125.700477:0:15485:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6159880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:15485:1853164383661696:192.168.202.56@tcp:104: 00010000:00010000:3.0:1767318125.700503:0:15485:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4b00d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb4b006 expref: 9 pid: 15485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.700515:0:15485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff936983a24100) 00010000:00010000:3.0:1767318125.700518:0:15485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318125.700520:0:15485:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369b5139200, rc 0) 00000100:00100000:3.0:1767318125.700626:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:15479:x1853164383661568:12345-0@lo:101:mdt00_000.0 Request processed in 9079us (9490us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318125.700635:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2425 00000100:00100000:1.0:1767318125.702667:0:15479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15479:1853164383661568:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1767318125.702696:0:15479:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698565a400/0xa7e486a0fcb4b006 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb4b00d expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318125.702722:0:15479:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x3:0x0] 00010000:00010000:1.0:1767318125.702773:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369aaac5e00/0xa7e486a0fcb4b014 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.702796:0:15479:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369aaac5e00/0xa7e486a0fcb4b014 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318125.702807:0:15479:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369aaac5e00/0xa7e486a0fcb4b014 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15479 initiator: MDT1 00000100:00100000:1.0:1767318125.702829:0:15479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15479:1853164383661952:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1767318125.703109:0:15479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318125.703135:0:15479:0:(client.c:2690:ptlrpc_set_wait()) set ffff93698ebd9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1767318125.703229:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383661952 00000100:00100000:3.0:1767318125.703235:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383661952 00000100:00100000:3.0:1767318125.703326:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2426 00000100:00100000:3.0:1767318125.703336:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:15479:x1853164383661952:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1767318125.703351:0:15485:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318125.703379:0:15485:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b600/0xa7e486a0fcb4b01b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa7e486a0fcb4b014 expref: -99 pid: 15485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.703403:0:15485:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b600/0xa7e486a0fcb4b01b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa7e486a0fcb4b014 expref: 10 pid: 15485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.703423:0:15485:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b600/0xa7e486a0fcb4b01b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb4b014 expref: 10 pid: 15485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.703431:0:15485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0xd21c608b (ffff93698cc7b000) 00010000:00010000:3.0:1767318125.703434:0:15485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318125.703438:0:15485:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93698565b600, rc 0) 00000100:00100000:3.0:1767318125.703493:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:15479:x1853164383661952:12345-0@lo:101:mdt00_000.0 Request processed in 159us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318125.703500:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2426 00000100:00100000:1.0:1767318125.703559:0:15479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15479:1853164383661952:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1767318125.703573:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369aaac5e00/0xa7e486a0fcb4b014 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb4b01b expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.703583:0:15479:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369aaac5e00/0xa7e486a0fcb4b014 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb4b01b expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318125.703599:0:15479:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x3:0x0] 00000100:00100000:1.0:1767318125.703635:0:15479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15479:1853164383662080:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1767318125.703658:0:15479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318125.703935:0:15479:0:(client.c:2690:ptlrpc_set_wait()) set ffff93698ebd9840 going to sleep for 11 seconds 00000100:00100000:2.0:1767318125.704086:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383662080 00000100:00100000:2.0:1767318125.704091:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383662080 00000100:00100000:2.0:1767318125.704119:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2427 00000100:00100000:2.0:1767318125.704126:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:15479:x1853164383662080:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1767318125.704192:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:15479:x1853164383662080:12345-0@lo:1000:mdt00_000.0 Request processed in 66us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.704198:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2427 00000100:00100000:1.0:1767318125.704350:0:15479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15479:1853164383662080:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1767318125.704406:0:15479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15479:1853164383662208:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1767318125.704429:0:15479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318125.704450:0:15479:0:(client.c:2690:ptlrpc_set_wait()) set ffff93698ebd9840 going to sleep for 11 seconds 00000100:00100000:2.0:1767318125.704574:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383662208 00000100:00100000:2.0:1767318125.704579:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383662208 00000100:00100000:2.0:1767318125.704599:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2428 00000100:00100000:2.0:1767318125.704605:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:15479:x1853164383662208:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1767318125.704684:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:15479:x1853164383662208:12345-0@lo:1000:mdt00_000.0 Request processed in 78us (252us total) trans 0 rc 1/1 00000100:00100000:2.0:1767318125.704691:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2428 00000100:00100000:1.0:1767318125.704752:0:15479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15479:1853164383662208:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1767318125.704816:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369aaac4c00/0xa7e486a0fcb4b022 lrc: 3/0,1 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.704973:0:15479:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369aaac4c00/0xa7e486a0fcb4b022 lrc: 3/0,1 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318125.704984:0:15479:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369aaac4c00/0xa7e486a0fcb4b022 lrc: 3/0,1 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15479 initiator: MDT1 00000100:00100000:1.0:1767318125.704997:0:15479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15479:1853164383662336:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1767318125.705018:0:15479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318125.705111:0:15479:0:(client.c:2690:ptlrpc_set_wait()) set ffff93698ebd9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1767318125.705190:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383662336 00000100:00100000:3.0:1767318125.705195:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383662336 00000100:00100000:0.0:1767318125.705277:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2429 00000100:00100000:0.0:1767318125.705286:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:15479:x1853164383662336:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1767318125.705295:0:15485:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318125.705311:0:15485:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b029 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa7e486a0fcb4b022 expref: -99 pid: 15485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.705334:0:15485:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b029 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa7e486a0fcb4b022 expref: 11 pid: 15485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.705346:0:15485:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b029 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa7e486a0fcb4b022 expref: 11 pid: 15485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.705466:0:15485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x0 (ffff936983a24200) 00010000:00010000:0.0:1767318125.705470:0:15485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767318125.705474:0:15485:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a4b2fe00, rc 0) 00000100:00100000:0.0:1767318125.705516:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:15479:x1853164383662336:12345-0@lo:101:mdt00_000.0 Request processed in 231us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318125.705522:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2429 00000100:00100000:1.0:1767318125.705594:0:15479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15479:1853164383662336:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1767318125.705609:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369aaac4c00/0xa7e486a0fcb4b022 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb4b029 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.705619:0:15479:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369aaac4c00/0xa7e486a0fcb4b022 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb4b029 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.705642:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4b030 lrc: 3/0,1 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.705650:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4b030 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318125.705657:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4b030 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT1 00000040:00080000:1.0:1767318125.706039:0:15479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].34, 736 off61984 00000004:00080000:1.0:1767318125.706046:0:15479:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff93698ebd9f00 with version 62 00000004:00080000:0.0:1767318125.706188:0:15672:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff936986144480 version 62 rpc_version 62 00000020:00100000:0.0:1767318125.706213:0:15672:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767318125.706220:0:15672:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff936996db2300 x1853164383662592/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1712/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318125.706239:0:15672:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15672:1853164383662592:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767318125.706275:0:15672:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318125.706303:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936887ab3e40 going to sleep for 11 seconds 00000100:00100000:1.0:1767318125.706564:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383662592 00000100:00100000:1.0:1767318125.706570:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383662592 00000100:00100000:1.0:1767318125.706609:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2430 00000100:00100000:1.0:1767318125.706617:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:15672:x1853164383662592:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767318125.707521:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:15672:x1853164383662592:12345-0@lo:1000:osp_up0-1.0 Request processed in 902us (1241us total) trans 8589934942 rc 0/0 00000100:00100000:1.0:1767318125.707532:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2430 00000100:00100000:0.0:1767318125.707650:0:15672:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15672:1853164383662592:0@lo:1000:osp_up0-1.0 00000004:00200000:1.0:1767318125.707708:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x2:0x0]: returning size 4096 00010000:00010000:1.0:1767318125.707726:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4b030 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318125.707736:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4b030 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318125.707743:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4b030 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318125.707751:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318125.707755:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4b030 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318125.707763:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4b030 lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318125.707804:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x0 (ffff936886f6d200) 00010000:00010000:1.0:1767318125.707808:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318125.707813:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4b030 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318125.707820:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4b030 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT1 00010000:00010000:1.0:1767318125.707845:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369aaac4c00/0xa7e486a0fcb4b022 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb4b029 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.707853:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369aaac4c00/0xa7e486a0fcb4b022 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb4b029 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.707860:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369aaac4c00/0xa7e486a0fcb4b022 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb4b029 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.707883:0:15479:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318125.708052:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318125.708059:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369aaac4c00/0xa7e486a0fcb4b022 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xa7e486a0fcb4b029 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.708066:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4c00 already unused, calling callback (ffffffffc1797290) 00010000:00010000:0.0:1767318125.708070:0:15465:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369aaac4c00/0xa7e486a0fcb4b022 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb4b029 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1767318125.708077:0:15465:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369aaac4c00/0xa7e486a0fcb4b022 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb4b029 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.708106:0:15465:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369aaac4c00/0xa7e486a0fcb4b022 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4b029 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.708112:0:15465:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767318125.708143:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369aaac4c00/0xa7e486a0fcb4b022 lrc: 1/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4b029 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.708150:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369aaac4c00/0xa7e486a0fcb4b022 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4b029 expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.708164:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318125.708165:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318125.708167:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318125.708231:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383662720:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767318125.708273:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318125.708336:0:30688:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383662720 00000100:00100000:0.0:1767318125.708341:0:30688:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383662720 00000100:00100000:0.0:1767318125.708399:0:30688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:0.0:1767318125.708407:0:30688:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+12:7023:x1853164383662720:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767318125.708420:0:30688:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318125.708435:0:30688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b029 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb4b022 expref: 12 pid: 15485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.708447:0:30688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x0 (ffff936983a24200) 00010000:00010000:0.0:1767318125.708467:0:30688:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318125.708501:0:30688:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+11:7023:x1853164383662720:12345-0@lo:103:ldlm_bl.0 Request processed in 95us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318125.708508:0:30688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:0.0:1767318125.708540:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383662720:0@lo:103:ldlm_bl.0 00000004:00080000:1.0:1767318125.708819:0:15479:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x3:0x0] 00010000:00010000:1.0:1767318125.708833:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698565a400/0xa7e486a0fcb4b006 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb4b00d expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.708842:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698565a400/0xa7e486a0fcb4b006 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb4b00d expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.708854:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698565a400/0xa7e486a0fcb4b006 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb4b00d expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.708870:0:15479:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1767318125.708875:0:15479:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x3:0x0] 00010000:00010000:1.0:1767318125.708880:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369aaac5e00/0xa7e486a0fcb4b014 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb4b01b expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.708887:0:15479:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369aaac5e00/0xa7e486a0fcb4b014 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb4b01b expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318125.708954:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+15:68835:x1853164297289344:12345-192.168.202.56@tcp:36:rm.0 Request processed in 18108us (18315us total) trans 4294968440 rc 0/0 00000100:00100000:1.0:1767318125.708961:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22844 00000100:00100000:1.0:1767318125.712150:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:0.0:1767318125.712368:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318125.712379:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698565a400/0xa7e486a0fcb4b006 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xa7e486a0fcb4b00d expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.712391:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565a400 already unused, calling callback (ffffffffc1797290) 00010000:00010000:0.0:1767318125.712398:0:34132:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698565a400/0xa7e486a0fcb4b006 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb4b00d expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1767318125.712408:0:34132:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698565a400/0xa7e486a0fcb4b006 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb4b00d expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.712450:0:34132:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698565a400/0xa7e486a0fcb4b006 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4b00d expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.712467:0:34132:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767318125.712492:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698565a400/0xa7e486a0fcb4b006 lrc: 1/0,0 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4b00d expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.712500:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff93698565a400/0xa7e486a0fcb4b006 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4b00d expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.712521:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318125.712522:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318125.712524:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318125.712532:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318125.712549:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383662848:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767318125.712599:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318125.712643:0:18401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383662848 00000100:00100000:0.0:1767318125.712649:0:18401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383662848 00000100:00100000:0.0:1767318125.712697:0:18401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:0.0:1767318125.712707:0:18401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+11:7023:x1853164383662848:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767318125.712720:0:18401:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318125.712738:0:18401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139200/0xa7e486a0fcb4b00d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb4b006 expref: 11 pid: 15485 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.712752:0:18401:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff936983a24100) 00010000:00010000:0.0:1767318125.712757:0:18401:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318125.712809:0:18401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+10:7023:x1853164383662848:12345-0@lo:103:ldlm_bl.0 Request processed in 103us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318125.712816:0:18401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:0.0:1767318125.712873:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383662848:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767318125.713279:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297289728 00000100:00100000:3.0:1767318125.713285:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297289728 00000100:00100000:3.0:1767318125.713334:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22845 00000100:00100000:3.0:1767318125.713341:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+151:68835:x1853164297289728:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:3.0:1767318125.713498:0:15479:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318125.713513:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4aff1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc927 expref: 151 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.713525:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff936990793000) 00010000:00010000:3.0:1767318125.713532:0:15479:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318125.713553:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4b037 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318125.713565:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4b037 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318125.713574:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4b037 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318125.713588:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a200/0xa7e486a0fcb4b03e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318125.713595:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a200/0xa7e486a0fcb4b03e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318125.713601:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a200/0xa7e486a0fcb4b03e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318125.713690:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565bc00/0xa7e486a0fcb4b045 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318125.713698:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565bc00/0xa7e486a0fcb4b045 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:3.0:1767318125.713704:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565bc00/0xa7e486a0fcb4b045 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00000040:00080000:2.0:1767318125.714442:0:15479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].174, 64 off19328 00000040:00080000:2.0:1767318125.714478:0:15479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].109, 64 off15168 00010000:00010000:2.0:1767318125.714530:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4b04c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.714541:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4b04c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.714551:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4b04c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.714558:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4b04c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.714564:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4b04c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.714571:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4b04c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.714629:0:15479:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318125.714650:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565bc00/0xa7e486a0fcb4b045 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.714656:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698565bc00/0xa7e486a0fcb4b045 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.714662:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698565bc00/0xa7e486a0fcb4b045 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.714668:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565bc00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.714672:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565bc00/0xa7e486a0fcb4b045 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.714679:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565bc00/0xa7e486a0fcb4b045 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.714688:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff93698cc7b400) 00010000:00010000:2.0:1767318125.714692:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318125.714696:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698565bc00/0xa7e486a0fcb4b045 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.714701:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565bc00/0xa7e486a0fcb4b045 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.714869:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4b037 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.714876:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4b037 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.714882:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4b037 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.714887:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4b037 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.714892:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565be00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.714895:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4b037 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.714900:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4b037 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.714907:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff936983a24100) 00010000:00010000:2.0:1767318125.714910:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.714914:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4b037 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.714919:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4b037 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00000004:00010000:2.0:1767318125.714928:0:15479:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a7521090 reply state 00000000ff4c1c58 transno 8589934943 ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a200/0xa7e486a0fcb4b03e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.714938:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a200/0xa7e486a0fcb4b03e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.714944:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0xbb9b349e (ffff93698cc7b700) 00010000:00010000:2.0:1767318125.714946:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767318125.714949:0:15479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318125.715030:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+152:68835:x1853164297289728:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1686us (2888us total) trans 8589934943 rc 0/0 00000100:00100000:2.0:1767318125.715037:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22845 00000100:00100000:3.0:1767318125.718396:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.718705:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297289856 00000100:00100000:2.0:1767318125.718717:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297289856 00000100:00100000:2.0:1767318125.718797:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22846 00000100:00100000:2.0:1767318125.718808:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+152:68835:x1853164297289856:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:2.0:1767318125.719038:0:15479:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318125.719060:0:15479:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4b053 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc93c expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.719130:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4b05a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.719144:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4b05a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.719155:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4b05a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.719171:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4b061 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.719177:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4b061 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.719183:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4b061 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.719259:0:15479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4b068 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.719267:0:15479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4b068 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.719273:0:15479:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4b068 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00000004:00200000:2.0:1767318125.719312:0:15479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3:0x0]: returning size 4096 00000004:00200000:2.0:1767318125.719315:0:15479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318125.719334:0:15479:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4b068 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.719344:0:15479:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4b05a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.719350:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4b05a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.719441:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4b05a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.719448:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4b05a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.719468:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.719471:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4b05a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.719478:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4b05a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.719490:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93698cc7b900) 00010000:00010000:2.0:1767318125.719493:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.719498:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4b05a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.719503:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139600/0xa7e486a0fcb4b05a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.719519:0:15479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4b061 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.719525:0:15479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4b061 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.719530:0:15479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4b061 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.719534:0:15479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318125.719537:0:15479:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4b061 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.719542:0:15479:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4b061 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.719547:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6733fd18 (ffff936990793200) 00010000:00010000:2.0:1767318125.719550:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318125.719553:0:15479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4b061 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.719557:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4b061 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:2.0:1767318125.719589:0:15479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4b053 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc93c expref: 154 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.719602:0:15479:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4b068 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc93c expref: 153 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.719609:0:15479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff936983a24100) 00010000:00010000:2.0:1767318125.719611:0:15479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767318125.719614:0:15479:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369b5139e00, rc 0) 00000100:00100000:2.0:1767318125.719687:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+153:68835:x1853164297289856:12345-192.168.202.56@tcp:101:rm.0 Request processed in 880us (1303us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.719694:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22846 00010000:00010000:1.0:1767318125.720309:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318125.720317:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4b04c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.720324:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318125.720328:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4b04c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.720335:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4b04c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.720346:0:15466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff93698cc7b400) 00010000:00010000:1.0:1767318125.720348:0:15466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318125.720351:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4b04c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT0 00010000:00010000:1.0:1767318125.720434:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4b04c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318125.722564:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318125.722572:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318125.722574:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318125.723650:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.723747:0:83444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297290112 00000100:00100000:2.0:1767318125.723757:0:83444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297290112 00000100:00100000:2.0:1767318125.724175:0:83444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 10442 00000100:00100000:2.0:1767318125.724187:0:83444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:005be725-9f65-416e-a69a-82c97936344d+153:68835:x1853164297290112:12345-192.168.202.56@tcp:35:rm.0 00000100:00100000:2.0:1767318125.724431:0:83444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:005be725-9f65-416e-a69a-82c97936344d+154:68835:x1853164297290112:12345-192.168.202.56@tcp:35:rm.0 Request processed in 245us (788us total) trans 8589934944 rc 0/0 00000100:00100000:2.0:1767318125.724439:0:83444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 10442 00000100:00100000:1.0:1767318125.727294:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318125.727380:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297290368 00000100:00100000:0.0:1767318125.727390:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297290368 00000100:00100000:0.0:1767318125.727448:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22847 00000100:00100000:0.0:1767318125.727465:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+154:68835:x1853164297290368:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:0.0:1767318125.727519:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1767318125.727547:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4b068 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc93c expref: 154 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.727568:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4af96 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc90b expref: 153 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.727580:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff936983a24100) 00010000:00010000:0.0:1767318125.727595:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4af5e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc8f6 expref: 152 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.727604:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93698cc7b900) 00010000:00010000:0.0:1767318125.727612:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767318125.727637:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b06f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.727649:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b06f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.727658:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b06f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.727673:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b076 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.727679:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b076 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.727685:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b076 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.727768:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b07d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.727776:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b07d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.728162:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b07d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:0.0:1767318125.728419:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3:0x0]: returning size 4096 00010000:00010000:0.0:1767318125.728435:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b07d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.728442:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b07d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.728449:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b07d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.728464:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2e400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318125.728469:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b07d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.728476:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b07d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.728486:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9369a1a6fd00) 00010000:00010000:0.0:1767318125.728489:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767318125.728493:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b07d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.728499:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b07d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.728655:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b06f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.728662:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b06f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.728668:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b06f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.728673:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b06f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.728678:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2fa00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318125.728681:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b06f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.728687:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b06f lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.728695:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936983a24200) 00010000:00010000:0.0:1767318125.728697:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318125.728701:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b06f lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.728706:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b06f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00000004:00010000:0.0:1767318125.728719:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000aa844c5 reply state 0000000059ad5054 transno 8589934945 ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b076 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.728728:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b076 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.728735:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6733fd18 (ffff9369a1a6f900) 00010000:00010000:0.0:1767318125.728738:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767318125.728740:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767318125.729163:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+153:68835:x1853164297290368:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1697us (1877us total) trans 8589934945 rc 0/0 00000100:00100000:0.0:1767318125.729174:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22847 00000100:00100000:0.0:1767318125.732429:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318125.732592:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297290496 00000100:00100000:1.0:1767318125.732602:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297290496 00000100:00100000:1.0:1767318125.732662:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22848 00000100:00100000:1.0:1767318125.732672:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+153:68835:x1853164297290496:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318125.732693:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318125.732717:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4b084 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc943 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.733288:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b08b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.733304:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b08b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.733319:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b08b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:1.0:1767318125.733384:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1767318125.733388:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318125.733407:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b08b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.733431:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4b084 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc943 expref: 155 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.733447:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b08b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc943 expref: 154 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.733471:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936886f6d200) 00010000:00010000:1.0:1767318125.733474:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767318125.733478:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369aaac5200, rc 0) 00000100:00100000:1.0:1767318125.733539:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+154:68835:x1853164297290496:12345-192.168.202.56@tcp:101:rm.0 Request processed in 869us (1200us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318125.733547:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22848 00000100:00100000:1.0:1767318125.736518:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318125.736605:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297290624 00000100:00100000:0.0:1767318125.736615:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297290624 00000100:00100000:0.0:1767318125.736709:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22849 00000100:00100000:0.0:1767318125.736719:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+154:68835:x1853164297290624:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:0.0:1767318125.736739:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318125.736761:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4b092 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc94a expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.736875:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b099 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.736889:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b099 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.736900:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b099 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.736916:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b0a0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.736923:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b0a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.736930:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b0a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.737072:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b0a7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.737081:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b0a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.737088:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b0a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:0.0:1767318125.737116:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1767318125.737119:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767318125.737140:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b0a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.737152:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b099 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.737158:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b099 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.737163:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b099 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.737170:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b099 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.737175:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2ee00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318125.737179:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b099 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.737186:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b099 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.737198:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936886f6d200) 00010000:00010000:0.0:1767318125.737201:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318125.737206:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b099 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.737211:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b099 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.737223:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b0a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.737229:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b0a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.737234:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b0a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.737239:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2ec00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318125.737242:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b0a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.737248:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b0a0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.737255:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb40b17d1 (ffff93688a783f00) 00010000:00010000:0.0:1767318125.737257:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318125.737260:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b0a0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.737265:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b0a0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318125.737294:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4b092 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc94a expref: 156 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.737314:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b0a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc94a expref: 155 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.737321:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff93688a783a00) 00010000:00010000:0.0:1767318125.737323:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767318125.737325:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a4b2e600, rc 0) 00000100:00100000:0.0:1767318125.737618:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+155:68835:x1853164297290624:12345-192.168.202.56@tcp:101:rm.0 Request processed in 899us (1110us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318125.737627:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22849 00000100:00100000:1.0:1767318125.741138:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.741535:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297290880 00000100:00100000:2.0:1767318125.741546:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297290880 00000100:00100000:3.0:1767318125.741590:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22850 00000100:00100000:3.0:1767318125.741633:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+155:68835:x1853164297290880:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318125.741653:0:25280:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318125.741673:0:25280:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a800/0xa7e486a0fcb4b0ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc951 expref: -99 pid: 25280 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1767318125.741772:0:25280:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x5:0x0]: returning size 4096 00010000:00010000:3.0:1767318125.741991:0:25280:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a800/0xa7e486a0fcb4b0ae lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc951 expref: 157 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.742006:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936886f6d200) 00010000:00010000:3.0:1767318125.742009:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767318125.742013:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a800/0xa7e486a0fcb4b0ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc951 expref: 157 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.742025:0:25280:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93698565a800, rc 0) 00000100:00100000:3.0:1767318125.742085:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+156:68835:x1853164297290880:12345-192.168.202.56@tcp:101:rm.0 Request processed in 454us (957us total) trans 8589934946 rc 301/301 00000100:00100000:3.0:1767318125.742093:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22850 00000100:00100000:0.0:1767318125.745700:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.746150:0:83444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297291008 00000100:00100000:2.0:1767318125.746160:0:83444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297291008 00000100:00100000:2.0:1767318125.746215:0:83444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 10443 00000100:00100000:2.0:1767318125.746225:0:83444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:005be725-9f65-416e-a69a-82c97936344d+156:68835:x1853164297291008:12345-192.168.202.56@tcp:37:rm.0 00000100:00100000:2.0:1767318125.753145:0:83444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:005be725-9f65-416e-a69a-82c97936344d+156:68835:x1853164297291008:12345-192.168.202.56@tcp:37:rm.0 Request processed in 6908us (7445us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.753158:0:83444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 10443 00000100:00100000:3.0:1767318125.757036:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.757413:0:83444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297291264 00000100:00100000:2.0:1767318125.757423:0:83444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297291264 00000100:00100000:2.0:1767318125.757493:0:83444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 10444 00000100:00100000:2.0:1767318125.757503:0:83444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b9577050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:005be725-9f65-416e-a69a-82c97936344d+156:68835:x1853164297291264:12345-192.168.202.56@tcp:35:rm.0 00000100:00100000:2.0:1767318125.757838:0:83444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b9577050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:005be725-9f65-416e-a69a-82c97936344d+157:68835:x1853164297291264:12345-192.168.202.56@tcp:35:rm.0 Request processed in 336us (815us total) trans 8589934947 rc 0/0 00000100:00100000:2.0:1767318125.757847:0:83444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 10444 00000100:00100000:0.0:1767318125.762432:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318125.762557:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297291520 00000100:00100000:1.0:1767318125.762568:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297291520 00000100:00100000:1.0:1767318125.762646:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22851 00000100:00100000:1.0:1767318125.762658:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5650050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+157:68835:x1853164297291520:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318125.762722:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767318125.762750:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b0a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc94a expref: 157 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.762774:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff93688a783a00) 00010000:00010000:1.0:1767318125.762853:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b08b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc943 expref: 156 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.762864:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936886f6d200) 00010000:00010000:1.0:1767318125.762870:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318125.762894:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4b0bc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.762906:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4b0bc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.762915:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4b0bc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.762928:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4b0c3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.762934:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4b0c3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.762941:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4b0c3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.763031:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b0ca lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.763039:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b0ca lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.763046:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b0ca lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:1.0:1767318125.763302:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x5:0x0]: returning size 4096 00010000:00010000:1.0:1767318125.763318:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b0ca lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.763325:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b0ca lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.763331:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b0ca lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.763336:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318125.763340:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b0ca lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.763350:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b0ca lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.763359:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff936886f6d900) 00010000:00010000:1.0:1767318125.763362:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318125.763365:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b0ca lrc: 2/0,0 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.763371:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b0ca lrc: 0/0,0 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.763523:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4b0bc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.763529:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4b0bc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.763535:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4b0bc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.763540:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4b0bc lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.763545:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318125.763548:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4b0bc lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.763553:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4b0bc lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.763561:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936886f6dd00) 00010000:00010000:1.0:1767318125.763563:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318125.763566:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4b0bc lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.763572:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4b0bc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00000004:00010000:1.0:1767318125.763583:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000013f8d816 reply state 00000000ec576a83 transno 8589934948 ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4b0c3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.763593:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4b0c3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.763598:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb40b17d1 (ffff936886f6d300) 00010000:00010000:1.0:1767318125.763600:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318125.763603:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318125.763683:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5650050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+157:68835:x1853164297291520:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1026us (1262us total) trans 8589934948 rc 0/0 00000100:00100000:1.0:1767318125.763691:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22851 00000100:00100000:0.0:1767318125.768271:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318125.768368:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297291648 00000100:00100000:3.0:1767318125.768379:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297291648 00000100:00100000:3.0:1767318125.768439:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22852 00000100:00100000:3.0:1767318125.768450:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+157:68835:x1853164297291648:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318125.768489:0:25280:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318125.768514:0:25280:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a800/0xa7e486a0fcb4b0d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc958 expref: -99 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.768578:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a600/0xa7e486a0fcb4b0d8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.768592:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a600/0xa7e486a0fcb4b0d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.768604:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a600/0xa7e486a0fcb4b0d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000004:00200000:3.0:1767318125.768655:0:25280:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1767318125.768686:0:25280:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767318125.768706:0:25280:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a600/0xa7e486a0fcb4b0d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.768729:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a800/0xa7e486a0fcb4b0d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc958 expref: 159 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.768745:0:25280:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a600/0xa7e486a0fcb4b0d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc958 expref: 158 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.768753:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93698cc7b800) 00010000:00010000:3.0:1767318125.768756:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767318125.768759:0:25280:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93698565a600, rc 0) 00000100:00100000:3.0:1767318125.768861:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+158:68835:x1853164297291648:12345-192.168.202.56@tcp:101:rm.0 Request processed in 413us (604us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318125.768869:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22852 00000100:00100000:2.0:1767318125.773991:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318125.774195:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297291776 00000100:00100000:1.0:1767318125.774205:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297291776 00000100:00100000:1.0:1767318125.774270:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22853 00000100:00100000:1.0:1767318125.774281:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+158:68835:x1853164297291776:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318125.774304:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318125.774326:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4b0df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc95f expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.774405:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b0e6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.774419:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b0e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.774428:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b0e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.774441:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b0ed lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.774447:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b0ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.774465:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b0ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.774627:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4b0f4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.775419:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4b0f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.775428:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4b0f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00200000:1.0:1767318125.775478:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xd:0x0]: returning size 4096 00000004:00200000:1.0:1767318125.775482:0:19573:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767318125.775503:0:19573:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4b0f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.775517:0:19573:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b0e6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.775523:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b0e6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.775528:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b0e6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.775535:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b0e6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.775546:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318125.775550:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b0e6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.775557:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b0e6 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.775568:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93698cc7b800) 00010000:00010000:1.0:1767318125.775572:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318125.775576:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b0e6 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.775581:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b0e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.775602:0:19573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b0ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.775608:0:19573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b0ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.775614:0:19573:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b0ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.775619:0:19573:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318125.775622:0:19573:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b0ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.775627:0:19573:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b0ed lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.775815:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x93dc5303 (ffff936886f6dd00) 00010000:00010000:1.0:1767318125.775817:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318125.775821:0:19573:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b0ed lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.776000:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b0ed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:1.0:1767318125.776042:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4b0df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc95f expref: 160 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.776057:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4b0f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc95f expref: 159 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.776065:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff936886f6d900) 00010000:00010000:1.0:1767318125.776067:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767318125.776070:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369aaac4200, rc 0) 00000100:00100000:1.0:1767318125.776137:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+159:68835:x1853164297291776:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1858us (2159us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318125.776147:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22853 00000100:00100000:2.0:1767318125.781186:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318125.781276:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297292032 00000100:00100000:1.0:1767318125.781287:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297292032 00000100:00100000:1.0:1767318125.781352:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22854 00000100:00100000:1.0:1767318125.781363:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6159f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+159:68835:x1853164297292032:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:1.0:1767318125.781387:0:19573:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318125.781409:0:19573:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b0fb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc966 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1767318125.781529:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xd:0x0]: returning size 4096 00010000:00010000:1.0:1767318125.781646:0:19573:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b0fb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc966 expref: 161 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.781664:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93698cc7b800) 00010000:00010000:1.0:1767318125.781667:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767318125.781672:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b0fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc966 expref: 161 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.781686:0:19573:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369aaac5a00, rc 0) 00000100:00100000:1.0:1767318125.781749:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6159f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+160:68835:x1853164297292032:12345-192.168.202.56@tcp:101:rm.0 Request processed in 388us (586us total) trans 8589934949 rc 301/301 00000100:00100000:1.0:1767318125.781756:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22854 00000100:00100000:0.0:1767318125.786348:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.786433:0:83444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297292160 00000100:00100000:2.0:1767318125.786444:0:83444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297292160 00000100:00100000:2.0:1767318125.786504:0:83444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 10445 00000100:00100000:2.0:1767318125.786513:0:83444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:005be725-9f65-416e-a69a-82c97936344d+160:68835:x1853164297292160:12345-192.168.202.56@tcp:37:rm.0 00000100:00100000:0.0:1767318125.796107:0:83444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:005be725-9f65-416e-a69a-82c97936344d+160:68835:x1853164297292160:12345-192.168.202.56@tcp:37:rm.0 Request processed in 9581us (9757us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318125.796122:0:83444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 10445 00000100:00100000:0.0:1767318125.801266:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318125.801481:0:83444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297292416 00000100:00100000:2.0:1767318125.801491:0:83444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297292416 00000100:00100000:2.0:1767318125.801549:0:83444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 10446 00000100:00100000:2.0:1767318125.801559:0:83444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:005be725-9f65-416e-a69a-82c97936344d+160:68835:x1853164297292416:12345-192.168.202.56@tcp:35:rm.0 00000100:00100000:2.0:1767318125.801865:0:83444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:005be725-9f65-416e-a69a-82c97936344d+161:68835:x1853164297292416:12345-192.168.202.56@tcp:35:rm.0 Request processed in 306us (606us total) trans 8589934950 rc 0/0 00000100:00100000:2.0:1767318125.801872:0:83444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 10446 00000100:00100000:3.0:1767318125.804901:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318125.804983:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297292672 00000100:00100000:1.0:1767318125.804994:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297292672 00000100:00100000:1.0:1767318125.805059:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22855 00000100:00100000:1.0:1767318125.805071:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+161:68835:x1853164297292672:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:1.0:1767318125.805126:0:25280:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767318125.805152:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4b0f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc95f expref: 161 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.805173:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff936886f6d900) 00010000:00010000:1.0:1767318125.805188:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a600/0xa7e486a0fcb4b0d8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc958 expref: 160 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318125.805197:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93698cc7b800) 00010000:00010000:1.0:1767318125.805203:0:25280:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318125.805225:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b109 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.805237:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b109 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.805246:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b109 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.805256:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4b110 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.805262:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4b110 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.805268:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4b110 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.805346:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b117 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.805366:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b117 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.805373:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b117 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000004:00200000:1.0:1767318125.805656:0:25280:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xd:0x0]: returning size 4096 00010000:00010000:1.0:1767318125.805670:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b117 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.805678:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b117 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.805684:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b117 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.805690:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318125.805694:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b117 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.805705:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b117 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.805713:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff936886f6d700) 00010000:00010000:1.0:1767318125.805716:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767318125.805731:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b117 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.805737:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b117 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.805948:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b109 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.805955:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b109 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.805960:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b109 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.805965:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b109 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.805969:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:1.0:1767318125.805972:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b109 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.805978:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b109 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.805988:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff936886f6dd00) 00010000:00010000:1.0:1767318125.805991:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318125.805994:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b109 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.805999:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b109 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00000004:00010000:1.0:1767318125.806011:0:25280:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000080ee9415 reply state 00000000087f85a5 transno 8589934951 ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4b110 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.806021:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4b110 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.806027:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x93dc5303 (ffff936886f6d200) 00010000:00010000:1.0:1767318125.806030:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767318125.806032:0:25280:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767318125.807134:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+161:68835:x1853164297292672:12345-192.168.202.56@tcp:36:rm.0 Request processed in 2059us (2247us total) trans 8589934951 rc 0/0 00000100:00100000:1.0:1767318125.807145:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22855 00000100:00100000:0.0:1767318125.812303:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318125.812442:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297292800 00000100:00100000:3.0:1767318125.812462:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297292800 00000100:00100000:3.0:1767318125.812593:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22856 00000100:00100000:3.0:1767318125.812603:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+161:68835:x1853164297292800:12345-192.168.202.56@tcp:101:rm.0 00010000:00010000:3.0:1767318125.812626:0:25280:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318125.812649:0:25280:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a800/0xa7e486a0fcb4b11e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc96d expref: -99 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318125.812710:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565ac00/0xa7e486a0fcb4b125 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.812724:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565ac00/0xa7e486a0fcb4b125 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:3.0:1767318125.812741:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565ac00/0xa7e486a0fcb4b125 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000004:00200000:3.0:1767318125.812821:0:25280:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1767318125.813296:0:25280:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767318125.813383:0:25280:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93698565ac00/0xa7e486a0fcb4b125 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:2.0:1767318125.813412:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a800/0xa7e486a0fcb4b11e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc96d expref: 163 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.813439:0:25280:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565ac00/0xa7e486a0fcb4b125 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc96d expref: 162 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318125.813448:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93698cc7bf00) 00010000:00010000:2.0:1767318125.813463:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767318125.813467:0:25280:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93698565ac00, rc 0) 00000100:00100000:2.0:1767318125.813988:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+162:68835:x1853164297292800:12345-192.168.202.56@tcp:101:rm.0 Request processed in 1383us (1694us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.813997:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22856 00000100:00100000:2.0:1767318125.824206:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318125.824271:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297293056 00000100:00100000:0.0:1767318125.824282:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297293056 00000100:00100000:0.0:1767318125.824337:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22857 00000100:00100000:0.0:1767318125.824348:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+162:68835:x1853164297293056:12345-192.168.202.56@tcp:36:rm.0 00010000:00010000:0.0:1767318125.824399:0:25280:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1767318125.824426:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e800/0xa7e486a0fcb454f8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2675:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cbce7 expref: 162 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.824461:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2675:0x0].0x0 (ffff93698397c400) 00010000:00010000:0.0:1767318125.824488:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565ac00/0xa7e486a0fcb4b125 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc96d expref: 161 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318125.824499:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93698cc7bf00) 00010000:00010000:0.0:1767318125.824506:0:25280:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767318125.824533:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b12c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.824544:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b12c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.824552:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b12c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.824563:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b133 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3761619 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.824569:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b133 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3761619 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.824574:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b133 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3761619 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.824655:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b13a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2675:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.824663:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b13a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2675:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.824669:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b13a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2675:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000040:00080000:0.0:1767318125.825153:0:25280:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].175, 64 off19392 00010000:00010000:0.0:1767318125.825204:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b141 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2675:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.825214:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b141 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2675:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.825221:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b141 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2675:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.825228:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b141 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2675:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.825234:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b141 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2675:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.825240:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b141 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2675:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.825262:0:25280:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318125.825280:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b13a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2675:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.825286:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b13a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2675:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.825291:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b13a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2675:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.825297:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2ee00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318125.825301:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b13a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2675:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.825307:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b13a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2675:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.825316:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2675:0x0].0x0 (ffff93688a783b00) 00010000:00010000:0.0:1767318125.825320:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767318125.825324:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b13a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2675:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.825330:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b13a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2675:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.825421:0:25280:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b12c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.825429:0:25280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b12c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.825434:0:25280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b12c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.825440:0:25280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b12c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.825445:0:25280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2e400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318125.825448:0:25280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b12c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.825465:0:25280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b12c lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.825470:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318125.825474:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93688a783f00) 00010000:00010000:1.0:1767318125.825480:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b141 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2675:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.825487:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318125.825491:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2e600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318125.825493:0:25280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b12c lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.825497:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b141 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2675:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.825501:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b12c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00000004:00010000:0.0:1767318125.825515:0:25280:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fa53d08e reply state 00000000dc0640a7 transno 8589934952 ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b133 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3761619 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.825517:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b141 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2675:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.825537:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b133 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3761619 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.825539:0:34133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2675:0x0].0x0 (ffff93688a783b00) 00010000:00010000:1.0:1767318125.825546:0:34133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767318125.825549:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3761619 (ffff93688a783400) 00010000:00010000:1.0:1767318125.825551:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b141 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2675:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318125.825554:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767318125.825558:0:25280:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1767318125.825562:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b141 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2675:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 25280 initiator: MDT0 00010000:00010000:1.0:1767318125.825586:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318125.825588:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318125.825590:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318125.825639:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+162:68835:x1853164297293056:12345-192.168.202.56@tcp:36:rm.0 Request processed in 1292us (1444us total) trans 8589934952 rc 0/0 00000100:00100000:0.0:1767318125.825647:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22857 00010000:00010000:0.0:1767318126.135865:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318127.161333:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318128.183299:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1767318129.134379:0:94533:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: === ost-pools: finish cleanup 20:42:06 (1767318126) === 00010000:00010000:0.0:1767318129.207306:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318129.216543:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318129.216654:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297293184 00000100:00100000:0.0:1767318129.216668:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297293184 00000100:00100000:0.0:1767318129.216770:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22858 00000100:00100000:0.0:1767318129.216809:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+162:10324:x1853164297293184:12345-192.168.202.56@tcp:101:bash.0 00010000:00010000:0.0:1767318129.216845:0:25280:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318129.216878:0:25280:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b148 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x41099e39662cc974 expref: -99 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.216966:0:25280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b14f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.216983:0:25280:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b14f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.216999:0:25280:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b14f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00000004:00200000:0.0:1767318129.217054:0:25280:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1767318129.217058:0:25280:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767318129.217085:0:25280:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b14f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.217115:0:25280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b148 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc974 expref: 164 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.217133:0:25280:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b14f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc974 expref: 163 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.217144:0:25280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93688a783000) 00010000:00010000:0.0:1767318129.217147:0:25280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767318129.217151:0:25280:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9369a4b2e400, rc 0) 00000100:00100000:0.0:1767318129.217228:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+163:10324:x1853164297293184:12345-192.168.202.56@tcp:101:bash.0 Request processed in 446us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318129.217236:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22858 00000100:00080000:1.0:1767318129.217456:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1767318129.251096:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318129.251141:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297293440 00000100:00100000:3.0:1767318129.251153:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297293440 00000100:00100000:3.0:1767318129.251218:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22859 00000100:00100000:3.0:1767318129.251230:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+163:69132:x1853164297293440:12345-192.168.202.56@tcp:36:lfs.0 00010000:00010000:3.0:1767318129.251302:0:19573:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318129.251337:0:19573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b14f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc974 expref: 163 pid: 25280 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.251359:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93688a783000) 00010000:00010000:3.0:1767318129.251371:0:19573:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318129.251402:0:19573:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4b156 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318129.251417:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4b156 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318129.251442:0:19573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4b156 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00000004:00010000:3.0:1767318129.251913:0:19573:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000012be245f reply state 000000002726e255 transno 8589934953 ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4b156 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318129.251942:0:19573:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4b156 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:3.0:1767318129.251954:0:19573:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93688a4c9500) 00010000:00010000:3.0:1767318129.251958:0:19573:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00000100:00100000:3.0:1767318129.251963:0:19573:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1767318129.251973:0:19573:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1767318129.252237:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+164:69132:x1853164297293440:12345-192.168.202.56@tcp:36:lfs.0 Request processed in 1004us (1150us total) trans 8589934953 rc 0/0 00000100:00100000:3.0:1767318129.252248:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22859 00000004:00080000:2.0:1767318129.276978:0:19050:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 3032549192186ns, next at 3033549187342ns, rc = 0 00000100:00100000:2.0:1767318129.277024:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383662976:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318129.277112:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.277208:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383662976 00000100:00100000:2.0:1767318129.277217:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383662976 00000100:00100000:2.0:1767318129.277280:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2063 00000100:00100000:2.0:1767318129.277290:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6158e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383662976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318129.277328:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 23307328 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1767318129.277375:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6158e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383662976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318129.277384:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2063 00000100:00080000:2.0:1767318129.277412:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318129.277474:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383662976:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318129.277646:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383663104:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318129.277674:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318129.279610:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383663104 00000100:00100000:1.0:1767318129.279628:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383663104 00000100:00100000:1.0:1767318129.279746:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2064 00000100:00100000:1.0:1767318129.279765:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+105:7026:x1853164383663104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318129.279997:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8744256 pending 0 free 3921432576 avail 3689910272 00000100:00100000:1.0:1767318129.280102:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+105:7026:x1853164383663104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 346us (2426us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318129.280112:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2064 00000100:00080000:2.0:1767318129.280229:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318129.288807:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383663104:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318129.783459:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383663232:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1767318129.783525:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.784335:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383663232 00000100:00100000:2.0:1767318129.784346:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383663232 00000100:00100000:2.0:1767318129.784396:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2431 00000100:00100000:2.0:1767318129.784405:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:7023:x1853164383663232:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1767318129.784462:0:15676:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445429248 avail 1299189760 00000100:00100000:2.0:1767318129.784532:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:7023:x1853164383663232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 126us (1005us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318129.784541:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2431 00000100:00100000:2.0:1767318129.784599:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383663232:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1767318129.785833:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383663616:0@lo:400:kworker.0 00000100:00100000:1.0:1767318129.785887:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318129.785939:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383664128:0@lo:400:kworker.0 00000100:00100000:1.0:1767318129.785965:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318129.785982:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383664640:0@lo:400:kworker.0 00000100:00100000:1.0:1767318129.786005:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318129.786053:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383663616 00000100:00100000:1.0:1767318129.786059:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383663616 00000100:00100000:1.0:1767318129.786113:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3992 00000100:00100000:1.0:1767318129.786125:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383663616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318129.786170:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383663616:12345-0@lo:400:kworker.0 Request processed in 50us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318129.786176:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3992 00000100:00100000:1.0:1767318129.786201:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383664128 00000100:00100000:1.0:1767318129.786204:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383664128 00000100:00100000:1.0:1767318129.786226:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383664640 00000100:00100000:1.0:1767318129.786229:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383664640 00000100:00100000:1.0:1767318129.786253:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322 00000100:00100000:1.0:1767318129.786259:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383664128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318129.786288:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383664128:12345-0@lo:400:kworker.0 Request processed in 30us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318129.786294:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322 00000100:00100000:1.0:1767318129.786306:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1323 00000100:00100000:1.0:1767318129.786313:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:7026:x1853164383664640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318129.786341:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:7026:x1853164383664640:12345-0@lo:400:kworker.0 Request processed in 28us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318129.786346:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1323 00000100:00080000:1.0:1767318129.786365:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318129.786369:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318129.786401:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383663616:0@lo:400:kworker.0 00000100:00100000:1.0:1767318129.786411:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383664128:0@lo:400:kworker.0 00000100:00100000:1.0:1767318129.786436:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383664640:0@lo:400:kworker.0 00000100:00100000:2.0:1767318129.786922:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:7025:1853164383663488:0@lo:400:kworker.0 00000100:00100000:2.0:1767318129.786961:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.786983:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7025:1853164383664000:0@lo:400:kworker.0 00000100:00100000:2.0:1767318129.787003:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.787017:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383664512:0@lo:400:kworker.0 00000100:00100000:2.0:1767318129.787038:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.787066:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383664512 00000100:00100000:2.0:1767318129.787071:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383664512 00000100:00100000:2.0:1767318129.787101:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1324 00000100:00100000:2.0:1767318129.787107:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+106:7025:x1853164383664512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318129.787139:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+106:7025:x1853164383664512:12345-0@lo:400:kworker.0 Request processed in 33us (100us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318129.787148:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1324 00000100:00100000:2.0:1767318129.787296:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:169051ac-342a-4bca-886c-dcc859fcae5f:7024:1853164383663360:0@lo:400:kworker.0 00000100:00100000:2.0:1767318129.787338:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.787366:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383663872:0@lo:400:kworker.0 00000100:00100000:2.0:1767318129.787386:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.787402:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383664384:0@lo:400:kworker.0 00000100:00100000:2.0:1767318129.787439:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.787454:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383664896:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1767318129.787472:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.787489:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1767318129.787495:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:7024:1853164383663744:0@lo:400:kworker.0 00000100:00100000:2.0:1767318129.787514:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.787531:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383664256:0@lo:400:kworker.0 00000100:00100000:2.0:1767318129.787550:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.787564:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:7024:1853164383664768:0@lo:400:kworker.0 00000100:00100000:2.0:1767318129.787583:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.787606:0:88991:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383663360 00000100:00100000:2.0:1767318129.787609:0:88991:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383663360 00000100:00100000:2.0:1767318129.787637:0:88991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:2.0:1767318129.787645:0:88991:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369852dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:169051ac-342a-4bca-886c-dcc859fcae5f+23:7024:x1853164383663360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318129.787677:0:88991:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369852dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:169051ac-342a-4bca-886c-dcc859fcae5f+23:7024:x1853164383663360:12345-0@lo:400:kworker.0 Request processed in 33us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318129.787683:0:88991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00100000:2.0:1767318129.787710:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383663488 00000100:00100000:2.0:1767318129.787714:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383663488 00000100:00100000:2.0:1767318129.787730:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383664000 00000100:00100000:2.0:1767318129.787732:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383664000 00000100:00100000:2.0:1767318129.787745:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383663872 00000100:00100000:2.0:1767318129.787748:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383663872 00000100:00100000:2.0:1767318129.787760:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383663744 00000100:00100000:2.0:1767318129.787762:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383663744 00000100:00100000:2.0:1767318129.787773:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383664768 00000100:00100000:2.0:1767318129.787775:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383664768 00000100:00100000:2.0:1767318129.787813:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3993 00000100:00100000:2.0:1767318129.787819:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:7025:x1853164383663488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318129.787848:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:7025:x1853164383663488:12345-0@lo:400:kworker.0 Request processed in 30us (887us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318129.787853:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3993 00000100:00100000:2.0:1767318129.787864:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3994 00000100:00100000:2.0:1767318129.787870:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:7025:x1853164383664000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318129.787892:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:7025:x1853164383664000:12345-0@lo:400:kworker.0 Request processed in 23us (889us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318129.787898:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3994 00000100:00100000:2.0:1767318129.787908:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3995 00000100:00100000:2.0:1767318129.787914:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990597b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383663872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318129.787938:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990597b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383663872:12345-0@lo:400:kworker.0 Request processed in 24us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318129.787943:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3995 00000100:00100000:2.0:1767318129.787954:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3996 00000100:00100000:2.0:1767318129.787959:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:7024:x1853164383663744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318129.787984:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:7024:x1853164383663744:12345-0@lo:400:kworker.0 Request processed in 24us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318129.787990:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3996 00000100:00100000:2.0:1767318129.788000:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3997 00000100:00100000:2.0:1767318129.788006:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990596a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:7024:x1853164383664768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318129.788029:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990596a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:7024:x1853164383664768:12345-0@lo:400:kworker.0 Request processed in 24us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318129.788034:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3997 00000100:00100000:2.0:1767318129.788054:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383664256 00000100:00100000:2.0:1767318129.788057:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383664256 00000100:00100000:2.0:1767318129.788077:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1325 00000100:00100000:2.0:1767318129.788083:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+105:7024:x1853164383664256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318129.788109:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+105:7024:x1853164383664256:12345-0@lo:400:kworker.0 Request processed in 26us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318129.788116:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1325 00000100:00100000:2.0:1767318129.788151:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:7024:1853164383663744:0@lo:400:kworker.0 00000100:00100000:2.0:1767318129.788162:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383664256:0@lo:400:kworker.0 00000100:00100000:2.0:1767318129.788170:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:7024:1853164383664768:0@lo:400:kworker.0 00000100:00100000:2.0:1767318129.788177:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:169051ac-342a-4bca-886c-dcc859fcae5f:7024:1853164383663360:0@lo:400:kworker.0 00000100:00100000:2.0:1767318129.788185:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383663872:0@lo:400:kworker.0 00000100:00100000:2.0:1767318129.788216:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383664384 00000100:00100000:2.0:1767318129.788220:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383664384 00000100:00100000:2.0:1767318129.788242:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383664896 00000100:00100000:2.0:1767318129.788245:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383664896 00000100:00100000:2.0:1767318129.788257:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2432 00000100:00100000:2.0:1767318129.788265:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990596680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:7024:x1853164383664384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318129.788298:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990596680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:7024:x1853164383664384:12345-0@lo:400:kworker.0 Request processed in 34us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318129.788303:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2432 00000100:00100000:2.0:1767318129.788315:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2433 00000100:00100000:2.0:1767318129.788320:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:7024:x1853164383664896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1767318129.788346:0:15676:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:2.0:1767318129.788375:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:7024:x1853164383664896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 55us (901us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318129.788381:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2433 00000100:00100000:2.0:1767318129.788408:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383664384:0@lo:400:kworker.0 00000100:00100000:2.0:1767318129.788438:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383664896:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1767318129.788469:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:7025:1853164383663488:0@lo:400:kworker.0 00000100:00100000:2.0:1767318129.788478:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7025:1853164383664000:0@lo:400:kworker.0 00000100:00100000:2.0:1767318129.788488:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383664512:0@lo:400:kworker.0 00000100:00080000:1.0:1767318129.788680:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318129.788685:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1767318129.788688:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:0.0:1767318129.791952:0:18377:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294975747 is committed 00000001:00080000:0.0:1767318129.792993:0:18396:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294976778 is committed 00000001:00080000:0.0:1767318129.793126:0:18396:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294976678 is committed 00010000:00010000:2.0:1767318129.806901:0:88986:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a4b2f800/0xa7e486a0fcb4adc1 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb4adc8 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1767318129.806926:0:88986:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a4b2f800/0xa7e486a0fcb4adc1 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb4adc8 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.806967:0:88986:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a4b2f800/0xa7e486a0fcb4adc1 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4adc8 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.806974:0:88986:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767318129.806999:0:88986:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9369a4b2f800/0xa7e486a0fcb4adc1 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4adc8 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1767318129.807015:0:88986:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934953 is committed 00000001:00080000:2.0:1767318129.807045:0:88986:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934942 is committed 00000004:00080000:2.0:1767318129.807061:0:88986:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 7 committed 00000004:00080000:2.0:1767318129.807072:0:88986:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 9 committed 00000020:00080000:2.0:1767318129.807153:0:88986:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294996834 batchid updated 00000004:00080000:2.0:1767318129.807177:0:88986:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 6 committed 00000004:00080000:2.0:1767318129.807180:0:88986:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 8 committed 00000020:00080000:2.0:1767318129.807316:0:89016:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294996834 00000004:00080000:2.0:1767318129.807368:0:89016:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff936987dcc300 with version 16 00000020:00080000:2.0:1767318129.807377:0:89016:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294996833 cancel update log [0x240000402:0x2:0x0].3: rc = 0 00000020:00080000:2.0:1767318129.807462:0:89016:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294996833 cancel update log [0x200000bd0:0x1:0x0].3: rc = 0 00000004:00080000:2.0:1767318129.807481:0:89016:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff936987dcc3c0 with version 17 00000020:00080000:2.0:1767318129.807484:0:89016:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294996834 cancel update log [0x240000402:0x2:0x0].4: rc = 0 00000020:00080000:2.0:1767318129.807499:0:89016:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294996834 cancel update log [0x200000bd0:0x1:0x0].4: rc = 0 00000020:00080000:2.0:1767318129.807507:0:89016:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294996834 00000004:00080000:2.0:1767318129.807515:0:89001:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff936886a273c0 version 16 rpc_version 16 00000020:00100000:2.0:1767318129.807532:0:89001:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1767318129.807542:0:89001:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff936883182a00 x1853164383667328/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318129.807562:0:89001:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182a00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:89001:1853164383667328:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767318129.807627:0:89001:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.807649:0:89001:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcc000 going to sleep for 11 seconds 00000100:00100000:2.0:1767318129.807677:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383665408:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.807699:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.807712:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990594380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383665920:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.807725:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.807734:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383666432:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.807748:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.807758:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383666944:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.807772:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.807816:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:2.0:1767318129.807821:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990594e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383665280:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.807837:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.807849:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383665792:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.807861:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.807870:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383666304:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.807884:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.807894:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383666816:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.807907:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.807928:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383665408 00000100:00100000:2.0:1767318129.807934:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383665408 00000100:00100000:2.0:1767318129.807966:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383665920 00000100:00100000:2.0:1767318129.807968:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383665920 00000100:00100000:2.0:1767318129.807979:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383666432 00000100:00100000:2.0:1767318129.807981:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383666432 00000100:00100000:2.0:1767318129.807993:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383666944 00000100:00100000:2.0:1767318129.807995:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383666944 00000100:00100000:2.0:1767318129.808005:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383665280 00000100:00100000:2.0:1767318129.808007:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383665280 00000100:00100000:2.0:1767318129.808016:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383665792 00000100:00100000:2.0:1767318129.808018:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383665792 00000100:00100000:2.0:1767318129.808026:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383666304 00000100:00100000:2.0:1767318129.808028:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383666304 00000100:00100000:2.0:1767318129.808035:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383666816 00000100:00100000:2.0:1767318129.808037:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383666816 00000100:00100000:2.0:1767318129.808047:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17031 00000100:00100000:2.0:1767318129.808054:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+8:7024:x1853164383665408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318129.808077:0:70356:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8054 count 1 00002000:00010000:2.0:1767318129.808107:0:70356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f76:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.808114:0:70356:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b5139200/0xa7e486a0fcb4b15d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f76:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.808127:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.808129:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.808135:0:70356:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369b5139200/0xa7e486a0fcb4b15d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.808150:0:70356:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369b5139200/0xa7e486a0fcb4b15d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.808159:0:70356:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b5139200/0xa7e486a0fcb4b15d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.808167:0:70356:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369b5139200/0xa7e486a0fcb4b15d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.808181:0:70356:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318129.808803:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17032 00000100:00100000:2.0:1767318129.808813:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:7024:x1853164383665920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318129.808828:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8090 count 1 00002000:00010000:2.0:1767318129.808843:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f9a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.808849:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4b164 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f9a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.808858:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.808859:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.808862:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4b164 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.808872:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4b164 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.808879:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4b164 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.808886:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4b164 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.808903:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318129.809087:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:7024:x1853164383665920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 276us (1360us total) trans 4294975748 rc 0/0 00000100:00100000:2.0:1767318129.809094:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17032 00000100:00100000:2.0:1767318129.809111:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17033 00000100:00100000:2.0:1767318129.809117:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:7024:x1853164383666432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.809127:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8140 count 1 00002000:00010000:2.0:1767318129.809142:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fcc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.809147:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4b16b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fcc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.809159:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.809160:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.809164:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4b16b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.809174:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4b16b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.809182:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4b16b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.809188:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4b16b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.809199:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318129.809298:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:7024:x1853164383666432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 181us (1548us total) trans 4294976779 rc 0/0 00000100:00100000:2.0:1767318129.809303:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17033 00000100:00100000:2.0:1767318129.809313:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17034 00000100:00100000:2.0:1767318129.809318:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:7024:x1853164383666944:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.809326:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8137 count 1 00002000:00010000:2.0:1767318129.809338:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fc9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.809342:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4b172 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fc9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.809349:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.809351:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.809355:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4b172 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.809363:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4b172 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.809370:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4b172 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.809377:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4b172 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.809387:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318129.809480:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:7024:x1853164383666944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 161us (1706us total) trans 4294976780 rc 0/0 00000100:00100000:2.0:1767318129.809485:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17034 00000100:00100000:2.0:1767318129.809496:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17035 00000100:00100000:2.0:1767318129.809502:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:7024:x1853164383665280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318129.809512:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8101 count 1 00002000:00010000:2.0:1767318129.809525:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1fa5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.809530:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb4b179 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fa5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.809537:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.809538:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.809541:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb4b179 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.809554:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb4b179 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.809560:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb4b179 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.809566:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb4b179 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.809576:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1767318129.809664:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:7024:x1853164383665280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 162us (1825us total) trans 4294975749 rc 0/0 00000100:00100000:2.0:1767318129.809669:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17035 00000100:00100000:2.0:1767318129.809681:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17036 00000100:00100000:2.0:1767318129.809687:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:7024:x1853164383665792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318129.809699:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8047 count 1 00002000:00010000:2.0:1767318129.809712:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f6f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.809716:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4b180 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.809723:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.809724:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.809727:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4b180 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.809735:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4b180 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.809743:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4b180 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.809750:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4b180 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.809757:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1767318129.809813:0:70259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17037 00000100:00100000:2.0:1767318129.809821:0:70259:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:7024:x1853164383666304:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.809834:0:70259:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8047 count 1 00002000:00010000:2.0:1767318129.809848:0:70259:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f6f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.809853:0:70259:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4b187 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.809860:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.809862:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.809864:0:70259:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4b187 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.809872:0:70259:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4b187 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.809879:0:70259:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4b187 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.809886:0:70259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4b187 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.809895:0:70259:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:1.0:1767318129.810297:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17038 00000100:00100000:1.0:1767318129.810311:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+8:7024:x1853164383666816:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318129.810324:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8063 count 1 00002000:00010000:1.0:1767318129.810338:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f7f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318129.810343:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4c00/0xa7e486a0fcb4b18e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f7f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.810352:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.810353:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.810356:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4c00/0xa7e486a0fcb4b18e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.810366:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4c00/0xa7e486a0fcb4b18e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.810374:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4c00/0xa7e486a0fcb4b18e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.810379:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4c00/0xa7e486a0fcb4b18e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.810388:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00010000:00010000:1.0:1767318129.810995:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1767318129.811003:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369b5139200/0xa7e486a0fcb4b15d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811012:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318129.811016:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b5139200/0xa7e486a0fcb4b15d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811030:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b5139200/0xa7e486a0fcb4b15d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811048:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369b5139200/0xa7e486a0fcb4b15d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811056:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369b5139200/0xa7e486a0fcb4b15d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811075:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1767318129.811079:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4b164 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811085:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139c00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318129.811088:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4b164 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811095:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4b164 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811105:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4b164 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811111:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369b5139c00/0xa7e486a0fcb4b164 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811128:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1767318129.811132:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4b16b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811138:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139e00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318129.811140:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4b16b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811148:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4b16b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811157:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4b16b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811164:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369b5139e00/0xa7e486a0fcb4b16b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811175:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767318129.811179:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4b172 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811185:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318129.811188:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4b172 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811195:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4b172 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811204:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4b172 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811211:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369b5138000/0xa7e486a0fcb4b172 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811222:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318129.811225:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb4b179 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811231:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318129.811234:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb4b179 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811241:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb4b179 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811250:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb4b179 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1fa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811257:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369b5139600/0xa7e486a0fcb4b179 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1fa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811268:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318129.811271:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4b180 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811281:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318129.811284:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4b180 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811291:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4b180 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811300:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4b180 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811307:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369b5138a00/0xa7e486a0fcb4b180 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811318:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318129.811321:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4b187 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811327:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318129.811329:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4b187 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811336:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4b187 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811344:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4b187 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811355:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369b5138400/0xa7e486a0fcb4b187 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811366:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318129.811369:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4c00/0xa7e486a0fcb4b18e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811375:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4c00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318129.811378:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4c00/0xa7e486a0fcb4b18e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811384:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4c00/0xa7e486a0fcb4b18e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811393:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4c00/0xa7e486a0fcb4b18e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811400:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4c00/0xa7e486a0fcb4b18e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.811426:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318129.811428:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318129.811430:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318129.811445:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383667328 00000100:00100000:1.0:1767318129.811453:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383667328 00000100:00100000:1.0:1767318129.811497:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2434 00000100:00100000:1.0:1767318129.811505:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5b4a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:89001:x1853164383667328:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767318129.811672:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5b4a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+10:89001:x1853164383667328:12345-0@lo:1000:osp_up1-0.0 Request processed in 167us (4044us total) trans 4294968441 rc 0/0 00000100:00100000:1.0:1767318129.811680:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2434 00000100:00100000:1.0:1767318129.812164:0:89001:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182a00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:89001:1853164383667328:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1767318129.812180:0:89001:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff936886a273c0 version 17 rpc_version 17 00000020:00100000:1.0:1767318129.812205:0:89001:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767318129.812212:0:89001:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9369b5137480 x1853164383667584/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318129.812234:0:89001:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:89001:1853164383667584:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767318129.812267:0:89001:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318129.812287:0:89001:0:(client.c:2690:ptlrpc_set_wait()) set ffff9369981c10c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318129.812299:0:15484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383667584 00000100:00100000:1.0:1767318129.812303:0:15484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383667584 00000100:00100000:1.0:1767318129.812327:0:15484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2435 00000100:00100000:1.0:1767318129.812333:0:15484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:89001:x1853164383667584:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767318129.812397:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383665152:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318129.812440:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318129.812457:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990597800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383665664:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318129.812476:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318129.812491:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383666176:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318129.812510:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318129.812526:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383666688:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318129.812545:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318129.812562:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 5 async RPCs [2->3] 00000100:00100000:1.0:1767318129.812569:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383665024:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1767318129.812592:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318129.812611:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383665536:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318129.812629:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318129.812639:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383666048:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318129.812655:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318129.812664:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383666560:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318129.812681:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318129.812690:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383667072:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318129.812707:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318129.812726:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383665152 00000100:00100000:1.0:1767318129.812730:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383665152 00000100:00100000:1.0:1767318129.812749:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383665664 00000100:00100000:1.0:1767318129.812752:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383665664 00000100:00100000:1.0:1767318129.812762:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383666176 00000100:00100000:1.0:1767318129.812765:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383666176 00000100:00100000:1.0:1767318129.812775:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383666688 00000100:00100000:1.0:1767318129.812777:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383666688 00000100:00100000:1.0:1767318129.812810:0:18383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17039 00000100:00100000:1.0:1767318129.812816:0:18383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:7026:x1853164383665152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318129.812836:0:18383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8076 count 1 00002000:00010000:1.0:1767318129.812865:0:18383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f8c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318129.812873:0:18383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4b195 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f8c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.812885:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.812887:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.812892:0:18383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4b195 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.812903:0:18383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4b195 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.812912:0:18383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4b195 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.812921:0:18383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4b195 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.812936:0:18383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318129.813135:0:18383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:7026:x1853164383665152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 318us (694us total) trans 4294975750 rc 0/0 00000100:00100000:1.0:1767318129.813142:0:18383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17039 00000100:00100000:1.0:1767318129.813155:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383665536 00000100:00100000:1.0:1767318129.813159:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383665536 00000100:00100000:1.0:1767318129.813170:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383666048 00000100:00100000:1.0:1767318129.813173:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383666048 00000100:00100000:1.0:1767318129.813182:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383666560 00000100:00100000:1.0:1767318129.813185:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383666560 00000100:00100000:1.0:1767318129.813193:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383667072 00000100:00100000:1.0:1767318129.813196:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383667072 00000100:00100000:1.0:1767318129.813206:0:18383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17040 00000100:00100000:1.0:1767318129.813211:0:18383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:7026:x1853164383665664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318129.813223:0:18383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8098 count 1 00002000:00010000:1.0:1767318129.813239:0:18383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1fa2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318129.813244:0:18383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4b19c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fa2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.813256:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.813258:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.813262:0:18383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4b19c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.813270:0:18383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4b19c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.813278:0:18383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4b19c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.813284:0:18383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4b19c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.813292:0:18383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318129.813384:0:18383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:7026:x1853164383665664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 171us (906us total) trans 4294975751 rc 0/0 00000100:00100000:1.0:1767318129.813390:0:18383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17040 00000100:00100000:1.0:1767318129.813404:0:18383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17041 00000100:00100000:1.0:1767318129.813410:0:18383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:7026:x1853164383666176:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318129.813700:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb49b30 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x985ca94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.813709:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb49b30 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x985ca94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.813715:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb49b30 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x985ca94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.813723:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbd000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.813727:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb49b30 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x985ca94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.813735:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb49b30 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x985ca94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.813754:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x985ca94e (ffff9369a428b100) 00010000:00010000:0.0:1767318129.813757:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.813762:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb49b30 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x985ca94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.813768:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb49b30 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x985ca94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.813810:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9c00/0xa7e486a0fcb49bdf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.813816:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9c00/0xa7e486a0fcb49bdf lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.813822:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9c00/0xa7e486a0fcb49bdf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.813827:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.813829:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9c00/0xa7e486a0fcb49bdf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.813835:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9c00/0xa7e486a0fcb49bdf lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.813842:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xcd7cff4e (ffff9369aaac1a00) 00010000:00010000:0.0:1767318129.813845:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.813848:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9c00/0xa7e486a0fcb49bdf lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.813853:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9c00/0xa7e486a0fcb49bdf lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.813869:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9000/0xa7e486a0fcb49d1a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.813875:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9000/0xa7e486a0fcb49d1a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.813881:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9000/0xa7e486a0fcb49d1a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.813886:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.813889:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9000/0xa7e486a0fcb49d1a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.813895:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9000/0xa7e486a0fcb49d1a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.813903:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x11e2e54e (ffff9369aaac1000) 00010000:00010000:0.0:1767318129.813905:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.813920:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9000/0xa7e486a0fcb49d1a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.813926:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9000/0xa7e486a0fcb49d1a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.813940:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fc00/0xa7e486a0fcb49d52 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.813950:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fc00/0xa7e486a0fcb49d52 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.813955:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fc00/0xa7e486a0fcb49d52 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.813960:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4fc00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.813963:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fc00/0xa7e486a0fcb49d52 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.813968:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fc00/0xa7e486a0fcb49d52 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.813975:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xcefcd44e (ffff936987256c00) 00010000:00010000:0.0:1767318129.813977:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.813980:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fc00/0xa7e486a0fcb49d52 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.813986:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fc00/0xa7e486a0fcb49d52 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.814000:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fe00/0xa7e486a0fcb49d8a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.814006:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fe00/0xa7e486a0fcb49d8a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.814011:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fe00/0xa7e486a0fcb49d8a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.814015:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4fe00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.814018:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fe00/0xa7e486a0fcb49d8a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.814023:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fe00/0xa7e486a0fcb49d8a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.814030:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x4bb7f64e (ffff936987256300) 00010000:00010000:0.0:1767318129.814032:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.814035:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fe00/0xa7e486a0fcb49d8a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.814041:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fe00/0xa7e486a0fcb49d8a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.814074:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9400/0xa7e486a0fcb49dc2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x3448104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.814080:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9400/0xa7e486a0fcb49dc2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x3448104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.814086:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9400/0xa7e486a0fcb49dc2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x3448104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.814091:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.814094:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9400/0xa7e486a0fcb49dc2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x3448104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.814099:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9400/0xa7e486a0fcb49dc2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x3448104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.814106:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x3448104e (ffff9369aaac1400) 00010000:00010000:0.0:1767318129.814108:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.814111:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9400/0xa7e486a0fcb49dc2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x3448104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.814121:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9400/0xa7e486a0fcb49dc2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x3448104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.814135:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49dfa lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.814140:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49dfa lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.814145:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49dfa lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.814150:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4f800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.814153:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49dfa lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.814157:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49dfa lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.814163:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x43ba24e (ffff936987256a00) 00010000:00010000:0.0:1767318129.814165:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.814168:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49dfa lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.814173:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f800/0xa7e486a0fcb49dfa lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15480 initiator: MDT0 00010000:00010000:0.0:1767318129.814200:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78e00/0xa7e486a0fcb49e32 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814206:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78e00/0xa7e486a0fcb49e32 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814215:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78e00/0xa7e486a0fcb49e32 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814219:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.814222:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78e00/0xa7e486a0fcb49e32 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814227:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78e00/0xa7e486a0fcb49e32 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814234:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xe3df914e (ffff9369a99a7b00) 00010000:00010000:0.0:1767318129.814237:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.814240:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78e00/0xa7e486a0fcb49e32 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814245:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78e00/0xa7e486a0fcb49e32 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814273:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49e6a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814279:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49e6a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814285:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49e6a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814289:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4fa00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.814292:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49e6a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814297:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49e6a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814305:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xd0d7914e (ffff936987256700) 00010000:00010000:0.0:1767318129.814307:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.814310:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49e6a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814316:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4fa00/0xa7e486a0fcb49e6a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814329:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e000/0xa7e486a0fcb49ea2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814335:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e000/0xa7e486a0fcb49ea2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814340:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e000/0xa7e486a0fcb49ea2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814345:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.814347:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e000/0xa7e486a0fcb49ea2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814352:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e000/0xa7e486a0fcb49ea2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814360:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xcbc3a94e (ffff936987256600) 00010000:00010000:0.0:1767318129.814362:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.814365:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e000/0xa7e486a0fcb49ea2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814370:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e000/0xa7e486a0fcb49ea2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814388:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49eda lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814394:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49eda lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814399:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49eda lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814403:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4f200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.814405:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49eda lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814410:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49eda lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814429:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x9e7aff4e (ffff936987256800) 00010000:00010000:0.0:1767318129.814431:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.814434:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49eda lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814439:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f200/0xa7e486a0fcb49eda lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814450:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49f12 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x2ddce54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814455:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49f12 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x2ddce54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814460:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49f12 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x2ddce54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814470:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4f600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.814472:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49f12 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x2ddce54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814478:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49f12 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x2ddce54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814484:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x2ddce54e (ffff936987256e00) 00010000:00010000:0.0:1767318129.814486:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.814488:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49f12 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x2ddce54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814493:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f600/0xa7e486a0fcb49f12 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x2ddce54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814515:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49f4a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814521:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49f4a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814526:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49f4a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814531:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4f400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.814533:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49f4a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814539:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49f4a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814546:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x619f234e (ffff936987256f00) 00010000:00010000:0.0:1767318129.814549:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.814552:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49f4a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814557:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f400/0xa7e486a0fcb49f4a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814571:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49f82 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xbaf8914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814577:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49f82 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xbaf8914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814583:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49f82 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xbaf8914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814588:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4f000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.814592:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49f82 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xbaf8914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814597:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49f82 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xbaf8914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814604:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xbaf8914e (ffff936987256b00) 00010000:00010000:0.0:1767318129.814607:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.814610:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49f82 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xbaf8914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814615:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4f000/0xa7e486a0fcb49f82 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xbaf8914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814629:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49fba lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814639:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49fba lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814644:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49fba lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814648:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4ec00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.814652:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49fba lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814657:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49fba lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814664:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x21b4914e (ffff936987256900) 00010000:00010000:0.0:1767318129.814666:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.814669:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49fba lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814674:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ec00/0xa7e486a0fcb49fba lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814688:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8800/0xa7e486a0fcb49ff2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814693:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8800/0xa7e486a0fcb49ff2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814698:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8800/0xa7e486a0fcb49ff2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814703:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.814706:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8800/0xa7e486a0fcb49ff2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814712:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8800/0xa7e486a0fcb49ff2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814719:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xd4fdf64e (ffff9369aaac1700) 00010000:00010000:0.0:1767318129.814721:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.814723:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8800/0xa7e486a0fcb49ff2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814729:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8800/0xa7e486a0fcb49ff2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814743:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe800/0xa7e486a0fcb4a150 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814748:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe800/0xa7e486a0fcb4a150 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814753:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe800/0xa7e486a0fcb4a150 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814757:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25fe800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.814759:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe800/0xa7e486a0fcb4a150 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814764:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe800/0xa7e486a0fcb4a150 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814769:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x4d85104e (ffff93698cc7be00) 00010000:00010000:0.0:1767318129.814772:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.814774:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe800/0xa7e486a0fcb4a150 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814805:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b25fe800/0xa7e486a0fcb4a150 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15481 initiator: MDT0 00010000:00010000:0.0:1767318129.814830:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb4a25a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.814836:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb4a25a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.814842:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb4a25a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.814846:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.814849:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb4a25a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.814854:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb4a25a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.814861:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x477fa94e (ffff9369aaac1d00) 00010000:00010000:0.0:1767318129.814864:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.814867:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb4a25a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.814872:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8a00/0xa7e486a0fcb4a25a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.814887:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8600/0xa7e486a0fcb4a356 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.814892:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8600/0xa7e486a0fcb4a356 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.814900:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8600/0xa7e486a0fcb4a356 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.814905:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.814907:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8600/0xa7e486a0fcb4a356 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.814912:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8600/0xa7e486a0fcb4a356 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.814919:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x2aa7ff4e (ffff9369aaac1600) 00010000:00010000:0.0:1767318129.814921:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.814923:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8600/0xa7e486a0fcb4a356 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.814928:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8600/0xa7e486a0fcb4a356 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.814938:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a38e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.814944:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a38e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.814949:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a38e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.814953:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.814956:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a38e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.814960:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a38e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.814967:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x261de54e (ffff9369aaac1e00) 00010000:00010000:0.0:1767318129.814969:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.814971:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a38e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.814976:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9600/0xa7e486a0fcb4a38e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.814996:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78000/0xa7e486a0fcb4a3c6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x93a8d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815002:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78000/0xa7e486a0fcb4a3c6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x93a8d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815007:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78000/0xa7e486a0fcb4a3c6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x93a8d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815012:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.815015:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78000/0xa7e486a0fcb4a3c6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x93a8d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815021:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78000/0xa7e486a0fcb4a3c6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x93a8d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815029:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x93a8d44e (ffff9369a1a6f100) 00010000:00010000:0.0:1767318129.815030:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.815033:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78000/0xa7e486a0fcb4a3c6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x93a8d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815038:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78000/0xa7e486a0fcb4a3c6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x93a8d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815069:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9a00/0xa7e486a0fcb4a3fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.815075:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9a00/0xa7e486a0fcb4a3fe lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.815080:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9a00/0xa7e486a0fcb4a3fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.815085:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.815088:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9a00/0xa7e486a0fcb4a3fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.815093:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9a00/0xa7e486a0fcb4a3fe lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.815101:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x4133a24e (ffff9369aaac1100) 00010000:00010000:0.0:1767318129.815103:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.815105:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9a00/0xa7e486a0fcb4a3fe lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.815111:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db9a00/0xa7e486a0fcb4a3fe lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.815127:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbca00/0xa7e486a0fcb4a436 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815133:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbca00/0xa7e486a0fcb4a436 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815138:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbca00/0xa7e486a0fcb4a436 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815147:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbca00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.815149:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbca00/0xa7e486a0fcb4a436 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815154:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbca00/0xa7e486a0fcb4a436 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815161:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xbbeaf64e (ffff936886f6d800) 00010000:00010000:0.0:1767318129.815163:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.815166:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbca00/0xa7e486a0fcb4a436 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815171:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbca00/0xa7e486a0fcb4a436 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815183:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a46e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815188:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a46e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815193:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a46e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815197:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.815198:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a46e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815203:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a46e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815209:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xc3eb104e (ffff936886f6d400) 00010000:00010000:0.0:1767318129.815211:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.815213:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a46e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815218:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc000/0xa7e486a0fcb4a46e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815228:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a4a6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815233:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a4a6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815239:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a4a6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815243:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbd600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.815245:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a4a6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815250:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a4a6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815255:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xb2b2a94e (ffff936886f6da00) 00010000:00010000:0.0:1767318129.815257:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.815260:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a4a6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815265:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbd600/0xa7e486a0fcb4a4a6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815277:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93698873fc00/0xa7e486a0fcb4a4de lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815286:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698873fc00/0xa7e486a0fcb4a4de lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815291:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698873fc00/0xa7e486a0fcb4a4de lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815295:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698873fc00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.815298:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698873fc00/0xa7e486a0fcb4a4de lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815304:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698873fc00/0xa7e486a0fcb4a4de lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815311:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x2e29ba4e (ffff936886f6d100) 00010000:00010000:0.0:1767318129.815313:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.815316:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698873fc00/0xa7e486a0fcb4a4de lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815321:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698873fc00/0xa7e486a0fcb4a4de lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815343:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff936980031600/0xa7e486a0fcb4a516 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815348:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936980031600/0xa7e486a0fcb4a516 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815353:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936980031600/0xa7e486a0fcb4a516 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815358:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936980031600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.815361:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936980031600/0xa7e486a0fcb4a516 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815367:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936980031600/0xa7e486a0fcb4a516 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815375:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xb166a24e (ffff936886f6de00) 00010000:00010000:0.0:1767318129.815377:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.815380:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936980031600/0xa7e486a0fcb4a516 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815385:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936980031600/0xa7e486a0fcb4a516 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815400:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79200/0xa7e486a0fcb4a54e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815406:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79200/0xa7e486a0fcb4a54e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815411:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79200/0xa7e486a0fcb4a54e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815432:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.815435:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79200/0xa7e486a0fcb4a54e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815440:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79200/0xa7e486a0fcb4a54e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815446:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xc105e54e (ffff9369a1a6fb00) 00010000:00010000:0.0:1767318129.815449:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.815452:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79200/0xa7e486a0fcb4a54e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815460:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79200/0xa7e486a0fcb4a54e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815473:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb4a586 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815478:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb4a586 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815484:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb4a586 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815487:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.815490:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb4a586 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815495:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb4a586 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815501:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xd3f0a24e (ffff9369a1a6f700) 00010000:00010000:0.0:1767318129.815503:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.815506:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb4a586 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815511:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79600/0xa7e486a0fcb4a586 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815524:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78c00/0xa7e486a0fcb4a5be lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x1cb2914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815529:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78c00/0xa7e486a0fcb4a5be lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x1cb2914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815537:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78c00/0xa7e486a0fcb4a5be lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x1cb2914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815541:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.815544:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78c00/0xa7e486a0fcb4a5be lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x1cb2914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815549:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78c00/0xa7e486a0fcb4a5be lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x1cb2914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815555:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x1cb2914e (ffff9369a1a6fc00) 00010000:00010000:0.0:1767318129.815557:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.815560:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78c00/0xa7e486a0fcb4a5be lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x1cb2914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815565:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78c00/0xa7e486a0fcb4a5be lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x1cb2914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815591:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138600/0xa7e486a0fcb4a5f6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815597:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138600/0xa7e486a0fcb4a5f6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815603:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138600/0xa7e486a0fcb4a5f6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815608:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.815610:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138600/0xa7e486a0fcb4a5f6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815616:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138600/0xa7e486a0fcb4a5f6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815624:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xcbe1234e (ffff9369a4ad2e00) 00010000:00010000:0.0:1767318129.815626:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.815629:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138600/0xa7e486a0fcb4a5f6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815634:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138600/0xa7e486a0fcb4a5f6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815651:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139000/0xa7e486a0fcb4a62e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815656:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139000/0xa7e486a0fcb4a62e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815662:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139000/0xa7e486a0fcb4a62e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815666:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.815669:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139000/0xa7e486a0fcb4a62e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815674:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139000/0xa7e486a0fcb4a62e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815681:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x3ca4a24e (ffff9369a4ad2400) 00010000:00010000:0.0:1767318129.815683:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.815685:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139000/0xa7e486a0fcb4a62e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815690:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139000/0xa7e486a0fcb4a62e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815707:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139a00/0xa7e486a0fcb4a666 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815713:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139a00/0xa7e486a0fcb4a666 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815718:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139a00/0xa7e486a0fcb4a666 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815723:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.815725:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139a00/0xa7e486a0fcb4a666 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815731:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139a00/0xa7e486a0fcb4a666 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815738:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x51c0ff4e (ffff9369a4ad2100) 00010000:00010000:0.0:1767318129.815741:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.815743:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139a00/0xa7e486a0fcb4a666 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815749:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139a00/0xa7e486a0fcb4a666 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815771:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb4a69e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815777:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb4a69e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815807:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb4a69e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815816:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.815819:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb4a69e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815824:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb4a69e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815831:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x3fe4d44e (ffff9369a4ad2500) 00010000:00010000:0.0:1767318129.815833:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.815836:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb4a69e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815841:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138200/0xa7e486a0fcb4a69e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815856:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a6d6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x474234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815861:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a6d6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x474234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815868:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a6d6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x474234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815873:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698873f400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.815875:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a6d6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x474234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815881:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a6d6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x474234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815887:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x474234e (ffff9369a4ad2a00) 00010000:00010000:0.0:1767318129.815890:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.815893:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a6d6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x474234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815898:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698873f400/0xa7e486a0fcb4a6d6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x474234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.815911:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78800/0xa7e486a0fcb4a70e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.815917:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78800/0xa7e486a0fcb4a70e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.815922:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78800/0xa7e486a0fcb4a70e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.815927:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.815929:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78800/0xa7e486a0fcb4a70e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.815935:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78800/0xa7e486a0fcb4a70e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.815941:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x249e104e (ffff9369a1a6f800) 00010000:00010000:0.0:1767318129.815943:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.815946:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78800/0xa7e486a0fcb4a70e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.815951:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78800/0xa7e486a0fcb4a70e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.815964:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb4a746 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.815975:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb4a746 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.815980:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb4a746 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.815985:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.815988:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb4a746 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.815993:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb4a746 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816000:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x27f8a24e (ffff9369aaac1200) 00010000:00010000:0.0:1767318129.816003:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.816006:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb4a746 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816011:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8e00/0xa7e486a0fcb4a746 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816026:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff936884286200/0xa7e486a0fcb4a77e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcf6dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816031:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936884286200/0xa7e486a0fcb4a77e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcf6dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816037:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936884286200/0xa7e486a0fcb4a77e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcf6dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816041:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884286200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.816043:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884286200/0xa7e486a0fcb4a77e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcf6dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816048:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884286200/0xa7e486a0fcb4a77e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xcf6dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816054:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xcf6dd44e (ffff9369aaac1300) 00010000:00010000:0.0:1767318129.816056:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.816058:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936884286200/0xa7e486a0fcb4a77e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xcf6dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816064:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884286200/0xa7e486a0fcb4a77e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xcf6dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816078:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a7b6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816082:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a7b6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816088:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a7b6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816092:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.816095:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a7b6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816100:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a7b6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816106:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x9b04104e (ffff9369aaac1800) 00010000:00010000:0.0:1767318129.816109:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.816111:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a7b6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816120:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4a7b6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816132:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a7ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816137:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a7ee lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816142:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a7ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816146:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884287a00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.816148:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a7ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816154:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a7ee lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816160:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xdd5b234e (ffff9369aaac1c00) 00010000:00010000:0.0:1767318129.816163:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.816166:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a7ee lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816171:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4a7ee lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816184:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a826 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816189:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a826 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816197:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a826 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816202:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbdc00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.816205:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a826 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816210:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a826 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816216:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xac40f64e (ffff9369a4ad2d00) 00010000:00010000:0.0:1767318129.816219:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.816221:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a826 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816226:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4a826 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816239:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a85e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816244:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a85e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816249:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a85e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816254:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.816256:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a85e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816262:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a85e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816269:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xab17d44e (ffff9369a4ad2700) 00010000:00010000:0.0:1767318129.816271:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.816273:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a85e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816278:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4a85e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816293:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4a896 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x887fa24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816298:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4a896 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x887fa24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816303:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4a896 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x887fa24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816308:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.816310:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4a896 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x887fa24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816316:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4a896 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x887fa24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816323:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x887fa24e (ffff9369a1a6f400) 00010000:00010000:0.0:1767318129.816325:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.816328:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4a896 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x887fa24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816333:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79c00/0xa7e486a0fcb4a896 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x887fa24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816361:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a8ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816368:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a8ce lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816373:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a8ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816379:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.816381:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a8ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816387:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a8ce lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816395:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x2f5bd44e (ffff9369a4ad2900) 00010000:00010000:0.0:1767318129.816398:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.816401:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a8ce lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816406:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4a8ce lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816441:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78200/0xa7e486a0fcb4a906 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x110a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816448:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78200/0xa7e486a0fcb4a906 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x110a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816453:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78200/0xa7e486a0fcb4a906 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x110a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816462:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab78200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.816464:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78200/0xa7e486a0fcb4a906 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x110a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816469:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78200/0xa7e486a0fcb4a906 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x110a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816476:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x110a94e (ffff9369a1a6f000) 00010000:00010000:0.0:1767318129.816478:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.816480:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78200/0xa7e486a0fcb4a906 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x110a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816486:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab78200/0xa7e486a0fcb4a906 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x110a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816501:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb4a93e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xea1e234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816508:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb4a93e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xea1e234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816513:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb4a93e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xea1e234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816518:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.816521:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb4a93e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xea1e234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816526:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb4a93e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xea1e234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816533:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xea1e234e (ffff936983a24700) 00010000:00010000:0.0:1767318129.816535:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.816538:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb4a93e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xea1e234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816543:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e800/0xa7e486a0fcb4a93e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xea1e234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816556:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930c00/0xa7e486a0fcb4a976 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x8f79a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816562:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930c00/0xa7e486a0fcb4a976 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x8f79a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816567:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930c00/0xa7e486a0fcb4a976 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x8f79a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816573:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a0930c00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.816575:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930c00/0xa7e486a0fcb4a976 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x8f79a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816581:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930c00/0xa7e486a0fcb4a976 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x8f79a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816587:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x8f79a24e (ffff936886f6d000) 00010000:00010000:0.0:1767318129.816589:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.816592:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930c00/0xa7e486a0fcb4a976 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x8f79a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816597:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0930c00/0xa7e486a0fcb4a976 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x8f79a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816611:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931000/0xa7e486a0fcb4a9ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816621:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931000/0xa7e486a0fcb4a9ae lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816627:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931000/0xa7e486a0fcb4a9ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816631:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a0931000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.816634:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931000/0xa7e486a0fcb4a9ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816639:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931000/0xa7e486a0fcb4a9ae lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816646:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xd963e54e (ffff936886f6df00) 00010000:00010000:0.0:1767318129.816649:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.816651:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931000/0xa7e486a0fcb4a9ae lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816656:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a0931000/0xa7e486a0fcb4a9ae lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816680:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79800/0xa7e486a0fcb4a9e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816686:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79800/0xa7e486a0fcb4a9e6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816690:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79800/0xa7e486a0fcb4a9e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816695:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698ab79800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.816698:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79800/0xa7e486a0fcb4a9e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816704:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79800/0xa7e486a0fcb4a9e6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816712:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x6063f64e (ffff936983a24000) 00010000:00010000:0.0:1767318129.816714:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.816717:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79800/0xa7e486a0fcb4a9e6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816722:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698ab79800/0xa7e486a0fcb4a9e6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816736:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4aa1e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xc761ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816742:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4aa1e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xc761ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816747:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4aa1e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xc761ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816752:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2ea00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.816755:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4aa1e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xc761ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816760:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4aa1e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xc761ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816766:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xc761ff4e (ffff936983a24600) 00010000:00010000:0.0:1767318129.816768:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.816771:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4aa1e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xc761ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816806:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4aa1e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xc761ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816821:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4aa56 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xa29ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816827:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4aa56 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xa29ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816832:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4aa56 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xa29ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816836:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.816838:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4aa56 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xa29ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816843:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4aa56 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xa29ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816850:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xa29ee54e (ffff936983a24b00) 00010000:00010000:0.0:1767318129.816852:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.816855:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4aa56 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xa29ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816860:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4aa56 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xa29ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.816872:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4aa8e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x5d2f104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816878:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4aa8e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x5d2f104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816888:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4aa8e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x5d2f104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816892:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbcc00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.816895:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4aa8e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x5d2f104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816901:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4aa8e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x5d2f104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.816907:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x5d2f104e (ffff9369a4ad2000) 00002000:00080000:1.0:1767318129.820176:0:18383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8115 count 1 00002000:00010000:1.0:1767318129.820221:0:18383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fb3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318129.820231:0:18383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4b1a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fb3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.820246:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.820249:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.820254:0:18383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4b1a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.820268:0:18383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4b1a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.820278:0:18383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4b1a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.820286:0:18383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4b1a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.820299:0:18383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318129.820585:0:18383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:7026:x1853164383666176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7171us (8069us total) trans 4294976781 rc 0/0 00000100:00100000:1.0:1767318129.820595:0:18383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17041 00000100:00100000:1.0:1767318129.820632:0:18383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17042 00000100:00100000:1.0:1767318129.820643:0:18383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:7026:x1853164383666688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318129.820656:0:18383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8116 count 1 00002000:00010000:1.0:1767318129.820671:0:18383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fb4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318129.820676:0:18383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4b1aa lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fb4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.820684:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.820686:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.820688:0:18383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4b1aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.820702:0:18383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4b1aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.820710:0:18383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4b1aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.820716:0:18383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4b1aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.820725:0:18383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1767318129.822444:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.822458:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4aa8e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x5d2f104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.822467:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4aa8e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x5d2f104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.822505:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4aac6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.822513:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4aac6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.822519:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4aac6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.822525:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.822529:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4aac6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.822537:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4aac6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.822552:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xd1c9104e (ffff9369a4ad2c00) 00010000:00010000:0.0:1767318129.822554:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.822557:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4aac6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.822563:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4aac6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.822593:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4aafe lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xa8e2104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.822600:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4aafe lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xa8e2104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.822605:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4aafe lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xa8e2104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.822610:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2e200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.822612:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4aafe lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xa8e2104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.822618:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4aafe lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xa8e2104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.822626:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xa8e2104e (ffff936983a24500) 00010000:00010000:0.0:1767318129.822629:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.822631:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4aafe lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xa8e2104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.822637:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4aafe lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xa8e2104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.822668:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb4ab36 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.822675:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb4ab36 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.822681:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb4ab36 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.822686:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.822689:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb4ab36 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.822695:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb4ab36 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.822703:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x1f9c104e (ffff9369aaac1500) 00010000:00010000:0.0:1767318129.822705:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.822708:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb4ab36 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.822714:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e200/0xa7e486a0fcb4ab36 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.822743:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4ab6e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.822748:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4ab6e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.822754:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4ab6e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.822763:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565aa00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.822765:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4ab6e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.822771:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4ab6e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.822778:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x217dd44e (ffff93698cc7b200) 00000100:00100000:1.0:1767318129.825639:0:18383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:7026:x1853164383666688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4988us (13081us total) trans 4294976782 rc 0/0 00000100:00100000:1.0:1767318129.825653:0:18383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17042 00000100:00100000:1.0:1767318129.825691:0:18383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17043 00000100:00100000:1.0:1767318129.825703:0:18383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:7026:x1853164383665536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318129.825732:0:18383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8077 count 1 00002000:00010000:1.0:1767318129.825763:0:18383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f8d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318129.825772:0:18383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b1b1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f8d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.825803:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.825806:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.825812:0:18383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b1b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.825826:0:18383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b1b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.825835:0:18383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b1b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.825842:0:18383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b1b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.825853:0:18383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767318129.826034:0:18383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:7026:x1853164383665536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 335us (13403us total) trans 4294975752 rc 0/0 00000100:00100000:1.0:1767318129.826041:0:18383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17043 00000100:00100000:1.0:1767318129.826054:0:18383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17044 00000100:00100000:1.0:1767318129.826060:0:18383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:7026:x1853164383666048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318129.826072:0:18383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8089 count 1 00002000:00010000:1.0:1767318129.826087:0:18383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f99:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318129.826092:0:18383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b1b8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f99:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.826099:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.826101:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.826103:0:18383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b1b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.826110:0:18383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b1b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.826117:0:18383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b1b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.826123:0:18383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b1b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.826131:0:18383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:1.0:1767318129.826258:0:18383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:7026:x1853164383666048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 198us (13602us total) trans 4294975753 rc 0/0 00000100:00100000:1.0:1767318129.826265:0:18383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17044 00000100:00100000:1.0:1767318129.826279:0:18383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17045 00000100:00100000:1.0:1767318129.826285:0:18383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:7026:x1853164383666560:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318129.826301:0:18383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8093 count 1 00002000:00010000:1.0:1767318129.826317:0:18383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f9d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318129.826322:0:18383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4b1bf lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f9d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.826330:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.826332:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.826335:0:18383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4b1bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.826343:0:18383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4b1bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.826350:0:18383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4b1bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.826357:0:18383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4b1bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.826366:0:18383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:1.0:1767318129.826499:0:18383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:7026:x1853164383666560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 214us (13816us total) trans 4294976783 rc 0/0 00000100:00100000:1.0:1767318129.826506:0:18383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17045 00000100:00100000:1.0:1767318129.826517:0:18383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17046 00000100:00100000:1.0:1767318129.826524:0:18383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:7026:x1853164383667072:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318129.826536:0:18383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8086 count 1 00002000:00010000:1.0:1767318129.826552:0:18383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f96:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318129.826556:0:18383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4b1c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f96:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.826564:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.826565:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.826568:0:18383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4b1c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.826577:0:18383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4b1c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.826583:0:18383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4b1c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.826590:0:18383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4b1c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.826598:0:18383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:1.0:1767318129.826685:0:18383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:7026:x1853164383667072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 161us (13977us total) trans 4294976784 rc 0/0 00000100:00100000:1.0:1767318129.826691:0:18383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17046 00000100:00100000:1.0:1767318129.826723:0:30688:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383665024 00000100:00100000:1.0:1767318129.826730:0:30688:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383665024 00000100:00100000:1.0:1767318129.826778:0:30688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:1.0:1767318129.826807:0:30688:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+11:7026:x1853164383665024:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1767318129.826817:0:30688:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318129.826840:0:30688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff936996db8200/0xa7e486a0fcb4adc8 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb4adc1 expref: 11 pid: 15484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.826857:0:30688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x46a4c46c (ffff936886f6d600) 00010000:00010000:1.0:1767318129.826868:0:30688:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318129.826892:0:30688:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+10:7026:x1853164383665024:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 87us (14299us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318129.826898:0:30688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00010000:00010000:1.0:1767318129.826919:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1767318129.826926:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4b195 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.826932:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4e00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318129.826936:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4b195 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.826944:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4b195 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.826957:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4b195 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.826964:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4e00/0xa7e486a0fcb4b195 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.826977:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1767318129.826980:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4b19c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.826986:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318129.826988:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4b19c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.826994:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4b19c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827001:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4b19c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827006:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369aaac4a00/0xa7e486a0fcb4b19c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827016:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1767318129.827019:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4b1a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827024:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318129.827027:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4b1a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827034:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4b1a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827041:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4b1a3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827047:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369aaac5400/0xa7e486a0fcb4b1a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827058:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767318129.827061:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4b1aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827067:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318129.827070:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4b1aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827077:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4b1aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827086:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4b1aa lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827092:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4400/0xa7e486a0fcb4b1aa lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827109:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318129.827113:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b1b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827118:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318129.827121:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b1b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827128:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b1b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827136:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b1b1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827143:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5a00/0xa7e486a0fcb4b1b1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827154:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318129.827157:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b1b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827163:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318129.827166:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b1b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827172:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b1b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827180:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b1b8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827186:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369aaac5200/0xa7e486a0fcb4b1b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827197:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318129.827199:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4b1bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827205:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318129.827207:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4b1bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827213:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4b1bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827220:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4b1bf lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827226:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369aaac4200/0xa7e486a0fcb4b1bf lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827234:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318129.827236:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4b1c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827246:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318129.827249:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4b1c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827255:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4b1c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827264:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4b1c6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827270:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4b1c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.827281:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318129.827282:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318129.827284:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318129.827402:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:7024:x1853164383666816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17096us (19493us total) trans 4294976785 rc 0/0 00000100:00100000:1.0:1767318129.827409:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17038 00010000:00010000:2.0:1767318129.828059:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318129.828111:0:7024:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294975747 gen 2 00000004:00080000:2.0:1767318129.828119:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936886278000, transno 4294975647 00000004:00080000:2.0:1767318129.828132:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688627b100, transno 4294975648 00000004:00080000:2.0:1767318129.828134:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688627ad80, transno 4294975649 00000004:00080000:2.0:1767318129.828137:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936886278e00, transno 4294975650 00000004:00080000:2.0:1767318129.828139:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688627a300, transno 4294975651 00000004:00080000:2.0:1767318129.828141:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936886279880, transno 4294975652 00000004:00080000:2.0:1767318129.828143:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936886279180, transno 4294975653 00000004:00080000:2.0:1767318129.828146:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688627a680, transno 4294975654 00000004:00080000:2.0:1767318129.828148:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936886279c00, transno 4294975655 00000004:00080000:2.0:1767318129.828151:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936885ff1180, transno 4294975656 00000004:00080000:2.0:1767318129.828153:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936886278700, transno 4294975657 00000004:00080000:2.0:1767318129.828156:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688627bb80, transno 4294975658 00000004:00080000:2.0:1767318129.828159:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936886f16a00, transno 4294975659 00000004:00080000:2.0:1767318129.828161:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bafed180, transno 4294975660 00000004:00080000:2.0:1767318129.828164:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b615fb80, transno 4294975661 00000004:00080000:2.0:1767318129.828166:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b615f100, transno 4294975662 00000004:00080000:2.0:1767318129.828168:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688627aa00, transno 4294975663 00000004:00080000:2.0:1767318129.828170:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9368b74ced80, transno 4294975664 00000004:00080000:2.0:1767318129.828173:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9368b74cc380, transno 4294975665 00000004:00080000:2.0:1767318129.828175:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9368b74cc000, transno 4294975666 00000004:00080000:2.0:1767318129.828177:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9368b74cd880, transno 4294975667 00000004:00080000:2.0:1767318129.828180:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9368b74cca80, transno 4294975668 00000004:00080000:2.0:1767318129.828182:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bb7b5880, transno 4294975669 00000004:00080000:2.0:1767318129.828185:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bb7b7100, transno 4294975670 00000004:00080000:2.0:1767318129.828187:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6e6d80, transno 4294975671 00000004:00080000:2.0:1767318129.828190:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6e6680, transno 4294975672 00000004:00080000:2.0:1767318129.828192:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bb7b6d80, transno 4294975673 00000004:00080000:2.0:1767318129.828194:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6e6300, transno 4294975674 00000004:00080000:2.0:1767318129.828197:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6e4e00, transno 4294975675 00000004:00080000:2.0:1767318129.828199:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6e5500, transno 4294975676 00000004:00080000:2.0:1767318129.828201:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bb7b4700, transno 4294975677 00000004:00080000:2.0:1767318129.828203:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6e7100, transno 4294975678 00000004:00080000:2.0:1767318129.828206:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6e5c00, transno 4294975679 00000004:00080000:2.0:1767318129.828208:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6e5180, transno 4294975680 00000004:00080000:2.0:1767318129.828210:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bb7b7b80, transno 4294975681 00000004:00080000:2.0:1767318129.828213:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bb7b7480, transno 4294975682 00000004:00080000:2.0:1767318129.828215:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bb7b7800, transno 4294975683 00000004:00080000:2.0:1767318129.828218:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bb7b6a00, transno 4294975684 00000004:00080000:2.0:1767318129.828220:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6e4700, transno 4294975685 00000004:00080000:2.0:1767318129.828223:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bb7b4000, transno 4294975686 00000004:00080000:2.0:1767318129.828226:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bb7b4380, transno 4294975687 00000004:00080000:2.0:1767318129.828228:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e4000, transno 4294975688 00000004:00080000:2.0:1767318129.828231:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e6300, transno 4294975689 00000004:00080000:2.0:1767318129.828233:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e7100, transno 4294975690 00000004:00080000:2.0:1767318129.828236:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e6680, transno 4294975691 00000004:00080000:2.0:1767318129.828238:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f469180, transno 4294975692 00000004:00080000:2.0:1767318129.828241:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f46a680, transno 4294975693 00000004:00080000:2.0:1767318129.828244:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e4380, transno 4294975694 00000004:00080000:2.0:1767318129.828247:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e5180, transno 4294975695 00000004:00080000:2.0:1767318129.828250:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a2d1ce00, transno 4294975696 00000004:00080000:2.0:1767318129.828252:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a2d1df80, transno 4294975697 00000004:00080000:2.0:1767318129.828255:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f46b480, transno 4294975698 00000004:00080000:2.0:1767318129.828258:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bae84a80, transno 4294975699 00000004:00080000:2.0:1767318129.828260:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bae84700, transno 4294975700 00000004:00080000:2.0:1767318129.828263:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936887a9bb80, transno 4294975701 00000004:00080000:2.0:1767318129.828266:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b5133100, transno 4294975702 00000004:00080000:2.0:1767318129.828268:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f469880, transno 4294975703 00000004:00080000:2.0:1767318129.828271:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f46aa00, transno 4294975704 00000004:00080000:2.0:1767318129.828273:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bae86d80, transno 4294975705 00000004:00080000:2.0:1767318129.828276:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a34d0700, transno 4294975706 00000004:00080000:2.0:1767318129.828279:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a34d0e00, transno 4294975707 00000004:00080000:2.0:1767318129.828281:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936886f16d80, transno 4294975708 00000004:00080000:2.0:1767318129.828284:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b615ca80, transno 4294975709 00000004:00080000:2.0:1767318129.828287:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a34d1880, transno 4294975710 00000004:00080000:2.0:1767318129.828289:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bb7b4a80, transno 4294975711 00000004:00080000:2.0:1767318129.828292:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a34d1c00, transno 4294975712 00000004:00080000:2.0:1767318129.828294:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a34d3800, transno 4294975713 00000004:00080000:2.0:1767318129.828297:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936886279500, transno 4294975714 00000004:00080000:2.0:1767318129.828300:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bb7b6680, transno 4294975715 00000004:00080000:2.0:1767318129.828303:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936886279f80, transno 4294975716 00000004:00080000:2.0:1767318129.828306:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936886278a80, transno 4294975717 00000004:00080000:2.0:1767318129.828308:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936886278380, transno 4294975718 00000004:00080000:2.0:1767318129.828311:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a2d1f100, transno 4294975719 00000004:00080000:2.0:1767318129.828314:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b24d5500, transno 4294975720 00000004:00080000:2.0:1767318129.828316:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b24d4e00, transno 4294975721 00000004:00080000:2.0:1767318129.828319:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b5130000, transno 4294975722 00000004:00080000:2.0:1767318129.828321:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bb7b5180, transno 4294975723 00000004:00080000:2.0:1767318129.828324:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698baf4380, transno 4294975724 00000004:00080000:2.0:1767318129.828327:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698baf6a00, transno 4294975725 00000004:00080000:2.0:1767318129.828329:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bb7b5500, transno 4294975726 00000004:00080000:2.0:1767318129.828332:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b24d4000, transno 4294975727 00000004:00080000:2.0:1767318129.828334:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f46a300, transno 4294975728 00000004:00080000:2.0:1767318129.828337:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f468000, transno 4294975729 00000004:00080000:2.0:1767318129.828340:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f469c00, transno 4294975730 00000004:00080000:2.0:1767318129.828343:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f46bb80, transno 4294975731 00000004:00080000:2.0:1767318129.828346:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bae87100, transno 4294975732 00000004:00080000:2.0:1767318129.828348:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bb7fdf80, transno 4294975733 00000004:00080000:2.0:1767318129.828350:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bae84380, transno 4294975734 00000004:00080000:2.0:1767318129.828353:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f468e00, transno 4294975735 00000004:00080000:2.0:1767318129.828355:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698baf4700, transno 4294975736 00000004:00080000:2.0:1767318129.828357:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936887a98a80, transno 4294975737 00000004:00080000:2.0:1767318129.828360:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bb7fc700, transno 4294975738 00000004:00080000:2.0:1767318129.828362:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bb7fd500, transno 4294975739 00000004:00080000:2.0:1767318129.828365:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bb7ff100, transno 4294975740 00000004:00080000:2.0:1767318129.828367:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bb7fed80, transno 4294975741 00000004:00080000:2.0:1767318129.828370:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bb7ff800, transno 4294975742 00000004:00080000:2.0:1767318129.828372:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bb7fe680, transno 4294975743 00000004:00080000:2.0:1767318129.828375:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bb7fc000, transno 4294975744 00000004:00080000:2.0:1767318129.828377:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bb7fea00, transno 4294975745 00000004:00080000:2.0:1767318129.828380:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bb7fce00, transno 4294975746 00000004:00080000:2.0:1767318129.828382:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bb7fca80, transno 4294975747 00000100:00100000:2.0:1767318129.828390:0:7024:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff936990594e00 x1853164383665280/t4294975749(4294975749) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1767318129.828401:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936990594e00/2, rc 0, transno 4294975749 00000100:00100000:2.0:1767318129.828408:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990594e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383665280:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.828472:0:7024:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294976678 gen 2 00000004:00080000:2.0:1767318129.828475:0:7024:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9368b74cf480, transno 4294976678 00000100:00100000:2.0:1767318129.828485:0:7024:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9369a5568a80 x1853164383666816/t4294976785(4294976785) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1767318129.828492:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a5568a80/2, rc 0, transno 4294976785 00000100:00100000:2.0:1767318129.828496:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383666816:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318129.828507:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936990594380/2, rc 0, transno 4294975748 00000100:00100000:2.0:1767318129.828510:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990594380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383665920:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318129.828519:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a556a300/2, rc 0, transno 4294976779 00000100:00100000:2.0:1767318129.828522:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383666432:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318129.828529:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936883183480/2, rc 0, transno 4294976780 00000100:00100000:2.0:1767318129.828533:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383666944:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318129.828988:0:89003:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 64 changes, 8 in progress, 6 in flight, 101 done 00000100:00100000:2.0:1767318129.829024:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383667840:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.829067:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.829095:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318129.829100:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383667968:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.829114:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.829135:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383667840 00000100:00100000:2.0:1767318129.829140:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383667840 00000100:00100000:2.0:1767318129.829169:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383667968 00000100:00100000:2.0:1767318129.829171:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383667968 00000100:00100000:2.0:1767318129.829185:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17047 00000100:00100000:2.0:1767318129.829191:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:7023:x1853164383667840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.829211:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8129 count 1 00002000:00010000:2.0:1767318129.829240:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fc1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.829248:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4b1cd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.829260:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.829262:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.829267:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4b1cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.829280:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4b1cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.829289:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4b1cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.829296:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4b1cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.829315:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318129.829682:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.829693:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4ab6e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829701:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4ab6e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829733:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aba6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829739:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aba6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829746:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aba6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829752:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.829756:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aba6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829762:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aba6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829774:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xc305234e (ffff9369a4ad2200) 00010000:00010000:0.0:1767318129.829777:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.829794:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aba6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829800:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4aba6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829837:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4abde lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x8c0dff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829843:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4abde lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x8c0dff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829849:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4abde lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x8c0dff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829853:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.829856:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4abde lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x8c0dff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829862:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4abde lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x8c0dff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829870:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x8c0dff4e (ffff9369a4ad2300) 00010000:00010000:0.0:1767318129.829873:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.829876:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4abde lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x8c0dff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829881:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4e600/0xa7e486a0fcb4abde lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x8c0dff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829898:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4ac16 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xbc19a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829908:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4ac16 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xbc19a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829914:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4ac16 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xbc19a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829919:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138e00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.829921:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4ac16 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xbc19a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829927:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4ac16 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xbc19a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829933:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xbc19a94e (ffff9369a4ad2f00) 00010000:00010000:0.0:1767318129.829935:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.829938:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4ac16 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xbc19a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829943:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138e00/0xa7e486a0fcb4ac16 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xbc19a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829962:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4ac4e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xbac1d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829969:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4ac4e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xbac1d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829975:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4ac4e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xbac1d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829979:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4ee00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.829982:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4ac4e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xbac1d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829988:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4ac4e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0xbac1d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.829995:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0xbac1d44e (ffff936986146b00) 00010000:00010000:0.0:1767318129.829997:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.829999:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4ac4e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xbac1d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830005:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93699aa4ee00/0xa7e486a0fcb4ac4e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0xbac1d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830016:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4000/0xa7e486a0fcb4ac86 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x48f4104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830021:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4000/0xa7e486a0fcb4ac86 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x48f4104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830027:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4000/0xa7e486a0fcb4ac86 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x48f4104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830031:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.830034:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4000/0xa7e486a0fcb4ac86 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x48f4104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830039:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4000/0xa7e486a0fcb4ac86 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25ef:0x0].0x48f4104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830045:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25ef:0x0].0x48f4104e (ffff936990793500) 00010000:00010000:0.0:1767318129.830047:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.830050:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4000/0xa7e486a0fcb4ac86 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x48f4104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830059:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4000/0xa7e486a0fcb4ac86 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25ef:0x0].0x48f4104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830078:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4800/0xa7e486a0fcb4acbe lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830084:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4800/0xa7e486a0fcb4acbe lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830089:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4800/0xa7e486a0fcb4acbe lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830094:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.830097:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4800/0xa7e486a0fcb4acbe lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830103:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4800/0xa7e486a0fcb4acbe lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830109:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8737ee00 (ffff936990793f00) 00010000:00010000:0.0:1767318129.830112:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.830114:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4800/0xa7e486a0fcb4acbe lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830120:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4800/0xa7e486a0fcb4acbe lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830139:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4ad74 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2656:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.830145:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4ad74 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2656:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.830155:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4ad74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2656:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.830161:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2e000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.830163:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4ad74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2656:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.830169:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4ad74 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2656:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.830175:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2656:0x0].0xd0512ca8 (ffff936983a24d00) 00010000:00010000:0.0:1767318129.830177:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.830180:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4ad74 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2656:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.830185:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4ad74 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2656:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.830199:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4ae70 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x3:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830205:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4ae70 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x3:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830210:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4ae70 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x3:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830214:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.830217:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4ae70 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x3:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830222:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4ae70 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x3:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830230:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x3:0x0].0x929dc027 (ffff936990793c00) 00010000:00010000:0.0:1767318129.830232:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.830235:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4ae70 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x3:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830240:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5600/0xa7e486a0fcb4ae70 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x3:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830260:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4aee0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x3:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830266:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4aee0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x3:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830270:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4aee0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x3:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830275:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.830277:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4aee0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x3:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830283:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4aee0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x3:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830290:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x3:0x0].0xbbabe27 (ffff936990793d00) 00010000:00010000:0.0:1767318129.830292:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.830295:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4aee0 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x3:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830300:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5138800/0xa7e486a0fcb4aee0 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x3:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830314:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4af18 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.830321:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4af18 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.830326:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4af18 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.830331:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f400 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.830334:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4af18 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.830341:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4af18 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.830347:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x3:0x0].0xd8a61d12 (ffff936983a24900) 00010000:00010000:0.0:1767318129.830350:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.830352:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4af18 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.830357:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4af18 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.830383:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4af34 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2431a69e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830388:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4af34 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2431a69e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830393:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4af34 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2431a69e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830397:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.830400:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4af34 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2431a69e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830406:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4af34 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2431a69e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830413:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2431a69e (ffff936990793300) 00010000:00010000:0.0:1767318129.830428:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.830432:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4af34 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2431a69e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830438:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369b5139800/0xa7e486a0fcb4af34 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2431a69e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830456:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a200/0xa7e486a0fcb4b03e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.830462:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a200/0xa7e486a0fcb4b03e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.830466:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a200/0xa7e486a0fcb4b03e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.830470:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565a200 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.830473:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a200/0xa7e486a0fcb4b03e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.830477:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a200/0xa7e486a0fcb4b03e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.830484:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0xbb9b349e (ffff93698cc7b700) 00010000:00010000:0.0:1767318129.830486:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.830488:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a200/0xa7e486a0fcb4b03e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.830493:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a200/0xa7e486a0fcb4b03e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15479 initiator: MDT0 00010000:00010000:0.0:1767318129.830508:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b076 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830513:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b076 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830518:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b076 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830522:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2fe00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.830524:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b076 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830529:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b076 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830534:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6733fd18 (ffff9369a1a6f900) 00010000:00010000:0.0:1767318129.830536:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.830539:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b076 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830543:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b076 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830557:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4b0c3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830562:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4b0c3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830568:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4b0c3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830576:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac5800 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.830578:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4b0c3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830583:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4b0c3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830588:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb40b17d1 (ffff936886f6d300) 00010000:00010000:0.0:1767318129.830590:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.830593:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4b0c3 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830598:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5800/0xa7e486a0fcb4b0c3 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830613:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4b110 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.830618:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4b110 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.830623:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4b110 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.830627:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369aaac4600 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.830630:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4b110 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.830635:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4b110 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.830642:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x93dc5303 (ffff936886f6d200) 00010000:00010000:0.0:1767318129.830644:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.830646:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4b110 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.830652:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac4600/0xa7e486a0fcb4b110 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.830664:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b133 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3761619 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.830671:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b133 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3761619 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.830676:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b133 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3761619 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.830681:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2fa00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.830684:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b133 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3761619 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.830690:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b133 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3761619 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.830697:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3761619 (ffff93688a783400) 00010000:00010000:0.0:1767318129.830699:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318129.830701:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b133 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3761619 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.830706:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b133 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3761619 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25280 initiator: MDT0 00010000:00010000:0.0:1767318129.830719:0:7010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4b156 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830724:0:7010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4b156 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830730:0:7010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4b156 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830734:0:7010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565a000 already unused, calling callback (ffffffffc178a550) 00010000:00010000:0.0:1767318129.830737:0:7010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4b156 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830743:0:7010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4b156 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830749:0:7010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93688a4c9500) 00010000:00010000:0.0:1767318129.830752:0:7010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1767318129.830754:0:7010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4b156 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830760:0:7010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4b156 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT0 00010000:00010000:0.0:1767318129.830805:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318129.830812:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4b1cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.830820:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5139400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.830823:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4b1cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.830830:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4b1cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.830841:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4b1cd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.830848:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369b5139400/0xa7e486a0fcb4b1cd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.830861:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.830863:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.830865:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.830872:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.830877:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318129.831929:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17048 00000100:00100000:1.0:1767318129.831951:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+15:7023:x1853164383667968:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318129.831987:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8074 count 1 00002000:00010000:1.0:1767318129.832020:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f8a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318129.832028:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4b1d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.832044:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.832046:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.832051:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4b1d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.832063:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4b1d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.832071:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4b1d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.832078:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4b1d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.832101:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318129.832366:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+16:7023:x1853164383667968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 424us (3249us total) trans 4294976787 rc 0/0 00000100:00100000:1.0:1767318129.832374:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17048 00000100:00100000:2.0:1767318129.833048:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:7023:x1853164383667840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3853us (3976us total) trans 4294976786 rc 0/0 00000100:00100000:2.0:1767318129.833057:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17047 00000100:00100000:2.0:1767318129.833256:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:7024:x1853164383665408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25202us (25555us total) trans 4294975754 rc 0/0 00000100:00100000:2.0:1767318129.833264:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17031 00000004:00080000:2.0:1767318129.833309:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936990597480/2, rc 0, transno 4294975754 00000100:00100000:2.0:1767318129.833319:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383665408:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.833375:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318129.833387:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383668352:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.833432:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.833460:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383668352 00000100:00100000:2.0:1767318129.833465:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383668352 00000100:00100000:2.0:1767318129.833494:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17049 00000100:00100000:2.0:1767318129.833502:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:7024:x1853164383668352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318129.833521:0:70356:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8103 count 1 00002000:00010000:2.0:1767318129.833548:0:70356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1fa7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.833555:0:70356:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4b1db lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fa7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.833565:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.833567:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.833571:0:70356:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4b1db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.833583:0:70356:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4b1db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.833592:0:70356:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4b1db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.833600:0:70356:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4b1db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.833615:0:70356:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767318129.833826:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318129.833835:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4b1d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.833842:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.833847:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4b1d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.833856:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4b1d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.833872:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4b1d4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.833879:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4b1d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.833900:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318129.833904:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4b1db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.833910:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b5138c00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.833914:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4b1db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.833921:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4b1db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.833930:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4b1db lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.833937:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369b5138c00/0xa7e486a0fcb4b1db lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.833950:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.833952:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.833954:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318129.836330:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:7024:x1853164383668352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2819us (2888us total) trans 4294975755 rc 0/0 00000100:00100000:2.0:1767318129.836344:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17049 00000100:00100000:2.0:1767318129.836540:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:7024:x1853164383665792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26853us (28677us total) trans 4294975756 rc 0/0 00000100:00100000:2.0:1767318129.836547:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17036 00000100:00100000:2.0:1767318129.836674:0:70259:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+15:7024:x1853164383666304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26853us (28788us total) trans 4294976788 rc 0/0 00000004:00080000:0.0:1767318129.837261:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6db800/2, rc 0, transno 4294975755 00000100:00100000:0.0:1767318129.837280:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383668352:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318129.837293:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936990594a80/2, rc 0, transno 4294975756 00000100:00100000:0.0:1767318129.837296:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383665792:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318129.837305:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a556b480/2, rc 0, transno 4294976788 00000100:00100000:0.0:1767318129.837314:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383666304:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.838846:0:70259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17037 00000100:00100000:0.0:1767318129.839317:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383668480:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318129.839383:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318129.840333:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318129.840503:0:15484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:89001:x1853164383667584:12345-0@lo:1000:osp_up1-0.0 Request processed in 28166us (28231us total) trans 4294968442 rc 0/0 00000100:00100000:1.0:1767318129.840515:0:15484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2435 00000100:00100000:1.0:1767318129.840547:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383668480 00000100:00100000:1.0:1767318129.840555:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383668480 00000100:00100000:1.0:1767318129.840597:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17050 00000100:00100000:1.0:1767318129.840605:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:7024:x1853164383668480:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318129.840632:0:70353:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8049 count 1 00002000:00010000:1.0:1767318129.840665:0:70353:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f71:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318129.840674:0:70353:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4b1e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f71:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.840699:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.840701:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.840707:0:70353:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4b1e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.840721:0:70353:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4b1e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.840731:0:70353:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4b1e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.840739:0:70353:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4b1e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.840756:0:70353:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318129.840984:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:7024:x1853164383668480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 380us (1600us total) trans 4294976789 rc 0/0 00000100:00100000:1.0:1767318129.840991:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17050 00010000:00010000:1.0:1767318129.841009:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318129.841014:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4b1e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.841023:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9e00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318129.841028:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4b1e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.841042:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4b1e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.841059:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4b1e2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.841067:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996db9e00/0xa7e486a0fcb4b1e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.841084:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318129.841086:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318129.841087:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318129.841097:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318129.841142:0:89001:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:89001:1853164383667584:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767318129.841173:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383667712:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318129.841207:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318129.841228:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383668224:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318129.841247:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318129.841263:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383668736:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318129.841282:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318129.841304:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383665024:0@lo:103:jbd2/dm-0-8.0 00000004:00080000:1.0:1767318129.841316:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936990595180/2, rc 0, transno 4294975752 00000100:00100000:1.0:1767318129.841327:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383665536:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318129.841337:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a556b100/2, rc 0, transno 4294975753 00000100:00100000:1.0:1767318129.841340:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383666048:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318129.841350:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a556aa00/2, rc 0, transno 4294976783 00000100:00100000:1.0:1767318129.841359:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383666560:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318129.841368:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936883180380/2, rc 0, transno 4294976784 00000100:00100000:1.0:1767318129.841372:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383667072:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318129.841381:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936990596d80/2, rc 0, transno 4294975750 00000100:00100000:1.0:1767318129.841384:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383665152:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318129.841393:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936990597800/2, rc 0, transno 4294975751 00000100:00100000:1.0:1767318129.841396:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990597800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383665664:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318129.841405:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a5568000/2, rc 0, transno 4294976781 00000100:00100000:1.0:1767318129.841408:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383666176:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.841558:0:19075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383667712 00000100:00100000:2.0:1767318129.841564:0:19075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383667712 00000100:00100000:2.0:1767318129.841591:0:19075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383668224 00000100:00100000:2.0:1767318129.841594:0:19075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383668224 00000100:00100000:2.0:1767318129.841611:0:19075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383668736 00000100:00100000:2.0:1767318129.841613:0:19075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383668736 00000100:00100000:2.0:1767318129.841630:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17051 00000100:00100000:2.0:1767318129.841637:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:7026:x1853164383667712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.841654:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8050 count 1 00002000:00010000:2.0:1767318129.841676:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f72:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.841682:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4b1e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f72:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.841691:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.841693:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.841695:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4b1e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.841705:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4b1e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.841713:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4b1e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.841720:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4b1e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.841737:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318129.841894:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:7026:x1853164383667712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 257us (686us total) trans 4294976790 rc 0/0 00000100:00100000:2.0:1767318129.841901:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17051 00000100:00100000:2.0:1767318129.841914:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17052 00000100:00100000:2.0:1767318129.841919:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:7026:x1853164383668224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318129.841931:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8065 count 1 00002000:00010000:2.0:1767318129.841949:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f81:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.841954:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff200/0xa7e486a0fcb4b1f0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f81:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.841961:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.841963:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.841966:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff200/0xa7e486a0fcb4b1f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.841974:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff200/0xa7e486a0fcb4b1f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.841982:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff200/0xa7e486a0fcb4b1f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.841989:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff200/0xa7e486a0fcb4b1f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.842003:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318129.842593:0:71620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17053 00000100:00100000:2.0:1767318129.842604:0:71620:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+15:7026:x1853164383668736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318129.842621:0:71620:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8102 count 1 00002000:00010000:2.0:1767318129.842640:0:71620:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1fa6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.842646:0:71620:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff600/0xa7e486a0fcb4b1f7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fa6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.842659:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.842661:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.842663:0:71620:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff600/0xa7e486a0fcb4b1f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.842672:0:71620:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff600/0xa7e486a0fcb4b1f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.842679:0:71620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff600/0xa7e486a0fcb4b1f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.842686:0:71620:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff600/0xa7e486a0fcb4b1f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.842702:0:71620:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318129.842856:0:71620:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+16:7026:x1853164383668736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 254us (1572us total) trans 4294975757 rc 0/0 00000100:00100000:2.0:1767318129.842862:0:71620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17053 00000004:00080000:1.0:1767318129.844469:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a556b800/2, rc 0, transno 4294976782 00000100:00100000:1.0:1767318129.844483:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383666688:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318129.844679:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936883182300/2, rc 0, transno 4294976790 00000100:00100000:1.0:1767318129.844763:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383667712:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318129.844896:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6d8700/2, rc 0, transno 4294975757 00000100:00100000:1.0:1767318129.844902:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383668736:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318129.844908:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1767318129.844919:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383668096:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318129.844971:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318129.845039:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383668608:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318129.845062:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.846210:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:7026:x1853164383668224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4286us (4957us total) trans 4294975758 rc 0/0 00000100:00100000:2.0:1767318129.846221:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17052 00010000:00010000:0.0:1767318129.846533:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318129.846543:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4b1e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.846554:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4e400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.846559:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4b1e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.846572:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4b1e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.846594:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4b1e9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.846602:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93699aa4e400/0xa7e486a0fcb4b1e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.846619:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318129.846624:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff200/0xa7e486a0fcb4b1f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.846631:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25ff200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.846634:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff200/0xa7e486a0fcb4b1f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.846641:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff200/0xa7e486a0fcb4b1f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.846657:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff200/0xa7e486a0fcb4b1f0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.846663:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff200/0xa7e486a0fcb4b1f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.846675:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318129.846679:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff600/0xa7e486a0fcb4b1f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.846695:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25ff600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.846699:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff600/0xa7e486a0fcb4b1f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.846705:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff600/0xa7e486a0fcb4b1f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.846714:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff600/0xa7e486a0fcb4b1f7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.846720:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff600/0xa7e486a0fcb4b1f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.846733:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.846734:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.846736:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.846743:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318129.848896:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6d9f80/2, rc 0, transno 4294975758 00000100:00100000:1.0:1767318129.848909:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383668224:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318129.848929:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318129.849372:0:19075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383668096 00000100:00100000:2.0:1767318129.849381:0:19075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383668096 00000100:00100000:2.0:1767318129.849434:0:19075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383668608 00000100:00100000:2.0:1767318129.849439:0:19075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383668608 00000100:00100000:2.0:1767318129.849464:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17054 00000100:00100000:2.0:1767318129.849475:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:7026:x1853164383668096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318129.849509:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8045 count 1 00002000:00010000:2.0:1767318129.849546:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f6d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.849555:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff000/0xa7e486a0fcb4b1fe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f6d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.849570:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.849572:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1767318129.849980:0:70259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17055 00000100:00100000:3.0:1767318129.849990:0:70259:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:7026:x1853164383668608:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318129.850004:0:70259:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8080 count 1 00002000:00010000:3.0:1767318129.850022:0:70259:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f90:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.850028:0:70259:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565b800/0xa7e486a0fcb4b205 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f90:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.850036:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.850038:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.850043:0:70259:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93698565b800/0xa7e486a0fcb4b205 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.850058:0:70259:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93698565b800/0xa7e486a0fcb4b205 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.850068:0:70259:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565b800/0xa7e486a0fcb4b205 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.850075:0:70259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93698565b800/0xa7e486a0fcb4b205 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.850100:0:70259:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318129.850360:0:70259:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:7026:x1853164383668608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 371us (5297us total) trans 4294975759 rc 0/0 00000100:00100000:3.0:1767318129.850367:0:70259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17055 00000004:00080000:3.0:1767318129.850430:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6da300/2, rc 0, transno 4294975759 00000100:00100000:3.0:1767318129.850436:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383668608:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318129.850722:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318129.850730:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698565b800/0xa7e486a0fcb4b205 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.850739:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565b800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318129.850743:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565b800/0xa7e486a0fcb4b205 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.850753:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565b800/0xa7e486a0fcb4b205 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.850770:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698565b800/0xa7e486a0fcb4b205 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.850776:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698565b800/0xa7e486a0fcb4b205 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.851148:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318129.851150:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318129.851152:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318129.851472:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383668864:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318129.851528:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318129.851555:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b615ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383669376:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318129.851575:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318129.851607:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6d8e00/2, rc 0, transno 4294976787 00000100:00100000:1.0:1767318129.851616:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383667968:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318129.851626:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936883181c00/2, rc 0, transno 4294976786 00000100:00100000:1.0:1767318129.851630:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383667840:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318129.851642:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318129.851647:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383668992:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318129.851669:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318129.851964:0:15474:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369aaac5e00/0xa7e486a0fcb4b014 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb4b01b expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1767318129.851977:0:15474:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369aaac5e00/0xa7e486a0fcb4b014 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb4b01b expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.852006:0:15474:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369aaac5e00/0xa7e486a0fcb4b014 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4b01b expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.852012:0:15474:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767318129.852021:0:15474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369aaac5e00/0xa7e486a0fcb4b014 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4b01b expref: -99 pid: 15479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.852037:0:15474:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2fc00/0xa7e486a0fcb4adf2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb4adf9 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1767318129.852044:0:15474:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2fc00/0xa7e486a0fcb4adf2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb4adf9 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.852060:0:15474:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2fc00/0xa7e486a0fcb4adf2 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4adf9 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.852071:0:15474:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767318129.852076:0:15474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9369a4b2fc00/0xa7e486a0fcb4adf2 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4adf9 expref: -99 pid: 19573 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1767318129.852088:0:15474:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968441 is committed 00000004:00080000:3.0:1767318129.852100:0:15474:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 22 committed 00000001:00080000:3.0:1767318129.852128:0:15474:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968440 is committed 00000004:00080000:3.0:1767318129.852159:0:15474:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 21 committed 00000020:00080000:3.0:1767318129.852185:0:15474:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 32 batchid updated 00000100:00100000:3.0:1767318129.852223:0:70352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383668864 00000100:00100000:3.0:1767318129.852231:0:70352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383668864 00000100:00100000:3.0:1767318129.852270:0:70352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383669376 00000100:00100000:3.0:1767318129.852274:0:70352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383669376 00000100:00100000:3.0:1767318129.852289:0:70352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383668992 00000100:00100000:3.0:1767318129.852291:0:70352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383668992 00000100:00100000:3.0:1767318129.852307:0:70352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17056 00000100:00100000:3.0:1767318129.852315:0:70352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:7023:x1853164383668864:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318129.852341:0:70352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8128 count 1 00002000:00010000:3.0:1767318129.852376:0:70352:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fc0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.852383:0:70352:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4b20c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fc0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.852395:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.852397:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.852402:0:70352:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4b20c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.852429:0:70352:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4b20c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.852444:0:70352:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4b20c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.852452:0:70352:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4b20c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.852469:0:70352:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318129.852704:0:70352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:7023:x1853164383668864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 388us (1176us total) trans 4294976791 rc 0/0 00000100:00100000:3.0:1767318129.852713:0:70352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17056 00000100:00100000:3.0:1767318129.852730:0:70352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17057 00000100:00100000:3.0:1767318129.852737:0:70352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6159c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:7023:x1853164383669376:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318129.852748:0:70352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8073 count 1 00002000:00010000:3.0:1767318129.852763:0:70352:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f89:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.852768:0:70352:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565a200/0xa7e486a0fcb4b213 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f89:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.852775:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.852777:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.852799:0:70352:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698565a200/0xa7e486a0fcb4b213 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.852808:0:70352:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698565a200/0xa7e486a0fcb4b213 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.852815:0:70352:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565a200/0xa7e486a0fcb4b213 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.852823:0:70352:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698565a200/0xa7e486a0fcb4b213 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.852836:0:70352:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318129.852929:0:70352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6159c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:7023:x1853164383669376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 193us (1353us total) trans 4294976792 rc 0/0 00000100:00100000:3.0:1767318129.852936:0:70352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17057 00000100:00100000:3.0:1767318129.852948:0:70352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17058 00000100:00100000:3.0:1767318129.852954:0:70352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:7023:x1853164383668992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318129.852965:0:70352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8053 count 1 00002000:00010000:3.0:1767318129.852979:0:70352:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f75:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.852983:0:70352:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4b21a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f75:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.852990:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.852992:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.852995:0:70352:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4b21a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853004:0:70352:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4b21a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853010:0:70352:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4b21a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853017:0:70352:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4b21a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853030:0:70352:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318129.853110:0:70352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:7023:x1853164383668992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 156us (1440us total) trans 4294976793 rc 0/0 00000100:00100000:3.0:1767318129.853116:0:70352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17058 00010000:00010000:3.0:1767318129.853137:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318129.853143:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4b20c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853150:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565a000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.853154:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4b20c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853162:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4b20c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853175:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4b20c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853181:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698565a000/0xa7e486a0fcb4b20c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853194:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318129.853198:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698565a200/0xa7e486a0fcb4b213 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853203:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565a200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.853206:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565a200/0xa7e486a0fcb4b213 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853213:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565a200/0xa7e486a0fcb4b213 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853221:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698565a200/0xa7e486a0fcb4b213 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853228:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698565a200/0xa7e486a0fcb4b213 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853237:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318129.853241:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4b21a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853247:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565aa00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.853249:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4b21a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853256:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4b21a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853264:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4b21a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853270:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698565aa00/0xa7e486a0fcb4b21a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853283:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.853284:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.853286:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318129.853302:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b615aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383669248:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.853331:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.853354:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1767318129.853359:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383669120:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.853373:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.853384:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383669632:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1767318129.853401:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.853436:0:18401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383669632 00000100:00100000:3.0:1767318129.853441:0:18401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383669632 00000100:00100000:3.0:1767318129.853475:0:18401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:3.0:1767318129.853482:0:18401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+8:7026:x1853164383669632:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1767318129.853492:0:18401:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318129.853509:0:18401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9369aaac5c00/0xa7e486a0fcb4adf9 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb4adf2 expref: 8 pid: 15676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853521:0:18401:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe9f9711e (ffff936990793e00) 00010000:00010000:3.0:1767318129.853530:0:18401:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318129.853556:0:18401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+7:7026:x1853164383669632:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 74us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318129.853561:0:18401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:3.0:1767318129.853582:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383669248 00000100:00100000:3.0:1767318129.853586:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383669248 00000100:00100000:3.0:1767318129.853604:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383669120 00000100:00100000:3.0:1767318129.853607:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383669120 00000100:00100000:3.0:1767318129.853625:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17059 00000100:00100000:3.0:1767318129.853630:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:7026:x1853164383669248:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318129.853642:0:70353:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8104 count 1 00002000:00010000:3.0:1767318129.853658:0:70353:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fa8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.853663:0:70353:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565ac00/0xa7e486a0fcb4b221 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fa8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853671:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.853673:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.853675:0:70353:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698565ac00/0xa7e486a0fcb4b221 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853684:0:70353:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698565ac00/0xa7e486a0fcb4b221 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853690:0:70353:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565ac00/0xa7e486a0fcb4b221 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853698:0:70353:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698565ac00/0xa7e486a0fcb4b221 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853712:0:70353:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318129.853837:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+22:7026:x1853164383669248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 206us (504us total) trans 4294976794 rc 0/0 00000100:00100000:3.0:1767318129.853843:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17059 00000100:00100000:3.0:1767318129.853856:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17060 00000100:00100000:3.0:1767318129.853861:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:7026:x1853164383669120:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318129.853874:0:70353:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8084 count 1 00002000:00010000:3.0:1767318129.853887:0:70353:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f94:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.853891:0:70353:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565a800/0xa7e486a0fcb4b228 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f94:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853898:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.853899:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.853902:0:70353:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698565a800/0xa7e486a0fcb4b228 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853910:0:70353:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698565a800/0xa7e486a0fcb4b228 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853917:0:70353:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565a800/0xa7e486a0fcb4b228 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853923:0:70353:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698565a800/0xa7e486a0fcb4b228 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.853935:0:70353:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318129.854020:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+22:7026:x1853164383669120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 158us (644us total) trans 4294976795 rc 0/0 00000100:00100000:3.0:1767318129.854026:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17060 00000004:00080000:3.0:1767318129.854069:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b6158700/2, rc 0, transno 4294976795 00000100:00100000:3.0:1767318129.854075:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383669120:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.854085:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383669632:0@lo:103:jbd2/dm-1-8.0 00000004:00080000:3.0:1767318129.854093:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b615aa00/2, rc 0, transno 4294976794 00000100:00100000:3.0:1767318129.854097:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b615aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383669248:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318129.854611:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b6159500/2, rc 0, transno 4294976793 00000100:00100000:1.0:1767318129.854620:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383668992:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318129.854631:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b6158a80/2, rc 0, transno 4294976791 00000100:00100000:1.0:1767318129.854634:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383668864:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318129.854643:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b615ad80/2, rc 0, transno 4294976792 00000100:00100000:1.0:1767318129.854646:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b615ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383669376:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318129.854654:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318129.854663:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383669504:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1767318129.854769:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318129.854902:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318129.854909:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698565ac00/0xa7e486a0fcb4b221 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.854918:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565ac00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318129.854922:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565ac00/0xa7e486a0fcb4b221 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.854932:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565ac00/0xa7e486a0fcb4b221 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.854951:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698565ac00/0xa7e486a0fcb4b221 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.854958:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698565ac00/0xa7e486a0fcb4b221 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.854975:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318129.854979:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698565a800/0xa7e486a0fcb4b228 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.854985:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565a800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318129.854987:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565a800/0xa7e486a0fcb4b228 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.854994:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565a800/0xa7e486a0fcb4b228 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.855001:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698565a800/0xa7e486a0fcb4b228 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.855007:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698565a800/0xa7e486a0fcb4b228 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.855018:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318129.855020:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318129.855022:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318129.855028:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318129.855125:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383669888:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318129.855145:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318129.855159:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383670400:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318129.855173:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318129.855184:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1767318129.855188:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383670016:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318129.855201:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318129.855214:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383670528:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318129.855227:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318129.855245:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383669888 00000100:00100000:1.0:1767318129.855249:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383669888 00000100:00100000:1.0:1767318129.855285:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383670400 00000100:00100000:1.0:1767318129.855288:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383670400 00000100:00100000:1.0:1767318129.855302:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383670016 00000100:00100000:1.0:1767318129.855304:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383670016 00000100:00100000:1.0:1767318129.855323:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383670528 00000100:00100000:1.0:1767318129.855326:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383670528 00000100:00100000:1.0:1767318129.855343:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17061 00000100:00100000:1.0:1767318129.855350:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+25:7023:x1853164383669888:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318129.855370:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8062 count 1 00002000:00010000:1.0:1767318129.855394:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f7e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318129.855399:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4b22f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f7e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.855409:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.855411:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.855427:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4b22f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.855445:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4b22f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.855454:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4b22f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.855461:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4b22f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.855475:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318129.855646:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:7023:x1853164383669888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 296us (498us total) trans 4294976796 rc 0/0 00000100:00100000:1.0:1767318129.855653:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17061 00000100:00100000:1.0:1767318129.855668:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17062 00000100:00100000:1.0:1767318129.855675:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+25:7023:x1853164383670400:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318129.855843:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff000/0xa7e486a0fcb4b1fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.855867:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff000/0xa7e486a0fcb4b1fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.855876:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff000/0xa7e486a0fcb4b1fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.855883:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff000/0xa7e486a0fcb4b1fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.855949:0:7009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4aea8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318129.855957:0:7009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4aea8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318129.855963:0:7009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4aea8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318129.855969:0:7009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93699aa4ea00 already unused, calling callback (ffffffffc178a550) 00010000:00010000:2.0:1767318129.855973:0:7009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4aea8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318129.855980:0:7009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4aea8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318129.855991:0:7009:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0xb201be27 (ffff936990793a00) 00010000:00010000:2.0:1767318129.855994:0:7009:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318129.855997:0:7009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4aea8 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00010000:00010000:2.0:1767318129.856003:0:7009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff93699aa4ea00/0xa7e486a0fcb4aea8 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19573 initiator: MDT1 00000100:00100000:2.0:1767318129.856051:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17063 00000100:00100000:2.0:1767318129.856058:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+25:7023:x1853164383670016:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.856070:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8142 count 1 00002000:00010000:2.0:1767318129.856085:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fce:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.856090:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4b236 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fce:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.856098:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.856100:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.856103:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4b236 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.856112:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4b236 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.856120:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4b236 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.856132:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4b236 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.856147:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318129.856254:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+26:7023:x1853164383670016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 197us (1051us total) trans 4294976797 rc 0/0 00000100:00100000:2.0:1767318129.856261:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17063 00000100:00100000:2.0:1767318129.856275:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17064 00000100:00100000:2.0:1767318129.856281:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+25:7023:x1853164383670528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.856292:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8120 count 1 00002000:00010000:2.0:1767318129.856305:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fb8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.856310:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe400/0xa7e486a0fcb4b23d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fb8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.856318:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.856319:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.856322:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe400/0xa7e486a0fcb4b23d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.856331:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe400/0xa7e486a0fcb4b23d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.856338:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe400/0xa7e486a0fcb4b23d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.856345:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe400/0xa7e486a0fcb4b23d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.856359:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318129.856447:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+26:7023:x1853164383670528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 165us (1217us total) trans 4294976798 rc 0/0 00000100:00100000:2.0:1767318129.856453:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17064 00010000:00010000:2.0:1767318129.856468:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318129.856473:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4b22f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.856480:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.856483:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4b22f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.856491:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4b22f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.856502:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4b22f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.856510:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996db8000/0xa7e486a0fcb4b22f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.856524:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318129.856527:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4b236 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.856533:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25fe600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.856537:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4b236 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.856544:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4b236 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.856552:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4b236 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.856558:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe600/0xa7e486a0fcb4b236 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.856568:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318129.856571:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe400/0xa7e486a0fcb4b23d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.856577:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25fe400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.856580:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe400/0xa7e486a0fcb4b23d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.856586:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe400/0xa7e486a0fcb4b23d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.856593:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe400/0xa7e486a0fcb4b23d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.856599:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe400/0xa7e486a0fcb4b23d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.856614:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.856616:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.856619:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.856624:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.856645:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318129.856652:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318129.856656:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff000/0xa7e486a0fcb4b1fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.856662:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25ff000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.856665:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff000/0xa7e486a0fcb4b1fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.856671:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff000/0xa7e486a0fcb4b1fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.857078:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff000/0xa7e486a0fcb4b1fe lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.857090:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff000/0xa7e486a0fcb4b1fe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.857106:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.857108:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.857110:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318129.857250:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+18:7026:x1853164383668096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7776us (12277us total) trans 4294975760 rc 0/0 00000100:00100000:2.0:1767318129.857261:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17054 00002000:00080000:1.0:1767318129.857438:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8087 count 1 00002000:00010000:1.0:1767318129.857459:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f97:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318129.857465:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4b244 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f97:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.857474:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.857475:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.857480:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4b244 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.857491:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4b244 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.857499:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4b244 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.857507:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4b244 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.857526:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318129.857643:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:7023:x1853164383670400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1969us (2467us total) trans 4294976799 rc 0/0 00000100:00100000:1.0:1767318129.857649:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17062 00010000:00010000:1.0:1767318129.857680:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00080000:0.0:1767318129.857847:0:15515:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 32 00000004:00080000:0.0:1767318129.857904:0:15515:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff936887ab3f00 with version 63 00000020:00080000:0.0:1767318129.857914:0:15515:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 26 cancel update log [0x200000401:0x2:0x0].26: rc = 0 00000004:00080000:0.0:1767318129.857936:0:15515:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff936887ab3840 with version 64 00000020:00080000:0.0:1767318129.857938:0:15515:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 27 cancel update log [0x200000401:0x2:0x0].27: rc = 0 00000004:00080000:0.0:1767318129.857956:0:15515:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff936887ab3a80 with version 65 00000020:00080000:0.0:1767318129.857959:0:15515:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 28 cancel update log [0x200000401:0x2:0x0].28: rc = 0 00000004:00080000:0.0:1767318129.857973:0:15515:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff936887ab3c00 with version 66 00000020:00080000:0.0:1767318129.857976:0:15515:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 29 cancel update log [0x200000401:0x2:0x0].29: rc = 0 00000004:00080000:0.0:1767318129.857991:0:15515:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff936887ab3240 with version 67 00000020:00080000:0.0:1767318129.857994:0:15515:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 30 cancel update log [0x200000401:0x2:0x0].30: rc = 0 00000004:00080000:0.0:1767318129.858006:0:15515:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff936886b59480 with version 68 00000020:00080000:0.0:1767318129.858008:0:15515:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 31 cancel update log [0x200000401:0x2:0x0].31: rc = 0 00000004:00080000:0.0:1767318129.858022:0:15515:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff936985875780 with version 69 00000020:00080000:0.0:1767318129.858024:0:15515:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 32 cancel update log [0x200000401:0x2:0x0].32: rc = 0 00000020:00080000:0.0:1767318129.858032:0:15515:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 32 00010000:00010000:0.0:1767318129.858039:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.858044:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318129.858051:0:15672:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff936986144480 version 63 rpc_version 63 00000020:00100000:0.0:1767318129.858075:0:15672:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767318129.858082:0:15672:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff936996db3480 x1853164383670912/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318129.858104:0:15672:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15672:1853164383670912:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767318129.858137:0:15672:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318129.858160:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff9369a4a320c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767318129.858177:0:15484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383670912 00000100:00100000:0.0:1767318129.858182:0:15484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383670912 00000100:00100000:0.0:1767318129.858214:0:15484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2436 00000100:00100000:0.0:1767318129.858220:0:15484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:15672:x1853164383670912:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767318129.858328:0:15484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:15672:x1853164383670912:12345-0@lo:1000:osp_up0-1.0 Request processed in 107us (190us total) trans 8589934954 rc 0/0 00000100:00100000:0.0:1767318129.858335:0:15484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2436 00000100:00100000:0.0:1767318129.858369:0:15672:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589934942 gen 2 00000004:00080000:0.0:1767318129.858374:0:15672:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589934933 committed transno 8589934942 00000020:00080000:0.0:1767318129.858378:0:15672:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff936887ab3cc0 refcount 2 committed 0 result 0 batchid 33 00000020:00080000:0.0:1767318129.858382:0:15672:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff93698b916800 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff936887ab3780 00000020:00080000:0.0:1767318129.858385:0:15672:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].33 00000020:00080000:0.0:1767318129.858387:0:15672:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff93698b916900 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff936991dca800 00000004:00080000:0.0:1767318129.858406:0:15672:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589934942 committed transno 8589934942 00000020:00080000:0.0:1767318129.858409:0:15672:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff93698ebd9840 refcount 2 committed 0 result 0 batchid 34 00000020:00080000:0.0:1767318129.858411:0:15672:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff936887060800 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff93698ebd9f00 00000020:00080000:0.0:1767318129.858427:0:15672:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].34 00000020:00080000:0.0:1767318129.858430:0:15672:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff936887060b00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff936887ab4000 00000100:00100000:0.0:1767318129.858460:0:15672:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff936996db3480 x1853164383670912/t8589934954(8589934954) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1767318145 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318129.858476:0:15672:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15672:1853164383670912:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1767318129.858485:0:15672:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff936986144480 version 64 rpc_version 64 00000020:00100000:0.0:1767318129.858494:0:15672:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767318129.858497:0:15672:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff936996db2300 x1853164383671168/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318129.858515:0:15672:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15672:1853164383671168:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767318129.858537:0:15672:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318129.858548:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff9369a4a320c0 going to sleep for 11 seconds 00000020:00080000:0.0:1767318129.858555:0:15515:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 34 committed batchid 32 00000020:00080000:0.0:1767318129.858583:0:15515:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 32 00000100:00100000:0.0:1767318129.858593:0:15484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383671168 00000100:00100000:0.0:1767318129.858596:0:15484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383671168 00000100:00100000:0.0:1767318129.858620:0:15484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2437 00000100:00100000:0.0:1767318129.858626:0:15484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:15672:x1853164383671168:12345-0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1767318129.858881:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4b244 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.858891:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:1.0:1767318129.858896:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4b244 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.858906:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4b244 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.858921:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4b244 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.858928:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996db8200/0xa7e486a0fcb4b244 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.858952:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318129.858954:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318129.858956:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318129.858985:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936990595500/2, rc 0, transno 4294976797 00000100:00100000:1.0:1767318129.858995:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383670016:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318129.859004:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b12c1f80/2, rc 0, transno 4294976798 00000100:00100000:1.0:1767318129.859007:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383670528:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318129.859015:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b6158000/2, rc 0, transno 4294976796 00000100:00100000:1.0:1767318129.859019:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383669888:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318129.859025:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b12c1500/2, rc 0, transno 4294976799 00000100:00100000:1.0:1767318129.859028:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383670400:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318129.859087:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383671424:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318129.859110:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318129.859126:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318129.859131:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383671552:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318129.859147:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318129.859163:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383671424 00000100:00100000:1.0:1767318129.859166:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383671424 00000100:00100000:1.0:1767318129.859185:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383671552 00000100:00100000:1.0:1767318129.859187:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383671552 00000100:00100000:1.0:1767318129.859199:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17065 00000100:00100000:1.0:1767318129.859204:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+27:7023:x1853164383671424:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318129.859219:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8076 count 1 00002000:00010000:1.0:1767318129.859239:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f8c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318129.859245:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4b24b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f8c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.859254:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.859256:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.859261:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4b24b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.859271:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4b24b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.859279:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4b24b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.859287:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4b24b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.859299:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318129.859449:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+28:7023:x1853164383671424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 243us (337us total) trans 4294976800 rc 0/0 00000100:00100000:1.0:1767318129.859456:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17065 00000100:00100000:1.0:1767318129.859468:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17066 00000100:00100000:1.0:1767318129.859475:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+27:7023:x1853164383671552:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318129.859484:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8088 count 1 00002000:00010000:1.0:1767318129.859496:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f98:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318129.859501:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4b252 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f98:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.859513:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.859515:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.859517:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4b252 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.859525:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4b252 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.859532:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4b252 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.859539:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4b252 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318129.859674:0:30688:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383669504 00000100:00100000:3.0:1767318129.859679:0:30688:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383669504 00000100:00100000:3.0:1767318129.859720:0:30688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:3.0:1767318129.859726:0:30688:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6159180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+10:7023:x1853164383669504:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1767318129.859734:0:30688:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318129.859750:0:30688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93698565b600/0xa7e486a0fcb4b01b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb4b014 expref: 10 pid: 15485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.859762:0:30688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0xd21c608b (ffff93698cc7b000) 00010000:00010000:3.0:1767318129.859771:0:30688:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318129.859908:0:30688:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6159180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:7023:x1853164383669504:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 182us (5138us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318129.859915:0:30688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:3.0:1767318129.859943:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b615a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383669760:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.859966:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.859981:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383670272:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.860041:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.860054:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383671296:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.860070:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318129.860094:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6d8000/2, rc 0, transno 4294975760 00000100:00100000:3.0:1767318129.860099:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383668096:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318129.860108:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1767318129.860112:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383670144:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.860127:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.860139:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383670656:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1767318129.860154:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.860165:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383671680:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.860179:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.860196:0:70352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383669760 00000100:00100000:3.0:1767318129.860199:0:70352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383669760 00000100:00100000:3.0:1767318129.860210:0:70352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383670272 00000100:00100000:3.0:1767318129.860212:0:70352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383670272 00000100:00100000:3.0:1767318129.860219:0:70352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383671296 00000100:00100000:3.0:1767318129.860221:0:70352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383671296 00000100:00100000:3.0:1767318129.860227:0:70352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383670144 00000100:00100000:3.0:1767318129.860229:0:70352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383670144 00000100:00100000:3.0:1767318129.860235:0:70352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383670656 00000100:00100000:3.0:1767318129.860237:0:70352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383670656 00000100:00100000:3.0:1767318129.860533:0:70352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383671680 00000100:00100000:3.0:1767318129.860537:0:70352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383671680 00000100:00100000:3.0:1767318129.860548:0:70352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17067 00000100:00100000:3.0:1767318129.860554:0:70352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+32:7026:x1853164383669760:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318129.860568:0:70352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8051 count 1 00002000:00010000:3.0:1767318129.860588:0:70352:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f73:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.860594:0:70352:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565a600/0xa7e486a0fcb4b259 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.860604:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.860605:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.860609:0:70352:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698565a600/0xa7e486a0fcb4b259 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.860619:0:70352:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698565a600/0xa7e486a0fcb4b259 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.860631:0:70352:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565a600/0xa7e486a0fcb4b259 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.860639:0:70352:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698565a600/0xa7e486a0fcb4b259 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.860711:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318129.860880:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+33:7023:x1853164383671552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1405us (1731us total) trans 4294976801 rc 0/0 00000100:00100000:1.0:1767318129.860888:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17066 00000100:00100000:1.0:1767318129.860901:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17068 00000100:00100000:1.0:1767318129.860908:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+32:7026:x1853164383670272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318129.860919:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8141 count 1 00002000:00010000:1.0:1767318129.860935:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fcd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318129.860940:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4b260 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.860948:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.860950:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.860953:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4b260 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.860963:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4b260 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.860971:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4b260 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.860978:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4b260 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.861149:0:15484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:15672:x1853164383671168:12345-0@lo:1000:osp_up0-1.0 Request processed in 2522us (2609us total) trans 8589934955 rc 0/0 00000100:00100000:0.0:1767318129.861158:0:15484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2437 00000100:00100000:0.0:1767318129.861212:0:15672:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15672:1853164383671168:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1767318129.861224:0:15672:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff936986144480 version 65 rpc_version 65 00000020:00100000:0.0:1767318129.861243:0:15672:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767318129.861249:0:15672:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff936996db1880 x1853164383671936/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318129.861268:0:15672:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db1880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15672:1853164383671936:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767318129.861297:0:15672:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318129.861315:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff9369a4a320c0 going to sleep for 11 seconds 00010000:00010000:2.0:1767318129.861363:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318129.861371:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4b24b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.861379:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.861383:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4b24b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.861393:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4b24b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.861407:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4b24b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.861426:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996db9200/0xa7e486a0fcb4b24b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.861443:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318129.861447:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4b252 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.861453:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.861456:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4b252 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.861463:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4b252 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.861473:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4b252 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.861480:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996db8400/0xa7e486a0fcb4b252 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.861491:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318129.861494:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698565a600/0xa7e486a0fcb4b259 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.861500:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565a600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.861503:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565a600/0xa7e486a0fcb4b259 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.861509:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565a600/0xa7e486a0fcb4b259 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.861517:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698565a600/0xa7e486a0fcb4b259 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.861524:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318129.861527:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4b260 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.861533:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.861536:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4b260 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.861543:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4b260 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.861552:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4b260 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.861559:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.861561:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.861563:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.861569:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318129.861582:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17069 00000100:00100000:2.0:1767318129.861591:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+32:7026:x1853164383671296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.861605:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8098 count 1 00002000:00010000:2.0:1767318129.861621:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fa2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.861627:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b25fec00/0xa7e486a0fcb4b267 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fa2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.861634:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.861635:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.861639:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369b25fec00/0xa7e486a0fcb4b267 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.861647:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369b25fec00/0xa7e486a0fcb4b267 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.861654:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b25fec00/0xa7e486a0fcb4b267 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.861666:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369b25fec00/0xa7e486a0fcb4b267 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.861691:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318129.861989:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+33:7026:x1853164383671296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 399us (1916us total) trans 4294976802 rc 0/0 00000100:00100000:2.0:1767318129.861996:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17069 00000100:00100000:2.0:1767318129.862012:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17070 00000100:00100000:2.0:1767318129.862019:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+32:7026:x1853164383670144:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.862030:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8119 count 1 00002000:00010000:2.0:1767318129.862043:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fb7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.862048:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff800/0xa7e486a0fcb4b26e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fb7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.862055:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.862057:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.862060:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff800/0xa7e486a0fcb4b26e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.862069:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff800/0xa7e486a0fcb4b26e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.862077:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff800/0xa7e486a0fcb4b26e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.862084:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff800/0xa7e486a0fcb4b26e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.862100:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318129.862179:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+33:7026:x1853164383670144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 161us (2050us total) trans 4294976803 rc 0/0 00000100:00100000:2.0:1767318129.862185:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17070 00000100:00100000:2.0:1767318129.862195:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17071 00000100:00100000:2.0:1767318129.862201:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383670656:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1767318129.862212:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000401:134 count 1 00002000:00010000:2.0:1767318129.862227:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x86:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.862232:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b25ffc00/0xa7e486a0fcb4b275 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x86:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.862239:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.862241:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.862244:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369b25ffc00/0xa7e486a0fcb4b275 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.862253:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369b25ffc00/0xa7e486a0fcb4b275 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.862261:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b25ffc00/0xa7e486a0fcb4b275 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.862268:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369b25ffc00/0xa7e486a0fcb4b275 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.862280:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318129.862892:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+6:7026:x1853164383670656:12345-0@lo:6:osp-syn-1-1.0 Request processed in 687us (2732us total) trans 4294975761 rc 0/0 00000100:00100000:2.0:1767318129.862899:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17071 00000100:00100000:2.0:1767318129.862917:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17072 00000100:00100000:2.0:1767318129.862924:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+32:7026:x1853164383671680:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.862938:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8117 count 1 00002000:00010000:2.0:1767318129.862954:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fb5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.862960:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b25ffa00/0xa7e486a0fcb4b27c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fb5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.862968:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.862969:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.862972:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369b25ffa00/0xa7e486a0fcb4b27c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.862982:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369b25ffa00/0xa7e486a0fcb4b27c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.862991:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b25ffa00/0xa7e486a0fcb4b27c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.862998:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369b25ffa00/0xa7e486a0fcb4b27c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.863013:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318129.863100:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+33:7026:x1853164383671680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 176us (2918us total) trans 4294976804 rc 0/0 00000100:00100000:2.0:1767318129.863105:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17072 00010000:00010000:2.0:1767318129.863126:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318129.863132:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369b25fec00/0xa7e486a0fcb4b267 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.863139:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25fec00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.863144:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b25fec00/0xa7e486a0fcb4b267 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.863153:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b25fec00/0xa7e486a0fcb4b267 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.863166:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369b25fec00/0xa7e486a0fcb4b267 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.863172:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369b25fec00/0xa7e486a0fcb4b267 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.863186:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318129.863189:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff800/0xa7e486a0fcb4b26e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.863195:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25ff800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.863198:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff800/0xa7e486a0fcb4b26e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.863205:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff800/0xa7e486a0fcb4b26e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.863218:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff800/0xa7e486a0fcb4b26e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.863225:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff800/0xa7e486a0fcb4b26e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.863234:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318129.863237:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369b25ffc00/0xa7e486a0fcb4b275 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.863243:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25ffc00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.863245:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b25ffc00/0xa7e486a0fcb4b275 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.863252:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b25ffc00/0xa7e486a0fcb4b275 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.863260:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369b25ffc00/0xa7e486a0fcb4b275 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.863267:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369b25ffc00/0xa7e486a0fcb4b275 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.863278:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318129.863281:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369b25ffa00/0xa7e486a0fcb4b27c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.863292:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25ffa00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.863296:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b25ffa00/0xa7e486a0fcb4b27c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.863303:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b25ffa00/0xa7e486a0fcb4b27c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.863312:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369b25ffa00/0xa7e486a0fcb4b27c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.863318:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369b25ffa00/0xa7e486a0fcb4b27c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.863328:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.863329:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.863331:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.863336:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.863346:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318129.863445:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936990596680/2, rc 0, transno 4294976803 00000100:00100000:2.0:1767318129.863464:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383670144:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318129.863477:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6d9180/2, rc 0, transno 4294975761 00000100:00100000:2.0:1767318129.863481:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383670656:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1767318129.863489:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b12c2d80/2, rc 0, transno 4294976804 00000100:00100000:2.0:1767318129.863492:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383671680:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318129.863501:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b12c2a00/2, rc 0, transno 4294976802 00000100:00100000:2.0:1767318129.863505:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383671296:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318129.863716:0:70352:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1767318129.863723:0:70352:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698565a600/0xa7e486a0fcb4b259 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.864036:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318129.864209:0:70352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:7026:x1853164383669760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3653us (4240us total) trans 4294976805 rc 0/0 00000100:00100000:2.0:1767318129.864217:0:70352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17067 00000004:00080000:3.0:1767318129.864278:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b615a300/2, rc 0, transno 4294976805 00000100:00100000:3.0:1767318129.864283:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b615a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383669760:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318129.864337:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1767318129.864344:0:71617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996db9800/0xa7e486a0fcb4b260 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318129.864464:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383672192:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318129.864496:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318129.864524:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b12c3b80/2, rc 0, transno 4294976801 00000100:00100000:1.0:1767318129.864531:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383671552:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318129.864541:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b12c0a80/2, rc 0, transno 4294976800 00000100:00100000:1.0:1767318129.864544:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383671424:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318129.864556:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383669504:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1767318129.864573:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318129.864578:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383672320:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318129.864598:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318129.864623:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383672192 00000100:00100000:1.0:1767318129.864628:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383672192 00000100:00100000:1.0:1767318129.864655:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383672320 00000100:00100000:1.0:1767318129.864657:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383672320 00000100:00100000:1.0:1767318129.864673:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17073 00010000:00010000:2.0:1767318129.864768:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318129.864818:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383672064:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.864846:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.864867:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318129.864873:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383672448:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.864892:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.864913:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383672064 00000100:00100000:3.0:1767318129.864917:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383672064 00000100:00100000:3.0:1767318129.864934:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383672448 00000100:00100000:3.0:1767318129.864936:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383672448 00000100:00100000:3.0:1767318129.864949:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17074 00000100:00100000:3.0:1767318129.864954:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+36:7023:x1853164383672320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318129.864973:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8101 count 1 00002000:00010000:3.0:1767318129.864997:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fa5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.865004:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4b283 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fa5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865015:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.865017:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.865022:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4b283 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865034:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4b283 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865043:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4b283 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865050:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4b283 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865063:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318129.865169:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+37:7023:x1853164383672320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 214us (570us total) trans 4294976806 rc 0/0 00000100:00100000:3.0:1767318129.865175:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17074 00000100:00100000:3.0:1767318129.865187:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17075 00000100:00100000:3.0:1767318129.865192:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+36:7026:x1853164383672064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318129.865202:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8095 count 1 00002000:00010000:3.0:1767318129.865214:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f9f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.865218:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4b28a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f9f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865231:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.865232:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.865235:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4b28a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865243:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4b28a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865250:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4b28a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865258:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4b28a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865268:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318129.865354:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+37:7026:x1853164383672064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 161us (506us total) trans 4294976807 rc 0/0 00000100:00100000:3.0:1767318129.865360:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17075 00000100:00100000:3.0:1767318129.865372:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17076 00000100:00100000:3.0:1767318129.865377:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+36:7026:x1853164383672448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318129.865386:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8085 count 1 00002000:00010000:3.0:1767318129.865397:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f95:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.865402:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4b291 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f95:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865409:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.865411:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.865471:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4b291 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865481:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4b291 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865489:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4b291 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865497:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4b291 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865509:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318129.865592:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+37:7026:x1853164383672448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 214us (698us total) trans 4294976808 rc 0/0 00000100:00100000:3.0:1767318129.865598:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17076 00010000:00010000:3.0:1767318129.865614:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318129.865619:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4b283 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865627:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565b000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.865630:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4b283 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865638:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4b283 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865653:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4b283 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865660:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698565b000/0xa7e486a0fcb4b283 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865676:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318129.865679:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4b28a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865690:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565a400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.865693:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4b28a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865701:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4b28a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865710:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4b28a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865717:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698565a400/0xa7e486a0fcb4b28a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865729:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318129.865732:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4b291 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865738:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565be00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.865741:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4b291 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865749:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4b291 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865757:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4b291 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865769:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698565be00/0xa7e486a0fcb4b291 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.865798:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.865800:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.865802:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.865810:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318129.865838:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a5928e00/2, rc 0, transno 4294976806 00000100:00100000:3.0:1767318129.865844:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383672320:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318129.865860:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a5928380/2, rc 0, transno 4294976808 00000100:00100000:3.0:1767318129.865864:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383672448:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318129.865871:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a5929180/2, rc 0, transno 4294976807 00000100:00100000:3.0:1767318129.865874:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383672064:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318129.867696:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318129.867894:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383672832:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.867967:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.867998:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383673344:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.868020:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.868035:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383673856:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.868053:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318129.868090:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6d8380/2, rc 0, transno 4294976789 00000100:00100000:2.0:1767318129.868101:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383668480:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.868113:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1767318129.868118:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383672704:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.868139:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.868155:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383673216:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.868175:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.868185:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383673728:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.868202:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.868225:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383672832 00000100:00100000:2.0:1767318129.868232:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383672832 00000100:00100000:2.0:1767318129.868267:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383673344 00000100:00100000:2.0:1767318129.868269:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383673344 00000100:00100000:2.0:1767318129.868281:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383673856 00000100:00100000:2.0:1767318129.868283:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383673856 00000100:00100000:2.0:1767318129.868291:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383672704 00000100:00100000:2.0:1767318129.868293:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383672704 00000100:00100000:2.0:1767318129.868302:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383673216 00000100:00100000:2.0:1767318129.868304:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383673216 00000100:00100000:2.0:1767318129.868313:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383673728 00000100:00100000:2.0:1767318129.868315:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383673728 00000100:00100000:2.0:1767318129.868327:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17077 00000100:00100000:2.0:1767318129.868334:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+38:7024:x1853164383672832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.868359:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8082 count 1 00002000:00010000:2.0:1767318129.868390:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f92:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.868398:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b25ffe00/0xa7e486a0fcb4b298 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f92:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.868411:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.868426:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.868431:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369b25ffe00/0xa7e486a0fcb4b298 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.868445:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369b25ffe00/0xa7e486a0fcb4b298 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.868454:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b25ffe00/0xa7e486a0fcb4b298 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.868461:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369b25ffe00/0xa7e486a0fcb4b298 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.868473:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318129.868671:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+39:7024:x1853164383672832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 336us (704us total) trans 4294976809 rc 0/0 00000100:00100000:2.0:1767318129.868679:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17077 00000100:00100000:2.0:1767318129.868696:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17078 00000100:00100000:2.0:1767318129.868703:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+21:7024:x1853164383673344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318129.868715:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8081 count 1 00002000:00010000:2.0:1767318129.868731:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f91:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.868736:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb4b29f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f91:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.868744:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.868745:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.868748:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb4b29f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.868758:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb4b29f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.868765:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb4b29f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.868771:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb4b29f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.868804:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318129.868921:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+22:7024:x1853164383673344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 218us (899us total) trans 4294975762 rc 0/0 00000100:00100000:2.0:1767318129.868928:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17078 00000100:00100000:2.0:1767318129.868939:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17079 00000100:00100000:2.0:1767318129.868945:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+21:7024:x1853164383673856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318129.868956:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8078 count 1 00002000:00010000:2.0:1767318129.868969:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f8e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.868974:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b25fea00/0xa7e486a0fcb4b2a6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f8e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.868982:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.868983:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.868986:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369b25fea00/0xa7e486a0fcb4b2a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.868996:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369b25fea00/0xa7e486a0fcb4b2a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869003:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b25fea00/0xa7e486a0fcb4b2a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869011:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369b25fea00/0xa7e486a0fcb4b2a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869022:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318129.869096:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+22:7024:x1853164383673856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 151us (1041us total) trans 4294975763 rc 0/0 00000100:00100000:2.0:1767318129.869101:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17079 00000100:00100000:2.0:1767318129.869112:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17080 00000100:00100000:2.0:1767318129.869118:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+38:7024:x1853164383672704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.869129:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8126 count 1 00002000:00010000:2.0:1767318129.869141:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fbe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.869145:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe000/0xa7e486a0fcb4b2ad lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fbe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869152:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.869153:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.869156:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe000/0xa7e486a0fcb4b2ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869163:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe000/0xa7e486a0fcb4b2ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869169:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe000/0xa7e486a0fcb4b2ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869174:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe000/0xa7e486a0fcb4b2ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869182:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318129.869263:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+39:7024:x1853164383672704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 145us (1122us total) trans 4294976810 rc 0/0 00000100:00100000:2.0:1767318129.869269:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17080 00000100:00100000:2.0:1767318129.869281:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17081 00000100:00100000:2.0:1767318129.869287:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+21:7024:x1853164383673216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318129.869297:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8048 count 1 00002000:00010000:2.0:1767318129.869312:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f70:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.869318:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff400/0xa7e486a0fcb4b2b4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f70:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869329:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.869331:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.869334:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff400/0xa7e486a0fcb4b2b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869343:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff400/0xa7e486a0fcb4b2b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869350:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff400/0xa7e486a0fcb4b2b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869357:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff400/0xa7e486a0fcb4b2b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869365:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1767318129.869464:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+22:7024:x1853164383673216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 177us (1287us total) trans 4294975764 rc 0/0 00000100:00100000:2.0:1767318129.869470:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17081 00000100:00100000:2.0:1767318129.869482:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17082 00000100:00100000:2.0:1767318129.869488:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6159c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+21:7024:x1853164383673728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318129.869498:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8049 count 1 00002000:00010000:2.0:1767318129.869512:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f71:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.869516:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b25fee00/0xa7e486a0fcb4b2bb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f71:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869523:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.869525:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.869528:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369b25fee00/0xa7e486a0fcb4b2bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869536:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369b25fee00/0xa7e486a0fcb4b2bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869543:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b25fee00/0xa7e486a0fcb4b2bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869550:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369b25fee00/0xa7e486a0fcb4b2bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869558:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1767318129.869641:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6159c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+22:7024:x1853164383673728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 153us (1438us total) trans 4294975765 rc 0/0 00000100:00100000:2.0:1767318129.869648:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17082 00010000:00010000:2.0:1767318129.869670:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1767318129.869677:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369b25ffe00/0xa7e486a0fcb4b298 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869684:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25ffe00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.869688:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b25ffe00/0xa7e486a0fcb4b298 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869696:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b25ffe00/0xa7e486a0fcb4b298 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869712:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369b25ffe00/0xa7e486a0fcb4b298 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869719:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369b25ffe00/0xa7e486a0fcb4b298 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869738:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767318129.869741:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb4b29f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869747:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25fe200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.869750:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb4b29f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869758:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb4b29f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869767:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb4b29f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869774:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb4b29f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869808:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318129.869811:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369b25fea00/0xa7e486a0fcb4b2a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869817:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25fea00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.869820:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b25fea00/0xa7e486a0fcb4b2a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869828:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b25fea00/0xa7e486a0fcb4b2a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869836:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369b25fea00/0xa7e486a0fcb4b2a6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869842:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369b25fea00/0xa7e486a0fcb4b2a6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869853:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318129.869856:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe000/0xa7e486a0fcb4b2ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869863:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25fe000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.869866:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe000/0xa7e486a0fcb4b2ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869873:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe000/0xa7e486a0fcb4b2ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869882:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe000/0xa7e486a0fcb4b2ad lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869888:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe000/0xa7e486a0fcb4b2ad lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869903:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318129.869906:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff400/0xa7e486a0fcb4b2b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869912:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25ff400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.869914:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff400/0xa7e486a0fcb4b2b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869922:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff400/0xa7e486a0fcb4b2b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869931:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff400/0xa7e486a0fcb4b2b4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869938:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369b25ff400/0xa7e486a0fcb4b2b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869950:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318129.869953:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369b25fee00/0xa7e486a0fcb4b2bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869960:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25fee00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.869963:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b25fee00/0xa7e486a0fcb4b2bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869970:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b25fee00/0xa7e486a0fcb4b2bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869980:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369b25fee00/0xa7e486a0fcb4b2bb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869987:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369b25fee00/0xa7e486a0fcb4b2bb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.869996:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.869997:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.869999:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318129.870069:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6daa00/2, rc 0, transno 4294976810 00000100:00100000:2.0:1767318129.870082:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383672704:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318129.870093:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6da680/2, rc 0, transno 4294975764 00000100:00100000:2.0:1767318129.870101:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383673216:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318129.870109:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936883181500/2, rc 0, transno 4294975765 00000100:00100000:2.0:1767318129.870113:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383673728:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318129.870120:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6dbb80/2, rc 0, transno 4294976809 00000100:00100000:2.0:1767318129.870124:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383672832:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318129.870132:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6db100/2, rc 0, transno 4294975762 00000100:00100000:2.0:1767318129.870135:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383673344:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318129.870143:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936883183b80/2, rc 0, transno 4294975763 00000100:00100000:2.0:1767318129.870145:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383673856:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.870155:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318129.870163:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383674240:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.870194:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.870221:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383674240 00000100:00100000:2.0:1767318129.870225:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383674240 00000100:00100000:2.0:1767318129.870244:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17083 00000100:00100000:2.0:1767318129.870249:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+39:7024:x1853164383674240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.870263:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8099 count 1 00002000:00010000:2.0:1767318129.870281:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fa3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.870286:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe800/0xa7e486a0fcb4b2c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fa3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.870293:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.870295:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.870298:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe800/0xa7e486a0fcb4b2c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.870307:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe800/0xa7e486a0fcb4b2c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.870315:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe800/0xa7e486a0fcb4b2c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.870322:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe800/0xa7e486a0fcb4b2c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.870335:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318129.870615:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318129.870622:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe800/0xa7e486a0fcb4b2c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.870629:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25fe800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.870633:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe800/0xa7e486a0fcb4b2c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.870640:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe800/0xa7e486a0fcb4b2c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.870652:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe800/0xa7e486a0fcb4b2c2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.870660:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe800/0xa7e486a0fcb4b2c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.870674:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.870676:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.870678:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.870687:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318129.870713:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383672576:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.870745:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.870765:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383673088:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.870878:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.870897:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990595f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383673600:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318129.871020:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.871036:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383674112:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318129.871055:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.871066:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1767318129.871071:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383672960:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.871086:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.871094:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383673472:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318129.871107:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.871114:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383673984:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318129.871129:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.871146:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383672576 00000100:00100000:3.0:1767318129.871150:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383672576 00000100:00100000:3.0:1767318129.871168:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383673088 00000100:00100000:3.0:1767318129.871170:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383673088 00000100:00100000:3.0:1767318129.871177:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383673600 00000100:00100000:3.0:1767318129.871179:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383673600 00000100:00100000:3.0:1767318129.871186:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383674112 00000100:00100000:3.0:1767318129.871188:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383674112 00000100:00100000:3.0:1767318129.871195:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383672960 00000100:00100000:3.0:1767318129.871197:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383672960 00000100:00100000:3.0:1767318129.871205:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383673472 00000100:00100000:3.0:1767318129.871207:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383673472 00000100:00100000:3.0:1767318129.871214:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383673984 00000100:00100000:3.0:1767318129.871216:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383673984 00000100:00100000:3.0:1767318129.871225:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17084 00000100:00100000:3.0:1767318129.871230:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+43:7026:x1853164383672576:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318129.871245:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8056 count 1 00002000:00010000:3.0:1767318129.871265:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f78:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.871271:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565bc00/0xa7e486a0fcb4b2c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f78:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.871280:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.871281:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.871285:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698565bc00/0xa7e486a0fcb4b2c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.871295:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698565bc00/0xa7e486a0fcb4b2c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.871304:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565bc00/0xa7e486a0fcb4b2c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.871311:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698565bc00/0xa7e486a0fcb4b2c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.871323:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318129.871467:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+44:7026:x1853164383672576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 235us (721us total) trans 4294976812 rc 0/0 00000100:00100000:3.0:1767318129.871473:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17084 00000100:00100000:3.0:1767318129.871489:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17085 00000100:00100000:3.0:1767318129.871494:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+43:7026:x1853164383673088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318129.871504:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8069 count 1 00002000:00010000:3.0:1767318129.871517:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f85:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.871522:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4b2d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f85:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.871529:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.871531:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.871534:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4b2d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.871543:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4b2d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.871551:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4b2d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.871560:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4b2d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.871571:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318129.871651:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+44:7026:x1853164383673088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 157us (773us total) trans 4294976813 rc 0/0 00000100:00100000:3.0:1767318129.871657:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17085 00000100:00100000:3.0:1767318129.871669:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17086 00000100:00100000:3.0:1767318129.871674:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:7026:x1853164383673600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318129.871685:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8037 count 1 00002000:00010000:3.0:1767318129.871703:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f65:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.871707:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565b200/0xa7e486a0fcb4b2d7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f65:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.871715:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.871716:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.871719:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93698565b200/0xa7e486a0fcb4b2d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.871728:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93698565b200/0xa7e486a0fcb4b2d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.871736:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565b200/0xa7e486a0fcb4b2d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.871743:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93698565b200/0xa7e486a0fcb4b2d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.871752:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318129.871923:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+43:7023:x1853164383672192:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318129.871944:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8065 count 1 00002000:00010000:1.0:1767318129.871961:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f81:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318129.871965:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4b2de lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f81:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.871973:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.871974:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.871977:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4b2de lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.871985:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4b2de lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.871992:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4b2de lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.871999:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4b2de lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.872007:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767318129.872127:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+44:7023:x1853164383672192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7447us (7629us total) trans 4294976814 rc 0/0 00000100:00100000:1.0:1767318129.872133:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17073 00000100:00100000:1.0:1767318129.872149:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17087 00000100:00100000:1.0:1767318129.872155:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+25:7026:x1853164383674112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318129.872166:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8062 count 1 00002000:00010000:1.0:1767318129.872178:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f7e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318129.872183:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db8e00/0xa7e486a0fcb4b2e5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f7e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.872190:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.872192:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.872195:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996db8e00/0xa7e486a0fcb4b2e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.872203:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996db8e00/0xa7e486a0fcb4b2e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.872210:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db8e00/0xa7e486a0fcb4b2e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.872218:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996db8e00/0xa7e486a0fcb4b2e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.872226:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767318129.872321:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:7026:x1853164383674112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 166us (1264us total) trans 4294975766 rc 0/0 00000100:00100000:1.0:1767318129.872327:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17087 00000100:00100000:1.0:1767318129.872338:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17088 00000100:00100000:1.0:1767318129.872344:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+43:7026:x1853164383672960:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318129.872355:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8055 count 1 00002000:00010000:1.0:1767318129.872368:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f77:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318129.872372:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db9a00/0xa7e486a0fcb4b2ec lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f77:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.872380:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.872381:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.872384:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996db9a00/0xa7e486a0fcb4b2ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.872392:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996db9a00/0xa7e486a0fcb4b2ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.872398:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db9a00/0xa7e486a0fcb4b2ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.872405:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996db9a00/0xa7e486a0fcb4b2ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.872413:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:1.0:1767318129.872501:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+44:7026:x1853164383672960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 157us (1412us total) trans 4294976815 rc 0/0 00000100:00100000:1.0:1767318129.872507:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17088 00000100:00100000:1.0:1767318129.872518:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17089 00000100:00100000:1.0:1767318129.872524:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+25:7026:x1853164383673472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318129.872534:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8059 count 1 00002000:00010000:1.0:1767318129.872547:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f7b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318129.872552:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db9600/0xa7e486a0fcb4b2f3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f7b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.872565:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.872567:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.872570:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996db9600/0xa7e486a0fcb4b2f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.872578:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996db9600/0xa7e486a0fcb4b2f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.872586:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db9600/0xa7e486a0fcb4b2f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.872593:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996db9600/0xa7e486a0fcb4b2f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.872601:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:1.0:1767318129.872692:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:7026:x1853164383673472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 168us (1583us total) trans 4294975767 rc 0/0 00000100:00100000:1.0:1767318129.872698:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17089 00000100:00100000:1.0:1767318129.872712:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17090 00000100:00100000:1.0:1767318129.872719:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+25:7026:x1853164383673984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318129.872730:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8056 count 1 00002000:00010000:1.0:1767318129.872743:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f78:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318129.872747:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db8600/0xa7e486a0fcb4b2fa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f78:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.872755:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.872756:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.872759:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996db8600/0xa7e486a0fcb4b2fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.872767:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996db8600/0xa7e486a0fcb4b2fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.872774:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db8600/0xa7e486a0fcb4b2fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318129.872996:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:7026:x1853164383673600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1321us (1974us total) trans 4294975768 rc 0/0 00000100:00100000:3.0:1767318129.873002:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17086 00010000:00010000:3.0:1767318129.873025:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1767318129.873031:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698565bc00/0xa7e486a0fcb4b2c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873039:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565bc00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.873044:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565bc00/0xa7e486a0fcb4b2c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873053:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565bc00/0xa7e486a0fcb4b2c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873069:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698565bc00/0xa7e486a0fcb4b2c9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873077:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698565bc00/0xa7e486a0fcb4b2c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873095:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1767318129.873099:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4b2d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873105:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565ba00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.873109:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4b2d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873117:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4b2d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873125:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4b2d0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873131:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698565ba00/0xa7e486a0fcb4b2d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873141:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1767318129.873144:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698565b200/0xa7e486a0fcb4b2d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873150:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565b200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.873153:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565b200/0xa7e486a0fcb4b2d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873160:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565b200/0xa7e486a0fcb4b2d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873168:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698565b200/0xa7e486a0fcb4b2d7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873175:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698565b200/0xa7e486a0fcb4b2d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873191:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318129.873194:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4b2de lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873200:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8c00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.873203:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4b2de lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873209:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4b2de lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873217:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4b2de lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873225:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996db8c00/0xa7e486a0fcb4b2de lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873236:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318129.873239:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996db8e00/0xa7e486a0fcb4b2e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873245:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8e00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.873248:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db8e00/0xa7e486a0fcb4b2e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873254:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db8e00/0xa7e486a0fcb4b2e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873263:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996db8e00/0xa7e486a0fcb4b2e5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873269:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996db8e00/0xa7e486a0fcb4b2e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873279:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318129.873282:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996db9a00/0xa7e486a0fcb4b2ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873288:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.873292:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db9a00/0xa7e486a0fcb4b2ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873299:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db9a00/0xa7e486a0fcb4b2ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873308:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996db9a00/0xa7e486a0fcb4b2ec lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873314:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996db9a00/0xa7e486a0fcb4b2ec lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873325:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318129.873329:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996db9600/0xa7e486a0fcb4b2f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873339:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.873341:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db9600/0xa7e486a0fcb4b2f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873348:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db9600/0xa7e486a0fcb4b2f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873357:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996db9600/0xa7e486a0fcb4b2f3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873363:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996db9600/0xa7e486a0fcb4b2f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.873374:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.873376:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.873378:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.873385:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318129.873435:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a592b100/2, rc 0, transno 4294976814 00000100:00100000:3.0:1767318129.873442:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383672192:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318129.873471:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6db480/2, rc 0, transno 4294976815 00000100:00100000:3.0:1767318129.873475:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383672960:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318129.873483:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6d8a80/2, rc 0, transno 4294975767 00000100:00100000:3.0:1767318129.873487:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383673472:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318129.873495:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6d9500/2, rc 0, transno 4294976812 00000100:00100000:3.0:1767318129.873499:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383672576:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318129.873506:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6dad80/2, rc 0, transno 4294976813 00000100:00100000:3.0:1767318129.873510:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383673088:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318129.873516:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936990595f80/2, rc 0, transno 4294975768 00000100:00100000:3.0:1767318129.873519:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990595f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383673600:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318129.873526:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936883183100/2, rc 0, transno 4294975766 00000100:00100000:3.0:1767318129.873530:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383674112:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318129.873594:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996db8600/0xa7e486a0fcb4b2fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.873616:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318129.873733:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:7026:x1853164383673984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1014us (2601us total) trans 4294975769 rc 0/0 00000100:00100000:1.0:1767318129.873740:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17090 00000100:00100000:1.0:1767318129.873995:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+44:7026:x1853164383670272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13087us (13952us total) trans 4294976816 rc 0/0 00000100:00100000:1.0:1767318129.874002:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17068 00010000:00010000:0.0:1767318129.874944:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318129.874955:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996db8600/0xa7e486a0fcb4b2fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.874965:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.874969:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db8600/0xa7e486a0fcb4b2fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.874980:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db8600/0xa7e486a0fcb4b2fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.874995:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996db8600/0xa7e486a0fcb4b2fa lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.875003:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996db8600/0xa7e486a0fcb4b2fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.875022:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.875024:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.875026:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318129.875045:0:15484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383671936 00000100:00100000:0.0:1767318129.875052:0:15484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383671936 00000100:00100000:0.0:1767318129.875085:0:15484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2438 00000100:00100000:0.0:1767318129.875092:0:15484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:15672:x1853164383671936:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767318129.875225:0:15484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:15672:x1853164383671936:12345-0@lo:1000:osp_up0-1.0 Request processed in 133us (13927us total) trans 8589934956 rc 0/0 00000100:00100000:0.0:1767318129.875231:0:15484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2438 00010000:00010000:0.0:1767318129.875249:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318129.875300:0:15672:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db1880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15672:1853164383671936:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1767318129.875313:0:15672:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff936986144480 version 66 rpc_version 66 00000020:00100000:0.0:1767318129.875334:0:15672:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767318129.875341:0:15672:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff936996db2d80 x1853164383674496/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318129.875366:0:15672:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2d80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15672:1853164383674496:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767318129.875401:0:15672:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318129.875433:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff9369a4a320c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767318129.875445:0:15484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383674496 00000100:00100000:0.0:1767318129.875448:0:15484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383674496 00000100:00100000:0.0:1767318129.875465:0:15484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2439 00000100:00100000:0.0:1767318129.875471:0:15484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:15672:x1853164383674496:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767318129.875535:0:15484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:15672:x1853164383674496:12345-0@lo:1000:osp_up0-1.0 Request processed in 63us (133us total) trans 8589934957 rc 0/0 00000100:00100000:0.0:1767318129.875541:0:15484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2439 00000100:00100000:0.0:1767318129.875569:0:15672:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2d80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15672:1853164383674496:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1767318129.875575:0:15672:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff936986144480 version 67 rpc_version 67 00000020:00100000:0.0:1767318129.875585:0:15672:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767318129.875591:0:15672:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff936996db0e00 x1853164383674752/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318129.875602:0:15672:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15672:1853164383674752:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767318129.875624:0:15672:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318129.875637:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff9369a4a320c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767318129.875646:0:15484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383674752 00000100:00100000:0.0:1767318129.875650:0:15484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383674752 00000100:00100000:0.0:1767318129.875666:0:15484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2440 00000100:00100000:0.0:1767318129.875670:0:15484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:15672:x1853164383674752:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767318129.875733:0:15484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:15672:x1853164383674752:12345-0@lo:1000:osp_up0-1.0 Request processed in 62us (108us total) trans 8589934958 rc 0/0 00000100:00100000:0.0:1767318129.875740:0:15484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2440 00000100:00100000:0.0:1767318129.875762:0:15672:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15672:1853164383674752:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1767318129.875768:0:15672:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff936986144480 version 68 rpc_version 68 00000020:00100000:0.0:1767318129.875777:0:15672:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1767318129.876081:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+43:7024:x1853164383674240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5829us (5884us total) trans 4294976811 rc 0/0 00000100:00100000:2.0:1767318129.876089:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17083 00010000:00010000:2.0:1767318129.876183:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318129.876381:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383675008:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.876408:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.876439:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383675520:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.876458:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.876479:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383676032:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.876497:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.876513:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383676544:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.876530:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318129.876556:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b5135180/2, rc 0, transno 4294976811 00000100:00100000:2.0:1767318129.876566:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383674240:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.876577:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1767318129.876582:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383675392:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.876603:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.876625:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383675904:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.876644:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.876660:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383676416:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.876677:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.876699:0:70352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383675008 00000100:00100000:2.0:1767318129.876703:0:70352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383675008 00000100:00100000:2.0:1767318129.876725:0:70352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383675520 00000100:00100000:2.0:1767318129.876726:0:70352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383675520 00000100:00100000:2.0:1767318129.876736:0:70352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383676032 00000100:00100000:2.0:1767318129.876738:0:70352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383676032 00000100:00100000:2.0:1767318129.876746:0:70352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383676544 00000100:00100000:2.0:1767318129.876748:0:70352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383676544 00000100:00100000:2.0:1767318129.876754:0:70352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383675392 00000100:00100000:2.0:1767318129.876756:0:70352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383675392 00000100:00100000:2.0:1767318129.876762:0:70352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383675904 00000100:00100000:2.0:1767318129.876763:0:70352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383675904 00000100:00100000:2.0:1767318129.876769:0:70352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383676416 00000100:00100000:2.0:1767318129.876771:0:70352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383676416 00000100:00100000:0.0:1767318129.876909:0:15672:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff936996db1f80 x1853164383676672/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318129.876927:0:15672:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db1f80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15672:1853164383676672:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767318129.876952:0:15672:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318129.876965:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff9369a4a320c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767318129.876976:0:15484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383676672 00000100:00100000:0.0:1767318129.876978:0:15484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383676672 00000100:00100000:0.0:1767318129.876994:0:15484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2441 00000100:00100000:0.0:1767318129.877001:0:15484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:15672:x1853164383676672:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767318129.877086:0:15484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:15672:x1853164383676672:12345-0@lo:1000:osp_up0-1.0 Request processed in 85us (132us total) trans 8589934959 rc 0/0 00000100:00100000:0.0:1767318129.877092:0:15484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2441 00000100:00100000:0.0:1767318129.877121:0:15672:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db1f80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15672:1853164383676672:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1767318129.877129:0:15672:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff936986144480 version 69 rpc_version 69 00000020:00100000:0.0:1767318129.877143:0:15672:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767318129.877147:0:15672:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9369858e3480 x1853164383676928/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318129.877158:0:15672:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15672:1853164383676928:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767318129.877179:0:15672:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318129.877189:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff9369a4a320c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767318129.877197:0:15484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383676928 00000100:00100000:0.0:1767318129.877200:0:15484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383676928 00000100:00100000:0.0:1767318129.877212:0:15484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2442 00000100:00100000:0.0:1767318129.877217:0:15484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:15672:x1853164383676928:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767318129.877271:0:15484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:15672:x1853164383676928:12345-0@lo:1000:osp_up0-1.0 Request processed in 53us (91us total) trans 8589934960 rc 0/0 00000100:00100000:0.0:1767318129.877277:0:15484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2442 00000100:00100000:0.0:1767318129.877300:0:15672:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15672:1853164383676928:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1767318129.877498:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318129.877533:0:70352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17091 00000100:00100000:2.0:1767318129.877543:0:70352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+45:7024:x1853164383675008:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.877560:0:70352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8060 count 1 00002000:00010000:2.0:1767318129.877592:0:70352:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f7c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.877600:0:70352:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698150a000/0xa7e486a0fcb4b301 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.877614:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.877617:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.877622:0:70352:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698150a000/0xa7e486a0fcb4b301 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.877634:0:70352:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698150a000/0xa7e486a0fcb4b301 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.877643:0:70352:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698150a000/0xa7e486a0fcb4b301 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.877651:0:70352:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698150a000/0xa7e486a0fcb4b301 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.877665:0:70352:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318129.877895:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17092 00000100:00100000:0.0:1767318129.877904:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+46:7024:x1853164383675520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318129.877918:0:70356:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8094 count 1 00002000:00010000:0.0:1767318129.877935:0:70356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f9e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.877940:0:70356:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b308 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f9e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.877948:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.877949:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.877953:0:70356:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b308 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.877962:0:70356:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b308 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.877969:0:70356:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b308 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.877976:0:70356:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b308 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.877990:0:70356:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767318129.878000:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318129.878005:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698150a000/0xa7e486a0fcb4b301 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.878013:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698150a000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.878017:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698150a000/0xa7e486a0fcb4b301 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.878026:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698150a000/0xa7e486a0fcb4b301 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.878042:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698150a000/0xa7e486a0fcb4b301 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.878049:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698150a000/0xa7e486a0fcb4b301 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.878066:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318129.878069:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b308 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.878076:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2fe00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.878080:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b308 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.878087:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b308 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.878101:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b308 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.878107:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b308 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.878117:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.878119:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.878120:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318129.878235:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+47:7024:x1853164383675520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 332us (1774us total) trans 4294976818 rc 0/0 00000100:00100000:0.0:1767318129.878241:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17092 00000004:00080000:0.0:1767318129.878276:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b5134380/2, rc 0, transno 4294976818 00000100:00100000:0.0:1767318129.878281:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383675520:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318129.878298:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17093 00000100:00100000:0.0:1767318129.878305:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+29:7024:x1853164383676032:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318129.878318:0:70356:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8043 count 1 00002000:00010000:0.0:1767318129.878335:0:70356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f6b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.878340:0:70356:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4b30f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f6b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.878347:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.878349:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.878352:0:70356:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4b30f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.878364:0:70356:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4b30f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.878370:0:70356:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4b30f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.878377:0:70356:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4b30f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.878389:0:70356:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318129.878396:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318129.878400:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4b30f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.878407:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.878410:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4b30f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.878429:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4b30f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.878439:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4b30f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.878444:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4b30f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.878461:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.878462:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.878464:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318129.878596:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+30:7024:x1853164383676032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 291us (2096us total) trans 4294975770 rc 0/0 00000100:00100000:0.0:1767318129.878603:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17093 00000004:00080000:0.0:1767318129.878627:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b5134a80/2, rc 0, transno 4294975770 00000100:00100000:0.0:1767318129.878638:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383676032:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318129.878693:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17094 00000100:00100000:0.0:1767318129.878700:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+29:7024:x1853164383676544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318129.878711:0:70356:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8055 count 1 00002000:00010000:0.0:1767318129.878726:0:70356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f77:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.878731:0:70356:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4b316 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f77:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.878739:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.878740:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.878743:0:70356:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4b316 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.878751:0:70356:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4b316 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.878758:0:70356:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4b316 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.878767:0:70356:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4b316 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.878969:0:70352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+46:7024:x1853164383675008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1427us (2559us total) trans 4294976817 rc 0/0 00000100:00100000:2.0:1767318129.878980:0:70352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17091 00000100:00100000:2.0:1767318129.878994:0:70352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17095 00000100:00100000:2.0:1767318129.879002:0:70352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+45:7024:x1853164383675392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.879014:0:70352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8075 count 1 00002000:00010000:2.0:1767318129.879028:0:70352:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f8b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.879033:0:70352:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698150b800/0xa7e486a0fcb4b31d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f8b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.879040:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.879041:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.879044:0:70352:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698150b800/0xa7e486a0fcb4b31d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.879052:0:70352:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698150b800/0xa7e486a0fcb4b31d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.879060:0:70352:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698150b800/0xa7e486a0fcb4b31d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.879065:0:70352:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698150b800/0xa7e486a0fcb4b31d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318129.879115:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17096 00000100:00100000:1.0:1767318129.879129:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+29:7024:x1853164383675904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318129.879142:0:70258:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8087 count 1 00002000:00010000:1.0:1767318129.879157:0:70258:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f97:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318129.879162:0:70258:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db8a00/0xa7e486a0fcb4b324 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f97:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.879170:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.879172:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.879175:0:70258:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996db8a00/0xa7e486a0fcb4b324 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.879183:0:70258:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996db8a00/0xa7e486a0fcb4b324 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.879190:0:70258:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996db8a00/0xa7e486a0fcb4b324 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.879197:0:70258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996db8a00/0xa7e486a0fcb4b324 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.879237:0:70356:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:0.0:1767318129.879262:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b5135880/2, rc 0, transno 4294976817 00000100:00100000:0.0:1767318129.879267:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383675008:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318129.879399:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+30:7024:x1853164383676544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 699us (2866us total) trans 4294975771 rc 0/0 00000100:00100000:0.0:1767318129.879405:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17094 00000004:00080000:0.0:1767318129.879440:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b12c3100/2, rc 0, transno 4294975771 00000100:00100000:0.0:1767318129.879448:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383676544:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318129.879480:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17097 00000100:00100000:0.0:1767318129.879487:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+29:7024:x1853164383676416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318129.879497:0:70356:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8061 count 1 00002000:00010000:0.0:1767318129.879512:0:70356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f7d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.879517:0:70356:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4b32b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f7d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.879524:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.879525:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.879528:0:70356:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4b32b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.879536:0:70356:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4b32b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.879547:0:70356:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4b32b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.879554:0:70356:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4b32b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.879587:0:70352:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318129.879708:0:70352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+46:7024:x1853164383675392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 707us (3103us total) trans 4294976819 rc 0/0 00000100:00100000:2.0:1767318129.879715:0:70352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17095 00010000:00010000:2.0:1767318129.879751:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318129.879757:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4b316 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.879764:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2e000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.879767:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4b316 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.879775:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4b316 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.879921:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4b316 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.879929:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4b316 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.879943:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318129.879946:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698150b800/0xa7e486a0fcb4b31d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.879951:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698150b800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.879954:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698150b800/0xa7e486a0fcb4b31d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.879960:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698150b800/0xa7e486a0fcb4b31d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.879968:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698150b800/0xa7e486a0fcb4b31d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.879974:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698150b800/0xa7e486a0fcb4b31d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.879985:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318129.879988:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996db8a00/0xa7e486a0fcb4b324 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.879993:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.879996:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db8a00/0xa7e486a0fcb4b324 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.880002:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996db8a00/0xa7e486a0fcb4b324 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.880009:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996db8a00/0xa7e486a0fcb4b324 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.880015:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318129.880018:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4b32b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.880024:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2e200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.880027:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4b32b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.880034:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4b32b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.880042:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4b32b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.880048:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.880050:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.880052:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318129.880115:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383675136:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.880148:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.880169:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383675648:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.880189:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.880204:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383676160:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.880221:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.880233:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383677056:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.880249:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.880261:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383677568:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.880279:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.880297:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1767318129.880306:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383675264:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.880325:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.880339:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383675776:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.880358:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.880368:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383676288:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.880385:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.880395:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383677184:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.880412:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.880449:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383675136 00000100:00100000:2.0:1767318129.880454:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383675136 00000100:00100000:2.0:1767318129.880478:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383675648 00000100:00100000:2.0:1767318129.880480:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383675648 00000100:00100000:2.0:1767318129.880488:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383676160 00000100:00100000:2.0:1767318129.880491:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383676160 00000100:00100000:2.0:1767318129.880499:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383677056 00000100:00100000:2.0:1767318129.880502:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383677056 00000100:00100000:2.0:1767318129.880510:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383677568 00000100:00100000:2.0:1767318129.880512:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383677568 00000100:00100000:2.0:1767318129.880521:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383675264 00000100:00100000:2.0:1767318129.880523:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383675264 00000100:00100000:2.0:1767318129.880532:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383675776 00000100:00100000:2.0:1767318129.880534:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383675776 00000100:00100000:2.0:1767318129.880542:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383676288 00000100:00100000:2.0:1767318129.880544:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383676288 00000100:00100000:2.0:1767318129.880551:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383677184 00000100:00100000:2.0:1767318129.880553:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383677184 00000100:00100000:2.0:1767318129.880564:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17098 00000100:00100000:2.0:1767318129.880571:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+49:7025:x1853164383675136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.880589:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8118 count 1 00002000:00010000:2.0:1767318129.880610:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fb6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.880616:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698150bc00/0xa7e486a0fcb4b332 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fb6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.880625:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.880626:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.880629:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698150bc00/0xa7e486a0fcb4b332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.880645:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698150bc00/0xa7e486a0fcb4b332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.880652:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698150bc00/0xa7e486a0fcb4b332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.880659:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698150bc00/0xa7e486a0fcb4b332 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.880674:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318129.881054:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+50:7025:x1853164383675136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 482us (904us total) trans 4294976820 rc 0/0 00000100:00100000:2.0:1767318129.881062:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17098 00000100:00100000:2.0:1767318129.881079:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17099 00000100:00100000:2.0:1767318129.881085:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+49:7025:x1853164383675648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.881098:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8110 count 1 00002000:00010000:2.0:1767318129.881113:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fae:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.881117:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698150b000/0xa7e486a0fcb4b339 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fae:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.881125:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.881126:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.881129:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698150b000/0xa7e486a0fcb4b339 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.881136:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698150b000/0xa7e486a0fcb4b339 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.881143:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698150b000/0xa7e486a0fcb4b339 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.881149:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698150b000/0xa7e486a0fcb4b339 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.881162:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318129.881266:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+50:7025:x1853164383675648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 180us (1074us total) trans 4294976821 rc 0/0 00000100:00100000:2.0:1767318129.881272:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17099 00000100:00100000:2.0:1767318129.881283:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17100 00000100:00100000:2.0:1767318129.881289:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+34:7025:x1853164383676160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318129.881303:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8060 count 1 00002000:00010000:2.0:1767318129.881318:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f7c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.881322:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698150b400/0xa7e486a0fcb4b340 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.881329:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.881330:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.881333:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93698150b400/0xa7e486a0fcb4b340 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.881340:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93698150b400/0xa7e486a0fcb4b340 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.881346:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698150b400/0xa7e486a0fcb4b340 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.881353:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93698150b400/0xa7e486a0fcb4b340 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.881365:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318129.881485:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:7025:x1853164383676160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 197us (1263us total) trans 4294975772 rc 0/0 00000100:00100000:2.0:1767318129.881491:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17100 00000100:00100000:2.0:1767318129.881502:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17101 00000100:00100000:2.0:1767318129.881507:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+34:7025:x1853164383677056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318129.881518:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8071 count 1 00002000:00010000:2.0:1767318129.881530:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f87:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.881534:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698150a800/0xa7e486a0fcb4b347 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f87:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.881546:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.881548:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.881550:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93698150a800/0xa7e486a0fcb4b347 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.881557:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93698150a800/0xa7e486a0fcb4b347 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.881564:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698150a800/0xa7e486a0fcb4b347 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.881571:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93698150a800/0xa7e486a0fcb4b347 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.881579:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318129.881659:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:7025:x1853164383677056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 150us (1408us total) trans 4294975773 rc 0/0 00000100:00100000:2.0:1767318129.881664:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17101 00000100:00100000:2.0:1767318129.881677:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17102 00000100:00100000:2.0:1767318129.881682:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+49:7025:x1853164383677568:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.881693:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8144 count 1 00002000:00010000:2.0:1767318129.881706:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fd0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.881711:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698150ae00/0xa7e486a0fcb4b34e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fd0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.881718:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.881719:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.881722:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698150ae00/0xa7e486a0fcb4b34e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.881731:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698150ae00/0xa7e486a0fcb4b34e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.881738:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698150ae00/0xa7e486a0fcb4b34e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.881745:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698150ae00/0xa7e486a0fcb4b34e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.881752:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1767318129.881936:0:71620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17103 00000100:00100000:3.0:1767318129.881948:0:71620:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+49:7025:x1853164383675264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318129.881962:0:71620:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8100 count 1 00002000:00010000:3.0:1767318129.881978:0:71620:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fa4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.881983:0:71620:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565ae00/0xa7e486a0fcb4b355 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fa4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.881990:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.881991:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.881993:0:71620:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698565ae00/0xa7e486a0fcb4b355 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882001:0:71620:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698565ae00/0xa7e486a0fcb4b355 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882007:0:71620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698565ae00/0xa7e486a0fcb4b355 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882013:0:71620:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698565ae00/0xa7e486a0fcb4b355 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882022:0:71620:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1767318129.882129:0:71620:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+50:7025:x1853164383675264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 183us (1800us total) trans 4294976822 rc 0/0 00000100:00100000:3.0:1767318129.882136:0:71620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17103 00000100:00100000:3.0:1767318129.882150:0:71620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17104 00000100:00100000:3.0:1767318129.882156:0:71620:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+34:7025:x1853164383675776:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318129.882167:0:71620:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8046 count 1 00002000:00010000:3.0:1767318129.882181:0:71620:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f6e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.882186:0:71620:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565b400/0xa7e486a0fcb4b35c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f6e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882193:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.882195:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.882197:0:71620:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93698565b400/0xa7e486a0fcb4b35c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882207:0:71620:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93698565b400/0xa7e486a0fcb4b35c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882214:0:71620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698565b400/0xa7e486a0fcb4b35c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882221:0:71620:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93698565b400/0xa7e486a0fcb4b35c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882229:0:71620:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:3.0:1767318129.882321:0:71620:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+35:7025:x1853164383675776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 165us (1961us total) trans 4294975774 rc 0/0 00000100:00100000:3.0:1767318129.882327:0:71620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17104 00000100:00100000:3.0:1767318129.882340:0:71620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17105 00000100:00100000:3.0:1767318129.882345:0:71620:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+34:7025:x1853164383676288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318129.882356:0:71620:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8079 count 1 00002000:00010000:3.0:1767318129.882368:0:71620:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f8f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.882373:0:71620:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996dbc400/0xa7e486a0fcb4b363 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f8f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882379:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.882381:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.882383:0:71620:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996dbc400/0xa7e486a0fcb4b363 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882391:0:71620:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996dbc400/0xa7e486a0fcb4b363 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882398:0:71620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996dbc400/0xa7e486a0fcb4b363 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882404:0:71620:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996dbc400/0xa7e486a0fcb4b363 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882411:0:71620:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:3.0:1767318129.882515:0:71620:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+35:7025:x1853164383676288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 169us (2128us total) trans 4294975775 rc 0/0 00000100:00100000:3.0:1767318129.882521:0:71620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17105 00000100:00100000:3.0:1767318129.882533:0:71620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17106 00000100:00100000:3.0:1767318129.882540:0:71620:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+34:7025:x1853164383677184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318129.882551:0:71620:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8088 count 1 00002000:00010000:3.0:1767318129.882564:0:71620:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f98:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.882569:0:71620:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996dbc600/0xa7e486a0fcb4b36a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f98:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882576:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.882578:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.882580:0:71620:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996dbc600/0xa7e486a0fcb4b36a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882588:0:71620:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996dbc600/0xa7e486a0fcb4b36a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882595:0:71620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996dbc600/0xa7e486a0fcb4b36a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882601:0:71620:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996dbc600/0xa7e486a0fcb4b36a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882610:0:71620:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000100:00100000:3.0:1767318129.882695:0:71620:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+35:7025:x1853164383677184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 155us (2281us total) trans 4294975776 rc 0/0 00000100:00100000:3.0:1767318129.882701:0:71620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17106 00010000:00010000:3.0:1767318129.882728:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:3.0:1767318129.882734:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698150bc00/0xa7e486a0fcb4b332 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882747:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698150bc00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.882751:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698150bc00/0xa7e486a0fcb4b332 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882758:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698150bc00/0xa7e486a0fcb4b332 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882773:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698150bc00/0xa7e486a0fcb4b332 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882894:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698150bc00/0xa7e486a0fcb4b332 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882914:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1767318129.882918:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698150b000/0xa7e486a0fcb4b339 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882924:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698150b000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.882927:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698150b000/0xa7e486a0fcb4b339 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882933:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698150b000/0xa7e486a0fcb4b339 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882943:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698150b000/0xa7e486a0fcb4b339 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882956:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698150b000/0xa7e486a0fcb4b339 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882968:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1767318129.882971:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698150b400/0xa7e486a0fcb4b340 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882977:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698150b400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.882980:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698150b400/0xa7e486a0fcb4b340 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882987:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698150b400/0xa7e486a0fcb4b340 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.882996:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698150b400/0xa7e486a0fcb4b340 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883003:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698150b400/0xa7e486a0fcb4b340 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883015:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1767318129.883017:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698150a800/0xa7e486a0fcb4b347 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883022:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698150a800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.883025:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698150a800/0xa7e486a0fcb4b347 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883032:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698150a800/0xa7e486a0fcb4b347 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883039:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698150a800/0xa7e486a0fcb4b347 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883045:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698150a800/0xa7e486a0fcb4b347 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883056:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1767318129.883059:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698150ae00/0xa7e486a0fcb4b34e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883064:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698150ae00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.883067:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698150ae00/0xa7e486a0fcb4b34e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883072:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698150ae00/0xa7e486a0fcb4b34e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883080:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698150ae00/0xa7e486a0fcb4b34e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883085:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698150ae00/0xa7e486a0fcb4b34e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883101:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318129.883105:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698565ae00/0xa7e486a0fcb4b355 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883111:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565ae00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.883114:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565ae00/0xa7e486a0fcb4b355 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883122:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698565ae00/0xa7e486a0fcb4b355 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883131:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698565ae00/0xa7e486a0fcb4b355 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883138:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698565ae00/0xa7e486a0fcb4b355 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883151:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318129.883155:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698565b400/0xa7e486a0fcb4b35c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883161:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698565b400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.883164:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565b400/0xa7e486a0fcb4b35c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883170:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698565b400/0xa7e486a0fcb4b35c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883180:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698565b400/0xa7e486a0fcb4b35c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883186:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698565b400/0xa7e486a0fcb4b35c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883200:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318129.883203:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996dbc400/0xa7e486a0fcb4b363 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883209:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.883211:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996dbc400/0xa7e486a0fcb4b363 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883218:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996dbc400/0xa7e486a0fcb4b363 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883227:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996dbc400/0xa7e486a0fcb4b363 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883233:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996dbc400/0xa7e486a0fcb4b363 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883244:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318129.883247:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996dbc600/0xa7e486a0fcb4b36a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883259:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.883262:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996dbc600/0xa7e486a0fcb4b36a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883269:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996dbc600/0xa7e486a0fcb4b36a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883278:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996dbc600/0xa7e486a0fcb4b36a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883284:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996dbc600/0xa7e486a0fcb4b36a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883295:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.883297:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.883299:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.883312:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318129.883329:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b615bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383677312:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.883369:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.883403:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318129.883409:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383677440:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.883446:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.883474:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383677312 00000100:00100000:3.0:1767318129.883481:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383677312 00000100:00100000:3.0:1767318129.883506:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383677440 00000100:00100000:3.0:1767318129.883509:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383677440 00000100:00100000:3.0:1767318129.883521:0:18383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17107 00000100:00100000:3.0:1767318129.883527:0:18383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+51:7023:x1853164383677312:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318129.883544:0:18383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8127 count 1 00002000:00010000:3.0:1767318129.883565:0:18383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fbf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.883570:0:18383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4b371 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fbf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883579:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.883581:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.883586:0:18383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4b371 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883594:0:18383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4b371 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883600:0:18383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4b371 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883607:0:18383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4b371 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.883620:0:18383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318129.883761:0:18383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+52:7023:x1853164383677312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 233us (391us total) trans 4294976823 rc 0/0 00000100:00100000:3.0:1767318129.883768:0:18383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17107 00010000:00010000:1.0:1767318129.883911:0:70258:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318129.883916:0:70258:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996db8a00/0xa7e486a0fcb4b324 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318129.884013:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+35:7024:x1853164383675904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4892us (7368us total) trans 4294975777 rc 0/0 00000100:00100000:1.0:1767318129.884017:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17096 00000100:00100000:1.0:1767318129.884028:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17108 00000100:00100000:1.0:1767318129.884032:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+51:7023:x1853164383677440:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318129.884040:0:70258:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8136 count 1 00002000:00010000:1.0:1767318129.884050:0:70258:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fc8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318129.884054:0:70258:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db8800/0xa7e486a0fcb4b378 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fc8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.884059:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.884060:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.884062:0:70258:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996db8800/0xa7e486a0fcb4b378 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.884068:0:70258:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996db8800/0xa7e486a0fcb4b378 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.884073:0:70258:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db8800/0xa7e486a0fcb4b378 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.884077:0:70258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996db8800/0xa7e486a0fcb4b378 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.884082:0:70258:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318129.884141:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+52:7023:x1853164383677440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 109us (695us total) trans 4294976824 rc 0/0 00000100:00100000:1.0:1767318129.884145:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17108 00000100:00100000:2.0:1767318129.885031:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+52:7025:x1853164383677568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3344us (4746us total) trans 4294976825 rc 0/0 00000100:00100000:2.0:1767318129.885038:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17102 00010000:00010000:2.0:1767318129.885066:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318129.885071:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4b371 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.885077:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbcc00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.885080:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4b371 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.885086:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4b371 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.885096:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4b371 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.885101:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4b371 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.885112:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318129.885114:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996db8800/0xa7e486a0fcb4b378 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.885118:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db8800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.885120:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db8800/0xa7e486a0fcb4b378 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.885128:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db8800/0xa7e486a0fcb4b378 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.885132:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996db8800/0xa7e486a0fcb4b378 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.885136:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996db8800/0xa7e486a0fcb4b378 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.885146:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.885147:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.885148:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318129.885183:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b5135500/2, rc 0, transno 4294976822 00000100:00100000:2.0:1767318129.885194:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383675264:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318129.885202:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b5134000/2, rc 0, transno 4294975774 00000100:00100000:2.0:1767318129.885211:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383675776:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318129.885216:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b5135c00/2, rc 0, transno 4294975775 00000100:00100000:2.0:1767318129.885218:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383676288:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318129.885224:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369858e0e00/2, rc 0, transno 4294975776 00000100:00100000:2.0:1767318129.885226:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383677184:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318129.885232:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b5137100/2, rc 0, transno 4294976820 00000100:00100000:2.0:1767318129.885234:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383675136:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318129.885239:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b5134e00/2, rc 0, transno 4294976821 00000100:00100000:2.0:1767318129.885241:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383675648:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318129.885247:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b5136a00/2, rc 0, transno 4294975772 00000100:00100000:2.0:1767318129.885250:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383676160:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318129.885258:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369858e1c00/2, rc 0, transno 4294975773 00000100:00100000:2.0:1767318129.885261:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383677056:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318129.885268:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936891da9f80/2, rc 0, transno 4294976825 00000100:00100000:2.0:1767318129.885271:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383677568:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.885352:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383678080:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.885375:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.885390:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318129.885395:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383677696:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.885412:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.885448:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383678080 00000100:00100000:2.0:1767318129.885453:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383678080 00000100:00100000:2.0:1767318129.885475:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383677696 00000100:00100000:2.0:1767318129.885477:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383677696 00000100:00100000:2.0:1767318129.885486:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17109 00000100:00100000:2.0:1767318129.885491:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+53:7025:x1853164383678080:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.885510:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8083 count 1 00002000:00010000:2.0:1767318129.885534:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f93:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.885539:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698150a600/0xa7e486a0fcb4b37f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f93:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.885549:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.885550:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.885555:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698150a600/0xa7e486a0fcb4b37f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.885570:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698150a600/0xa7e486a0fcb4b37f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.885575:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698150a600/0xa7e486a0fcb4b37f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.885579:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698150a600/0xa7e486a0fcb4b37f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.885588:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318129.885676:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+54:7025:x1853164383678080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 184us (300us total) trans 4294976826 rc 0/0 00000100:00100000:2.0:1767318129.885680:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17109 00000100:00100000:2.0:1767318129.885688:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17110 00000100:00100000:2.0:1767318129.885692:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+53:7025:x1853164383677696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.885699:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8061 count 1 00002000:00010000:2.0:1767318129.885712:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f7d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.885717:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369908a6000/0xa7e486a0fcb4b386 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f7d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.885724:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.885726:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.885729:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369908a6000/0xa7e486a0fcb4b386 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.885738:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369908a6000/0xa7e486a0fcb4b386 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.885745:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369908a6000/0xa7e486a0fcb4b386 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.885752:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369908a6000/0xa7e486a0fcb4b386 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.885760:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1767318129.885911:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318129.885917:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698150a600/0xa7e486a0fcb4b37f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.885928:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698150a600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.885932:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698150a600/0xa7e486a0fcb4b37f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.885939:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698150a600/0xa7e486a0fcb4b37f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.885951:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698150a600/0xa7e486a0fcb4b37f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.885955:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698150a600/0xa7e486a0fcb4b37f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.885969:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318129.885971:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369908a6000/0xa7e486a0fcb4b386 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.885974:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369908a6000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.885976:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369908a6000/0xa7e486a0fcb4b386 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.885980:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369908a6000/0xa7e486a0fcb4b386 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.885985:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369908a6000/0xa7e486a0fcb4b386 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.885993:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369908a6000/0xa7e486a0fcb4b386 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.885998:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.885999:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.886000:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.886084:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318129.886094:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383677824:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.886114:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318129.886135:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b6159c00/2, rc 0, transno 4294976824 00000100:00100000:3.0:1767318129.886140:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383677440:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318129.886146:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b615bb80/2, rc 0, transno 4294976823 00000100:00100000:3.0:1767318129.886148:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b615bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383677312:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.886153:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318129.886156:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383677952:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.886167:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.886179:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383677824 00000100:00100000:3.0:1767318129.886182:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383677824 00000100:00100000:3.0:1767318129.886198:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383677952 00000100:00100000:3.0:1767318129.886200:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383677952 00000100:00100000:3.0:1767318129.886206:0:18383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17111 00000100:00100000:3.0:1767318129.886210:0:18383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+55:7023:x1853164383677824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318129.886219:0:18383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8124 count 1 00002000:00010000:3.0:1767318129.886229:0:18383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fbc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.886233:0:18383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4b38d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fbc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.886239:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.886240:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.886242:0:18383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4b38d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.886248:0:18383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4b38d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.886255:0:18383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4b38d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.886263:0:18383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4b38d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.886274:0:18383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318129.886369:0:18383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+56:7023:x1853164383677824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 158us (253us total) trans 4294976827 rc 0/0 00000100:00100000:3.0:1767318129.886373:0:18383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17111 00000100:00100000:3.0:1767318129.886384:0:18383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17112 00000100:00100000:3.0:1767318129.886388:0:18383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+55:7023:x1853164383677952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318129.886398:0:18383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8102 count 1 00002000:00010000:3.0:1767318129.886411:0:18383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fa6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.886428:0:18383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4b394 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fa6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.886435:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.886437:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.886439:0:18383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4b394 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.886448:0:18383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4b394 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.886454:0:18383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4b394 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.886459:0:18383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4b394 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.886468:0:18383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318129.886555:0:18383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+56:7023:x1853164383677952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 166us (386us total) trans 4294976828 rc 0/0 00000100:00100000:3.0:1767318129.886561:0:18383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17112 00010000:00010000:3.0:1767318129.886579:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318129.886583:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4b38d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.886590:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.886593:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4b38d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.886600:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4b38d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.886611:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4b38d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.886617:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbc200/0xa7e486a0fcb4b38d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.886631:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318129.886634:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4b394 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.886640:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.886643:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4b394 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.886651:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4b394 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.886659:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4b394 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.886665:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4b394 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.886676:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.886677:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.886679:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.886684:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318129.886700:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936886279c00/2, rc 0, transno 4294976828 00000100:00100000:3.0:1767318129.886704:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383677952:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318129.886711:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93688627a680/2, rc 0, transno 4294976827 00000100:00100000:3.0:1767318129.886713:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383677824:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318129.886740:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936883181180/2, rc 0, transno 4294975769 00000100:00100000:3.0:1767318129.886742:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383673984:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318129.886750:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936990595880/2, rc 0, transno 4294976816 00000100:00100000:3.0:1767318129.886752:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383670272:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318129.889509:0:70356:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1767318129.889526:0:70356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4b32b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.889604:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318129.889616:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b5136300/2, rc 0, transno 4294976819 00000100:00100000:0.0:1767318129.889631:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383675392:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318129.889648:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b5135f80/2, rc 0, transno 4294975777 00000100:00100000:0.0:1767318129.889652:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383675904:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318129.889668:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.889674:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318129.889882:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383678336:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318129.889902:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383678464:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318129.890331:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318129.890363:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383678976:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318129.890387:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318129.890410:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318129.890429:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383678848:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318129.890451:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318129.890480:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383678464 00000100:00100000:0.0:1767318129.890486:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383678464 00000100:00100000:0.0:1767318129.890671:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383678976 00000100:00100000:0.0:1767318129.890675:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383678976 00000100:00100000:0.0:1767318129.890690:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383678848 00000100:00100000:0.0:1767318129.890693:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383678848 00000100:00100000:0.0:1767318129.890707:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17113 00000100:00100000:0.0:1767318129.890715:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+37:7024:x1853164383678464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318129.890740:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8085 count 1 00002000:00010000:0.0:1767318129.890769:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f95:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.890776:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4b39b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f95:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.890869:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.890873:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.890879:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4b39b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.890892:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4b39b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.890902:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4b39b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.890909:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4b39b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.890926:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318129.891084:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+38:7024:x1853164383678464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 369us (754us total) trans 4294975778 rc 0/0 00000100:00100000:0.0:1767318129.891095:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17113 00000100:00100000:0.0:1767318129.891113:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17114 00000100:00100000:0.0:1767318129.891119:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+37:7024:x1853164383678976:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318129.891130:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8100 count 1 00002000:00010000:0.0:1767318129.891144:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1fa4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.891149:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4b3a2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fa4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.891156:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.891158:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.891161:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4b3a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.891169:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4b3a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.891176:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4b3a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.891182:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4b3a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.891194:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318129.891390:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+38:7024:x1853164383678976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 270us (1001us total) trans 4294975779 rc 0/0 00000100:00100000:0.0:1767318129.891396:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17114 00000100:00100000:0.0:1767318129.891408:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17115 00000100:00100000:0.0:1767318129.891424:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+37:7024:x1853164383678848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318129.891436:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8104 count 1 00002000:00010000:0.0:1767318129.891453:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1fa8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.891458:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e800/0xa7e486a0fcb4b3a9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fa8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.891465:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.891467:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.891470:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e800/0xa7e486a0fcb4b3a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.891478:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e800/0xa7e486a0fcb4b3a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.891485:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e800/0xa7e486a0fcb4b3a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.891492:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e800/0xa7e486a0fcb4b3a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.891592:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318129.891674:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+38:7024:x1853164383678848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 260us (1222us total) trans 4294975780 rc 0/0 00000100:00100000:0.0:1767318129.891680:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17115 00010000:00010000:0.0:1767318129.891700:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318129.891706:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4b39b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.891718:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.891721:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4b39b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.891729:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4b39b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.891744:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4b39b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.891750:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4b39b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.891764:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318129.891767:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4b3a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.891773:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2ea00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.891776:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4b3a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.891801:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4b3a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.891810:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4b3a2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.891899:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4b3a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.891911:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318129.891915:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e800/0xa7e486a0fcb4b3a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.891920:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2e800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.891923:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e800/0xa7e486a0fcb4b3a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.891931:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e800/0xa7e486a0fcb4b3a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.891940:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e800/0xa7e486a0fcb4b3a9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.891946:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e800/0xa7e486a0fcb4b3a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.891954:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.891956:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.891958:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318129.891987:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369858e2d80/2, rc 0, transno 4294975780 00000100:00100000:0.0:1767318129.891997:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383678848:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318129.892007:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369858e1880/2, rc 0, transno 4294975778 00000100:00100000:0.0:1767318129.892011:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383678464:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318129.892017:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369858e0000/2, rc 0, transno 4294975779 00000100:00100000:0.0:1767318129.892020:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383678976:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318129.892078:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318129.892089:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383679360:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318129.892114:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318129.892135:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383679360 00000100:00100000:0.0:1767318129.892139:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383679360 00000100:00100000:0.0:1767318129.892156:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17116 00000100:00100000:0.0:1767318129.892161:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+38:7024:x1853164383679360:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318129.892172:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8084 count 1 00002000:00010000:0.0:1767318129.892187:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f94:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.892192:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b3b0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f94:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.892199:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.892200:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.892203:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b3b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.892212:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b3b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.892220:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b3b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.892227:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b3b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.892238:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318129.892969:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+39:7024:x1853164383679360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 803us (850us total) trans 4294975781 rc 0/0 00000100:00100000:0.0:1767318129.892979:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17116 00010000:00010000:0.0:1767318129.893005:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318129.893011:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b3b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.893020:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2ec00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.893025:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b3b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.893033:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b3b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.893047:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b3b0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.893054:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b3b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.893071:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.893073:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.893074:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318129.893105:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b4eb1180/2, rc 0, transno 4294975781 00000100:00100000:0.0:1767318129.893115:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383679360:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318129.893177:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383679488:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318129.893206:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318129.893231:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383679488 00000100:00100000:0.0:1767318129.893236:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383679488 00000100:00100000:0.0:1767318129.893362:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17117 00000100:00100000:0.0:1767318129.893369:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+39:7024:x1853164383679488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318129.893386:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8066 count 1 00002000:00010000:0.0:1767318129.893406:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f82:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.893412:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4b3b7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f82:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.893433:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.893435:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.893439:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4b3b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.893447:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4b3b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.893454:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4b3b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.893461:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4b3b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.893474:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318129.893575:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.893606:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383678336 00000100:00100000:3.0:1767318129.893610:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383678336 00000100:00100000:3.0:1767318129.893629:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17118 00000100:00100000:3.0:1767318129.893636:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+41:7023:x1853164383678336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318129.893648:0:70258:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8105 count 1 00002000:00010000:3.0:1767318129.893665:0:70258:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1fa9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.893670:0:70258:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4b3be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fa9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.893677:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.893679:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.893682:0:70258:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4b3be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.893691:0:70258:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4b3be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.893703:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+41:7024:x1853164383679488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 335us (496us total) trans 4294975782 rc 0/0 00010000:00010000:3.0:1767318129.893703:0:70258:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4b3be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.893711:0:70258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4b3be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.893713:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17117 00010000:00010000:3.0:1767318129.893724:0:70258:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767318129.893728:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318129.893732:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4b3b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.893740:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.893743:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4b3b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.893750:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4b3b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.893762:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4b3b7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.893769:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4b3b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.893799:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318129.893803:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4b3be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.893809:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbdc00 already unused, calling callback (ffffffffc0b72b40) 00000100:00100000:3.0:1767318129.893850:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+41:7023:x1853164383678336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 214us (275us total) trans 4294975783 rc 0/0 00000100:00100000:3.0:1767318129.893857:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17118 00010000:00010000:3.0:1767318129.893876:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.893882:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.893892:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4b3be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.893900:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4b3be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1767318129.893900:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369858e1180/2, rc 0, transno 4294975783 00000100:00100000:3.0:1767318129.893907:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383678336:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318129.893910:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4b3be lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.893917:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4b3be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318129.893929:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383678208:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318129.893930:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.893932:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.893934:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.893938:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318129.893955:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318129.893970:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b4eb0e00/2, rc 0, transno 4294975782 00000100:00100000:3.0:1767318129.893970:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383678720:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318129.893977:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383679488:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318129.893988:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.894001:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383679232:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318129.894018:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.894034:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383679744:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318129.894053:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.894068:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1767318129.894073:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383678592:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318129.894093:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.894120:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383679104:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318129.894123:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+41:7024:x1853164383676416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14637us (17445us total) trans 4294975784 rc 0/0 00000100:00100000:0.0:1767318129.894130:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17097 00000100:00100000:3.0:1767318129.894138:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318129.894145:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383678208 00000100:00100000:3.0:1767318129.894147:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383679616:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318129.894148:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383678208 00000100:00100000:0.0:1767318129.894161:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383678720 00000100:00100000:0.0:1767318129.894163:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383678720 00000100:00100000:3.0:1767318129.894163:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318129.894173:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383679232 00000100:00100000:0.0:1767318129.894175:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383679232 00000100:00100000:3.0:1767318129.894179:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383679744 00000100:00100000:3.0:1767318129.894182:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383679744 00000100:00100000:0.0:1767318129.894184:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383678592 00000100:00100000:0.0:1767318129.894186:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383678592 00000100:00100000:0.0:1767318129.894193:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383679104 00000100:00100000:3.0:1767318129.894193:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383679616 00000100:00100000:0.0:1767318129.894196:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383679104 00000100:00100000:3.0:1767318129.894196:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383679616 00000100:00100000:0.0:1767318129.894205:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17119 00000100:00100000:0.0:1767318129.894210:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+47:7026:x1853164383678208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318129.894221:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8097 count 1 00002000:00010000:0.0:1767318129.894236:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1fa1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.894241:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b3c5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fa1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.894343:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.894346:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.894350:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b3c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.894360:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b3c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.894367:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b3c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.894373:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b3c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.894386:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318129.894491:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+48:7026:x1853164383678208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 280us (535us total) trans 4294975785 rc 0/0 00000100:00100000:3.0:1767318129.895476:0:18383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17120 00000100:00100000:2.0:1767318129.895545:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+56:7025:x1853164383677696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9848us (10128us total) trans 4294976829 rc 0/0 00000100:00100000:2.0:1767318129.895556:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17110 00000100:00100000:3.0:1767318129.895592:0:18383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+48:7026:x1853164383678720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318129.895613:0:18383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8044 count 1 00002000:00010000:3.0:1767318129.895636:0:18383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f6c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.895642:0:18383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996dbd600/0xa7e486a0fcb4b3cc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f6c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.895652:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1767318129.895654:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17121 00010000:00010000:3.0:1767318129.895654:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.895658:0:18383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996dbd600/0xa7e486a0fcb4b3cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.895661:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+48:7026:x1853164383679232:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318129.895670:0:18383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996dbd600/0xa7e486a0fcb4b3cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318129.895671:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8070 count 1 00010000:00010000:3.0:1767318129.895679:0:18383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996dbd600/0xa7e486a0fcb4b3cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318129.895684:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f86:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.895686:0:18383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996dbd600/0xa7e486a0fcb4b3cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.895688:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369908a7000/0xa7e486a0fcb4b3d3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f86:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.895695:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.895697:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.895700:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369908a7000/0xa7e486a0fcb4b3d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.895703:0:18383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767318129.895708:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369908a7000/0xa7e486a0fcb4b3d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.895714:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369908a7000/0xa7e486a0fcb4b3d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.895721:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369908a7000/0xa7e486a0fcb4b3d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.895732:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318129.895905:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17119 00000100:00100000:0.0:1767318129.895926:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17122 00000100:00100000:0.0:1767318129.895935:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:7026:x1853164383679744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318129.895948:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8052 count 1 00002000:00010000:0.0:1767318129.895966:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f74:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.895972:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4b3da lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f74:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.895984:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.895986:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.895989:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4b3da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.895998:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4b3da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.896005:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4b3da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.896012:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4b3da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.896025:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1767318129.896130:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+50:7026:x1853164383679744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 197us (2076us total) trans 4294975788 rc 0/0 00000100:00100000:0.0:1767318129.896137:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17122 00000100:00100000:0.0:1767318129.896150:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17123 00000100:00100000:0.0:1767318129.896156:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:7026:x1853164383678592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318129.896165:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8063 count 1 00002000:00010000:0.0:1767318129.896177:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f7f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.896181:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b3e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f7f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.896187:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.896188:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.896191:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b3e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.896199:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b3e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.896206:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b3e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.896213:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b3e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.896221:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1767318129.896362:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17124 00000100:00100000:3.0:1767318129.896370:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+49:7026:x1853164383679104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318129.896382:0:70258:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8053 count 1 00002000:00010000:3.0:1767318129.896396:0:70258:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f75:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.896807:0:70258:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996dbc000/0xa7e486a0fcb4b3e8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f75:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.896896:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.896898:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.896902:0:70258:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996dbc000/0xa7e486a0fcb4b3e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.896911:0:70258:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996dbc000/0xa7e486a0fcb4b3e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.896919:0:70258:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996dbc000/0xa7e486a0fcb4b3e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.896926:0:70258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996dbc000/0xa7e486a0fcb4b3e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.896934:0:70258:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1767318129.896999:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+50:7026:x1853164383679232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1337us (2978us total) trans 4294975787 rc 0/0 00000100:00100000:2.0:1767318129.897008:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17121 00000100:00100000:2.0:1767318129.897026:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17125 00000100:00100000:3.0:1767318129.897030:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+49:7026:x1853164383679104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 661us (2890us total) trans 4294975789 rc 0/0 00000100:00100000:2.0:1767318129.897033:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+49:7026:x1853164383679616:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318129.897037:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17124 00002000:00080000:2.0:1767318129.897048:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8096 count 1 00010000:00010000:3.0:1767318129.897055:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1767318129.897060:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b3c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318129.897065:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1fa0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.897068:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2fa00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.897069:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369908a7e00/0xa7e486a0fcb4b3ef lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fa0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.897072:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b3c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.897076:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.897077:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.897080:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369908a7e00/0xa7e486a0fcb4b3ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.897082:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b3c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.897088:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369908a7e00/0xa7e486a0fcb4b3ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.897095:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369908a7e00/0xa7e486a0fcb4b3ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.897097:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b3c5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1fa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.897102:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369908a7e00/0xa7e486a0fcb4b3ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.897104:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2fa00/0xa7e486a0fcb4b3c5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1fa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.897112:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:3.0:1767318129.897121:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1767318129.897125:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996dbd600/0xa7e486a0fcb4b3cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.897130:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbd600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.897133:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996dbd600/0xa7e486a0fcb4b3cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.897139:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996dbd600/0xa7e486a0fcb4b3cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.897154:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996dbd600/0xa7e486a0fcb4b3cc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.897161:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996dbd600/0xa7e486a0fcb4b3cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.897174:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1767318129.897177:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369908a7000/0xa7e486a0fcb4b3d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.897183:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369908a7000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.897186:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369908a7000/0xa7e486a0fcb4b3d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.897191:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+49:7026:x1853164383679616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 159us (3027us total) trans 4294975790 rc 0/0 00010000:00010000:3.0:1767318129.897194:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369908a7000/0xa7e486a0fcb4b3d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.897198:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17125 00010000:00010000:3.0:1767318129.897202:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369908a7000/0xa7e486a0fcb4b3d3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.897209:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369908a7000/0xa7e486a0fcb4b3d3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.897221:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318129.897224:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318129.897224:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4b3da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.897228:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b3e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.897236:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2e600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.897236:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.897239:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4b3da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.897240:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b3e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.897247:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b3e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.897247:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4b3da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.897256:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b3e1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.897262:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b3e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.897276:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318129.897279:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996dbc000/0xa7e486a0fcb4b3e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.897285:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.897288:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996dbc000/0xa7e486a0fcb4b3e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.897294:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996dbc000/0xa7e486a0fcb4b3e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.897303:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996dbc000/0xa7e486a0fcb4b3e8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.897310:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996dbc000/0xa7e486a0fcb4b3e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.897322:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318129.897325:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369908a7e00/0xa7e486a0fcb4b3ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.897331:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369908a7e00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.897335:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369908a7e00/0xa7e486a0fcb4b3ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.897342:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369908a7e00/0xa7e486a0fcb4b3ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.897350:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369908a7e00/0xa7e486a0fcb4b3ef lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.897357:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369908a7e00/0xa7e486a0fcb4b3ef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.897372:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.897374:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.897376:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318129.897437:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:7026:x1853164383678592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1281us (3342us total) trans 4294975791 rc 0/0 00000100:00100000:0.0:1767318129.897444:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17123 00010000:00010000:0.0:1767318129.897460:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.897467:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318129.897484:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383680000:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.897484:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383680128:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.897519:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318129.897561:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936886279180/2, rc 0, transno 4294976829 00000100:00100000:2.0:1767318129.897570:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383677696:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318129.897582:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936886278700/2, rc 0, transno 4294976826 00000100:00100000:2.0:1767318129.897586:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383678080:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318129.897594:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.897597:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318129.897602:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383680256:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318129.897608:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383680512:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.897621:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318129.897627:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383680128 00000100:00100000:0.0:1767318129.897633:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383680128 00000100:00100000:2.0:1767318129.897643:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383680000 00000100:00100000:2.0:1767318129.897645:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383680000 00000100:00100000:0.0:1767318129.897656:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383680256 00000100:00100000:0.0:1767318129.897659:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383680256 00000100:00100000:2.0:1767318129.897662:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17126 00000100:00100000:2.0:1767318129.897667:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+58:7025:x1853164383680128:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318129.897671:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17127 00000100:00100000:0.0:1767318129.897676:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+58:7024:x1853164383680000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.897680:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8092 count 1 00002000:00080000:0.0:1767318129.897686:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8139 count 1 00002000:00010000:0.0:1767318129.897698:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fcb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:2.0:1767318129.897698:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f9c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.897703:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b3fd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fcb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.897703:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369908a7200/0xa7e486a0fcb4b3f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f9c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.897712:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.897712:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.897714:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.897714:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.897717:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369908a7200/0xa7e486a0fcb4b3f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.897718:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b3fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.897728:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b3fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.897731:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369908a7200/0xa7e486a0fcb4b3f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.897735:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b3fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.897739:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369908a7200/0xa7e486a0fcb4b3f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.897742:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b3fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.897745:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369908a7200/0xa7e486a0fcb4b3f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.897753:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767318129.897756:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1767318129.897912:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4b3da lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.897918:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f800/0xa7e486a0fcb4b3da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.897931:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318129.897935:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b3fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.897941:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2e400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.897944:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b3fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.897951:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b3fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.897959:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b3fd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.897971:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2e400/0xa7e486a0fcb4b3fd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.897982:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318129.897985:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369908a7200/0xa7e486a0fcb4b3f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.897987:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+59:7025:x1853164383680128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 318us (468us total) trans 4294976830 rc 0/0 00010000:00010000:3.0:1767318129.897992:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369908a7200 already unused, calling callback (ffffffffc0b72b40) 00000100:00100000:2.0:1767318129.897993:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17126 00010000:00010000:3.0:1767318129.897995:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369908a7200/0xa7e486a0fcb4b3f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.898001:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369908a7200/0xa7e486a0fcb4b3f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.898005:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17128 00010000:00010000:3.0:1767318129.898010:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369908a7200/0xa7e486a0fcb4b3f6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.898011:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+58:7025:x1853164383680256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.898021:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8109 count 1 00010000:00010000:3.0:1767318129.898029:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369908a7200/0xa7e486a0fcb4b3f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318129.898035:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fad:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.898040:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369908a6800/0xa7e486a0fcb4b404 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.898040:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.898042:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.898044:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.898047:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.898048:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.898051:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369908a6800/0xa7e486a0fcb4b404 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.898060:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369908a6800/0xa7e486a0fcb4b404 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.898068:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369908a6800/0xa7e486a0fcb4b404 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.898075:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369908a6800/0xa7e486a0fcb4b404 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.898086:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318129.898104:0:18383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+48:7026:x1853164383678720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2518us (4114us total) trans 4294975786 rc 0/0 00000100:00100000:3.0:1767318129.898111:0:18383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17120 00010000:00010000:3.0:1767318129.898127:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318129.898133:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369908a6800/0xa7e486a0fcb4b404 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.898139:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369908a6800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.898143:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369908a6800/0xa7e486a0fcb4b404 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.898149:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369908a6800/0xa7e486a0fcb4b404 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.898160:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369908a6800/0xa7e486a0fcb4b404 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.898167:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+59:7025:x1853164383680256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 156us (544us total) trans 4294976831 rc 0/0 00010000:00010000:3.0:1767318129.898167:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369908a6800/0xa7e486a0fcb4b404 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.898173:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17128 00010000:00010000:3.0:1767318129.898179:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.898181:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.898183:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.898190:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318129.898192:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383679872:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.898217:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.898226:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383679872 00000100:00100000:2.0:1767318129.898230:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383679872 00000100:00100000:3.0:1767318129.898232:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383680384:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.898249:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17129 00000100:00100000:2.0:1767318129.898255:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+59:7023:x1853164383679872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.898266:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8143 count 1 00002000:00010000:2.0:1767318129.898279:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fcf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.898284:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369908a6400/0xa7e486a0fcb4b40b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fcf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.898291:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.898293:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.898296:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369908a6400/0xa7e486a0fcb4b40b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.898304:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369908a6400/0xa7e486a0fcb4b40b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.898317:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369908a6400/0xa7e486a0fcb4b40b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.898324:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369908a6400/0xa7e486a0fcb4b40b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.898336:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318129.898426:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+61:7024:x1853164383680000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 737us (818us total) trans 4294976832 rc 0/0 00000100:00100000:2.0:1767318129.898426:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+61:7023:x1853164383679872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 158us (196us total) trans 4294976833 rc 0/0 00000100:00100000:0.0:1767318129.898433:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17127 00010000:00010000:0.0:1767318129.898452:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318129.898456:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369908a6400/0xa7e486a0fcb4b40b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.898462:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369908a6400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.898465:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369908a6400/0xa7e486a0fcb4b40b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.898471:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369908a6400/0xa7e486a0fcb4b40b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.898481:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369908a6400/0xa7e486a0fcb4b40b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.898487:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369908a6400/0xa7e486a0fcb4b40b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.898595:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.898597:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.898599:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.898605:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318129.899147:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318129.899228:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936886278000/2, rc 0, transno 4294976833 00000100:00100000:3.0:1767318129.899238:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383679872:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318129.899261:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318129.899375:0:19075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383680384 00000100:00100000:0.0:1767318129.899380:0:19075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383680384 00000100:00100000:2.0:1767318129.899397:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17129 00000100:00100000:3.0:1767318129.899427:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318129.899456:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b5134700/2, rc 0, transno 4294975784 00000100:00100000:2.0:1767318129.899467:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383680512 00000100:00100000:3.0:1767318129.899467:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383676416:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.899470:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383680512 00000004:00080000:3.0:1767318129.899480:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93688627ad80/2, rc 0, transno 4294976832 00000100:00100000:3.0:1767318129.899486:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383680000:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.899491:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318129.899600:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17130 00000100:00100000:0.0:1767318129.899609:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+61:7023:x1853164383680384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318129.899625:0:19075:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8057 count 1 00002000:00010000:0.0:1767318129.899647:0:19075:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f79:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.899652:0:19075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4b412 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f79:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.899661:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.899663:0:19075:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.899667:0:19075:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4b412 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.899681:0:19075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4b412 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.899689:0:19075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4b412 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.899696:0:19075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4b412 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.899710:0:19075:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318129.899899:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383680896:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.899907:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17131 00000100:00100000:2.0:1767318129.899915:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+62:7024:x1853164383680512:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.899926:0:70353:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8123 count 1 00000100:00100000:3.0:1767318129.899937:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1767318129.899941:0:70353:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fbb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.899946:0:70353:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369908a7c00/0xa7e486a0fcb4b419 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.899953:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.899954:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.899957:0:70353:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369908a7c00/0xa7e486a0fcb4b419 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.899958:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318129.899963:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4b412 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.899967:0:70353:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369908a7c00/0xa7e486a0fcb4b419 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.899970:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.899973:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4b412 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.899979:0:70353:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369908a7c00/0xa7e486a0fcb4b419 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.899982:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4b412 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.899987:0:70353:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369908a7c00/0xa7e486a0fcb4b419 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.899995:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4b412 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.899998:0:70353:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318129.900002:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2f000/0xa7e486a0fcb4b412 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.900016:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318129.900019:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369908a7c00/0xa7e486a0fcb4b419 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.900025:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369908a7c00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.900029:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369908a7c00/0xa7e486a0fcb4b419 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.900036:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369908a7c00/0xa7e486a0fcb4b419 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.900045:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369908a7c00/0xa7e486a0fcb4b419 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.900051:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383680896 00010000:00010000:3.0:1767318129.900052:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369908a7c00/0xa7e486a0fcb4b419 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.900054:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383680896 00010000:00010000:3.0:1767318129.900064:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.900065:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.900067:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318129.900076:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17132 00000100:00100000:2.0:1767318129.900081:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+64:7024:x1853164383680896:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.900091:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8135 count 1 00000100:00100000:3.0:1767318129.900101:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00002000:00010000:2.0:1767318129.900103:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fc7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.900108:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369908a6a00/0xa7e486a0fcb4b420 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318129.900109:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383681024:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318129.900116:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.900118:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.900120:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369908a6a00/0xa7e486a0fcb4b420 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.900130:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369908a6a00/0xa7e486a0fcb4b420 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318129.900131:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318129.900137:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369908a6a00/0xa7e486a0fcb4b420 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.900149:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369908a6a00/0xa7e486a0fcb4b420 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318129.900152:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383681024 00000100:00100000:3.0:1767318129.900155:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383681024 00010000:00010000:2.0:1767318129.900166:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318129.900175:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17133 00000100:00100000:3.0:1767318129.900181:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+48:7023:x1853164383681024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318129.900193:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8068 count 1 00002000:00010000:3.0:1767318129.900209:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f84:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.900214:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996dbca00/0xa7e486a0fcb4b427 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.900222:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.900224:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.900226:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996dbca00/0xa7e486a0fcb4b427 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.900235:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996dbca00/0xa7e486a0fcb4b427 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.900242:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996dbca00/0xa7e486a0fcb4b427 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.900267:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+65:7024:x1853164383680896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 186us (329us total) trans 4294976836 rc 0/0 00000100:00100000:2.0:1767318129.900274:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17132 00010000:00010000:2.0:1767318129.900290:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318129.900294:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369908a6a00/0xa7e486a0fcb4b420 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.900301:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369908a6a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.900304:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369908a6a00/0xa7e486a0fcb4b420 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.900312:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369908a6a00/0xa7e486a0fcb4b420 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.900322:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369908a6a00/0xa7e486a0fcb4b420 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.900328:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369908a6a00/0xa7e486a0fcb4b420 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.900340:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.900342:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.900344:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.900352:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318129.900398:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+64:7024:x1853164383680512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 483us (970us total) trans 4294976835 rc 0/0 00000100:00100000:0.0:1767318129.900399:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+64:7023:x1853164383680384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 792us (1253us total) trans 4294976834 rc 0/0 00000100:00100000:2.0:1767318129.900404:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17131 00010000:00010000:3.0:1767318129.900427:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996dbca00/0xa7e486a0fcb4b427 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.900444:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318129.900561:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+49:7023:x1853164383681024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 379us (427us total) trans 4294975792 rc 0/0 00000100:00100000:0.0:1767318129.900678:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17130 00010000:00010000:0.0:1767318129.900695:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318129.900700:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996dbca00/0xa7e486a0fcb4b427 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.900707:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbca00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.900711:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996dbca00/0xa7e486a0fcb4b427 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.900719:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996dbca00/0xa7e486a0fcb4b427 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.900730:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996dbca00/0xa7e486a0fcb4b427 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.900737:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996dbca00/0xa7e486a0fcb4b427 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.900754:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.900755:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.900757:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318129.900908:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17133 00000100:00100000:2.0:1767318129.900939:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383680640:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318129.900941:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936984f10000/2, rc 0, transno 4294975792 00000100:00100000:2.0:1767318129.900968:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.900985:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383681152:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.900990:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383681024:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318129.901003:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936886279880/2, rc 0, transno 4294976834 00000100:00100000:2.0:1767318129.901006:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.901010:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383680384:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318129.901024:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93688627a300/2, rc 0, transno 4294976831 00000004:00080000:3.0:1767318129.901027:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936886278a80/2, rc 0, transno 4294976836 00000100:00100000:2.0:1767318129.901028:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383680256:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.901031:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383680896:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318129.901037:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936886278e00/2, rc 0, transno 4294976830 00000004:00080000:3.0:1767318129.901037:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93688627b100/2, rc 0, transno 4294976835 00000100:00100000:2.0:1767318129.901040:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383680128:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.901041:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383680512:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.901047:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318129.901051:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383680768:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.901054:0:71620:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383680640 00000100:00100000:3.0:1767318129.901057:0:71620:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383680640 00000100:00100000:2.0:1767318129.901068:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.901425:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318129.901434:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383681280:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.901457:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.901751:0:71620:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383681152 00000100:00100000:3.0:1767318129.901757:0:71620:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383681152 00000100:00100000:3.0:1767318129.903529:0:71620:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383680768 00000100:00100000:3.0:1767318129.903539:0:71620:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383680768 00000100:00100000:3.0:1767318129.903576:0:71620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17134 00000100:00100000:3.0:1767318129.903585:0:71620:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+65:7025:x1853164383680640:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318129.903615:0:71620:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8105 count 1 00002000:00010000:3.0:1767318129.903648:0:71620:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fa9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.903655:0:71620:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb4b42e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fa9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.903670:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.903673:0:71620:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.903678:0:71620:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb4b42e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.903692:0:71620:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb4b42e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.903702:0:71620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb4b42e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.903709:0:71620:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb4b42e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.903725:0:71620:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318129.903737:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318129.903743:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb4b42e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.903749:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbd000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.903754:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb4b42e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.903762:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb4b42e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.903776:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb4b42e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.903800:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbd000/0xa7e486a0fcb4b42e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.903827:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.903829:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.903831:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318129.903846:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17135 00000100:00100000:3.0:1767318129.903854:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+65:7025:x1853164383681152:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318129.903867:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8091 count 1 00002000:00010000:3.0:1767318129.903882:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f9b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.903887:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4b435 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f9b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.903895:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.903897:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.903901:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4b435 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.903910:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4b435 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.903917:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4b435 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.903923:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4b435 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.903935:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318129.903964:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383681280 00000100:00100000:2.0:1767318129.903969:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383681280 00000100:00100000:2.0:1767318129.903992:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17136 00000100:00100000:2.0:1767318129.903997:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+65:7025:x1853164383680768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.904009:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8071 count 1 00002000:00010000:2.0:1767318129.904024:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f87:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.904028:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369908a7600/0xa7e486a0fcb4b43c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f87:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.904040:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.904042:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.904045:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369908a7600/0xa7e486a0fcb4b43c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.904053:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369908a7600/0xa7e486a0fcb4b43c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.904061:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369908a7600/0xa7e486a0fcb4b43c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.904067:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369908a7600/0xa7e486a0fcb4b43c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.904079:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318129.904154:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+67:7025:x1853164383681152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 300us (3145us total) trans 4294976837 rc 0/0 00000100:00100000:3.0:1767318129.904161:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17135 00000100:00100000:2.0:1767318129.904164:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+67:7025:x1853164383680768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 167us (3095us total) trans 4294976838 rc 0/0 00000100:00100000:2.0:1767318129.904169:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17136 00000100:00100000:3.0:1767318129.904177:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17137 00000100:00100000:3.0:1767318129.904182:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+49:7025:x1853164383681280:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318129.904188:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318129.904192:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4b435 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1767318129.904194:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8093 count 1 00010000:00010000:2.0:1767318129.904200:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbde00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.904203:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4b435 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767318129.904209:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f9d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.904210:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4b435 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.904214:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996dbce00/0xa7e486a0fcb4b443 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f9d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.904220:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4b435 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.904221:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.904222:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.904225:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996dbce00/0xa7e486a0fcb4b443 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.904227:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbde00/0xa7e486a0fcb4b435 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.904239:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318129.904240:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996dbce00/0xa7e486a0fcb4b443 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.904242:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369908a7600/0xa7e486a0fcb4b43c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.904249:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369908a7600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.904251:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369908a7600/0xa7e486a0fcb4b43c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.904259:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369908a7600/0xa7e486a0fcb4b43c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.904261:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996dbce00/0xa7e486a0fcb4b443 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.904268:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369908a7600/0xa7e486a0fcb4b43c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.904269:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996dbce00/0xa7e486a0fcb4b443 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.904275:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369908a7600/0xa7e486a0fcb4b43c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.904282:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318129.904288:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318129.904291:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996dbce00/0xa7e486a0fcb4b443 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.904301:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbce00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.904304:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996dbce00/0xa7e486a0fcb4b443 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.904310:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996dbce00/0xa7e486a0fcb4b443 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.904319:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996dbce00/0xa7e486a0fcb4b443 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.904326:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996dbce00/0xa7e486a0fcb4b443 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.904339:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.904341:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.904343:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318129.904379:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+50:7025:x1853164383681280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 197us (2921us total) trans 4294975793 rc 0/0 00000100:00100000:3.0:1767318129.904385:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17137 00010000:00010000:3.0:1767318129.904401:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318129.904425:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383681408:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.904451:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383681664:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.904457:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.904474:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.904476:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383681920:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.904494:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318129.904506:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b4eb2300/2, rc 0, transno 4294975793 00000100:00100000:3.0:1767318129.904507:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318129.904512:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383681536:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.904518:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383681280:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318129.904528:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936886279f80/2, rc 0, transno 4294976838 00000100:00100000:3.0:1767318129.904529:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.904535:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383680768:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318129.904542:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936886278380/2, rc 0, transno 4294976837 00000100:00100000:2.0:1767318129.904546:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383681152:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.904547:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383681408 00000100:00100000:3.0:1767318129.904550:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383681408 00000100:00100000:2.0:1767318129.904552:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318129.904557:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383681792:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.904566:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383681664 00000100:00100000:3.0:1767318129.904570:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383681664 00000100:00100000:2.0:1767318129.904578:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.904585:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383681920 00000100:00100000:3.0:1767318129.904587:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383681920 00000100:00100000:3.0:1767318129.904597:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383681536 00000100:00100000:2.0:1767318129.904599:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383681792 00000100:00100000:3.0:1767318129.904600:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383681536 00000100:00100000:2.0:1767318129.904602:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383681792 00000100:00100000:3.0:1767318129.904612:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17138 00000100:00100000:2.0:1767318129.904616:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17139 00000100:00100000:3.0:1767318129.904618:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+70:7023:x1853164383681408:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.904621:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+70:7025:x1853164383681664:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.904629:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8046 count 1 00002000:00080000:3.0:1767318129.904629:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8107 count 1 00002000:00010000:2.0:1767318129.904644:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f6e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:3.0:1767318129.904644:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fab:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.904649:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936889a38000/0xa7e486a0fcb4b451 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f6e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.904649:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4b44a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.904658:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.904658:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.904660:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.904660:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.904664:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936889a38000/0xa7e486a0fcb4b451 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.904664:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4b44a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.904674:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936889a38000/0xa7e486a0fcb4b451 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.904674:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4b44a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.904683:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936889a38000/0xa7e486a0fcb4b451 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.904683:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4b44a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.904691:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936889a38000/0xa7e486a0fcb4b451 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.904691:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4b44a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.904704:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318129.904754:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17140 00000100:00100000:0.0:1767318129.904763:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+71:7023:x1853164383681920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318129.904775:0:70353:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8097 count 1 00000100:00100000:2.0:1767318129.904940:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+71:7025:x1853164383681664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 316us (463us total) trans 4294976839 rc 0/0 00000100:00100000:2.0:1767318129.904949:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17139 00000100:00100000:2.0:1767318129.904963:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17141 00000100:00100000:2.0:1767318129.904969:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+70:7023:x1853164383681536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.904980:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8058 count 1 00002000:00010000:2.0:1767318129.904994:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f7a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.904999:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936889a39800/0xa7e486a0fcb4b458 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f7a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.905006:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.905007:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.905010:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936889a39800/0xa7e486a0fcb4b458 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.905018:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936889a39800/0xa7e486a0fcb4b458 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.905024:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936889a39800/0xa7e486a0fcb4b458 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.905030:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936889a39800/0xa7e486a0fcb4b458 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.905221:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318129.905325:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+71:7023:x1853164383681408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 706us (866us total) trans 4294976840 rc 0/0 00000100:00100000:3.0:1767318129.905332:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17138 00000100:00100000:3.0:1767318129.905344:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17142 00000100:00100000:3.0:1767318129.905351:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+70:7025:x1853164383681792:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318129.905362:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8132 count 1 00002000:00010000:3.0:1767318129.905376:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fc4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.905381:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4b45f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fc4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.905388:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.905390:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.905392:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4b45f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.905402:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4b45f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.905410:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4b45f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.905429:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4b45f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.905441:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767318129.905531:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+71:7025:x1853164383681792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 181us (952us total) trans 4294976841 rc 0/0 00000100:00100000:3.0:1767318129.905538:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17142 00010000:00010000:3.0:1767318129.905562:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318129.905568:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936889a38000/0xa7e486a0fcb4b451 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.905581:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936889a38000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.905585:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936889a38000/0xa7e486a0fcb4b451 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.905593:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936889a38000/0xa7e486a0fcb4b451 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.905606:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936889a38000/0xa7e486a0fcb4b451 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.905613:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936889a38000/0xa7e486a0fcb4b451 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.905626:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318129.905629:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4b44a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.905635:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbd400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.905638:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4b44a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.905645:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4b44a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.905654:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4b44a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.905667:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbd400/0xa7e486a0fcb4b44a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.905680:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318129.905684:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936889a39800/0xa7e486a0fcb4b458 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.905690:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936889a39800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.905693:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936889a39800/0xa7e486a0fcb4b458 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.905700:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936889a39800/0xa7e486a0fcb4b458 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1f7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.905710:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936889a39800/0xa7e486a0fcb4b458 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1f7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.905717:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318129.905721:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4b45f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.905728:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbda00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.905731:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4b45f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.905737:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4b45f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.905745:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4b45f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.905752:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbda00/0xa7e486a0fcb4b45f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.905765:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.905767:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.905769:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318129.905809:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936891da8a80/2, rc 0, transno 4294976840 00000100:00100000:3.0:1767318129.905824:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383681408:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318129.905852:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369858e3800/2, rc 0, transno 4294975791 00000100:00100000:3.0:1767318129.905857:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383678592:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318129.905866:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369858e3100/2, rc 0, transno 4294975789 00000100:00100000:3.0:1767318129.905869:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383679104:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318129.905878:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b4eb1880/2, rc 0, transno 4294975790 00000100:00100000:3.0:1767318129.905881:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383679616:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318129.905890:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b4eb0000/2, rc 0, transno 4294975788 00000100:00100000:3.0:1767318129.905893:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383679744:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318129.905903:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369858e2a00/2, rc 0, transno 4294975785 00000100:00100000:3.0:1767318129.905906:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383678208:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318129.905908:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767318129.905913:0:18382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936889a39800/0xa7e486a0fcb4b458 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1767318129.905914:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369858e2300/2, rc 0, transno 4294975786 00000100:00100000:3.0:1767318129.905917:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383678720:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318129.905927:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369858e2680/2, rc 0, transno 4294975787 00000100:00100000:3.0:1767318129.905930:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383679232:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318129.906022:0:71620:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+72:7025:x1853164383680640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2438us (5053us total) trans 4294976843 rc 0/0 00000100:00100000:2.0:1767318129.906024:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+72:7023:x1853164383681536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1056us (1494us total) trans 4294976842 rc 0/0 00000100:00100000:3.0:1767318129.906029:0:71620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17134 00000100:00100000:2.0:1767318129.906031:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17141 00010000:00010000:2.0:1767318129.906047:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.906051:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318129.906176:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f46a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383682432:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.906204:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.906220:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f46a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383682944:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.906237:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318129.906255:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936891dabb80/2, rc 0, transno 4294976842 00000100:00100000:2.0:1767318129.906263:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383681536:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.906271:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1767318129.906275:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383682048:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.906298:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.906311:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f46b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383682560:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.906328:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.906342:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383683072:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.906358:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.906378:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383682432 00000100:00100000:2.0:1767318129.906382:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383682432 00000100:00100000:2.0:1767318129.906406:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383682944 00000100:00100000:2.0:1767318129.906409:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383682944 00000100:00100000:3.0:1767318129.906412:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f469180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383682304:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.906437:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383682048 00000100:00100000:2.0:1767318129.906440:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383682048 00000100:00100000:3.0:1767318129.906446:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.906454:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383682560 00000100:00100000:2.0:1767318129.906457:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383682560 00000100:00100000:3.0:1767318129.906464:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f46aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383682816:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.906466:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383683072 00000100:00100000:2.0:1767318129.906468:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383683072 00000100:00100000:2.0:1767318129.906475:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383682304 00000100:00100000:2.0:1767318129.906478:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383682304 00000100:00100000:3.0:1767318129.906481:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.906486:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383682816 00000100:00100000:2.0:1767318129.906489:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383682816 00000100:00100000:3.0:1767318129.906489:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f46bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383683328:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.906499:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17143 00000100:00100000:2.0:1767318129.906505:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f468e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+54:7023:x1853164383682432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318129.906522:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8058 count 1 00002000:00010000:2.0:1767318129.906541:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f7a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.906546:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936889a38400/0xa7e486a0fcb4b466 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f7a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.906556:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.906557:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.906560:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936889a38400/0xa7e486a0fcb4b466 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.906570:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936889a38400/0xa7e486a0fcb4b466 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.906578:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936889a38400/0xa7e486a0fcb4b466 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318129.906579:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318129.906585:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936889a38400/0xa7e486a0fcb4b466 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318129.906589:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1767318129.906594:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383682176:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318129.906599:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318129.906609:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.906618:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f469880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383682688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318129.906635:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.906643:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f469c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383683200:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318129.906658:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.906675:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383683328 00000100:00100000:3.0:1767318129.906679:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383683328 00000100:00100000:3.0:1767318129.906691:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383682176 00000100:00100000:3.0:1767318129.906694:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383682176 00000100:00100000:3.0:1767318129.906701:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383682688 00000100:00100000:3.0:1767318129.906703:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383682688 00000100:00100000:3.0:1767318129.906711:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17144 00000100:00100000:3.0:1767318129.906717:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f469500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+57:7023:x1853164383682944:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.906718:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f468e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+57:7023:x1853164383682432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 213us (514us total) trans 4294975794 rc 0/0 00000100:00100000:2.0:1767318129.906724:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17143 00002000:00080000:3.0:1767318129.906728:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8083 count 1 00000100:00100000:2.0:1767318129.906734:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383683200 00000100:00100000:2.0:1767318129.906737:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383683200 00002000:00010000:3.0:1767318129.906742:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f93:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.906747:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996dbd200/0xa7e486a0fcb4b46d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f93:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.906750:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17145 00000100:00100000:2.0:1767318129.906754:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+73:7023:x1853164383682048:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318129.906756:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.906757:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.906760:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996dbd200/0xa7e486a0fcb4b46d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318129.906764:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8054 count 1 00010000:00010000:3.0:1767318129.906769:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996dbd200/0xa7e486a0fcb4b46d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318129.906776:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f76:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.906776:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996dbd200/0xa7e486a0fcb4b46d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.906906:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936889a38600/0xa7e486a0fcb4b474 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f76:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.906914:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.906916:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.906919:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936889a38600/0xa7e486a0fcb4b474 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767318129.906927:0:70353:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fa1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.906927:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936889a38600/0xa7e486a0fcb4b474 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.906933:0:70353:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b47b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fa1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.906935:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936889a38600/0xa7e486a0fcb4b474 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.906940:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.906942:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.906943:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936889a38600/0xa7e486a0fcb4b474 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.906945:0:70353:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b47b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.906953:0:70353:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b47b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.906954:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767318129.906960:0:70353:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b47b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.906966:0:70353:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b47b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.906982:0:70353:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318129.907042:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+75:7023:x1853164383682048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 287us (743us total) trans 4294976844 rc 0/0 00000100:00100000:2.0:1767318129.907048:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17145 00000100:00100000:0.0:1767318129.907061:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+75:7023:x1853164383681920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2300us (2566us total) trans 4294976845 rc 0/0 00010000:00010000:3.0:1767318129.907095:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996dbd200/0xa7e486a0fcb4b46d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.907104:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767318129.907194:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f469500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+58:7023:x1853164383682944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 476us (955us total) trans 4294975795 rc 0/0 00000100:00100000:0.0:1767318129.907221:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17140 00000100:00100000:0.0:1767318129.907236:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17146 00000100:00100000:0.0:1767318129.907242:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f468a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+58:7023:x1853164383682560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318129.907262:0:70353:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8106 count 1 00002000:00010000:0.0:1767318129.907275:0:70353:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1faa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.907279:0:70353:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e800/0xa7e486a0fcb4b482 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1faa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.907286:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.907287:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.907289:0:70353:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e800/0xa7e486a0fcb4b482 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.907297:0:70353:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e800/0xa7e486a0fcb4b482 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.907304:0:70353:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e800/0xa7e486a0fcb4b482 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.907310:0:70353:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e800/0xa7e486a0fcb4b482 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.907318:0:70353:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1767318129.907339:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17147 00000100:00100000:2.0:1767318129.907347:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f46ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+58:7023:x1853164383683072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318129.907361:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8039 count 1 00002000:00010000:2.0:1767318129.907374:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f67:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.907379:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936889a38200/0xa7e486a0fcb4b489 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f67:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.907387:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.907388:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.907391:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936889a38200/0xa7e486a0fcb4b489 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.907400:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936889a38200/0xa7e486a0fcb4b489 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.907404:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f468a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+59:7023:x1853164383682560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 163us (1075us total) trans 4294975796 rc 0/0 00010000:00010000:2.0:1767318129.907407:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936889a38200/0xa7e486a0fcb4b489 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.907410:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17146 00010000:00010000:2.0:1767318129.907427:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936889a38200/0xa7e486a0fcb4b489 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.907436:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1767318129.907440:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17148 00000100:00100000:0.0:1767318129.907446:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+73:7026:x1853164383682304:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318129.907456:0:70353:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8077 count 1 00002000:00010000:0.0:1767318129.907469:0:70353:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f8d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.907473:0:70353:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4b490 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f8d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.907481:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.907483:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.907486:0:70353:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4b490 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.907494:0:70353:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4b490 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.907515:0:70353:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4b490 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.907518:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f46ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+59:7023:x1853164383683072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 173us (1158us total) trans 4294975797 rc 0/0 00010000:00010000:0.0:1767318129.907522:0:70353:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4b490 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.907524:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17147 00010000:00010000:0.0:1767318129.907530:0:70353:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:2.0:1767318129.907535:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17149 00000100:00100000:2.0:1767318129.907541:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+58:7026:x1853164383682816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318129.907551:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8091 count 1 00002000:00010000:2.0:1767318129.907564:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f9b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.907570:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936889a39000/0xa7e486a0fcb4b497 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f9b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.907578:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.907579:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.907582:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936889a39000/0xa7e486a0fcb4b497 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.907590:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936889a39000/0xa7e486a0fcb4b497 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.907597:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936889a39000/0xa7e486a0fcb4b497 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.907603:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936889a39000/0xa7e486a0fcb4b497 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.907611:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:0.0:1767318129.907616:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+74:7026:x1853164383682304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 170us (1168us total) trans 4294976846 rc 0/0 00000100:00100000:0.0:1767318129.907621:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17148 00000100:00100000:0.0:1767318129.907633:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17150 00000100:00100000:0.0:1767318129.907639:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+59:7026:x1853164383683328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318129.907649:0:70353:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8095 count 1 00002000:00010000:0.0:1767318129.907662:0:70353:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f9f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.907667:0:70353:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4b49e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f9f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.907673:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.907675:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.907677:0:70353:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4b49e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.907685:0:70353:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4b49e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.907690:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+59:7026:x1853164383682816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 149us (1208us total) trans 4294975798 rc 0/0 00010000:00010000:0.0:1767318129.907694:0:70353:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4b49e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.907696:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17149 00010000:00010000:0.0:1767318129.907700:0:70353:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4b49e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.907706:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17151 00010000:00010000:0.0:1767318129.907708:0:70353:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000100:00100000:2.0:1767318129.907712:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+73:7026:x1853164383682176:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.907722:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8145 count 1 00002000:00010000:2.0:1767318129.907735:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fd1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.907739:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936889a38800/0xa7e486a0fcb4b4a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fd1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.907752:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.907754:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.907756:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936889a38800/0xa7e486a0fcb4b4a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.907765:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936889a38800/0xa7e486a0fcb4b4a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.907773:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936889a38800/0xa7e486a0fcb4b4a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.907797:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+59:7026:x1853164383683328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 142us (1201us total) trans 4294975799 rc 0/0 00000100:00100000:0.0:1767318129.907803:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17150 00000100:00100000:0.0:1767318129.907825:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17152 00000100:00100000:0.0:1767318129.907832:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+58:7026:x1853164383682688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318129.907842:0:70353:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8038 count 1 00002000:00010000:0.0:1767318129.907855:0:70353:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f66:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.907860:0:70353:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4b4ac lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f66:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.907867:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.907869:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.907871:0:70353:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4b4ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.907879:0:70353:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4b4ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.907885:0:70353:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4b4ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.907892:0:70353:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4b4ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.907899:0:70353:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00010000:00010000:2.0:1767318129.907924:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936889a38800/0xa7e486a0fcb4b4a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.907933:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00000100:00100000:0.0:1767318129.907979:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+59:7026:x1853164383682688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 147us (1342us total) trans 4294975800 rc 0/0 00000100:00100000:0.0:1767318129.907985:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17152 00000100:00100000:0.0:1767318129.907996:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17153 00000100:00100000:0.0:1767318129.908001:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+58:7026:x1853164383683200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318129.908011:0:70353:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8069 count 1 00000100:00100000:2.0:1767318129.908015:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+74:7026:x1853164383682176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 303us (1404us total) trans 4294976847 rc 0/0 00000100:00100000:2.0:1767318129.908020:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17151 00002000:00010000:0.0:1767318129.908024:0:70353:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f85:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.908028:0:70353:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4b4b3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f85:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908040:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.908041:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.908044:0:70353:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4b4b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908048:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:0.0:1767318129.908051:0:70353:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4b4b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908054:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936889a38400/0xa7e486a0fcb4b466 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908059:0:70353:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4b4b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908061:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936889a38400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.908066:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936889a38400/0xa7e486a0fcb4b466 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908067:0:70353:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4b4b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908075:0:70353:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00010000:00010000:2.0:1767318129.908075:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936889a38400/0xa7e486a0fcb4b466 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908089:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936889a38400/0xa7e486a0fcb4b466 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908096:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936889a38400/0xa7e486a0fcb4b466 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908109:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:2.0:1767318129.908113:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936889a38600/0xa7e486a0fcb4b474 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908120:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936889a38600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.908123:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936889a38600/0xa7e486a0fcb4b474 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908129:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936889a38600/0xa7e486a0fcb4b474 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908138:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936889a38600/0xa7e486a0fcb4b474 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908145:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936889a38600/0xa7e486a0fcb4b474 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.908148:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+59:7026:x1853164383683200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 147us (1488us total) trans 4294975801 rc 0/0 00000100:00100000:0.0:1767318129.908154:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17153 00010000:00010000:2.0:1767318129.908156:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:2.0:1767318129.908159:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b47b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908168:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:2.0:1767318129.908170:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2ec00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.908172:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996dbd200/0xa7e486a0fcb4b46d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908173:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b47b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908180:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbd200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.908181:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b47b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908183:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996dbd200/0xa7e486a0fcb4b46d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908190:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b47b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908191:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996dbd200/0xa7e486a0fcb4b46d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908197:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2ec00/0xa7e486a0fcb4b47b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908201:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996dbd200/0xa7e486a0fcb4b46d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908207:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996dbd200/0xa7e486a0fcb4b46d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908210:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:2.0:1767318129.908213:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e800/0xa7e486a0fcb4b482 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908219:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2e800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.908221:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e800/0xa7e486a0fcb4b482 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908223:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1767318129.908226:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936889a38200/0xa7e486a0fcb4b489 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908229:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e800/0xa7e486a0fcb4b482 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908233:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936889a38200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.908236:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936889a38200/0xa7e486a0fcb4b489 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908237:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e800/0xa7e486a0fcb4b482 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908244:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936889a38200/0xa7e486a0fcb4b489 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908249:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e800/0xa7e486a0fcb4b482 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908252:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936889a38200/0xa7e486a0fcb4b489 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908259:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936889a38200/0xa7e486a0fcb4b489 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908259:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1767318129.908262:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4b490 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908268:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767318129.908268:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2ea00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.908271:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4b490 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908272:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936889a39000/0xa7e486a0fcb4b497 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908279:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4b490 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908283:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936889a39000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.908286:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936889a39000/0xa7e486a0fcb4b497 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908287:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4b490 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908294:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936889a39000/0xa7e486a0fcb4b497 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908294:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2ea00/0xa7e486a0fcb4b490 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908302:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936889a39000/0xa7e486a0fcb4b497 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908303:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318129.908306:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4b49e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908308:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936889a39000/0xa7e486a0fcb4b497 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908312:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.908315:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4b49e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908318:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318129.908321:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4b4ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908322:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4b49e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908328:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2e200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.908331:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4b4ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908331:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4b49e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908338:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f600/0xa7e486a0fcb4b49e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908339:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4b4ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908346:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4b4ac lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908348:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318129.908351:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936889a38800/0xa7e486a0fcb4b4a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908356:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936889a38800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.908359:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e200/0xa7e486a0fcb4b4ac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908359:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936889a38800/0xa7e486a0fcb4b4a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908366:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936889a38800/0xa7e486a0fcb4b4a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908369:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318129.908372:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4b4b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908375:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936889a38800/0xa7e486a0fcb4b4a5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908377:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2f400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.908380:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4b4b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908382:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936889a38800/0xa7e486a0fcb4b4a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908396:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.908398:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.908400:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4b4b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908400:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.908405:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.908408:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4b4b3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908422:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f400/0xa7e486a0fcb4b4b3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908433:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.908434:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.908436:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.908442:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.908461:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318129.908476:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383683456:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.908504:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318129.908523:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383683456 00000100:00100000:0.0:1767318129.908528:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383683456 00000004:00080000:2.0:1767318129.908538:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936883182d80/2, rc 0, transno 4294976844 00000100:00100000:2.0:1767318129.908546:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383682048:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318129.908553:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17154 00000004:00080000:2.0:1767318129.908557:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f46b480/2, rc 0, transno 4294975796 00000100:00100000:0.0:1767318129.908559:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f46b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+74:7023:x1853164383683456:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.908564:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f46b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383682560:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318129.908570:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8130 count 1 00000004:00080000:2.0:1767318129.908573:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f468000/2, rc 0, transno 4294975797 00000100:00100000:2.0:1767318129.908576:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383683072:0@lo:6:osp-syn-1-0.0 00002000:00010000:0.0:1767318129.908583:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fc2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000004:00080000:2.0:1767318129.908584:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f46a680/2, rc 0, transno 4294975794 00000100:00100000:2.0:1767318129.908588:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f46a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383682432:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318129.908589:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b4ba lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fc2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318129.908594:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f46a300/2, rc 0, transno 4294975795 00010000:00010000:0.0:1767318129.908596:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.908598:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1767318129.908598:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f46a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383682944:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318129.908601:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b4ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318129.908605:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369858e3b80/2, rc 0, transno 4294976845 00000100:00100000:2.0:1767318129.908608:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383681920:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318129.908610:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b4ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908617:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b4ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908624:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b4ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.908634:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318129.908646:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318129.908650:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b4ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908660:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2fe00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.908664:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b4ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908671:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b4ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908682:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b4ba lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908689:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fe00/0xa7e486a0fcb4b4ba lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.908700:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.908702:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.908704:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318129.908721:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f46b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+75:7023:x1853164383683456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 162us (216us total) trans 4294976848 rc 0/0 00000100:00100000:0.0:1767318129.908728:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17154 00000100:00100000:2.0:1767318129.908752:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383683968:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.908773:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318129.909222:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f469f80/2, rc 0, transno 4294976848 00000100:00100000:2.0:1767318129.909232:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383683456:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.909240:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1767318129.909246:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f468700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383683584:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.909270:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318129.910038:0:70352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383683968 00000100:00100000:0.0:1767318129.910046:0:70352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383683968 00000100:00100000:0.0:1767318129.910089:0:70352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17155 00000100:00100000:0.0:1767318129.910097:0:70352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+59:7023:x1853164383683968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318129.910120:0:70352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8040 count 1 00002000:00010000:0.0:1767318129.910145:0:70352:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f68:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.910152:0:70352:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b4c1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f68:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.910164:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.910166:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.910170:0:70352:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b4c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.910183:0:70352:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b4c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.910192:0:70352:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b4c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.910199:0:70352:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b4c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.910213:0:70352:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318129.910368:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17144 00000100:00100000:0.0:1767318129.911037:0:70352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+59:7023:x1853164383683968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 939us (2261us total) trans 4294975802 rc 0/0 00000100:00100000:0.0:1767318129.911045:0:70352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17155 00000100:00100000:2.0:1767318129.911566:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383684096:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318129.911578:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383683584 00000100:00100000:3.0:1767318129.911584:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383683584 00000100:00100000:2.0:1767318129.911597:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.911615:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383684096 00000100:00100000:3.0:1767318129.911618:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383684096 00000100:00100000:3.0:1767318129.911634:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17156 00000004:00080000:2.0:1767318129.911635:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f231f80/2, rc 0, transno 4294975802 00000100:00100000:3.0:1767318129.911641:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+75:7023:x1853164383683584:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.911643:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383683968:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.911664:0:18383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17157 00002000:00080000:3.0:1767318129.911664:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8122 count 1 00000100:00100000:2.0:1767318129.911670:0:18383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+59:7023:x1853164383684096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318129.911681:0:18383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8050 count 1 00002000:00010000:3.0:1767318129.911688:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fba:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.911695:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4b4c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318129.911696:0:18383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f72:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.911700:0:18383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936889a38e00/0xa7e486a0fcb4b4cf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f72:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.911707:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.911707:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.911709:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.911709:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.911714:0:18383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936889a38e00/0xa7e486a0fcb4b4cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.911714:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4b4c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.911728:0:18383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936889a38e00/0xa7e486a0fcb4b4cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.911728:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4b4c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.911737:0:18383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936889a38e00/0xa7e486a0fcb4b4cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.911737:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4b4c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.911746:0:18383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936889a38e00/0xa7e486a0fcb4b4cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.911746:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4b4c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.911760:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1767318129.911894:0:18383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318129.912029:0:18383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+60:7023:x1853164383684096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 358us (429us total) trans 4294975803 rc 0/0 00000100:00100000:2.0:1767318129.912036:0:18383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17157 00000100:00100000:3.0:1767318129.912044:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+76:7023:x1853164383683584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 403us (2773us total) trans 4294976849 rc 0/0 00000100:00100000:3.0:1767318129.912049:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17156 00000100:00100000:3.0:1767318129.912072:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383683840:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318129.912093:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318129.912117:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936883181880/2, rc 0, transno 4294976847 00000100:00100000:3.0:1767318129.912122:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383682176:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318129.912133:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f469880/2, rc 0, transno 4294975800 00000100:00100000:3.0:1767318129.912135:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f469880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383682688:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318129.912143:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f469c00/2, rc 0, transno 4294975801 00000100:00100000:3.0:1767318129.912146:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f469c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383683200:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318129.912153:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f469180/2, rc 0, transno 4294976846 00000100:00100000:3.0:1767318129.912156:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f469180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383682304:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318129.912163:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f46aa00/2, rc 0, transno 4294975798 00000100:00100000:3.0:1767318129.912166:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f46aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383682816:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318129.912173:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f46bb80/2, rc 0, transno 4294975799 00000100:00100000:3.0:1767318129.912176:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f46bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383683328:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318129.912185:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1767318129.912190:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f468380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383683712:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.912209:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318129.912219:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:3.0:1767318129.912225:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383684224:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318129.912226:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b4c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.912234:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2ee00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.912239:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b4c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318129.912241:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318129.912248:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b4c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.912266:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b4c1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318129.912271:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383683840 00010000:00010000:2.0:1767318129.912273:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2ee00/0xa7e486a0fcb4b4c1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318129.912274:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383683840 00010000:00010000:2.0:1767318129.912288:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318129.912291:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4b4c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318129.912293:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383683712 00000100:00100000:3.0:1767318129.912295:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383683712 00010000:00010000:2.0:1767318129.912299:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.912302:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4b4c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318129.912306:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383684224 00010000:00010000:2.0:1767318129.912309:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4b4c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318129.912309:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383684224 00000100:00100000:3.0:1767318129.912319:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17158 00010000:00010000:2.0:1767318129.912320:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4b4c8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318129.912324:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+61:7026:x1853164383683840:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318129.912327:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbc800/0xa7e486a0fcb4b4c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1767318129.912336:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8067 count 1 00010000:00010000:2.0:1767318129.912338:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318129.912341:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936889a38e00/0xa7e486a0fcb4b4cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.912347:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936889a38e00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.912349:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936889a38e00/0xa7e486a0fcb4b4cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767318129.912350:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f83:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.912356:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996dbc200/0xa7e486a0fcb4b4d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f83:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.912357:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936889a38e00/0xa7e486a0fcb4b4cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.912364:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.912365:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.912366:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936889a38e00/0xa7e486a0fcb4b4cf lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.912369:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996dbc200/0xa7e486a0fcb4b4d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.912373:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936889a38e00/0xa7e486a0fcb4b4cf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.912378:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996dbc200/0xa7e486a0fcb4b4d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.912384:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.912385:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.912385:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996dbc200/0xa7e486a0fcb4b4d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.912387:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.912392:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996dbc200/0xa7e486a0fcb4b4d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.912399:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17159 00010000:00010000:3.0:1767318129.912403:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318129.912405:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+76:7026:x1853164383683712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.912432:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8067 count 1 00002000:00010000:2.0:1767318129.912447:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f83:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.912452:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936889a39c00/0xa7e486a0fcb4b4dd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f83:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.912459:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.912461:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.912464:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936889a39c00/0xa7e486a0fcb4b4dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.912473:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936889a39c00/0xa7e486a0fcb4b4dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.912480:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936889a39c00/0xa7e486a0fcb4b4dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.912486:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936889a39c00/0xa7e486a0fcb4b4dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.912498:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318129.912592:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+77:7026:x1853164383683712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 186us (381us total) trans 4294976850 rc 0/0 00000100:00100000:2.0:1767318129.912598:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17159 00000100:00100000:2.0:1767318129.912611:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17160 00000100:00100000:2.0:1767318129.912617:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+62:7026:x1853164383684224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318129.912629:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8092 count 1 00002000:00010000:2.0:1767318129.912642:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f9c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.912646:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936889a39200/0xa7e486a0fcb4b4e4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f9c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.912659:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.912660:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.912663:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936889a39200/0xa7e486a0fcb4b4e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318129.912670:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+62:7026:x1853164383683840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 345us (575us total) trans 4294975804 rc 0/0 00010000:00010000:2.0:1767318129.912672:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936889a39200/0xa7e486a0fcb4b4e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318129.912676:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17158 00010000:00010000:2.0:1767318129.912680:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936889a39200/0xa7e486a0fcb4b4e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.912687:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936889a39200/0xa7e486a0fcb4b4e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.912699:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:3.0:1767318129.912699:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f468380/2, rc 0, transno 4294976850 00000100:00100000:3.0:1767318129.912704:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f468380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383683712:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318129.912712:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f231880/2, rc 0, transno 4294975804 00000100:00100000:3.0:1767318129.912715:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383683840:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318129.912889:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318129.912895:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996dbc200/0xa7e486a0fcb4b4d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.912902:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.912906:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996dbc200/0xa7e486a0fcb4b4d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.912914:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996dbc200/0xa7e486a0fcb4b4d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.912925:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996dbc200/0xa7e486a0fcb4b4d6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.912932:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996dbc200/0xa7e486a0fcb4b4d6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.912945:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1767318129.912947:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+62:7026:x1853164383684224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 329us (704us total) trans 4294975805 rc 0/0 00010000:00010000:0.0:1767318129.912949:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936889a39c00/0xa7e486a0fcb4b4dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.912953:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17160 00010000:00010000:0.0:1767318129.912955:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936889a39c00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.912959:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936889a39c00/0xa7e486a0fcb4b4dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.912966:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936889a39c00/0xa7e486a0fcb4b4dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.912975:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936889a39c00/0xa7e486a0fcb4b4dd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.912975:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318129.912979:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936889a39200/0xa7e486a0fcb4b4e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.912982:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936889a39c00/0xa7e486a0fcb4b4dd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.912986:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936889a39200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.912989:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936889a39200/0xa7e486a0fcb4b4e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.912997:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936889a39200/0xa7e486a0fcb4b4e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.913000:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.913002:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.913003:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.913008:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936889a39200/0xa7e486a0fcb4b4e4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.913010:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.913014:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936889a39200/0xa7e486a0fcb4b4e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.913024:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.913026:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.913027:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.913031:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318129.913105:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383684608:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318129.913135:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.913149:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383684608 00000100:00100000:2.0:1767318129.913153:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383684608 00000100:00100000:0.0:1767318129.913155:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383685120:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318129.913173:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.913177:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17161 00000100:00100000:2.0:1767318129.913183:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+77:7024:x1853164383684608:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318129.913186:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1767318129.913190:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383684480:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.913194:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8134 count 1 00000100:00100000:0.0:1767318129.913207:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1767318129.913208:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fc6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.913213:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936889a38c00/0xa7e486a0fcb4b4eb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fc6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.913218:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383684992:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318129.913221:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.913222:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.913226:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936889a38c00/0xa7e486a0fcb4b4eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.913233:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318129.913235:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936889a38c00/0xa7e486a0fcb4b4eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.913243:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383685504:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318129.913249:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936889a38c00/0xa7e486a0fcb4b4eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.913256:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936889a38c00/0xa7e486a0fcb4b4eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.913268:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318129.913366:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+78:7024:x1853164383684608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 182us (230us total) trans 4294976851 rc 0/0 00000100:00100000:2.0:1767318129.913371:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17161 00000100:00100000:2.0:1767318129.913381:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383685120 00000100:00100000:2.0:1767318129.913384:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383685120 00000100:00100000:2.0:1767318129.913400:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383684480 00000100:00100000:2.0:1767318129.913403:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383684480 00000100:00100000:2.0:1767318129.913430:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383684992 00000100:00100000:2.0:1767318129.913433:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383684992 00000100:00100000:2.0:1767318129.913449:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17162 00000100:00100000:2.0:1767318129.913454:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+63:7024:x1853164383685120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318129.913465:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8064 count 1 00002000:00010000:2.0:1767318129.913478:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f80:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.913482:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936889a39a00/0xa7e486a0fcb4b4f2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f80:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.913489:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.913491:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.913493:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936889a39a00/0xa7e486a0fcb4b4f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.913506:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936889a39a00/0xa7e486a0fcb4b4f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.913513:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936889a39a00/0xa7e486a0fcb4b4f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.913519:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936889a39a00/0xa7e486a0fcb4b4f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.913531:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318129.913622:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.913625:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+64:7024:x1853164383685120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 170us (451us total) trans 4294975806 rc 0/0 00000100:00100000:2.0:1767318129.913631:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17162 00000100:00100000:2.0:1767318129.913641:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383685504 00000100:00100000:2.0:1767318129.913644:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383685504 00000004:00080000:0.0:1767318129.913648:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f232300/2, rc 0, transno 4294975806 00000100:00100000:0.0:1767318129.913657:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383685120:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.913661:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17163 00000100:00100000:2.0:1767318129.913665:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+78:7024:x1853164383684480:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318129.913666:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f232d80/2, rc 0, transno 4294976851 00000100:00100000:0.0:1767318129.913673:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383684608:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.913678:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8108 count 1 00010000:00010000:0.0:1767318129.913685:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318129.913689:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936889a38c00/0xa7e486a0fcb4b4eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318129.913692:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fac:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.913696:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936889a39e00/0xa7e486a0fcb4b4f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.913697:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936889a38c00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.913701:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936889a38c00/0xa7e486a0fcb4b4eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.913703:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.913705:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.913708:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936889a39e00/0xa7e486a0fcb4b4f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.913709:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936889a38c00/0xa7e486a0fcb4b4eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.913721:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936889a38c00/0xa7e486a0fcb4b4eb lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.913721:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936889a39e00/0xa7e486a0fcb4b4f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.913728:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936889a38c00/0xa7e486a0fcb4b4eb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.913729:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936889a39e00/0xa7e486a0fcb4b4f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.913736:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936889a39e00/0xa7e486a0fcb4b4f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.913742:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318129.913744:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936889a39a00/0xa7e486a0fcb4b4f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.913747:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318129.913750:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936889a39a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.913753:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936889a39a00/0xa7e486a0fcb4b4f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.913760:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936889a39a00/0xa7e486a0fcb4b4f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.913768:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936889a39a00/0xa7e486a0fcb4b4f2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.913774:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936889a39a00/0xa7e486a0fcb4b4f2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.913899:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318129.913902:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936889a39e00/0xa7e486a0fcb4b4f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.913909:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936889a39e00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.913912:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936889a39e00/0xa7e486a0fcb4b4f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.913919:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936889a39e00/0xa7e486a0fcb4b4f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.913929:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936889a39e00/0xa7e486a0fcb4b4f9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.913935:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936889a39e00/0xa7e486a0fcb4b4f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.913947:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318129.913948:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+79:7024:x1853164383684480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 281us (739us total) trans 4294976852 rc 0/0 00010000:00010000:0.0:1767318129.913949:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.913951:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318129.913954:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17163 00010000:00010000:0.0:1767318129.913956:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318129.913966:0:70352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17164 00000100:00100000:0.0:1767318129.913973:0:70352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+64:7024:x1853164383684992:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318129.913984:0:70352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8094 count 1 00002000:00010000:0.0:1767318129.913999:0:70352:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f9e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.914003:0:70352:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b500 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f9e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.914011:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.914012:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.914015:0:70352:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b500 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.914022:0:70352:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b500 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.914029:0:70352:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b500 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.914035:0:70352:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b500 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.914047:0:70352:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318129.914100:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17165 00000100:00100000:2.0:1767318129.914107:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+65:7024:x1853164383685504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318129.914119:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8057 count 1 00002000:00010000:2.0:1767318129.914132:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f79:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1767318129.914133:0:70352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+65:7024:x1853164383684992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 161us (898us total) trans 4294975807 rc 0/0 00010000:00010000:2.0:1767318129.914137:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936889a38a00/0xa7e486a0fcb4b507 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f79:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.914139:0:70352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17164 00010000:00010000:2.0:1767318129.914144:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.914145:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.914148:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936889a38a00/0xa7e486a0fcb4b507 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.914157:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936889a38a00/0xa7e486a0fcb4b507 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767318129.914164:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f231c00/2, rc 0, transno 4294976852 00010000:00010000:2.0:1767318129.914164:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936889a38a00/0xa7e486a0fcb4b507 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.914168:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383684480:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318129.914172:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936889a38a00/0xa7e486a0fcb4b507 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767318129.914175:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f230e00/2, rc 0, transno 4294975807 00000100:00100000:0.0:1767318129.914179:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383684992:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318129.914184:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767318129.914188:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318129.914192:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b500 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.914203:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2e600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.914206:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b500 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.914213:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b500 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.914224:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b500 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.914232:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2e600/0xa7e486a0fcb4b500 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.914244:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318129.914247:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936889a38a00/0xa7e486a0fcb4b507 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.914266:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+65:7024:x1853164383685504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 159us (644us total) trans 4294975808 rc 0/0 00000100:00100000:2.0:1767318129.914272:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17165 00010000:00010000:2.0:1767318129.914299:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.914304:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.914348:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936889a38a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.914351:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936889a38a00/0xa7e486a0fcb4b507 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.914358:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936889a38a00/0xa7e486a0fcb4b507 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.914366:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.914369:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936889a38a00/0xa7e486a0fcb4b507 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.914378:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383686016:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318129.914380:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936889a38a00/0xa7e486a0fcb4b507 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.914393:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.914395:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.914396:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318129.914403:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318129.914405:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383685632:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318129.914438:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318129.914439:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f468700/2, rc 0, transno 4294976849 00000100:00100000:2.0:1767318129.914446:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f468700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383683584:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318129.914455:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f230700/2, rc 0, transno 4294975803 00000004:00080000:0.0:1767318129.914456:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f233800/2, rc 0, transno 4294975808 00000100:00100000:0.0:1767318129.914462:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383685504:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.914462:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383684096:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.914478:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383686016 00000100:00100000:2.0:1767318129.914482:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383686016 00000100:00100000:2.0:1767318129.914505:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383685632 00000100:00100000:2.0:1767318129.914508:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383685632 00000100:00100000:2.0:1767318129.914523:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17166 00000100:00100000:2.0:1767318129.914528:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+65:7023:x1853164383686016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318129.914542:0:70258:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8074 count 1 00002000:00010000:2.0:1767318129.914557:0:70258:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f8a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.914562:0:70258:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936889a39600/0xa7e486a0fcb4b50e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.914570:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.914571:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.914574:0:70258:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936889a39600/0xa7e486a0fcb4b50e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.914583:0:70258:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936889a39600/0xa7e486a0fcb4b50e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.914590:0:70258:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936889a39600/0xa7e486a0fcb4b50e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.914597:0:70258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936889a39600/0xa7e486a0fcb4b50e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.914606:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17167 00010000:00010000:2.0:1767318129.914609:0:70258:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318129.914614:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+79:7024:x1853164383685632:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318129.914627:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8106 count 1 00002000:00010000:0.0:1767318129.914641:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1faa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.914645:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4b515 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1faa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.914653:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.914654:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.914658:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4b515 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.914667:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4b515 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.914673:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4b515 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.914680:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4b515 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.914692:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318129.914697:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+66:7023:x1853164383686016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 168us (292us total) trans 4294975809 rc 0/0 00000100:00100000:2.0:1767318129.914703:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17166 00010000:00010000:2.0:1767318129.914717:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318129.914722:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936889a39600/0xa7e486a0fcb4b50e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.914729:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936889a39600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.914733:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936889a39600/0xa7e486a0fcb4b50e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.914741:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936889a39600/0xa7e486a0fcb4b50e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.914751:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936889a39600/0xa7e486a0fcb4b50e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.914758:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936889a39600/0xa7e486a0fcb4b50e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.914770:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318129.914774:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4b515 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.914797:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+80:7024:x1853164383685632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 167us (341us total) trans 4294976853 rc 0/0 00000100:00100000:0.0:1767318129.914804:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17167 00010000:00010000:2.0:1767318129.914892:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2e000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.914895:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4b515 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767318129.914897:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b7904a80/2, rc 0, transno 4294976853 00000100:00100000:0.0:1767318129.914901:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383685632:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318129.914904:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4b515 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.914914:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4b515 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.914921:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2e000/0xa7e486a0fcb4b515 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.914939:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.914940:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.914942:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.914951:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318129.914995:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383686144:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.915007:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383686528:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318129.915019:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.915030:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383684736:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.915049:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.915068:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383685248:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318129.915069:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383686144 00000100:00100000:0.0:1767318129.915072:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383686144 00000100:00100000:2.0:1767318129.915086:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318129.915091:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383684736 00000100:00100000:0.0:1767318129.915094:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383684736 00000100:00100000:2.0:1767318129.915099:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383685760:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318129.915106:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383685248 00000100:00100000:0.0:1767318129.915108:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383685248 00000100:00100000:2.0:1767318129.915115:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318129.915121:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383685760 00000100:00100000:0.0:1767318129.915123:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383685760 00000100:00100000:2.0:1767318129.915128:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383686272:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318129.915140:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17168 00000100:00100000:0.0:1767318129.915145:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+82:7024:x1853164383686144:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.915145:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1767318129.915157:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8089 count 1 00000004:00080000:2.0:1767318129.915161:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369858e1500/2, rc 0, transno 4294976841 00000100:00100000:2.0:1767318129.915169:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383681792:0@lo:6:osp-syn-0-0.0 00002000:00010000:0.0:1767318129.915171:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f99:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.915176:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4b51c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f99:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318129.915178:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369858e0700/2, rc 0, transno 4294976839 00000100:00100000:2.0:1767318129.915181:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383681664:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318129.915185:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.915187:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000004:00080000:2.0:1767318129.915189:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936886279500/2, rc 0, transno 4294976843 00010000:00010000:0.0:1767318129.915190:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4b51c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.915192:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383680640:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318129.915199:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4b51c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.915201:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 5 async RPCs [3->2] 00000100:00100000:2.0:1767318129.915206:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383684352:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318129.915207:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4b51c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.915214:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4b51c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.915227:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318129.915227:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.915236:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383684864:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.915253:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.915262:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383685376:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.915277:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.915286:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383685888:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.915300:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.915308:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383686400:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.915326:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.915343:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383686272 00000100:00100000:2.0:1767318129.915346:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383686272 00000100:00100000:2.0:1767318129.915360:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383684352 00000100:00100000:2.0:1767318129.915363:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383684352 00000100:00100000:2.0:1767318129.915372:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383684864 00000100:00100000:2.0:1767318129.915375:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383684864 00000100:00100000:2.0:1767318129.915384:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383685376 00000100:00100000:2.0:1767318129.915386:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383685376 00000100:00100000:2.0:1767318129.915394:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383685888 00000100:00100000:2.0:1767318129.915397:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383685888 00000100:00100000:2.0:1767318129.915404:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383686400 00000100:00100000:2.0:1767318129.915406:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383686400 00000100:00100000:0.0:1767318129.915441:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+85:7024:x1853164383686144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 295us (420us total) trans 4294976854 rc 0/0 00000100:00100000:0.0:1767318129.915447:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17168 00000100:00100000:0.0:1767318129.915462:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17169 00000100:00100000:0.0:1767318129.915468:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+84:7025:x1853164383684736:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318129.915477:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8048 count 1 00002000:00010000:0.0:1767318129.915493:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f70:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000004:00080000:3.0:1767318129.915494:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f232a00/2, rc 0, transno 4294975805 00000100:00100000:3.0:1767318129.915503:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383684224:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318129.915590:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369908a7e00/0xa7e486a0fcb4b523 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f70:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.915598:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.915600:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.915602:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369908a7e00/0xa7e486a0fcb4b523 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.915614:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369908a7e00/0xa7e486a0fcb4b523 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.915621:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369908a7e00/0xa7e486a0fcb4b523 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.915627:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369908a7e00/0xa7e486a0fcb4b523 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.915639:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318129.915725:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+85:7025:x1853164383684736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 257us (674us total) trans 4294976855 rc 0/0 00000100:00100000:0.0:1767318129.915731:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17169 00000100:00100000:0.0:1767318129.915742:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17170 00000100:00100000:0.0:1767318129.915748:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+70:7025:x1853164383685248:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318129.915757:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8051 count 1 00002000:00010000:0.0:1767318129.915772:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f73:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.915776:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369908a6000/0xa7e486a0fcb4b52a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.915802:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.915804:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.915807:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369908a6000/0xa7e486a0fcb4b52a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.915887:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369908a6000/0xa7e486a0fcb4b52a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.915896:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369908a6000/0xa7e486a0fcb4b52a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.915902:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369908a6000/0xa7e486a0fcb4b52a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.915914:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318129.915951:0:70259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17171 00000100:00100000:3.0:1767318129.915960:0:70259:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+84:7025:x1853164383685760:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318129.915972:0:70259:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8079 count 1 00002000:00010000:3.0:1767318129.915989:0:70259:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f8f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.915994:0:70259:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4b531 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f8f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.916002:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.916003:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.916006:0:70259:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4b531 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.916007:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+71:7025:x1853164383685248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 260us (920us total) trans 4294975810 rc 0/0 00000100:00100000:0.0:1767318129.916013:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17170 00010000:00010000:3.0:1767318129.916016:0:70259:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4b531 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.916023:0:70259:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4b531 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.916024:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17172 00000100:00100000:0.0:1767318129.916030:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+84:7025:x1853164383686272:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318129.916031:0:70259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4b531 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1767318129.916040:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8068 count 1 00010000:00010000:3.0:1767318129.916044:0:70259:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:0.0:1767318129.916052:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f84:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.916056:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369908a6400/0xa7e486a0fcb4b538 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.916063:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.916064:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.916067:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369908a6400/0xa7e486a0fcb4b538 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.916075:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369908a6400/0xa7e486a0fcb4b538 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.916083:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369908a6400/0xa7e486a0fcb4b538 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.916091:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369908a6400/0xa7e486a0fcb4b538 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.916103:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1767318129.916133:0:70259:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+86:7025:x1853164383685760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 175us (1016us total) trans 4294976856 rc 0/0 00000100:00100000:3.0:1767318129.916140:0:70259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17171 00000100:00100000:3.0:1767318129.916153:0:70259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17173 00000100:00100000:3.0:1767318129.916159:0:70259:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+85:7025:x1853164383684352:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318129.916171:0:70259:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8078 count 1 00000100:00100000:0.0:1767318129.916181:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+85:7025:x1853164383686272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 151us (1035us total) trans 4294976857 rc 0/0 00002000:00010000:3.0:1767318129.916184:0:70259:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f8e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1767318129.916188:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17172 00010000:00010000:3.0:1767318129.916188:0:70259:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4b53f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f8e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.916195:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.916197:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1767318129.916199:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17174 00010000:00010000:3.0:1767318129.916200:0:70259:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4b53f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.916204:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+70:7025:x1853164383684864:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318129.916208:0:70259:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4b53f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1767318129.916214:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8041 count 1 00010000:00010000:3.0:1767318129.916216:0:70259:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4b53f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.916223:0:70259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4b53f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767318129.916226:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f69:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.916230:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698150a600/0xa7e486a0fcb4b546 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f69:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.916231:0:70259:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:0.0:1767318129.916237:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.916238:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.916241:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93698150a600/0xa7e486a0fcb4b546 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318129.916311:0:70259:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+85:7025:x1853164383684352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 152us (1082us total) trans 4294976858 rc 0/0 00000100:00100000:3.0:1767318129.916317:0:70259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17173 00000100:00100000:3.0:1767318129.916329:0:70259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17175 00000100:00100000:3.0:1767318129.916336:0:70259:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+70:7025:x1853164383685376:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318129.916341:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93698150a600/0xa7e486a0fcb4b546 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1767318129.916346:0:70259:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8086 count 1 00010000:00010000:0.0:1767318129.916350:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698150a600/0xa7e486a0fcb4b546 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.916357:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93698150a600/0xa7e486a0fcb4b546 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767318129.916359:0:70259:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f96:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.916366:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00010000:00010000:3.0:1767318129.916366:0:70259:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996dbd800/0xa7e486a0fcb4b54d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f96:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.916372:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.916374:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.916376:0:70259:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996dbd800/0xa7e486a0fcb4b54d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.916385:0:70259:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996dbd800/0xa7e486a0fcb4b54d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.916393:0:70259:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996dbd800/0xa7e486a0fcb4b54d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.916400:0:70259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996dbd800/0xa7e486a0fcb4b54d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.916408:0:70259:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:0.0:1767318129.916457:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+72:7025:x1853164383684864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 252us (1203us total) trans 4294975811 rc 0/0 00000100:00100000:0.0:1767318129.916464:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17174 00000100:00100000:0.0:1767318129.916476:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17176 00000100:00100000:0.0:1767318129.916482:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+71:7025:x1853164383685888:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318129.916492:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8072 count 1 00000100:00100000:3.0:1767318129.916514:0:70259:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+71:7025:x1853164383685376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 179us (1235us total) trans 4294975812 rc 0/0 00000100:00100000:3.0:1767318129.916520:0:70259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17175 00000100:00100000:3.0:1767318129.916532:0:70259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17177 00000100:00100000:3.0:1767318129.916537:0:70259:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+70:7025:x1853164383686400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318129.916548:0:70259:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8073 count 1 00002000:00010000:3.0:1767318129.916561:0:70259:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f89:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.916566:0:70259:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996dbc000/0xa7e486a0fcb4b554 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f89:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.916579:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.916581:0:70259:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.916584:0:70259:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996dbc000/0xa7e486a0fcb4b554 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.916592:0:70259:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996dbc000/0xa7e486a0fcb4b554 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767318129.916600:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f88:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.916600:0:70259:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996dbc000/0xa7e486a0fcb4b554 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.916605:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698150ae00/0xa7e486a0fcb4b55b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f88:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.916608:0:70259:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996dbc000/0xa7e486a0fcb4b554 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.916612:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.916614:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.916616:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93698150ae00/0xa7e486a0fcb4b55b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.916616:0:70259:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00010000:00010000:0.0:1767318129.916624:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93698150ae00/0xa7e486a0fcb4b55b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.916631:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698150ae00/0xa7e486a0fcb4b55b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.916638:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93698150ae00/0xa7e486a0fcb4b55b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.916646:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00000100:00100000:3.0:1767318129.916696:0:70259:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+72:7025:x1853164383686400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 158us (1368us total) trans 4294975813 rc 0/0 00000100:00100000:3.0:1767318129.916702:0:70259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17177 00000100:00100000:0.0:1767318129.916716:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+71:7025:x1853164383685888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 234us (1414us total) trans 4294975814 rc 0/0 00000100:00100000:0.0:1767318129.916722:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17176 00010000:00010000:0.0:1767318129.916736:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:0.0:1767318129.916741:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4b51c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.916749:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4b2fc00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.916753:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4b51c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.916761:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4b51c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.916773:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4b51c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.916794:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369a4b2fc00/0xa7e486a0fcb4b51c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.916810:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:0.0:1767318129.916886:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369908a7e00/0xa7e486a0fcb4b523 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.916891:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:0.0:1767318129.916893:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369908a7e00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.916897:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369908a7e00/0xa7e486a0fcb4b523 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.916897:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369908a6000/0xa7e486a0fcb4b52a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.916905:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369908a6000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.916908:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369908a6000/0xa7e486a0fcb4b52a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.916910:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369908a7e00/0xa7e486a0fcb4b523 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.916915:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369908a6000/0xa7e486a0fcb4b52a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.916921:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369908a7e00/0xa7e486a0fcb4b523 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.916928:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369908a7e00/0xa7e486a0fcb4b523 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.916930:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369908a6000/0xa7e486a0fcb4b52a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.916937:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369908a6000/0xa7e486a0fcb4b52a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.916940:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1767318129.916943:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4b531 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.916948:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1767318129.916949:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.916951:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369908a6400/0xa7e486a0fcb4b538 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.916952:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4b531 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.916958:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369908a6400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.916960:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4b531 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.916961:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369908a6400/0xa7e486a0fcb4b538 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.916969:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4b531 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.916969:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369908a6400/0xa7e486a0fcb4b538 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.916976:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbc600/0xa7e486a0fcb4b531 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.916978:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369908a6400/0xa7e486a0fcb4b538 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.916985:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369908a6400/0xa7e486a0fcb4b538 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.916994:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767318129.916994:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318129.916997:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4b53f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.916997:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698150a600/0xa7e486a0fcb4b546 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.917004:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.917007:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4b53f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.917008:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698150a600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.917012:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698150a600/0xa7e486a0fcb4b546 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.917014:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4b53f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.917018:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698150a600/0xa7e486a0fcb4b546 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.917021:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4b53f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.917026:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698150a600/0xa7e486a0fcb4b546 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.917028:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996dbc400/0xa7e486a0fcb4b53f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.917033:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698150a600/0xa7e486a0fcb4b546 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.917037:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318129.917040:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996dbd800/0xa7e486a0fcb4b54d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.917043:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318129.917045:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996dbc000/0xa7e486a0fcb4b554 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.917046:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbd800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.917049:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996dbd800/0xa7e486a0fcb4b54d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.917051:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbc000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.917054:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996dbc000/0xa7e486a0fcb4b554 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.917057:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996dbd800/0xa7e486a0fcb4b54d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.917061:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996dbc000/0xa7e486a0fcb4b554 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.917066:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996dbd800/0xa7e486a0fcb4b54d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.917069:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996dbc000/0xa7e486a0fcb4b554 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.917073:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996dbd800/0xa7e486a0fcb4b54d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.917081:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996dbc000/0xa7e486a0fcb4b554 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70259 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.917084:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318129.917087:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698150ae00/0xa7e486a0fcb4b55b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.917091:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.917092:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.917093:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698150ae00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.917094:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.917095:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698150ae00/0xa7e486a0fcb4b55b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.917100:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.917102:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698150ae00/0xa7e486a0fcb4b55b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.917105:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.917110:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698150ae00/0xa7e486a0fcb4b55b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.917115:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698150ae00/0xa7e486a0fcb4b55b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.917124:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.917126:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.917127:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318129.917155:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383686656:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318129.917188:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318129.917192:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318129.917203:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318129.917225:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b7906a00/2, rc 0, transno 4294976854 00000004:00080000:2.0:1767318129.917228:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b7904380/2, rc 0, transno 4294975809 00000100:00100000:0.0:1767318129.917232:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383686144:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.917234:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383686016:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.917242:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383687040:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.917264:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.917319:0:70352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383686656 00000100:00100000:2.0:1767318129.917324:0:70352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383686656 00000100:00100000:0.0:1767318129.917349:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383687040 00000100:00100000:2.0:1767318129.917349:0:70352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383686528 00000100:00100000:0.0:1767318129.917352:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383687040 00000100:00100000:2.0:1767318129.917352:0:70352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383686528 00000100:00100000:2.0:1767318129.917367:0:70352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17178 00000100:00100000:0.0:1767318129.917372:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17179 00000100:00100000:2.0:1767318129.917374:0:70352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+85:7024:x1853164383686656:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318129.917376:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+72:7023:x1853164383686528:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318129.917387:0:70353:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8075 count 1 00002000:00080000:2.0:1767318129.917387:0:70352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8131 count 1 00002000:00010000:0.0:1767318129.917404:0:70353:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f8b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:2.0:1767318129.917404:0:70352:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fc3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.917410:0:70353:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698150a800/0xa7e486a0fcb4b562 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f8b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.917410:0:70352:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3600/0xa7e486a0fcb4b569 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fc3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.917430:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.917430:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.917432:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.917433:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.917436:0:70353:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff93698150a800/0xa7e486a0fcb4b562 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.917437:0:70352:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3600/0xa7e486a0fcb4b569 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.917447:0:70353:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff93698150a800/0xa7e486a0fcb4b562 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.917447:0:70352:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3600/0xa7e486a0fcb4b569 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.917457:0:70353:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff93698150a800/0xa7e486a0fcb4b562 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.917457:0:70352:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3600/0xa7e486a0fcb4b569 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.917465:0:70353:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff93698150a800/0xa7e486a0fcb4b562 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.917465:0:70352:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3600/0xa7e486a0fcb4b569 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.917477:0:70352:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767318129.917487:0:70353:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318129.917532:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383686912:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.917559:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.917577:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1767318129.917582:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383686784:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.917601:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.917616:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383687296:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318129.917634:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.917653:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383686912 00000100:00100000:3.0:1767318129.917657:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383686912 00000100:00100000:3.0:1767318129.917676:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383686784 00000100:00100000:3.0:1767318129.917678:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383686784 00000100:00100000:3.0:1767318129.917687:0:19039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383687296 00000100:00100000:3.0:1767318129.917689:0:19039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383687296 00000100:00100000:3.0:1767318129.917698:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17180 00000100:00100000:3.0:1767318129.917702:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+73:7023:x1853164383687040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318129.917713:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8042 count 1 00002000:00010000:3.0:1767318129.917727:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f6a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.917731:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4b570 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f6a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.917739:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.917740:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.917743:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4b570 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.917751:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4b570 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.917758:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4b570 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.917765:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4b570 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.917978:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+74:7023:x1853164383686528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 600us (773us total) trans 4294975815 rc 0/0 00000100:00100000:0.0:1767318129.917986:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17179 00000100:00100000:2.0:1767318129.917988:0:70352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+88:7024:x1853164383686656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 614us (799us total) trans 4294976859 rc 0/0 00000100:00100000:2.0:1767318129.917993:0:70352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17178 00000100:00100000:2.0:1767318129.918003:0:70352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17181 00000100:00100000:2.0:1767318129.918009:0:70352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+87:7026:x1853164383686912:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.918018:0:70352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8064 count 1 00002000:00010000:2.0:1767318129.918032:0:70352:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f80:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.918036:0:70352:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4be2a00/0xa7e486a0fcb4b577 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f80:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.918043:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.918044:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.918047:0:70352:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4be2a00/0xa7e486a0fcb4b577 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.918059:0:70352:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369a4be2a00/0xa7e486a0fcb4b577 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.918066:0:70352:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4be2a00/0xa7e486a0fcb4b577 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.918069:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17182 00000100:00100000:0.0:1767318129.918074:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+87:7026:x1853164383686784:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318129.918074:0:70352:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4be2a00/0xa7e486a0fcb4b577 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1767318129.918084:0:70353:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8072 count 1 00010000:00010000:2.0:1767318129.918087:0:70352:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:0.0:1767318129.918096:0:70353:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f88:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.918101:0:70353:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698150b800/0xa7e486a0fcb4b57e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f88:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.918107:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.918109:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.918112:0:70353:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698150b800/0xa7e486a0fcb4b57e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.918121:0:70353:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698150b800/0xa7e486a0fcb4b57e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.918129:0:70353:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698150b800/0xa7e486a0fcb4b57e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.918136:0:70353:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698150b800/0xa7e486a0fcb4b57e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.918150:0:70353:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:3.0:1767318129.918250:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318129.918352:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+74:7023:x1853164383687040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 644us (1082us total) trans 4294975816 rc 0/0 00000100:00100000:3.0:1767318129.918364:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17180 00000100:00100000:3.0:1767318129.918378:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17183 00000100:00100000:3.0:1767318129.918384:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+73:7026:x1853164383687296:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318129.918393:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8082 count 1 00002000:00010000:3.0:1767318129.918405:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f92:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.918410:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4b585 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f92:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.918426:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.918428:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.918431:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4b585 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.918439:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4b585 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.918445:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4b585 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.918452:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4b585 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.918458:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1767318129.918559:0:70352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+89:7026:x1853164383686912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 549us (998us total) trans 4294976860 rc 0/0 00000100:00100000:2.0:1767318129.918565:0:70352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17181 00010000:00010000:2.0:1767318129.918586:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1767318129.918592:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3600/0xa7e486a0fcb4b569 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.918594:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+88:7026:x1853164383686784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 519us (992us total) trans 4294976861 rc 0/0 00000100:00100000:0.0:1767318129.918600:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17182 00010000:00010000:2.0:1767318129.918600:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4be3600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.918604:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3600/0xa7e486a0fcb4b569 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.918612:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3600/0xa7e486a0fcb4b569 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.918617:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767318129.918620:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff93698150a800/0xa7e486a0fcb4b562 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.918626:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698150a800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.918626:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3600/0xa7e486a0fcb4b569 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.918629:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff93698150a800/0xa7e486a0fcb4b562 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.918637:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff93698150a800/0xa7e486a0fcb4b562 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.918639:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3600/0xa7e486a0fcb4b569 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.918647:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff93698150a800/0xa7e486a0fcb4b562 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.918653:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff93698150a800/0xa7e486a0fcb4b562 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.918655:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318129.918658:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4b570 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.918663:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbcc00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.918666:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318129.918666:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4b570 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.918669:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369a4be2a00/0xa7e486a0fcb4b577 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.918673:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4b570 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.918676:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4be2a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.918679:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4be2a00/0xa7e486a0fcb4b577 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.918682:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4b570 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.918686:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4be2a00/0xa7e486a0fcb4b577 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.918688:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996dbcc00/0xa7e486a0fcb4b570 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.918700:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369a4be2a00/0xa7e486a0fcb4b577 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.918700:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318129.918703:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698150b800/0xa7e486a0fcb4b57e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.918707:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369a4be2a00/0xa7e486a0fcb4b577 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.918709:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698150b800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.918712:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698150b800/0xa7e486a0fcb4b57e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.918718:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318129.918719:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698150b800/0xa7e486a0fcb4b57e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.918721:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4b585 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.918727:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996dbdc00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.918728:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698150b800/0xa7e486a0fcb4b57e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.918730:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4b585 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.918735:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698150b800/0xa7e486a0fcb4b57e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.918737:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4b585 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.918745:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4b585 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.918745:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.918747:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.918748:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.918751:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff936996dbdc00/0xa7e486a0fcb4b585 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.918754:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.918759:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.918761:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.918762:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.918764:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.918768:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318129.918806:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383687168:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318129.918818:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6e7b80/2, rc 0, transno 4294975816 00000100:00100000:2.0:1767318129.918829:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383687040:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318129.918839:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b7907b80/2, rc 0, transno 4294975815 00000100:00100000:2.0:1767318129.918842:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383686528:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318129.918905:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f230380/2, rc 0, transno 4294976858 00000100:00100000:2.0:1767318129.918915:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383684352:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318129.918917:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318129.918925:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f231500/2, rc 0, transno 4294975811 00000100:00100000:2.0:1767318129.918930:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383684864:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318129.918937:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6e5c00/2, rc 0, transno 4294976859 00000004:00080000:2.0:1767318129.918937:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f233b80/2, rc 0, transno 4294975812 00000100:00100000:2.0:1767318129.918940:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383685376:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318129.918941:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383686656:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318129.918949:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b7905880/2, rc 0, transno 4294975814 00000100:00100000:2.0:1767318129.918952:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383685888:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318129.918959:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b7906d80/2, rc 0, transno 4294975813 00000100:00100000:2.0:1767318129.918962:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383686400:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318129.918969:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f230a80/2, rc 0, transno 4294976855 00000100:00100000:2.0:1767318129.918973:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383684736:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318129.918980:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff93698f233480/2, rc 0, transno 4294975810 00000100:00100000:2.0:1767318129.918983:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383685248:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318129.918991:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b7904e00/2, rc 0, transno 4294976856 00000100:00100000:2.0:1767318129.918994:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383685760:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318129.919001:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b7905f80/2, rc 0, transno 4294976857 00000100:00100000:2.0:1767318129.919004:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383686272:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.919011:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318129.919016:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383687424:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.919034:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318129.919066:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383687168 00000100:00100000:0.0:1767318129.919071:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383687168 00000100:00100000:0.0:1767318129.919095:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383687424 00000100:00100000:0.0:1767318129.919098:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383687424 00000100:00100000:0.0:1767318129.919112:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17184 00000100:00100000:0.0:1767318129.919118:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+88:7024:x1853164383687168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318129.919132:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8080 count 1 00002000:00010000:0.0:1767318129.919150:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f90:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.919155:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698150b400/0xa7e486a0fcb4b58c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f90:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.919162:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.919164:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.919167:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698150b400/0xa7e486a0fcb4b58c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.919176:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698150b400/0xa7e486a0fcb4b58c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.919183:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698150b400/0xa7e486a0fcb4b58c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.919190:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698150b400/0xa7e486a0fcb4b58c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.919202:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318129.919242:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+75:7026:x1853164383687296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 858us (1605us total) trans 4294975817 rc 0/0 00000100:00100000:2.0:1767318129.919361:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17185 00000100:00100000:2.0:1767318129.919370:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+75:7025:x1853164383687424:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318129.919382:0:70258:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8164 count 1 00002000:00010000:2.0:1767318129.919398:0:70258:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1fe4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1767318129.919401:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+89:7024:x1853164383687168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 283us (483us total) trans 4294976862 rc 0/0 00010000:00010000:2.0:1767318129.919402:0:70258:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4be3200/0xa7e486a0fcb4b593 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fe4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.919407:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17184 00010000:00010000:2.0:1767318129.919410:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.919411:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.919427:0:70258:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4be3200/0xa7e486a0fcb4b593 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.919437:0:70258:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369a4be3200/0xa7e486a0fcb4b593 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.919439:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383687680:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318129.919444:0:70258:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369a4be3200/0xa7e486a0fcb4b593 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.919451:0:70258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4be3200/0xa7e486a0fcb4b593 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.919458:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318129.919462:0:70258:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1767318129.919477:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6e5f80/2, rc 0, transno 4294976862 00000100:00100000:0.0:1767318129.919485:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383687168:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318129.919491:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1767318129.919558:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+76:7025:x1853164383687424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 189us (521us total) trans 4294975818 rc 0/0 00000100:00100000:2.0:1767318129.919564:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17185 00000100:00100000:2.0:1767318129.919575:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383687680 00000100:00100000:2.0:1767318129.919578:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383687680 00000100:00100000:0.0:1767318129.919593:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383687552:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.919599:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17186 00000100:00100000:2.0:1767318129.919604:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+89:7024:x1853164383687680:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318129.919614:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1767318129.919614:0:70258:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8103 count 1 00000100:00100000:0.0:1767318129.919628:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383688064:0@lo:6:osp-syn-0-0.0 00002000:00010000:2.0:1767318129.919628:0:70258:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fa7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.919633:0:70258:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4be2000/0xa7e486a0fcb4b59a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fa7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.919640:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.919641:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.919644:0:70258:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4be2000/0xa7e486a0fcb4b59a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.919645:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318129.919659:0:70258:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369a4be2000/0xa7e486a0fcb4b59a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.919665:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383687552 00010000:00010000:2.0:1767318129.919666:0:70258:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4be2000/0xa7e486a0fcb4b59a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.919668:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383687552 00010000:00010000:2.0:1767318129.919673:0:70258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4be2000/0xa7e486a0fcb4b59a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.919681:0:18382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383688064 00000100:00100000:0.0:1767318129.919684:0:18382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383688064 00010000:00010000:2.0:1767318129.919684:0:70258:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318129.919694:0:18382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17187 00000100:00100000:0.0:1767318129.919699:0:18382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+91:7024:x1853164383687552:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318129.919710:0:18382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8133 count 1 00002000:00010000:0.0:1767318129.919724:0:18382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fc5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.919729:0:18382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698150b000/0xa7e486a0fcb4b5a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fc5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.919737:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.919739:0:18382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.919742:0:18382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698150b000/0xa7e486a0fcb4b5a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.919750:0:18382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698150b000/0xa7e486a0fcb4b5a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.919757:0:18382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698150b000/0xa7e486a0fcb4b5a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.919765:0:18382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698150b000/0xa7e486a0fcb4b5a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.919771:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+92:7024:x1853164383687680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 166us (312us total) trans 4294976863 rc 0/0 00010000:00010000:0.0:1767318129.919776:0:18382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318129.919777:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17186 00000100:00100000:2.0:1767318129.919820:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17188 00000100:00100000:2.0:1767318129.919827:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+91:7024:x1853164383688064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.919839:0:70258:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8096 count 1 00002000:00010000:2.0:1767318129.919852:0:70258:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fa0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.919856:0:70258:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3800/0xa7e486a0fcb4b5a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fa0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.919863:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.919864:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.919867:0:70258:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3800/0xa7e486a0fcb4b5a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.919877:0:70258:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3800/0xa7e486a0fcb4b5a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.919884:0:70258:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3800/0xa7e486a0fcb4b5a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.919890:0:70258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3800/0xa7e486a0fcb4b5a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.919904:0:70258:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1767318129.919971:0:18382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+93:7024:x1853164383687552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 270us (354us total) trans 4294976864 rc 0/0 00000100:00100000:0.0:1767318129.919977:0:18382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17187 00000100:00100000:2.0:1767318129.919977:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+93:7024:x1853164383688064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 151us (330us total) trans 4294976865 rc 0/0 00000100:00100000:2.0:1767318129.919982:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17188 00010000:00010000:0.0:1767318129.919992:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767318129.919993:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318129.919997:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698150b400/0xa7e486a0fcb4b58c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.919998:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369a4be3200/0xa7e486a0fcb4b593 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.920005:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698150b400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.920005:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4be3200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.920010:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698150b400/0xa7e486a0fcb4b58c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.920010:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4be3200/0xa7e486a0fcb4b593 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.920020:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698150b400/0xa7e486a0fcb4b58c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.920020:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369a4be3200/0xa7e486a0fcb4b593 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.920034:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698150b400/0xa7e486a0fcb4b58c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.920034:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369a4be3200/0xa7e486a0fcb4b593 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1fe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.920041:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a4be3200/0xa7e486a0fcb4b593 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1fe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.920042:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698150b400/0xa7e486a0fcb4b58c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.920057:0:15466:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318129.920058:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318129.920060:0:15466:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369a4be2000/0xa7e486a0fcb4b59a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.920061:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698150b000/0xa7e486a0fcb4b5a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.920066:0:15466:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4be2000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.920068:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698150b000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318129.920069:0:15466:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4be2000/0xa7e486a0fcb4b59a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.920071:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698150b000/0xa7e486a0fcb4b5a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.920077:0:15466:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4be2000/0xa7e486a0fcb4b59a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.920078:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698150b000/0xa7e486a0fcb4b5a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.920086:0:15466:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369a4be2000/0xa7e486a0fcb4b59a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.920086:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698150b000/0xa7e486a0fcb4b5a1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.920094:0:15466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369a4be2000/0xa7e486a0fcb4b59a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.920094:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698150b000/0xa7e486a0fcb4b5a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.920104:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318129.920105:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318129.920106:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.920107:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3800/0xa7e486a0fcb4b5a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.920108:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.920113:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4be3800 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.920116:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3800/0xa7e486a0fcb4b5a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.920122:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3800/0xa7e486a0fcb4b5a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767318129.920126:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a2d1ce00/2, rc 0, transno 4294976864 00000100:00100000:0.0:1767318129.920130:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383687552:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318129.920131:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3800/0xa7e486a0fcb4b5a8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767318129.920137:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a2d1ed80/2, rc 0, transno 4294976865 00010000:00010000:2.0:1767318129.920138:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3800/0xa7e486a0fcb4b5a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.920140:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383688064:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318129.920147:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a2d1df80/2, rc 0, transno 4294976863 00010000:00010000:2.0:1767318129.920148:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.920150:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318129.920151:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383687680:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318129.920152:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.920157:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.920162:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318129.920203:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383688192:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318129.920213:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318129.920225:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.920231:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383688576:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.920253:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.920281:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383688192 00000100:00100000:2.0:1767318129.920285:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383688192 00000100:00100000:2.0:1767318129.920303:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383688576 00000100:00100000:2.0:1767318129.920306:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383688576 00000100:00100000:2.0:1767318129.920320:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17189 00000100:00100000:2.0:1767318129.920326:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+93:7024:x1853164383688192:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.920338:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8111 count 1 00002000:00010000:2.0:1767318129.920352:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1faf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.920357:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3000/0xa7e486a0fcb4b5af lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1faf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.920359:0:70352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17190 00000100:00100000:0.0:1767318129.920366:0:70352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+93:7023:x1853164383688576:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318129.920366:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.920367:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.920371:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3000/0xa7e486a0fcb4b5af lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1767318129.920376:0:70352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8114 count 1 00010000:00010000:2.0:1767318129.920379:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3000/0xa7e486a0fcb4b5af lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.920386:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3000/0xa7e486a0fcb4b5af lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767318129.920388:0:70352:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fb2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.920392:0:70352:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698150bc00/0xa7e486a0fcb4b5b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fb2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.920394:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3000/0xa7e486a0fcb4b5af lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.920400:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.920402:0:70352:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.920404:0:70352:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698150bc00/0xa7e486a0fcb4b5b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.920407:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318129.920412:0:70352:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698150bc00/0xa7e486a0fcb4b5b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.920430:0:70352:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698150bc00/0xa7e486a0fcb4b5b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.920437:0:70352:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698150bc00/0xa7e486a0fcb4b5b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.920448:0:70352:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318129.920514:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+95:7024:x1853164383688192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 187us (287us total) trans 4294976866 rc 0/0 00000100:00100000:2.0:1767318129.920520:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17189 00010000:00010000:2.0:1767318129.920536:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318129.920540:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3000/0xa7e486a0fcb4b5af lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.920546:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4be3000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.920549:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3000/0xa7e486a0fcb4b5af lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.920557:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3000/0xa7e486a0fcb4b5af lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.920568:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3000/0xa7e486a0fcb4b5af lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.920575:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3000/0xa7e486a0fcb4b5af lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.920588:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318129.920591:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698150bc00/0xa7e486a0fcb4b5b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.920597:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698150bc00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.920600:0:15465:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698150bc00/0xa7e486a0fcb4b5b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.920607:0:15465:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698150bc00/0xa7e486a0fcb4b5b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.920616:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698150bc00/0xa7e486a0fcb4b5b6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.920619:0:70352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+94:7023:x1853164383688576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 255us (366us total) trans 4294976867 rc 0/0 00010000:00010000:2.0:1767318129.920623:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698150bc00/0xa7e486a0fcb4b5b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70352 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.920626:0:70352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17190 00010000:00010000:2.0:1767318129.920635:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.920636:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.920638:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.920642:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318129.920650:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a2d1f800/2, rc 0, transno 4294976866 00000004:00080000:2.0:1767318129.920655:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a2d1d180/2, rc 0, transno 4294976867 00000100:00100000:0.0:1767318129.920657:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383688192:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.920659:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383688576:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318129.920697:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383688704:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.920705:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383687808:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318129.920717:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318129.920739:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383688704 00000100:00100000:0.0:1767318129.920742:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383688704 00000100:00100000:2.0:1767318129.920742:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.920755:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383688320:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318129.920759:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383687808 00000100:00100000:0.0:1767318129.920762:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383687808 00000100:00100000:2.0:1767318129.920774:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318129.920776:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17191 00000100:00100000:0.0:1767318129.920801:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+95:7024:x1853164383688704:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.920804:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383688832:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.920822:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318129.920844:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6e6d80/2, rc 0, transno 4294975818 00000100:00100000:2.0:1767318129.920853:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383687424:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.920860:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1767318129.920865:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383687936:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.920883:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1767318129.920895:0:70353:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8066 count 1 00000100:00100000:2.0:1767318129.920897:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383688448:0@lo:6:osp-syn-0-0.0 00002000:00010000:0.0:1767318129.920910:0:70353:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f82:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:2.0:1767318129.920914:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318129.920915:0:70353:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698150a000/0xa7e486a0fcb4b5bd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f82:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.920923:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.920924:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.920927:0:70353:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff93698150a000/0xa7e486a0fcb4b5bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.920933:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383688320 00010000:00010000:0.0:1767318129.920935:0:70353:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff93698150a000/0xa7e486a0fcb4b5bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.920936:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383688320 00010000:00010000:0.0:1767318129.920943:0:70353:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff93698150a000/0xa7e486a0fcb4b5bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.920949:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383688832 00000100:00100000:2.0:1767318129.920951:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383688832 00010000:00010000:0.0:1767318129.920955:0:70353:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff93698150a000/0xa7e486a0fcb4b5bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.920958:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383687936 00000100:00100000:2.0:1767318129.920960:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383687936 00010000:00010000:0.0:1767318129.920968:0:70353:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318129.920968:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383688448 00000100:00100000:2.0:1767318129.920970:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383688448 00000100:00100000:2.0:1767318129.920980:0:18383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17192 00000100:00100000:2.0:1767318129.920986:0:18383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+99:7025:x1853164383687808:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.920996:0:18383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8090 count 1 00002000:00010000:2.0:1767318129.921010:0:18383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f9a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.921015:0:18383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3a00/0xa7e486a0fcb4b5c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f9a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.921023:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.921025:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.921027:0:18383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3a00/0xa7e486a0fcb4b5c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.921035:0:18383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3a00/0xa7e486a0fcb4b5c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.921043:0:18383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3a00/0xa7e486a0fcb4b5c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.921050:0:18383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3a00/0xa7e486a0fcb4b5c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.921057:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+100:7024:x1853164383688704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 276us (339us total) trans 4294976868 rc 0/0 00010000:00010000:2.0:1767318129.921061:0:18383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318129.921064:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17191 00000100:00100000:0.0:1767318129.921077:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17193 00000100:00100000:0.0:1767318129.921082:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+99:7025:x1853164383688320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318129.921093:0:70353:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8113 count 1 00002000:00010000:0.0:1767318129.921108:0:70353:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fb1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.921112:0:70353:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b25fee00/0xa7e486a0fcb4b5cb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fb1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.921119:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.921120:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.921123:0:70353:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369b25fee00/0xa7e486a0fcb4b5cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.921131:0:70353:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369b25fee00/0xa7e486a0fcb4b5cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.921138:0:70353:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b25fee00/0xa7e486a0fcb4b5cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.921144:0:18383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+100:7025:x1853164383687808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 158us (402us total) trans 4294976869 rc 0/0 00010000:00010000:0.0:1767318129.921145:0:70353:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369b25fee00/0xa7e486a0fcb4b5cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318129.921150:0:18383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17192 00010000:00010000:0.0:1767318129.921157:0:70353:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318129.921163:0:18383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17194 00000100:00100000:2.0:1767318129.921168:0:18383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+99:7025:x1853164383688832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.921178:0:18383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8081 count 1 00002000:00010000:2.0:1767318129.921193:0:18383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f91:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.921198:0:18383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369c216f400/0xa7e486a0fcb4b5d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f91:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.921205:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.921207:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.921210:0:18383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369c216f400/0xa7e486a0fcb4b5d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.921218:0:18383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369c216f400/0xa7e486a0fcb4b5d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.921226:0:18383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369c216f400/0xa7e486a0fcb4b5d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.921229:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+100:7025:x1853164383688320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 147us (454us total) trans 4294976870 rc 0/0 00010000:00010000:2.0:1767318129.921233:0:18383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369c216f400/0xa7e486a0fcb4b5d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.921235:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17193 00010000:00010000:2.0:1767318129.921246:0:18383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1767318129.921247:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17195 00000100:00100000:2.0:1767318129.921324:0:18383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+100:7025:x1853164383688832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 155us (500us total) trans 4294976871 rc 0/0 00000100:00100000:0.0:1767318129.921349:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+100:7025:x1853164383687936:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318129.921359:0:70353:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8125 count 1 00002000:00010000:0.0:1767318129.921374:0:70353:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fbd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.921378:0:70353:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff400/0xa7e486a0fcb4b5d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fbd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.921384:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.921386:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.921389:0:70353:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff400/0xa7e486a0fcb4b5d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.921396:0:70353:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff400/0xa7e486a0fcb4b5d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.921403:0:70353:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff400/0xa7e486a0fcb4b5d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.921410:0:70353:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff400/0xa7e486a0fcb4b5d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.921434:0:70353:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1767318129.921479:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17183 00000100:00100000:3.0:1767318129.921496:0:19039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17196 00000100:00100000:3.0:1767318129.921504:0:19039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+101:7025:x1853164383688448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318129.921515:0:19039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8112 count 1 00002000:00010000:3.0:1767318129.921530:0:19039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fb0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.921535:0:19039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4b5e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fb0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.921542:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.921544:0:19039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.921547:0:19039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4b5e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.921555:0:19039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4b5e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.921563:0:19039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4b5e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.921570:0:19039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4b5e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.921578:0:19039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1767318129.921671:0:19039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+102:7025:x1853164383688448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 168us (755us total) trans 4294976873 rc 0/0 00000100:00100000:3.0:1767318129.921677:0:19039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17196 00000004:00080000:3.0:1767318129.921716:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6e5180/2, rc 0, transno 4294976861 00000100:00100000:3.0:1767318129.921727:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383686784:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318129.921764:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6e4380/2, rc 0, transno 4294975817 00000100:00100000:3.0:1767318129.921773:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383687296:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318129.921899:0:18383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17194 00010000:00010000:2.0:1767318129.921919:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1767318129.921925:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff93698150a000/0xa7e486a0fcb4b5bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.921932:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698150a000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.921935:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff93698150a000/0xa7e486a0fcb4b5bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.921943:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff93698150a000/0xa7e486a0fcb4b5bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.921956:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff93698150a000/0xa7e486a0fcb4b5bd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.921963:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff93698150a000/0xa7e486a0fcb4b5bd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.921980:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767318129.921983:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3a00/0xa7e486a0fcb4b5c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.921989:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4be3a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.921991:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3a00/0xa7e486a0fcb4b5c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.921998:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3a00/0xa7e486a0fcb4b5c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922005:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3a00/0xa7e486a0fcb4b5c4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922011:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369a4be3a00/0xa7e486a0fcb4b5c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922023:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318129.922026:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369b25fee00/0xa7e486a0fcb4b5cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922031:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25fee00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.922034:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b25fee00/0xa7e486a0fcb4b5cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922041:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b25fee00/0xa7e486a0fcb4b5cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922050:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369b25fee00/0xa7e486a0fcb4b5cb lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922055:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369b25fee00/0xa7e486a0fcb4b5cb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922068:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318129.922071:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369c216f400/0xa7e486a0fcb4b5d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922077:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369c216f400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.922079:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369c216f400/0xa7e486a0fcb4b5d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922085:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369c216f400/0xa7e486a0fcb4b5d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922092:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369c216f400/0xa7e486a0fcb4b5d2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922098:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369c216f400/0xa7e486a0fcb4b5d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922114:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318129.922117:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff400/0xa7e486a0fcb4b5d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922122:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25ff400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.922124:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff400/0xa7e486a0fcb4b5d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922131:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff400/0xa7e486a0fcb4b5d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922138:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff400/0xa7e486a0fcb4b5d9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922144:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369b25ff400/0xa7e486a0fcb4b5d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922154:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318129.922158:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4b5e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922163:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884287a00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.922166:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4b5e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922172:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4b5e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922180:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4b5e0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922187:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936884287a00/0xa7e486a0fcb4b5e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922199:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.922201:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.922203:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.922209:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.922215:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.922220:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.922224:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318129.922251:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a2d1d880/2, rc 0, transno 4294976873 00000100:00100000:2.0:1767318129.922261:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383688448:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318129.922272:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a2d1f100/2, rc 0, transno 4294976869 00000100:00100000:2.0:1767318129.922275:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383687808:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318129.922282:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a2d1c700/2, rc 0, transno 4294976870 00000100:00100000:2.0:1767318129.922285:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383688320:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318129.922292:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a2d1ca80/2, rc 0, transno 4294976871 00000100:00100000:2.0:1767318129.922294:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383688832:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.922299:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318129.922311:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383688960:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.922342:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318129.922369:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383688960 00000100:00100000:2.0:1767318129.922374:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383688960 00000100:00100000:2.0:1767318129.922400:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17197 00000100:00100000:2.0:1767318129.922406:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+101:7025:x1853164383688960:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318129.922448:0:71618:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8121 count 1 00002000:00010000:2.0:1767318129.922465:0:71618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1fb9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767318129.922471:0:71618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369c216e400/0xa7e486a0fcb4b5e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fb9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922479:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.922481:0:71618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318129.922484:0:71618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369c216e400/0xa7e486a0fcb4b5e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318129.922491:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+101:7025:x1853164383687936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1144us (1606us total) trans 4294976872 rc 0/0 00010000:00010000:2.0:1767318129.922493:0:71618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369c216e400/0xa7e486a0fcb4b5e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922501:0:71618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369c216e400/0xa7e486a0fcb4b5e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922507:0:71618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369c216e400/0xa7e486a0fcb4b5e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922518:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318129.922589:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17195 00000004:00080000:0.0:1767318129.922630:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a2d1c380/2, rc 0, transno 4294976868 00000100:00100000:2.0:1767318129.922630:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+101:7025:x1853164383688960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 224us (287us total) trans 4294976874 rc 0/0 00000100:00100000:0.0:1767318129.922634:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383688704:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318129.922637:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17197 00010000:00010000:2.0:1767318129.922649:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318129.922652:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369c216e400/0xa7e486a0fcb4b5e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922665:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369c216e400 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.922668:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369c216e400/0xa7e486a0fcb4b5e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922676:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369c216e400/0xa7e486a0fcb4b5e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922687:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369c216e400/0xa7e486a0fcb4b5e7 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922695:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369c216e400/0xa7e486a0fcb4b5e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.922706:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.922708:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.922709:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318129.922723:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936887a9b480/2, rc 0, transno 4294976874 00000100:00100000:2.0:1767318129.922727:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383688960:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318129.922734:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369a2d1d500/2, rc 0, transno 4294976872 00000100:00100000:2.0:1767318129.922737:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383687936:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318129.922979:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369ba6e4700/2, rc 0, transno 4294976860 00000100:00100000:3.0:1767318129.922988:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383686912:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.923004:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383689472:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.923027:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.923043:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318129.923048:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383689344:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.923065:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.923084:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383689472 00000100:00100000:3.0:1767318129.923087:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383689472 00000100:00100000:3.0:1767318129.923107:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383689344 00000100:00100000:3.0:1767318129.923109:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383689344 00000100:00100000:3.0:1767318129.923124:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17198 00000100:00100000:3.0:1767318129.923129:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+102:7026:x1853164383689472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318129.923141:0:70356:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8146 count 1 00010000:00010000:3.0:1767318129.923154:0:70356:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4b5ee lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fd2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.923168:0:70356:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff936889a39400/0xa7e486a0fcb4173a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.202.56@tcp remote: 0x41099e39662cb4f2 expref: 6 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.923174:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1767318129.923176:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1767318129.923179:0:70356:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4b5ee lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1fd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.923201:0:70356:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff936889a39400/0xa7e486a0fcb4173a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.202.56@tcp remote: 0x41099e39662cb4f2 expref: 6 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.923218:0:70356:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff936889a39400/0xa7e486a0fcb4173a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1fd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.202.56@tcp remote: 0x41099e39662cb4f2 expref: 6 pid: 18383 timeout: 3133 lvb_type: 0 00000100:00100000:3.0:1767318129.923228:0:70356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:70356:1853164383689728:192.168.202.56@tcp:104: 00000100:00100000:0.0:1767318129.923327:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17199 00000100:00100000:0.0:1767318129.923336:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+102:7026:x1853164383689344:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318129.923358:0:18381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8052 count 1 00002000:00010000:0.0:1767318129.923374:0:18381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f74:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767318129.923378:0:18381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe000/0xa7e486a0fcb4b5f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f74:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.923385:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.923387:0:18381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318129.923390:0:18381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe000/0xa7e486a0fcb4b5f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.923400:0:18381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe000/0xa7e486a0fcb4b5f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.923408:0:18381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe000/0xa7e486a0fcb4b5f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.923429:0:18381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe000/0xa7e486a0fcb4b5f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.923441:0:18381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318129.923720:0:70356:0:(client.c:2690:ptlrpc_set_wait()) set ffff936888c34300 going to sleep for 11 seconds 00000100:00100000:3.0:1767318129.924283:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383689216:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.924321:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.924343:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1767318129.924348:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383689088:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.924365:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.924380:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383689600:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318129.924396:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318129.924431:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383689216 00000100:00100000:3.0:1767318129.924436:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383689216 00000100:00100000:3.0:1767318129.924462:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383689088 00000100:00100000:3.0:1767318129.924465:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383689088 00000100:00100000:3.0:1767318129.924477:0:71617:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383689600 00000100:00100000:3.0:1767318129.924480:0:71617:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383689600 00000100:00100000:3.0:1767318129.924495:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17200 00000100:00100000:3.0:1767318129.924502:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+106:7024:x1853164383689216:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318129.924520:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8070 count 1 00002000:00010000:3.0:1767318129.924542:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f86:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.924548:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936884286c00/0xa7e486a0fcb4b5fc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f86:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.924561:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.924563:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.924567:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936884286c00/0xa7e486a0fcb4b5fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.924577:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936884286c00/0xa7e486a0fcb4b5fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.924585:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936884286c00/0xa7e486a0fcb4b5fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.924592:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936884286c00/0xa7e486a0fcb4b5fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.924604:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318129.924752:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+107:7024:x1853164383689216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 249us (429us total) trans 4294976876 rc 0/0 00000100:00100000:3.0:1767318129.924759:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17200 00000100:00100000:3.0:1767318129.924798:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17201 00000100:00100000:3.0:1767318129.924804:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+106:7024:x1853164383689088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318129.924815:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8059 count 1 00002000:00010000:3.0:1767318129.924828:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f7b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.924833:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936884287200/0xa7e486a0fcb4b603 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f7b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.924839:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.924841:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.924844:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936884287200/0xa7e486a0fcb4b603 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.924851:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936884287200/0xa7e486a0fcb4b603 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.924858:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936884287200/0xa7e486a0fcb4b603 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.924864:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936884287200/0xa7e486a0fcb4b603 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.924874:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318129.924959:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+107:7024:x1853164383689088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 154us (592us total) trans 4294976877 rc 0/0 00000100:00100000:3.0:1767318129.924964:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17201 00000100:00100000:3.0:1767318129.924976:0:71617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17202 00000100:00100000:3.0:1767318129.924982:0:71617:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+106:7024:x1853164383689600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318129.924992:0:71617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8197 count 1 00002000:00010000:3.0:1767318129.925007:0:71617:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2005:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318129.925011:0:71617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4b60a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2005:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.925018:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.925020:0:71617:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318129.925022:0:71617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4b60a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.925036:0:71617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4b60a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.925044:0:71617:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4b60a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.925051:0:71617:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4b60a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.925062:0:71617:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767318129.925160:0:71617:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+107:7024:x1853164383689600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 179us (762us total) trans 4294976878 rc 0/0 00000100:00100000:3.0:1767318129.925166:0:71617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17202 00000004:00080000:3.0:1767318129.925202:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936887a99180/2, rc 0, transno 4294976877 00000100:00100000:3.0:1767318129.925212:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383689088:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318129.925222:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936887a9aa00/2, rc 0, transno 4294976878 00000100:00100000:3.0:1767318129.925225:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383689600:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318129.925232:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936887a9b800/2, rc 0, transno 4294976876 00000100:00100000:3.0:1767318129.925235:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383689216:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318129.926149:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+106:7026:x1853164383689344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2811us (3078us total) trans 4294976875 rc 0/0 00000100:00100000:0.0:1767318129.926158:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17199 00010000:00010000:2.0:1767318129.927858:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318129.927871:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe000/0xa7e486a0fcb4b5f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.927884:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25fe000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.927889:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe000/0xa7e486a0fcb4b5f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.927900:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe000/0xa7e486a0fcb4b5f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.927920:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe000/0xa7e486a0fcb4b5f5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.927926:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369b25fe000/0xa7e486a0fcb4b5f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.927946:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318129.927950:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936884286c00/0xa7e486a0fcb4b5fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.927956:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884286c00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.927960:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936884286c00/0xa7e486a0fcb4b5fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.927967:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936884286c00/0xa7e486a0fcb4b5fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.927975:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936884286c00/0xa7e486a0fcb4b5fc lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.927981:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936884286c00/0xa7e486a0fcb4b5fc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.927998:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318129.928002:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936884287200/0xa7e486a0fcb4b603 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.928008:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884287200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.928011:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936884287200/0xa7e486a0fcb4b603 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.928018:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936884287200/0xa7e486a0fcb4b603 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.928025:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936884287200/0xa7e486a0fcb4b603 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.928032:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936884287200/0xa7e486a0fcb4b603 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.928041:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318129.928044:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4b60a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.928050:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884287e00 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:2.0:1767318129.928053:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4b60a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.928060:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4b60a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.928068:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4b60a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.928075:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936884287e00/0xa7e486a0fcb4b60a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318129.928084:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.928085:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.928087:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.928095:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.928100:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318129.928105:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318129.928932:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936887a98e00/2, rc 0, transno 4294976875 00000100:00100000:3.0:1767318129.928957:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383689344:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318129.932499:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318129.932564:0:70356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:70356:1853164383689728:192.168.202.56@tcp:104: 00000100:00100000:1.0:1767318129.932592:0:18401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297293568 00010000:00010000:0.0:1767318129.932593:0:70356:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4b5ee lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318129.932599:0:18401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297293568 00000100:00080000:0.0:1767318129.932632:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767318129.932643:0:18401:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff936889a39400/0xa7e486a0fcb4173a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1fd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.202.56@tcp remote: 0x41099e39662cb4f2 expref: 7 pid: 18383 timeout: 3133 lvb_type: 0 00000100:00100000:1.0:1767318129.932681:0:18401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2418 00000100:00100000:1.0:1767318129.932690:0:18401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:005be725-9f65-416e-a69a-82c97936344d+7:2504:x1853164297293568:12345-192.168.202.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318129.932706:0:18401:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318129.932712:0:18401:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff936889a39400/0xa7e486a0fcb4173a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1fd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.202.56@tcp remote: 0x41099e39662cb4f2 expref: 7 pid: 18383 timeout: 3133 lvb_type: 0 00010000:00010000:1.0:1767318129.932729:0:18401:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff936889a39400/0xa7e486a0fcb4173a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.202.56@tcp remote: 0x41099e39662cb4f2 expref: 7 pid: 18383 timeout: 3133 lvb_type: 0 00010000:00010000:1.0:1767318129.932750:0:18401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936889a39400/0xa7e486a0fcb4173a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.202.56@tcp remote: 0x41099e39662cb4f2 expref: 7 pid: 18383 timeout: 3133 lvb_type: 0 00010000:00010000:1.0:1767318129.932763:0:18401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.932765:0:18401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318129.932770:0:18401:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4b5ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.932842:0:18401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4b5ee lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1fd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318129.932866:0:18401:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318129.932916:0:18401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:005be725-9f65-416e-a69a-82c97936344d+6:2504:x1853164297293568:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 227us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318129.932923:0:18401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2418 00010000:00010000:0.0:1767318129.937550:0:70356:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4b5ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.937568:0:70356:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4b5ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.937580:0:70356:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4b5ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.937587:0:70356:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4b5ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318129.937612:0:70356:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318129.938374:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318129.938382:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4b5ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.938398:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884286200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318129.938402:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4b5ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.938412:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4b5ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.938445:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4b5ee lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.938452:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936884286200/0xa7e486a0fcb4b5ee lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318129.938471:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.938472:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318129.938474:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318129.939886:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+106:7026:x1853164383689472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16748us (16849us total) trans 4294976879 rc 0/0 00000100:00100000:3.0:1767318129.939898:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17198 00000004:00080000:3.0:1767318129.939955:0:7026:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936887a9a680/2, rc 0, transno 4294976879 00000100:00100000:3.0:1767318129.939966:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383689472:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318130.233147:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318130.295033:0:89004:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 3033567249648ns, next at 3034567247362ns, rc = 0 00000100:00100000:2.0:1767318130.295070:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318130.295093:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383689856:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767318130.295156:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318130.295353:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383689856 00000100:00100000:1.0:1767318130.295361:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383689856 00000100:00100000:1.0:1767318130.295406:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2065 00000100:00100000:1.0:1767318130.295426:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+75:7023:x1853164383689856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767318130.295447:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 23307328 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1767318130.295500:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+75:7023:x1853164383689856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318130.295511:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2065 00000100:00100000:2.0:1767318130.295553:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383689856:0@lo:13:osp-pre-1-0.0 00000004:00080000:3.0:1767318130.300052:0:89006:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 3033572267818ns, next at 3034572265143ns, rc = 0 00000100:00100000:3.0:1767318130.300077:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318130.300095:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383689984:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1767318130.300158:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318130.300345:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383689984 00000100:00100000:1.0:1767318130.300354:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383689984 00000100:00100000:1.0:1767318130.300424:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2066 00000100:00100000:1.0:1767318130.300434:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+106:7026:x1853164383689984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1767318130.300457:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8744256 pending 0 free 3921432576 avail 3689910272 00000100:00100000:1.0:1767318130.300509:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+106:7026:x1853164383689984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318130.300516:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2066 00000100:00100000:3.0:1767318130.301370:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7026:1853164383689984:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1767318130.759456:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318130.759601:0:88993:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297293696 00000100:00100000:1.0:1767318130.759620:0:88993:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297293696 00000100:00100000:3.0:1767318130.759658:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318130.759716:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318130.759723:0:88993:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1128 00000100:00100000:1.0:1767318130.759740:0:88993:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369852d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:687812c0-d042-4f17-b7ce-1ad14d964d03+9:2504:x1853164297293696:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318130.759755:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318130.759967:0:88993:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369852d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:687812c0-d042-4f17-b7ce-1ad14d964d03+9:2504:x1853164297293696:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 231us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318130.759977:0:88993:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1128 00000100:00100000:1.0:1767318130.760026:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297293952 00000100:00100000:1.0:1767318130.760031:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297293952 00000100:00100000:1.0:1767318130.760079:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297293824 00000100:00100000:1.0:1767318130.760082:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297293824 00000100:00100000:1.0:1767318130.760104:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3998 00000100:00100000:1.0:1767318130.760111:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297293952:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318130.760155:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297293952:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 44us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318130.760164:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3998 00000100:00100000:3.0:1767318130.760175:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318130.760184:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 3999 00000100:00100000:1.0:1767318130.760197:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+6:2504:x1853164297293824:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318130.760707:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297294208 00000100:00100000:3.0:1767318130.760718:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297294208 00000100:00100000:3.0:1767318130.760771:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297294080 00000100:00100000:3.0:1767318130.760775:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297294080 00000100:00100000:3.0:1767318130.761131:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1326 00000100:00100000:3.0:1767318130.761143:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:005be725-9f65-416e-a69a-82c97936344d+7:2504:x1853164297294208:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318130.761220:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:005be725-9f65-416e-a69a-82c97936344d+7:2504:x1853164297294208:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 79us (1507us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318130.761228:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1326 00000100:00100000:1.0:1767318130.761520:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+6:2504:x1853164297293824:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 60us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318130.761533:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 3999 00000100:00080000:1.0:1767318130.761575:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318130.761582:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318130.761606:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1327 00000100:00100000:1.0:1767318130.761623:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:005be725-9f65-416e-a69a-82c97936344d+6:2504:x1853164297294080:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318130.761676:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:005be725-9f65-416e-a69a-82c97936344d+6:2504:x1853164297294080:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 61us (1505us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318130.761683:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1327 00000020:01000004:0.0:1767318131.200905:0:94630:0:(tgt_mount.c:1906:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:0.0:1767318131.200972:0:94630:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.156@tcp lock: ffff9369a4be2e00/0xa7e486a0fcb45d4f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb45d56 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318131.200986:0:94630:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.156@tcp lock: ffff9369a4be2e00/0xa7e486a0fcb45d4f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb45d56 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318131.200993:0:94630:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.156@tcp lock: ffff9369a4be2e00/0xa7e486a0fcb45d4f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb45d56 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318131.201001:0:94630:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.156@tcp lock: ffff9369a4be2e00/0xa7e486a0fcb45d4f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb45d56 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318131.201029:0:94630:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1767318131.201035:0:94630:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1767318131.201076:0:94630:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1767318131.201080:0:94630:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1767318131.201086:0:94630:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1767318131.201110:0:94630:0:(import.c:65:import_set_state_nolock()) ffff936885ebb000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1767318131.201161:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:7022:1853164383690112:0@lo:39:umount.0 00000100:00100000:0.0:1767318131.201223:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318131.201885:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318131.201894:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.156@tcp lock: ffff9369a4be2e00/0xa7e486a0fcb45d4f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xa7e486a0fcb45d56 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.201904:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4be2e00 already unused, calling callback (ffffffffc1170c20) 10000000:00010000:1.0:1767318131.201917:0:15465:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.156@tcp lock: ffff9369a4be2e00/0xa7e486a0fcb45d4f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xa7e486a0fcb45d56 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.201926:0:15465:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.156@tcp lock: ffff9369a4be2e00/0xa7e486a0fcb45d4f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb45d56 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767318131.201934:0:15465:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.156@tcp lock: ffff9369a4be2e00/0xa7e486a0fcb45d4f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb45d56 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767318131.201941:0:15465:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1767318131.201944:0:15465:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1767318131.201947:0:15465:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1767318131.201972:0:15465:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.156@tcp lock: ffff9369a4be2e00/0xa7e486a0fcb45d4f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb45d56 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.201978:0:15465:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767318131.202002:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.156@tcp lock: ffff9369a4be2e00/0xa7e486a0fcb45d4f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb45d56 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.202016:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.156@tcp lock: ffff9369a4be2e00/0xa7e486a0fcb45d4f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb45d56 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.202027:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318131.202029:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318131.202030:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318131.202046:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383690112 00000100:00100000:1.0:1767318131.202051:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383690112 00000100:00100000:1.0:1767318131.202104:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22860 00000100:00100000:1.0:1767318131.202112:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:7022:x1853164383690112:12345-0@lo:39:umount.0 00000020:00000080:1.0:1767318131.202133:0:15480:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb44569 00000100:00080000:1.0:1767318131.202147:0:15480:0:(import.c:65:import_set_state_nolock()) ffff936886a2b800 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1767318131.202204:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:7022:x1853164383690112:12345-0@lo:39:umount.0 Request processed in 93us (980us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318131.202211:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22860 00000020:00000080:1.0:1767318131.202219:0:15480:0:(genops.c:904:class_export_put()) final put ffff936886a29800/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:1.0:1767318131.202234:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1767318131.202242:0:80750:0:(genops.c:863:class_export_destroy()) destroying export ffff936886a29800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1767318131.202284:0:80750:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff936886a2b800 for lustre-MDT0000 00000100:00100000:3.0:1767318131.203849:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:169051ac-342a-4bca-886c-dcc859fcae5f:7026:1853164383690240:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767318131.203915:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318131.203977:0:30688:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383690240 00000100:00100000:1.0:1767318131.203986:0:30688:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383690240 00000100:00100000:1.0:1767318131.204052:0:30688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:1.0:1767318131.204062:0:30688:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369927b0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:169051ac-342a-4bca-886c-dcc859fcae5f+23:7026:x1853164383690240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767318131.204087:0:30688:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318131.204103:0:30688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9369a5e8ac00/0xa7e486a0fcb45d56 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb45d4f expref: 23 pid: 88993 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.204118:0:30688:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318131.204157:0:30688:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369927b0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:169051ac-342a-4bca-886c-dcc859fcae5f+22:7026:x1853164383690240:12345-0@lo:103:ldlm_bl.0 Request processed in 97us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318131.204164:0:30688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:3.0:1767318131.204190:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:169051ac-342a-4bca-886c-dcc859fcae5f:7026:1853164383690240:0@lo:103:ldlm_bl.0 00000100:00080000:0.0:1767318131.204863:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936885ebb000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1767318131.204877:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:7022:1853164383690112:0@lo:39:umount.0 00000100:00080000:1.0:1767318131.204952:0:94630:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1767318131.204957:0:94630:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1767318131.204962:0:94630:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1767318131.210709:0:94630:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.156@tcp lock: ffff93698873e200/0xa7e486a0fcb45d5d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb45d64 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.210729:0:94630:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.156@tcp lock: ffff93698873e200/0xa7e486a0fcb45d5d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb45d64 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.210736:0:94630:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.156@tcp lock: ffff93698873e200/0xa7e486a0fcb45d5d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb45d64 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.210743:0:94630:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.156@tcp lock: ffff93698873e200/0xa7e486a0fcb45d5d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb45d64 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.210802:0:94630:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318131.210809:0:94630:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.156@tcp lock: ffff936884286600/0xa7e486a0fcb44490 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb44497 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.210815:0:94630:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.156@tcp lock: ffff936884286600/0xa7e486a0fcb44490 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb44497 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.210821:0:94630:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.156@tcp lock: ffff936884286600/0xa7e486a0fcb44490 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb44497 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.210828:0:94630:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.156@tcp lock: ffff936884286600/0xa7e486a0fcb44490 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb44497 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.210849:0:94630:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767318131.210855:0:94630:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.156@tcp lock: ffff9369a4be3400/0xa7e486a0fcb4444a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb44451 expref: -99 pid: 88983 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.210861:0:94630:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.156@tcp lock: ffff9369a4be3400/0xa7e486a0fcb4444a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb44451 expref: -99 pid: 88983 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.210866:0:94630:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.156@tcp lock: ffff9369a4be3400/0xa7e486a0fcb4444a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb44451 expref: -99 pid: 88983 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.210871:0:94630:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.156@tcp lock: ffff9369a4be3400/0xa7e486a0fcb4444a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb44451 expref: -99 pid: 88983 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.210885:0:94630:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1767318131.210903:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318131.210908:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.156@tcp lock: ffff93698873e200/0xa7e486a0fcb45d5d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xa7e486a0fcb45d64 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.210915:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff93698873e200 already unused, calling callback (ffffffffc1170c20) 10000000:00010000:1.0:1767318131.210919:0:30344:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.156@tcp lock: ffff93698873e200/0xa7e486a0fcb45d5d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xa7e486a0fcb45d64 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.210928:0:30344:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.156@tcp lock: ffff93698873e200/0xa7e486a0fcb45d5d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb45d64 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767318131.210934:0:30344:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.156@tcp lock: ffff93698873e200/0xa7e486a0fcb45d5d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb45d64 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767318131.210944:0:30344:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1767318131.210946:0:30344:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:1.0:1767318131.210979:0:30344:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.156@tcp lock: ffff93698873e200/0xa7e486a0fcb45d5d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb45d64 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.210986:0:30344:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767318131.211014:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318131.211021:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.156@tcp lock: ffff936884286600/0xa7e486a0fcb44490 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xa7e486a0fcb44497 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.211026:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.156@tcp lock: ffff93698873e200/0xa7e486a0fcb45d5d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb45d64 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.211031:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884286600 already unused, calling callback (ffffffffc1170c20) 00010000:00010000:1.0:1767318131.211036:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.156@tcp lock: ffff93698873e200/0xa7e486a0fcb45d5d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb45d64 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1767318131.211038:0:34132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.156@tcp lock: ffff936884286600/0xa7e486a0fcb44490 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xa7e486a0fcb44497 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.211055:0:34132:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.156@tcp lock: ffff936884286600/0xa7e486a0fcb44490 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb44497 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1767318131.211062:0:34132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.156@tcp lock: ffff936884286600/0xa7e486a0fcb44490 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb44497 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.211063:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318131.211068:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.156@tcp lock: ffff9369a4be3400/0xa7e486a0fcb4444a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xa7e486a0fcb44451 expref: -99 pid: 88983 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767318131.211080:0:34132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1767318131.211083:0:34132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:1.0:1767318131.211090:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369a4be3400 already unused, calling callback (ffffffffc1170c20) 10000000:00010000:1.0:1767318131.211093:0:30344:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.156@tcp lock: ffff9369a4be3400/0xa7e486a0fcb4444a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xa7e486a0fcb44451 expref: -99 pid: 88983 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.211099:0:30344:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.156@tcp lock: ffff9369a4be3400/0xa7e486a0fcb4444a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb44451 expref: -99 pid: 88983 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767318131.211105:0:30344:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.156@tcp lock: ffff9369a4be3400/0xa7e486a0fcb4444a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb44451 expref: -99 pid: 88983 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767318131.211110:0:30344:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1767318131.211112:0:30344:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1767318131.211114:0:30344:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1767318131.211127:0:30344:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.156@tcp lock: ffff9369a4be3400/0xa7e486a0fcb4444a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb44451 expref: -99 pid: 88983 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.211136:0:30344:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767318131.211141:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.156@tcp lock: ffff9369a4be3400/0xa7e486a0fcb4444a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb44451 expref: -99 pid: 88983 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.211146:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.156@tcp lock: ffff9369a4be3400/0xa7e486a0fcb4444a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb44451 expref: -99 pid: 88983 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.211154:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318131.211156:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318131.211158:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318131.211168:0:94630:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.156@tcp lock: ffff9369908a7400/0xa7e486a0fcb44378 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7e486a0fcb4437f expref: -99 pid: 88983 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.211174:0:94630:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.156@tcp lock: ffff9369908a7400/0xa7e486a0fcb44378 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa7e486a0fcb4437f expref: -99 pid: 88983 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.211180:0:94630:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.156@tcp lock: ffff9369908a7400/0xa7e486a0fcb44378 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb4437f expref: -99 pid: 88983 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.211185:0:94630:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.156@tcp lock: ffff9369908a7400/0xa7e486a0fcb44378 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xa7e486a0fcb4437f expref: -99 pid: 88983 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.211196:0:94630:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1767318131.211199:0:94630:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:1.0:1767318131.211202:0:94630:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:1.0:1767318131.211238:0:15465:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318131.211242:0:15465:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.156@tcp lock: ffff9369908a7400/0xa7e486a0fcb44378 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xa7e486a0fcb4437f expref: -99 pid: 88983 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.211248:0:15465:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369908a7400 already unused, calling callback (ffffffffc1170c20) 10000000:01000000:3.0:1767318131.211252:0:34132:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 10000000:00010000:1.0:1767318131.211254:0:15465:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.156@tcp lock: ffff9369908a7400/0xa7e486a0fcb44378 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xa7e486a0fcb4437f expref: -99 pid: 88983 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.211262:0:15465:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.156@tcp lock: ffff9369908a7400/0xa7e486a0fcb44378 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xa7e486a0fcb4437f expref: -99 pid: 88983 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767318131.211268:0:15465:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.156@tcp lock: ffff9369908a7400/0xa7e486a0fcb44378 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xa7e486a0fcb4437f expref: -99 pid: 88983 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767318131.211273:0:15465:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 00010000:00010000:3.0:1767318131.211273:0:34132:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.156@tcp lock: ffff936884286600/0xa7e486a0fcb44490 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb44497 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767318131.211277:0:15465:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1767318131.211279:0:15465:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1767318131.211287:0:34132:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767318131.211296:0:15465:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.156@tcp lock: ffff9369908a7400/0xa7e486a0fcb44378 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4437f expref: -99 pid: 88983 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.211303:0:15465:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767318131.211318:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.156@tcp lock: ffff936884286600/0xa7e486a0fcb44490 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb44497 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.211326:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.156@tcp lock: ffff936884286600/0xa7e486a0fcb44490 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb44497 expref: -99 pid: 15476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.211338:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318131.211341:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318131.211343:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318131.211355:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318131.211384:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:169051ac-342a-4bca-886c-dcc859fcae5f:7023:1853164383690368:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767318131.211463:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318131.211522:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318131.211528:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:169051ac-342a-4bca-886c-dcc859fcae5f:7023:1853164383690496:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767318131.211548:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318131.211691:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:169051ac-342a-4bca-886c-dcc859fcae5f:7026:1853164383690752:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1767318131.211733:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318131.212242:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:169051ac-342a-4bca-886c-dcc859fcae5f:7025:1853164383690624:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767318131.212277:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318131.212320:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383690368 00000100:00100000:0.0:1767318131.212327:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383690368 00000100:00100000:0.0:1767318131.212366:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383690496 00000100:00100000:0.0:1767318131.212369:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383690496 00000100:00100000:0.0:1767318131.212381:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383690752 00000100:00100000:0.0:1767318131.212384:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383690752 00000100:00100000:0.0:1767318131.212392:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383690624 00000100:00100000:0.0:1767318131.212394:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383690624 00000100:00100000:0.0:1767318131.212420:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:0.0:1767318131.212428:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f14700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:169051ac-342a-4bca-886c-dcc859fcae5f+25:7023:x1853164383690368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767318131.212439:0:15460:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318131.212454:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9369a4be2800/0xa7e486a0fcb45d64 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb45d5d expref: 25 pid: 88993 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318131.212473:0:15460:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318131.212510:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f14700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:169051ac-342a-4bca-886c-dcc859fcae5f+24:7023:x1853164383690368:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (1048us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318131.212668:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:169051ac-342a-4bca-886c-dcc859fcae5f:7023:1853164383690368:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767318131.212871:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:0.0:1767318131.212936:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:0.0:1767318131.212943:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:169051ac-342a-4bca-886c-dcc859fcae5f+23:7023:x1853164383690496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767318131.212951:0:15460:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318131.212961:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93698873ea00/0xa7e486a0fcb44451 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb4444a expref: 23 pid: 88992 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.213010:0:15465:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.156@tcp lock: ffff9369908a7400/0xa7e486a0fcb44378 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4437f expref: -99 pid: 88983 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.213018:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.156@tcp lock: ffff9369908a7400/0xa7e486a0fcb44378 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xa7e486a0fcb4437f expref: -99 pid: 88983 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.213030:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318131.213032:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318131.213035:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318131.213048:0:18401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1767318131.213059:0:18401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:169051ac-342a-4bca-886c-dcc859fcae5f+22:7026:x1853164383690752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767318131.213067:0:18401:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318131.213074:0:18401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff936884287000/0xa7e486a0fcb4437f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb44378 expref: 22 pid: 88991 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.213083:0:18401:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318131.213112:0:18401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:169051ac-342a-4bca-886c-dcc859fcae5f+21:7026:x1853164383690752:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (1382us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318131.213119:0:18401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1767318131.213133:0:18401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:1.0:1767318131.213139:0:18401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:169051ac-342a-4bca-886c-dcc859fcae5f+20:7025:x1853164383690624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767318131.213146:0:18401:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318131.213153:0:18401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93698873f600/0xa7e486a0fcb44497 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb44490 expref: 20 pid: 88993 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.213160:0:18401:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318131.213178:0:18401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:169051ac-342a-4bca-886c-dcc859fcae5f+19:7025:x1853164383690624:12345-0@lo:103:ldlm_bl.0 Request processed in 40us (900us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318131.213184:0:18401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000020:01000004:1.0:1767318131.213212:0:94630:0:(tgt_mount.c:1956:server_put_super()) stopping lustre-MDT0000 00000020:01000000:1.0:1767318131.213215:0:94630:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='FA') 00000020:00000080:1.0:1767318131.213220:0:94630:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:02000400:1.0:1767318131.213225:0:94630:0:(obd_config.c:863:class_cleanup()) Failing over lustre-MDT0000 00000100:00100000:3.0:1767318131.213246:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:169051ac-342a-4bca-886c-dcc859fcae5f:7026:1853164383690752:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767318131.213856:0:15460:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318131.213964:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:169051ac-342a-4bca-886c-dcc859fcae5f+18:7023:x1853164383690496:12345-0@lo:103:ldlm_bl.0 Request processed in 1021us (2413us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318131.213973:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:0.0:1767318131.214018:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:169051ac-342a-4bca-886c-dcc859fcae5f:7025:1853164383690624:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767318131.214511:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:169051ac-342a-4bca-886c-dcc859fcae5f:7023:1853164383690496:0@lo:103:ldlm_bl.0 00000004:00000080:1.0:1767318131.220563:0:94630:0:(mdt_handler.c:8141:mdt_iocontrol()) lustre-MDT0000: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00000004:00080000:2.0:1767318131.226955:0:88986:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 10 committed 00000004:00080000:2.0:1767318131.226987:0:88986:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 8 committed 00000100:00100000:1.0:1767318131.227317:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383690880:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318131.227470:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318131.228327:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318131.228339:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383691008:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318131.228474:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318131.228526:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383690880 00000100:00100000:1.0:1767318131.228534:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383690880 00000100:00100000:1.0:1767318131.228588:0:18383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383691008 00000100:00100000:1.0:1767318131.228592:0:18383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383691008 00000100:00100000:1.0:1767318131.228618:0:18383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17203 00000100:00100000:1.0:1767318131.228627:0:18383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+107:7023:x1853164383690880:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318131.228662:0:18383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8198 count 1 00002000:00010000:1.0:1767318131.228702:0:18383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2006:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767318131.228711:0:18383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db9000/0xa7e486a0fcb4b611 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2006:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.228728:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318131.228730:0:18383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318131.228737:0:18383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936996db9000/0xa7e486a0fcb4b611 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.228753:0:18383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936996db9000/0xa7e486a0fcb4b611 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.228762:0:18383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936996db9000/0xa7e486a0fcb4b611 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.228769:0:18383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936996db9000/0xa7e486a0fcb4b611 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.228807:0:18383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318131.229062:0:18383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+108:7023:x1853164383690880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 435us (1591us total) trans 4294976880 rc 0/0 00000100:00100000:1.0:1767318131.229070:0:18383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17203 00000100:00100000:3.0:1767318131.229260:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17204 00000100:00100000:3.0:1767318131.229270:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+107:7023:x1853164383691008:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318131.229286:0:70356:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:8199 count 1 00002000:00010000:3.0:1767318131.229305:0:70356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2007:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767318131.229310:0:70356:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936884286600/0xa7e486a0fcb4b618 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2007:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.229322:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318131.229324:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318131.229328:0:70356:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936884286600/0xa7e486a0fcb4b618 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.229338:0:70356:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936884286600/0xa7e486a0fcb4b618 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.229646:0:70356:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936884286600/0xa7e486a0fcb4b618 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.229656:0:70356:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936884286600/0xa7e486a0fcb4b618 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.229675:0:70356:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318131.229852:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+108:7023:x1853164383691008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 582us (1377us total) trans 4294976881 rc 0/0 00000100:00100000:3.0:1767318131.229859:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17204 00010000:00010000:3.0:1767318131.229882:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318131.229889:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936996db9000/0xa7e486a0fcb4b611 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.229898:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936996db9000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318131.229903:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db9000/0xa7e486a0fcb4b611 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.229913:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936996db9000/0xa7e486a0fcb4b611 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.229930:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936996db9000/0xa7e486a0fcb4b611 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.229937:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936996db9000/0xa7e486a0fcb4b611 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.229954:0:30344:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318131.229957:0:30344:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936884286600/0xa7e486a0fcb4b618 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.229963:0:30344:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884286600 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318131.229966:0:30344:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936884286600/0xa7e486a0fcb4b618 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.229973:0:30344:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936884286600/0xa7e486a0fcb4b618 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.229983:0:30344:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936884286600/0xa7e486a0fcb4b618 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.229989:0:30344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936884286600/0xa7e486a0fcb4b618 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.230000:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318131.230014:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318131.230016:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318131.230031:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383691136:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318131.230066:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318131.230113:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383691136 00000100:00100000:3.0:1767318131.230120:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383691136 00000100:00100000:3.0:1767318131.231529:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17205 00000100:00100000:3.0:1767318131.231545:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+108:7025:x1853164383691136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318131.231571:0:70356:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x2c0000400:3 count 1 00010000:00010000:3.0:1767318131.231593:0:70356:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936884286000/0xa7e486a0fcb4b61f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.231614:0:70356:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9369aaac5000/0xa7e486a0fcb4afff lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc935 expref: 5 pid: 18382 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1767318131.231616:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1767318131.231625:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318131.231628:0:70356:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318131.231631:0:70356:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936884286000/0xa7e486a0fcb4b61f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318131.231634:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383691392:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318131.231668:0:70356:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9369aaac5000/0xa7e486a0fcb4afff lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc935 expref: 5 pid: 18382 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318131.231683:0:70356:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9369aaac5000/0xa7e486a0fcb4afff lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc935 expref: 5 pid: 18382 timeout: 3134 lvb_type: 1 00000100:00100000:0.0:1767318131.231696:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318131.231697:0:70356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:70356:1853164383691520:192.168.202.56@tcp:104: 00000100:00100000:0.0:1767318131.231742:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383691392 00000100:00100000:0.0:1767318131.231749:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383691392 00000100:00100000:0.0:1767318131.231934:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17206 00000100:00100000:0.0:1767318131.231942:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+75:7024:x1853164383691392:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318131.231956:0:70353:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8163 count 1 00010000:00010000:0.0:1767318131.231972:0:70353:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb4b626 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fe3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318131.231985:0:70353:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9369908a7a00/0xa7e486a0fcb4550d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.56@tcp remote: 0x41099e39662cbcf5 expref: 6 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318131.231992:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318131.231994:0:70353:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318131.231996:0:70353:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb4b626 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318131.232015:0:70353:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9369908a7a00/0xa7e486a0fcb4550d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.56@tcp remote: 0x41099e39662cbcf5 expref: 6 pid: 19039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318131.232025:0:70353:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9369908a7a00/0xa7e486a0fcb4550d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.56@tcp remote: 0x41099e39662cbcf5 expref: 6 pid: 19039 timeout: 3134 lvb_type: 0 00000100:00100000:0.0:1767318131.232034:0:70353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:70353:1853164383691648:192.168.202.56@tcp:104: 00000100:00100000:0.0:1767318131.232082:0:70353:0:(client.c:2690:ptlrpc_set_wait()) set ffff9369a4a32300 going to sleep for 11 seconds 00000100:00080000:1.0:1767318131.232538:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:2.0:1767318131.232539:0:88986:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934960 is committed 00000100:00080000:1.0:1767318131.232544:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767318131.232559:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318131.232561:0:70356:0:(client.c:2690:ptlrpc_set_wait()) set ffff936888c34900 going to sleep for 11 seconds 00000004:00080000:1.0:1767318131.232614:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936984f13100/2, rc 0, transno 4294976881 00000100:00100000:1.0:1767318131.232622:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383691008:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318131.232633:0:7023:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936984f11500/2, rc 0, transno 4294976880 00000100:00100000:1.0:1767318131.232636:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7023:1853164383690880:0@lo:6:osp-syn-0-0.0 00000020:00000080:1.0:1767318131.232702:0:94630:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 5/11 00000020:00080000:1.0:1767318131.232708:0:94630:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff936886a2f800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1767318131.232714:0:94630:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff936885eb9800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000100:00100000:3.0:1767318131.232716:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00080000:1.0:1767318131.232718:0:94630:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff936885eb8000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1767318131.232723:0:94630:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff93698c1bf000 005be725-9f65-416e-a69a-82c97936344d 192.168.202.56@tcp 5 (0 0 0) 0 0 0 0: 0000000000000000 8589934953 stale:0 00000100:00100000:3.0:1767318131.232725:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383691264:0@lo:6:osp-syn-1-0.0 00000020:00080000:1.0:1767318131.232728:0:94630:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff93698c1b8000 lustre-MDT0001-mdtlov_UUID 0@lo 5 (0 0 0) 0 0 0 0: 0000000000000000 8589934960 stale:0 00000020:00080000:1.0:1767318131.232732:0:94630:0:(genops.c:1570:class_disconnect_exports()) OBD device 9 (ffff936883df31b0) has exports, disconnecting them 00000020:00080000:1.0:1767318131.232736:0:94630:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff936886a2f800), last request at 1767318129 00000100:00100000:3.0:1767318131.232757:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:1.0:1767318131.232906:0:94630:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb44562 00000100:00080000:1.0:1767318131.232917:0:94630:0:(import.c:65:import_set_state_nolock()) ffff936886a2d800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1767318131.232937:0:94630:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff936886a2f800): rc 0 00000020:00000080:1.0:1767318131.232940:0:94630:0:(genops.c:904:class_export_put()) final put ffff936886a2f800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:1.0:1767318131.232950:0:94630:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff936885eb9800), last request at 1767318129 00000020:00000080:1.0:1767318131.232953:0:94630:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb4455b 00000100:00080000:1.0:1767318131.232956:0:94630:0:(import.c:65:import_set_state_nolock()) ffff936885ebd000 : changing import state from FULL to CLOSED 00000020:00000080:1.0:1767318131.232973:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff936886a2f800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00010000:00010000:3.0:1767318131.233342:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1767318131.233534:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff936886a2d800 for lustre-MDT0000 00010000:00010000:1.0:1767318131.233543:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1767318131.233553:0:94630:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff936885eb9800): rc 0 00000020:00000080:1.0:1767318131.233555:0:94630:0:(genops.c:904:class_export_put()) final put ffff936885eb9800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:1.0:1767318131.233567:0:94630:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff936885eb8000), last request at 1767317925 00000020:00000080:1.0:1767318131.233571:0:94630:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb44554 00000100:00080000:1.0:1767318131.233576:0:94630:0:(import.c:65:import_set_state_nolock()) ffff936885eb9000 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1767318131.233591:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1767318131.233597:0:94630:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff936885eb8000): rc 0 00000020:00000080:1.0:1767318131.233599:0:94630:0:(genops.c:904:class_export_put()) final put ffff936885eb8000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:1.0:1767318131.233606:0:94630:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 192.168.202.56@tcp (ffff93698c1bf000), last request at 1767318130 00000020:00000080:1.0:1767318131.233613:0:94630:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb443cc 00000100:00080000:1.0:1767318131.233624:0:94630:0:(import.c:65:import_set_state_nolock()) ffff936886a2b000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1767318131.233661:0:94630:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 192.168.202.56@tcp (ffff93698c1bf000): rc 0 00000020:00000080:1.0:1767318131.233664:0:94630:0:(genops.c:904:class_export_put()) final put ffff93698c1bf000/005be725-9f65-416e-a69a-82c97936344d 00000020:00080000:1.0:1767318131.233668:0:94630:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff93698c1b8000), last request at 1767317919 00000020:00000080:1.0:1767318131.233672:0:94630:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb443c5 00000100:00080000:1.0:1767318131.233676:0:94630:0:(import.c:65:import_set_state_nolock()) ffff936987d82800 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1767318131.233689:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1767318131.233694:0:94630:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff93698c1b8000): rc 0 00000020:00000080:1.0:1767318131.233696:0:94630:0:(genops.c:904:class_export_put()) final put ffff93698c1b8000/lustre-MDT0001-mdtlov_UUID 00000004:00000080:1.0:1767318131.233704:0:94630:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb26d817bfb28 00000100:00080000:1.0:1767318131.233727:0:94630:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000020:00000080:3.0:1767318131.233729:0:80750:0:(genops.c:863:class_export_destroy()) destroying export ffff936885eb9800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000100:00100000:1.0:1767318131.233731:0:94630:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294968423 gen 3 00000100:00100000:1.0:1767318131.233739:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b12c1c00 x1853164383658752/t4294968432(4294968432) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1728/4320 e 0 to 0 dl 1767318141 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000080:3.0:1767318131.233794:0:80750:0:(genops.c:863:class_export_destroy()) destroying export ffff936885eb8000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1767318131.233819:0:80750:0:(genops.c:863:class_export_destroy()) destroying export ffff93698c1bf000/005be725-9f65-416e-a69a-82c97936344d for lustre-MDT0000 00000020:00000080:3.0:1767318131.233838:0:80750:0:(genops.c:863:class_export_destroy()) destroying export ffff93698c1b8000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:3.0:1767318131.233858:0:80750:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff936885ebd000 for lustre-MDT0000 00000020:00000080:3.0:1767318131.233863:0:80750:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff936885eb9000 for lustre-MDT0000 00000020:00000080:3.0:1767318131.233866:0:80750:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff936886a2b000 for lustre-MDT0000 00000020:00000080:3.0:1767318131.233870:0:80750:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff936987d82800 for lustre-MDT0000 00010000:00010000:3.0:1767318131.233880:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318131.233953:0:94630:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294968432 committed transno 4294968423 00000020:00080000:1.0:1767318131.233959:0:94630:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff936887ab3900 refcount 2 committed 0 result 1 batchid 4294996835 00000020:00080000:1.0:1767318131.233962:0:94630:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff93698b916b00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff936887ab39c0 00000020:00080000:1.0:1767318131.233965:0:94630:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000402:0x2:0x0].5 00000020:00080000:1.0:1767318131.233967:0:94630:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff93698b916c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9369a1839c00 00000020:00080000:1.0:1767318131.233969:0:94630:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].5 00000020:00080000:3.0:1767318131.234001:0:89016:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294996834 00000020:00080000:3.0:1767318131.234005:0:89016:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294996834 00000100:00100000:1.0:1767318131.234026:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369bae85f80 x1853164383660672/t4294968436(4294968436) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 1767318141 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.234033:0:94630:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294968436 committed transno 4294968423 00000020:00080000:1.0:1767318131.234036:0:94630:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff936886b59a80 refcount 2 committed 0 result 1 batchid 4294996836 00000020:00080000:1.0:1767318131.234038:0:94630:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9369b64da300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff936886b59540 00000020:00080000:1.0:1767318131.234040:0:94630:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000402:0x2:0x0].6 00000020:00080000:1.0:1767318131.234417:0:94630:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9369b64da100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9369918f6400 00000020:00080000:1.0:1767318131.234421:0:94630:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].6 00000100:00100000:1.0:1767318131.234457:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936996db1180 x1853164383661184/t4294968437(4294968437) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1976/4320 e 0 to 0 dl 1767318141 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.234463:0:94630:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294968437 committed transno 4294968423 00000020:00080000:1.0:1767318131.234466:0:94630:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9369a49c4e40 refcount 2 committed 0 result 1 batchid 4294996837 00000020:00080000:1.0:1767318131.234469:0:94630:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9369a09eed00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9369a49c4d80 00000020:00080000:1.0:1767318131.234471:0:94630:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000402:0x2:0x0].7 00000020:00080000:1.0:1767318131.234473:0:94630:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9369a09ee000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff936886a1d600 00000020:00080000:1.0:1767318131.234476:0:94630:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].7 00000100:00100000:1.0:1767318131.234497:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936883182a00 x1853164383667328/t4294968441(4294968441) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.234503:0:94630:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294968441 committed transno 4294968423 00000100:00100000:1.0:1767318131.234513:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b5137480 x1853164383667584/t4294968442(4294968442) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.234518:0:94630:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294968442 committed transno 4294968423 00000100:00100000:2.0:1767318131.234919:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383691264 00000100:00100000:2.0:1767318131.234928:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383691264 00000100:00100000:2.0:1767318131.234972:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17207 00000100:00100000:2.0:1767318131.234982:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+76:7025:x1853164383691264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318131.235013:0:70258:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2 count 1 00010000:00010000:2.0:1767318131.235042:0:70258:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369c216e000/0xa7e486a0fcb4b62d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318131.235061:0:70258:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4aff8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cc92e expref: 6 pid: 70353 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318131.235069:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318131.235071:0:70258:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318131.235075:0:70258:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369c216e000/0xa7e486a0fcb4b62d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318131.235111:0:70258:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4aff8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc92e expref: 6 pid: 70353 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318131.235123:0:70258:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4aff8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc92e expref: 6 pid: 70353 timeout: 3134 lvb_type: 1 00000100:00100000:2.0:1767318131.235136:0:70258:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f14000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:70258:1853164383691776:192.168.202.56@tcp:104: 00000100:00100000:2.0:1767318131.235227:0:70258:0:(client.c:2690:ptlrpc_set_wait()) set ffff936883f0d900 going to sleep for 11 seconds 00000020:00080000:3.0:1767318131.235553:0:89016:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294996834 00000020:00080000:3.0:1767318131.235557:0:89016:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294996834 00000100:00080000:1.0:1767318131.236277:0:94630:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1767318131.236298:0:94630:0:(import.c:65:import_set_state_nolock()) ffff936998c1b000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1767318131.236658:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7022:1853164383691904:0@lo:39:umount.0 00000100:00100000:0.0:1767318131.236715:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318131.236949:0:94630:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1767318131.236959:0:94630:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff936984f11c00 x1853164383691136/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318147 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318131.237017:0:94630:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294976678 gen 3 00000100:00100000:1.0:1767318131.237024:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369a556a300 x1853164383666432/t4294976779(4294976779) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237038:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a556a300, transno 4294976779 00000100:00100000:1.0:1767318131.237057:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936883183480 x1853164383666944/t4294976780(4294976780) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237073:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936883183480, transno 4294976780 00000100:00100000:1.0:1767318131.237078:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369a5568000 x1853164383666176/t4294976781(4294976781) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237084:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a5568000, transno 4294976781 00000100:00100000:1.0:1767318131.237089:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369a556b800 x1853164383666688/t4294976782(4294976782) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237094:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a556b800, transno 4294976782 00000100:00100000:1.0:1767318131.237099:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369a556aa00 x1853164383666560/t4294976783(4294976783) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237113:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a556aa00, transno 4294976783 00000100:00100000:1.0:1767318131.237119:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936883180380 x1853164383667072/t4294976784(4294976784) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237125:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936883180380, transno 4294976784 00000100:00100000:1.0:1767318131.237129:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369a5568a80 x1853164383666816/t4294976785(4294976785) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237134:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a5568a80, transno 4294976785 00000100:00100000:1.0:1767318131.237139:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936883181c00 x1853164383667840/t4294976786(4294976786) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237144:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936883181c00, transno 4294976786 00000100:00100000:1.0:1767318131.237148:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369ba6d8e00 x1853164383667968/t4294976787(4294976787) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237153:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6d8e00, transno 4294976787 00000100:00100000:1.0:1767318131.237158:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369a556b480 x1853164383666304/t4294976788(4294976788) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237164:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a556b480, transno 4294976788 00000100:00100000:1.0:1767318131.237169:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369ba6d8380 x1853164383668480/t4294976789(4294976789) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237174:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6d8380, transno 4294976789 00000100:00100000:1.0:1767318131.237179:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936883182300 x1853164383667712/t4294976790(4294976790) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237185:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936883182300, transno 4294976790 00000100:00100000:1.0:1767318131.237189:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b6158a80 x1853164383668864/t4294976791(4294976791) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237195:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b6158a80, transno 4294976791 00000100:00100000:1.0:1767318131.237200:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b615ad80 x1853164383669376/t4294976792(4294976792) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237205:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b615ad80, transno 4294976792 00000100:00100000:1.0:1767318131.237209:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b6159500 x1853164383668992/t4294976793(4294976793) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237213:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b6159500, transno 4294976793 00000100:00100000:1.0:1767318131.237218:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b615aa00 x1853164383669248/t4294976794(4294976794) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237224:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b615aa00, transno 4294976794 00000100:00100000:1.0:1767318131.237228:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b6158700 x1853164383669120/t4294976795(4294976795) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237234:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b6158700, transno 4294976795 00000100:00100000:1.0:1767318131.237240:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b6158000 x1853164383669888/t4294976796(4294976796) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237251:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b6158000, transno 4294976796 00000100:00100000:1.0:1767318131.237257:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936990595500 x1853164383670016/t4294976797(4294976797) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237262:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936990595500, transno 4294976797 00000100:00100000:1.0:1767318131.237267:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b12c1f80 x1853164383670528/t4294976798(4294976798) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237273:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b12c1f80, transno 4294976798 00000100:00100000:1.0:1767318131.237278:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b12c1500 x1853164383670400/t4294976799(4294976799) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237284:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b12c1500, transno 4294976799 00000100:00100000:1.0:1767318131.237291:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b12c0a80 x1853164383671424/t4294976800(4294976800) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237298:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b12c0a80, transno 4294976800 00000100:00100000:1.0:1767318131.237303:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b12c3b80 x1853164383671552/t4294976801(4294976801) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237309:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b12c3b80, transno 4294976801 00000100:00100000:1.0:1767318131.237315:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b12c2a00 x1853164383671296/t4294976802(4294976802) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318131.237348:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383691904 00000100:00100000:2.0:1767318131.237356:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383691904 00000100:00100000:2.0:1767318131.237419:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2443 00000100:00100000:2.0:1767318131.237427:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:7022:x1853164383691904:12345-0@lo:39:umount.0 00000020:00000080:2.0:1767318131.237455:0:15676:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb4440b 00000004:00080000:1.0:1767318131.237463:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b12c2a00, transno 4294976802 00000100:00080000:2.0:1767318131.237465:0:15676:0:(import.c:65:import_set_state_nolock()) ffff936885ed4800 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1767318131.237473:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936990596680 x1853164383670144/t4294976803(4294976803) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237480:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936990596680, transno 4294976803 00000100:00100000:1.0:1767318131.237485:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b12c2d80 x1853164383671680/t4294976804(4294976804) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000004:2.0:1767318131.237488:0:15676:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 1, last_transno is 4294968442 00000004:00080000:1.0:1767318131.237495:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b12c2d80, transno 4294976804 00000100:00100000:1.0:1767318131.237500:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b615a300 x1853164383669760/t4294976805(4294976805) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237503:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b615a300, transno 4294976805 00000100:00100000:1.0:1767318131.237507:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369a5928e00 x1853164383672320/t4294976806(4294976806) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237510:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a5928e00, transno 4294976806 00000100:00100000:1.0:1767318131.237554:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369a5929180 x1853164383672064/t4294976807(4294976807) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237557:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a5929180, transno 4294976807 00000100:00100000:1.0:1767318131.237560:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369a5928380 x1853164383672448/t4294976808(4294976808) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237564:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a5928380, transno 4294976808 00000100:00100000:1.0:1767318131.237567:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369ba6dbb80 x1853164383672832/t4294976809(4294976809) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237571:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6dbb80, transno 4294976809 00000100:00100000:1.0:1767318131.237575:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369ba6daa00 x1853164383672704/t4294976810(4294976810) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237578:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6daa00, transno 4294976810 00000100:00100000:1.0:1767318131.237582:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b5135180 x1853164383674240/t4294976811(4294976811) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237585:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b5135180, transno 4294976811 00000100:00100000:1.0:1767318131.237589:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369ba6d9500 x1853164383672576/t4294976812(4294976812) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237592:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6d9500, transno 4294976812 00000100:00100000:1.0:1767318131.237597:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369ba6dad80 x1853164383673088/t4294976813(4294976813) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237604:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6dad80, transno 4294976813 00000100:00100000:1.0:1767318131.237607:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369a592b100 x1853164383672192/t4294976814(4294976814) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237610:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a592b100, transno 4294976814 00000100:00100000:1.0:1767318131.237613:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369ba6db480 x1853164383672960/t4294976815(4294976815) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237617:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6db480, transno 4294976815 00000100:00100000:1.0:1767318131.237620:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936990595880 x1853164383670272/t4294976816(4294976816) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237624:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936990595880, transno 4294976816 00000100:00100000:1.0:1767318131.237627:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b5135880 x1853164383675008/t4294976817(4294976817) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237631:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b5135880, transno 4294976817 00000100:00100000:1.0:1767318131.237635:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b5134380 x1853164383675520/t4294976818(4294976818) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237638:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b5134380, transno 4294976818 00000100:00100000:1.0:1767318131.237642:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b5136300 x1853164383675392/t4294976819(4294976819) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237645:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b5136300, transno 4294976819 00000100:00100000:1.0:1767318131.237650:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b5137100 x1853164383675136/t4294976820(4294976820) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318131.237652:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+4:7022:x1853164383691904:12345-0@lo:39:umount.0 Request processed in 224us (935us total) trans 4294968443 rc 0/0 00000004:00080000:1.0:1767318131.237656:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b5137100, transno 4294976820 00000100:00100000:2.0:1767318131.237664:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2443 00000100:00100000:1.0:1767318131.237672:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b5134e00 x1853164383675648/t4294976821(4294976821) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237677:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b5134e00, transno 4294976821 00000100:00100000:1.0:1767318131.237681:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b5135500 x1853164383675264/t4294976822(4294976822) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237684:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b5135500, transno 4294976822 00000100:00100000:1.0:1767318131.237688:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b615bb80 x1853164383677312/t4294976823(4294976823) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237692:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b615bb80, transno 4294976823 00000100:00100000:1.0:1767318131.237696:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b6159c00 x1853164383677440/t4294976824(4294976824) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237699:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b6159c00, transno 4294976824 00000100:00100000:1.0:1767318131.237703:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936891da9f80 x1853164383677568/t4294976825(4294976825) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237706:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936891da9f80, transno 4294976825 00000100:00100000:1.0:1767318131.237709:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936886278700 x1853164383678080/t4294976826(4294976826) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237713:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936886278700, transno 4294976826 00000100:00100000:1.0:1767318131.237716:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93688627a680 x1853164383677824/t4294976827(4294976827) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237720:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688627a680, transno 4294976827 00000100:00100000:1.0:1767318131.237723:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936886279c00 x1853164383677952/t4294976828(4294976828) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237727:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936886279c00, transno 4294976828 00000100:00100000:1.0:1767318131.237730:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936886279180 x1853164383677696/t4294976829(4294976829) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237734:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936886279180, transno 4294976829 00000100:00100000:1.0:1767318131.237738:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936886278e00 x1853164383680128/t4294976830(4294976830) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237750:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936886278e00, transno 4294976830 00000100:00100000:1.0:1767318131.237753:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93688627a300 x1853164383680256/t4294976831(4294976831) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237756:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688627a300, transno 4294976831 00000100:00100000:1.0:1767318131.237760:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93688627ad80 x1853164383680000/t4294976832(4294976832) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237763:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688627ad80, transno 4294976832 00000100:00100000:1.0:1767318131.237767:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936886278000 x1853164383679872/t4294976833(4294976833) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237773:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936886278000, transno 4294976833 00000100:00100000:1.0:1767318131.237777:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936886279880 x1853164383680384/t4294976834(4294976834) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237806:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936886279880, transno 4294976834 00000100:00100000:1.0:1767318131.237810:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93688627b100 x1853164383680512/t4294976835(4294976835) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237816:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688627b100, transno 4294976835 00000100:00100000:1.0:1767318131.237819:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936886278a80 x1853164383680896/t4294976836(4294976836) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237824:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936886278a80, transno 4294976836 00000100:00100000:1.0:1767318131.237829:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936886278380 x1853164383681152/t4294976837(4294976837) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237833:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936886278380, transno 4294976837 00000100:00100000:1.0:1767318131.237838:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936886279f80 x1853164383680768/t4294976838(4294976838) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237843:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936886279f80, transno 4294976838 00000100:00100000:1.0:1767318131.237848:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369858e0700 x1853164383681664/t4294976839(4294976839) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237853:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e0700, transno 4294976839 00000100:00100000:1.0:1767318131.237857:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936891da8a80 x1853164383681408/t4294976840(4294976840) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237863:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936891da8a80, transno 4294976840 00000100:00100000:1.0:1767318131.237868:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369858e1500 x1853164383681792/t4294976841(4294976841) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237872:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e1500, transno 4294976841 00000100:00100000:1.0:1767318131.237876:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936891dabb80 x1853164383681536/t4294976842(4294976842) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237879:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936891dabb80, transno 4294976842 00000100:00100000:1.0:1767318131.237882:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936886279500 x1853164383680640/t4294976843(4294976843) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237885:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936886279500, transno 4294976843 00000100:00100000:1.0:1767318131.237888:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936883182d80 x1853164383682048/t4294976844(4294976844) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237891:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936883182d80, transno 4294976844 00000100:00100000:1.0:1767318131.237894:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369858e3b80 x1853164383681920/t4294976845(4294976845) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237897:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e3b80, transno 4294976845 00000100:00100000:1.0:1767318131.237900:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93698f469180 x1853164383682304/t4294976846(4294976846) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237903:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f469180, transno 4294976846 00000100:00100000:1.0:1767318131.237906:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936883181880 x1853164383682176/t4294976847(4294976847) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237913:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936883181880, transno 4294976847 00000100:00100000:1.0:1767318131.237915:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93698f469f80 x1853164383683456/t4294976848(4294976848) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237919:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f469f80, transno 4294976848 00000100:00100000:1.0:1767318131.237921:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93698f468700 x1853164383683584/t4294976849(4294976849) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237924:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f468700, transno 4294976849 00000100:00100000:1.0:1767318131.237927:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93698f468380 x1853164383683712/t4294976850(4294976850) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237930:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f468380, transno 4294976850 00000100:00100000:1.0:1767318131.237933:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93698f232d80 x1853164383684608/t4294976851(4294976851) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237936:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f232d80, transno 4294976851 00000100:00100000:1.0:1767318131.237939:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93698f231c00 x1853164383684480/t4294976852(4294976852) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237942:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f231c00, transno 4294976852 00000100:00100000:1.0:1767318131.237944:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b7904a80 x1853164383685632/t4294976853(4294976853) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237947:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b7904a80, transno 4294976853 00000100:00100000:1.0:1767318131.237950:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b7906a00 x1853164383686144/t4294976854(4294976854) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237953:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b7906a00, transno 4294976854 00000100:00100000:1.0:1767318131.237956:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93698f230a80 x1853164383684736/t4294976855(4294976855) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237960:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f230a80, transno 4294976855 00000100:00100000:1.0:1767318131.237963:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b7904e00 x1853164383685760/t4294976856(4294976856) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237966:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b7904e00, transno 4294976856 00000100:00100000:1.0:1767318131.237969:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b7905f80 x1853164383686272/t4294976857(4294976857) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237972:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b7905f80, transno 4294976857 00000100:00100000:1.0:1767318131.237975:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93698f230380 x1853164383684352/t4294976858(4294976858) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237978:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f230380, transno 4294976858 00000100:00100000:1.0:1767318131.237981:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369ba6e5c00 x1853164383686656/t4294976859(4294976859) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237984:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6e5c00, transno 4294976859 00000100:00100000:1.0:1767318131.237986:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369ba6e4700 x1853164383686912/t4294976860(4294976860) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237989:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6e4700, transno 4294976860 00000100:00100000:1.0:1767318131.237992:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369ba6e5180 x1853164383686784/t4294976861(4294976861) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.237995:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6e5180, transno 4294976861 00000100:00100000:1.0:1767318131.237997:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369ba6e5f80 x1853164383687168/t4294976862(4294976862) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.238000:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6e5f80, transno 4294976862 00000100:00100000:1.0:1767318131.238003:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369a2d1df80 x1853164383687680/t4294976863(4294976863) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.238006:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a2d1df80, transno 4294976863 00000100:00100000:1.0:1767318131.238009:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369a2d1ce00 x1853164383687552/t4294976864(4294976864) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.238015:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a2d1ce00, transno 4294976864 00000100:00100000:1.0:1767318131.238018:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369a2d1ed80 x1853164383688064/t4294976865(4294976865) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.238021:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a2d1ed80, transno 4294976865 00000100:00100000:1.0:1767318131.238024:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369a2d1f800 x1853164383688192/t4294976866(4294976866) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.238027:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a2d1f800, transno 4294976866 00000100:00100000:1.0:1767318131.238030:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369a2d1d180 x1853164383688576/t4294976867(4294976867) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.238033:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a2d1d180, transno 4294976867 00000100:00100000:1.0:1767318131.238036:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369a2d1c380 x1853164383688704/t4294976868(4294976868) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.238039:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a2d1c380, transno 4294976868 00000100:00100000:1.0:1767318131.238041:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369a2d1f100 x1853164383687808/t4294976869(4294976869) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.238044:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a2d1f100, transno 4294976869 00000100:00100000:1.0:1767318131.238047:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369a2d1c700 x1853164383688320/t4294976870(4294976870) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.238050:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a2d1c700, transno 4294976870 00000100:00100000:1.0:1767318131.238053:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369a2d1ca80 x1853164383688832/t4294976871(4294976871) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.238056:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a2d1ca80, transno 4294976871 00000100:00100000:1.0:1767318131.238058:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369a2d1d500 x1853164383687936/t4294976872(4294976872) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.238074:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a2d1d500, transno 4294976872 00000100:00100000:1.0:1767318131.238079:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369a2d1d880 x1853164383688448/t4294976873(4294976873) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.238085:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a2d1d880, transno 4294976873 00000100:00100000:1.0:1767318131.238089:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936887a9b480 x1853164383688960/t4294976874(4294976874) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.238094:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936887a9b480, transno 4294976874 00000100:00100000:1.0:1767318131.238099:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936887a98e00 x1853164383689344/t4294976875(4294976875) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.238466:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936887a98e00, transno 4294976875 00000100:00100000:1.0:1767318131.238474:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936887a9b800 x1853164383689216/t4294976876(4294976876) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.238480:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936887a9b800, transno 4294976876 00000100:00100000:1.0:1767318131.238484:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936887a99180 x1853164383689088/t4294976877(4294976877) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.238489:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936887a99180, transno 4294976877 00000100:00100000:1.0:1767318131.238494:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936887a9aa00 x1853164383689600/t4294976878(4294976878) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.238500:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936887a9aa00, transno 4294976878 00000100:00100000:1.0:1767318131.238505:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936887a9a680 x1853164383689472/t4294976879(4294976879) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.238510:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936887a9a680, transno 4294976879 00000100:00100000:1.0:1767318131.238514:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936984f11500 x1853164383690880/t4294976880(4294976880) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318147 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.238519:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936984f11500, transno 4294976880 00000100:00100000:1.0:1767318131.238523:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936984f13100 x1853164383691008/t4294976881(4294976881) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318147 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.238532:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936984f13100, transno 4294976881 00000004:00080000:1.0:1767318131.238555:0:94630:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00080000:1.0:1767318131.238622:0:94630:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000004:00080000:3.0:1767318131.238702:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff936984f11c00/1, rc -5, transno 0 00000100:00100000:3.0:1767318131.238716:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383691136:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318131.238817:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318131.245508:0:94630:0:(import.c:65:import_set_state_nolock()) ffff936885ed0000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1767318131.245540:0:94630:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1767318131.245550:0:94630:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9369b4eb1c00 x1853164383691392/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318147 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318131.245583:0:94630:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9369b4eb1f80 x1853164383691264/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318147 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318131.245593:0:94630:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294975747 gen 3 00000100:00100000:1.0:1767318131.245599:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936990594380 x1853164383665920/t4294975748(4294975748) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245607:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936990594380, transno 4294975748 00000100:00100000:1.0:1767318131.245623:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936990594e00 x1853164383665280/t4294975749(4294975749) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245629:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936990594e00, transno 4294975749 00000100:00100000:1.0:1767318131.245635:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936990596d80 x1853164383665152/t4294975750(4294975750) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245641:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936990596d80, transno 4294975750 00000004:00080000:2.0:1767318131.245643:0:7024:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b4eb1c00/1, rc -5, transno 0 00000100:00100000:1.0:1767318131.245649:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936990597800 x1853164383665664/t4294975751(4294975751) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245656:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936990597800, transno 4294975751 00000100:00100000:2.0:1767318131.245657:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7024:1853164383691392:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318131.245664:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936990595180 x1853164383665536/t4294975752(4294975752) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245671:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936990595180, transno 4294975752 00000100:00100000:1.0:1767318131.245676:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369a556b100 x1853164383666048/t4294975753(4294975753) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245687:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a556b100, transno 4294975753 00000100:00100000:1.0:1767318131.245691:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936990597480 x1853164383665408/t4294975754(4294975754) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245696:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936990597480, transno 4294975754 00000100:00100000:1.0:1767318131.245701:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369ba6db800 x1853164383668352/t4294975755(4294975755) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245706:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6db800, transno 4294975755 00000100:00100000:1.0:1767318131.245710:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936990594a80 x1853164383665792/t4294975756(4294975756) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245715:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936990594a80, transno 4294975756 00000100:00100000:1.0:1767318131.245720:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369ba6d8700 x1853164383668736/t4294975757(4294975757) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245724:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6d8700, transno 4294975757 00000100:00100000:1.0:1767318131.245728:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369ba6d9f80 x1853164383668224/t4294975758(4294975758) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245733:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6d9f80, transno 4294975758 00000100:00100000:1.0:1767318131.245739:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369ba6da300 x1853164383668608/t4294975759(4294975759) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245745:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6da300, transno 4294975759 00000100:00100000:1.0:1767318131.245752:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369ba6d8000 x1853164383668096/t4294975760(4294975760) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245758:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6d8000, transno 4294975760 00000100:00100000:1.0:1767318131.245764:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369ba6db100 x1853164383673344/t4294975762(4294975762) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245776:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6db100, transno 4294975762 00000100:00100000:1.0:1767318131.245805:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936883183b80 x1853164383673856/t4294975763(4294975763) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245812:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936883183b80, transno 4294975763 00000100:00100000:1.0:1767318131.245818:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369ba6da680 x1853164383673216/t4294975764(4294975764) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245823:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6da680, transno 4294975764 00000100:00100000:1.0:1767318131.245827:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936883181500 x1853164383673728/t4294975765(4294975765) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245833:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936883181500, transno 4294975765 00000100:00100000:1.0:1767318131.245839:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936883183100 x1853164383674112/t4294975766(4294975766) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767318131.245843:0:89005:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 86 in progress, 0 in flight, 17 done 00000004:00080000:1.0:1767318131.245845:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936883183100, transno 4294975766 00000100:00100000:1.0:1767318131.245853:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369ba6d8a80 x1853164383673472/t4294975767(4294975767) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245859:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6d8a80, transno 4294975767 00000100:00100000:1.0:1767318131.245863:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936990595f80 x1853164383673600/t4294975768(4294975768) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245869:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936990595f80, transno 4294975768 00000100:00100000:1.0:1767318131.245875:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936883181180 x1853164383673984/t4294975769(4294975769) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245881:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936883181180, transno 4294975769 00000100:00100000:1.0:1767318131.245888:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b5134a80 x1853164383676032/t4294975770(4294975770) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245894:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b5134a80, transno 4294975770 00000100:00100000:1.0:1767318131.245900:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b12c3100 x1853164383676544/t4294975771(4294975771) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245907:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b12c3100, transno 4294975771 00000100:00100000:1.0:1767318131.245912:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b5136a00 x1853164383676160/t4294975772(4294975772) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245920:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b5136a00, transno 4294975772 00000100:00100000:1.0:1767318131.245927:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369858e1c00 x1853164383677056/t4294975773(4294975773) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245933:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e1c00, transno 4294975773 00000100:00100000:1.0:1767318131.245940:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b5134000 x1853164383675776/t4294975774(4294975774) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245946:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b5134000, transno 4294975774 00000100:00100000:1.0:1767318131.245952:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b5135c00 x1853164383676288/t4294975775(4294975775) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245958:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b5135c00, transno 4294975775 00000100:00100000:1.0:1767318131.245964:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369858e0e00 x1853164383677184/t4294975776(4294975776) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245968:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e0e00, transno 4294975776 00000100:00100000:1.0:1767318131.245975:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b5135f80 x1853164383675904/t4294975777(4294975777) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245981:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b5135f80, transno 4294975777 00000100:00100000:1.0:1767318131.245986:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369858e1880 x1853164383678464/t4294975778(4294975778) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.245992:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e1880, transno 4294975778 00000100:00100000:1.0:1767318131.246000:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369858e0000 x1853164383678976/t4294975779(4294975779) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246011:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e0000, transno 4294975779 00000100:00100000:1.0:1767318131.246018:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369858e2d80 x1853164383678848/t4294975780(4294975780) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246024:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e2d80, transno 4294975780 00000100:00100000:1.0:1767318131.246031:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b4eb1180 x1853164383679360/t4294975781(4294975781) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246037:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b4eb1180, transno 4294975781 00000100:00100000:1.0:1767318131.246044:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b4eb0e00 x1853164383679488/t4294975782(4294975782) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246050:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b4eb0e00, transno 4294975782 00000100:00100000:1.0:1767318131.246057:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369858e1180 x1853164383678336/t4294975783(4294975783) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246073:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e1180, transno 4294975783 00000100:00100000:1.0:1767318131.246080:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b5134700 x1853164383676416/t4294975784(4294975784) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246087:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b5134700, transno 4294975784 00000100:00100000:1.0:1767318131.246094:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369858e2a00 x1853164383678208/t4294975785(4294975785) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246101:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e2a00, transno 4294975785 00000100:00100000:1.0:1767318131.246190:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369858e2300 x1853164383678720/t4294975786(4294975786) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246197:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e2300, transno 4294975786 00000100:00100000:1.0:1767318131.246204:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369858e2680 x1853164383679232/t4294975787(4294975787) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246209:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e2680, transno 4294975787 00000100:00100000:1.0:1767318131.246215:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b4eb0000 x1853164383679744/t4294975788(4294975788) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246220:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b4eb0000, transno 4294975788 00000100:00100000:1.0:1767318131.246224:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369858e3100 x1853164383679104/t4294975789(4294975789) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246230:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e3100, transno 4294975789 00000100:00100000:1.0:1767318131.246237:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b4eb1880 x1853164383679616/t4294975790(4294975790) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246244:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b4eb1880, transno 4294975790 00000100:00100000:1.0:1767318131.246251:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369858e3800 x1853164383678592/t4294975791(4294975791) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246258:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e3800, transno 4294975791 00000100:00100000:1.0:1767318131.246266:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff936984f10000 x1853164383681024/t4294975792(4294975792) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246272:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936984f10000, transno 4294975792 00000100:00100000:1.0:1767318131.246276:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b4eb2300 x1853164383681280/t4294975793(4294975793) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246281:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b4eb2300, transno 4294975793 00000100:00100000:1.0:1767318131.246286:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93698f46a680 x1853164383682432/t4294975794(4294975794) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246292:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f46a680, transno 4294975794 00000100:00100000:1.0:1767318131.246296:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93698f46a300 x1853164383682944/t4294975795(4294975795) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246301:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f46a300, transno 4294975795 00000100:00100000:1.0:1767318131.246305:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93698f46b480 x1853164383682560/t4294975796(4294975796) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246439:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f46b480, transno 4294975796 00000100:00100000:1.0:1767318131.246446:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93698f468000 x1853164383683072/t4294975797(4294975797) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246452:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f468000, transno 4294975797 00000100:00100000:1.0:1767318131.246457:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93698f46aa00 x1853164383682816/t4294975798(4294975798) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246464:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f46aa00, transno 4294975798 00000100:00100000:1.0:1767318131.246469:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93698f46bb80 x1853164383683328/t4294975799(4294975799) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246475:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f46bb80, transno 4294975799 00000100:00100000:1.0:1767318131.246480:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93698f469880 x1853164383682688/t4294975800(4294975800) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246485:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f469880, transno 4294975800 00000100:00100000:1.0:1767318131.246490:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93698f469c00 x1853164383683200/t4294975801(4294975801) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246495:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f469c00, transno 4294975801 00000100:00100000:1.0:1767318131.246501:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93698f231f80 x1853164383683968/t4294975802(4294975802) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246506:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f231f80, transno 4294975802 00000100:00100000:1.0:1767318131.246511:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93698f230700 x1853164383684096/t4294975803(4294975803) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246516:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f230700, transno 4294975803 00000100:00100000:1.0:1767318131.246521:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93698f231880 x1853164383683840/t4294975804(4294975804) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246526:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f231880, transno 4294975804 00000100:00100000:1.0:1767318131.246532:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93698f232a00 x1853164383684224/t4294975805(4294975805) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246538:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f232a00, transno 4294975805 00000100:00100000:1.0:1767318131.246543:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93698f232300 x1853164383685120/t4294975806(4294975806) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246549:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f232300, transno 4294975806 00000100:00100000:1.0:1767318131.246554:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93698f230e00 x1853164383684992/t4294975807(4294975807) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246559:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f230e00, transno 4294975807 00000100:00100000:1.0:1767318131.246564:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93698f233800 x1853164383685504/t4294975808(4294975808) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246570:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f233800, transno 4294975808 00000100:00100000:1.0:1767318131.246575:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b7904380 x1853164383686016/t4294975809(4294975809) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246580:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b7904380, transno 4294975809 00000100:00100000:1.0:1767318131.246585:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93698f233480 x1853164383685248/t4294975810(4294975810) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246591:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f233480, transno 4294975810 00000100:00100000:1.0:1767318131.246596:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93698f231500 x1853164383684864/t4294975811(4294975811) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246601:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f231500, transno 4294975811 00000100:00100000:1.0:1767318131.246606:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93698f233b80 x1853164383685376/t4294975812(4294975812) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246612:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698f233b80, transno 4294975812 00000100:00100000:1.0:1767318131.246617:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b7906d80 x1853164383686400/t4294975813(4294975813) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246627:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b7906d80, transno 4294975813 00000100:00100000:1.0:1767318131.246632:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b7905880 x1853164383685888/t4294975814(4294975814) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246638:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b7905880, transno 4294975814 00000100:00100000:1.0:1767318131.246642:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369b7907b80 x1853164383686528/t4294975815(4294975815) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246647:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b7907b80, transno 4294975815 00000100:00100000:1.0:1767318131.246652:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369ba6e7b80 x1853164383687040/t4294975816(4294975816) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246658:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6e7b80, transno 4294975816 00000100:00100000:1.0:1767318131.246663:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369ba6e4380 x1853164383687296/t4294975817(4294975817) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246668:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6e4380, transno 4294975817 00000100:00100000:1.0:1767318131.246673:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369ba6e6d80 x1853164383687424/t4294975818(4294975818) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318131.246679:0:94630:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6e6d80, transno 4294975818 00000004:00080000:0.0:1767318131.246691:0:89005:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 86 done 00000004:00080000:1.0:1767318131.246699:0:94630:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:0.0:1767318131.246744:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7022:1853164383692032:0@lo:9:umount.0 00000100:00080000:1.0:1767318131.246838:0:94630:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000004:00080000:3.0:1767318131.246982:0:7025:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9369b4eb1f80/1, rc -5, transno 0 00000100:00100000:3.0:1767318131.246993:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7025:1853164383691264:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318131.247112:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318131.247163:0:7022:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294968441 gen 3 00000100:00100000:0.0:1767318131.247169:0:7022:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9369a5929880 x1853164383691904/t4294968443(4294968443) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1767318141 ref 2 fl Rpc:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318131.247180:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936998c1b000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1767318131.247186:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7022:1853164383691904:0@lo:39:umount.0 00000100:00100000:0.0:1767318131.247222:0:19075:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383692032 00000100:00100000:0.0:1767318131.247229:0:19075:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383692032 00000100:00100000:0.0:1767318131.247641:0:19075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17208 00000100:00100000:0.0:1767318131.247656:0:19075:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+109:7022:x1853164383692032:12345-0@lo:9:umount.0 00000020:00000080:0.0:1767318131.247692:0:19075:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb44435 00000100:00080000:0.0:1767318131.247811:0:19075:0:(import.c:65:import_set_state_nolock()) ffff93698c05c000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1767318131.248131:0:19075:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294976881 00000100:00100000:0.0:1767318131.248884:0:19075:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+106:7022:x1853164383692032:12345-0@lo:9:umount.0 Request processed in 1226us (1801us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318131.248898:0:19075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17208 00010000:00010000:0.0:1767318131.248978:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318131.249055:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936885ed0000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1767318131.249077:0:7022:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000004:00080000:0.0:1767318131.249079:0:7022:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:0.0:1767318131.249084:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7022:1853164383692032:0@lo:9:umount.0 00000100:00080000:1.0:1767318131.249557:0:94630:0:(import.c:65:import_set_state_nolock()) ffff93698c05c800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:1.0:1767318131.249625:0:94630:0:(genops.c:1575:class_disconnect_exports()) OBD device 9 (ffff936883df31b0) has no exports 00000020:00080000:3.0:1767318131.249677:0:89016:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff936887ab3900 refcount 1 committed 1 result 1 batchid 4294996835 00000020:00080000:3.0:1767318131.249682:0:89016:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff93698b916b00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff936887ab39c0 00000020:00080000:3.0:1767318131.249685:0:89016:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000402:0x2:0x0].5 00000020:00080000:3.0:1767318131.249687:0:89016:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff93698b916c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9369a1839c00 00000020:00080000:3.0:1767318131.249689:0:89016:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].5 00000020:00080000:3.0:1767318131.249695:0:89016:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff936886b59a80 refcount 1 committed 1 result 1 batchid 4294996836 00000020:00080000:3.0:1767318131.249697:0:89016:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9369b64da300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff936886b59540 00000020:00080000:3.0:1767318131.249700:0:89016:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000402:0x2:0x0].6 00000020:00080000:3.0:1767318131.249701:0:89016:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9369b64da100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9369918f6400 00000020:00080000:3.0:1767318131.249703:0:89016:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].6 00000020:00080000:3.0:1767318131.249708:0:89016:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9369a49c4e40 refcount 1 committed 1 result 1 batchid 4294996837 00000020:00080000:3.0:1767318131.249709:0:89016:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9369a09eed00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff9369a49c4d80 00000020:00080000:3.0:1767318131.249711:0:89016:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000402:0x2:0x0].7 00000020:00080000:3.0:1767318131.249712:0:89016:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9369a09ee000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff936886a1d600 00000020:00080000:3.0:1767318131.249713:0:89016:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].7 00000004:00080000:0.0:1767318131.250089:0:89003:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 70 done 00000100:00100000:2.0:1767318131.250703:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7022:1853164383692160:0@lo:9:umount.0 00000100:00100000:2.0:1767318131.250769:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:1.0:1767318131.250926:0:94630:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x240000400:0x1:0x0] first idx 2, last_idx 4 00000100:00100000:0.0:1767318131.250929:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383692160 00000100:00100000:0.0:1767318131.250937:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383692160 00000100:00100000:0.0:1767318131.250991:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17209 00000100:00100000:0.0:1767318131.251001:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+77:7022:x1853164383692160:12345-0@lo:9:umount.0 00000020:00000080:0.0:1767318131.251029:0:71618:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb44427 00000100:00080000:0.0:1767318131.251040:0:71618:0:(import.c:65:import_set_state_nolock()) ffff9369bad74800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1767318131.251092:0:71618:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294975818 00010000:00010000:1.0:1767318131.251262:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1767318131.251775:0:94630:0:(genops.c:1575:class_disconnect_exports()) OBD device 9 (ffff936883df31b0) has no exports 00000100:00100000:2.0:1767318131.252107:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318131.252131:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318131.252251:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+74:7022:x1853164383692160:12345-0@lo:9:umount.0 Request processed in 1251us (1481us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318131.252261:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17209 00000100:00100000:0.0:1767318131.253064:0:70353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:70353:1853164383691648:192.168.202.56@tcp:104: 00010000:00010000:0.0:1767318131.253092:0:70353:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb4b626 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318131.253121:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297294464 00000100:00100000:0.0:1767318131.253127:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297294464 00010000:00010000:0.0:1767318131.253174:0:15462:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9369aaac5000/0xa7e486a0fcb4afff lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc935 expref: 6 pid: 18382 timeout: 3134 lvb_type: 1 00000100:00100000:0.0:1767318131.253557:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297294336 00000100:00100000:0.0:1767318131.253562:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297294336 00010000:00010000:0.0:1767318131.253578:0:15462:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9369908a7a00/0xa7e486a0fcb4550d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x41099e39662cbcf5 expref: 7 pid: 19039 timeout: 3134 lvb_type: 0 00000100:00100000:0.0:1767318131.253602:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2419 00000100:00100000:0.0:1767318131.253611:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:005be725-9f65-416e-a69a-82c97936344d+6:2505:x1853164297294464:12345-192.168.202.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318131.253625:0:15462:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318131.253631:0:15462:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9369aaac5000/0xa7e486a0fcb4afff lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc935 expref: 6 pid: 18382 timeout: 3134 lvb_type: 1 00010000:00010000:0.0:1767318131.253644:0:15462:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9369aaac5000/0xa7e486a0fcb4afff lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc935 expref: 6 pid: 18382 timeout: 3134 lvb_type: 1 00010000:00010000:0.0:1767318131.253668:0:15462:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318131.253671:0:15462:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318131.253676:0:15462:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff936884286000/0xa7e486a0fcb4b61f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318131.253686:0:15462:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff936884286000/0xa7e486a0fcb4b61f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318131.253704:0:15462:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318131.253752:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:005be725-9f65-416e-a69a-82c97936344d+6:2505:x1853164297294464:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 142us (1648us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318131.253760:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2419 00000100:00100000:0.0:1767318131.253775:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2420 00000100:00100000:0.0:1767318131.253802:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f15880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:005be725-9f65-416e-a69a-82c97936344d+7:2504:x1853164297294336:12345-192.168.202.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318131.253811:0:15462:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318131.253816:0:15462:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9369908a7a00/0xa7e486a0fcb4550d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1fe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.56@tcp remote: 0x41099e39662cbcf5 expref: 7 pid: 19039 timeout: 3134 lvb_type: 0 00010000:00010000:0.0:1767318131.253835:0:15462:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9369908a7a00/0xa7e486a0fcb4550d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1fe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.56@tcp remote: 0x41099e39662cbcf5 expref: 7 pid: 19039 timeout: 3134 lvb_type: 0 00010000:00010000:0.0:1767318131.253850:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369908a7a00/0xa7e486a0fcb4550d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1fe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.56@tcp remote: 0x41099e39662cbcf5 expref: 7 pid: 19039 timeout: 3134 lvb_type: 0 00010000:00010000:0.0:1767318131.253862:0:15462:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318131.253863:0:15462:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318131.253866:0:15462:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb4b626 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318131.253874:0:15462:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb4b626 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318131.254099:0:15462:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318131.254123:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f15880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:005be725-9f65-416e-a69a-82c97936344d+6:2504:x1853164297294336:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 342us (1991us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318131.254130:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2420 00000100:00080000:0.0:1767318131.254156:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1767318131.254172:0:70353:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb4b626 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318131.254180:0:70353:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb4b626 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318131.254189:0:70353:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb4b626 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318131.254196:0:70353:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb4b626 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318131.255508:0:70353:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318131.255646:0:34133:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318131.255653:0:34133:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb4b626 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318131.255664:0:34133:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369b25fe200 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:0.0:1767318131.255668:0:34133:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb4b626 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318131.255683:0:34133:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb4b626 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318131.255699:0:34133:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb4b626 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1fe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318131.255706:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369b25fe200/0xa7e486a0fcb4b626 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1fe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318131.255734:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318131.255736:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318131.255738:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318131.260078:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c05c800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1767318131.260102:0:7022:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000004:00080000:2.0:1767318131.260105:0:7022:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:2.0:1767318131.260113:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7022:1853164383692160:0@lo:9:umount.0 00010000:00010000:3.0:1767318131.260583:0:70356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9369aaac5000/0xa7e486a0fcb4afff lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc935 expref: 5 pid: 18382 timeout: 3134 lvb_type: 1 00000100:00100000:3.0:1767318131.260604:0:70356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:70356:1853164383691520:192.168.202.56@tcp:104: 00000100:00100000:0.0:1767318131.260631:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00010000:3.0:1767318131.260631:0:70356:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff936884286000/0xa7e486a0fcb4b61f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.260647:0:70356:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff936884286000/0xa7e486a0fcb4b61f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.260655:0:70356:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff936884286000/0xa7e486a0fcb4b61f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.260666:0:70356:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff936884286000/0xa7e486a0fcb4b61f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.260675:0:70356:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff936884286000/0xa7e486a0fcb4b61f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318131.260685:0:70258:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f14000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:70258:1853164383691776:192.168.202.56@tcp:104: 00010000:00010000:0.0:1767318131.260705:0:70258:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9369c216e000/0xa7e486a0fcb4b62d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.260706:0:70356:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318131.261908:0:32211:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297294592 00000100:00100000:0.0:1767318131.261917:0:32211:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297294592 00010000:00010000:0.0:1767318131.261954:0:32211:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4aff8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc92e expref: 6 pid: 70353 timeout: 3134 lvb_type: 1 00000100:00100000:0.0:1767318131.265431:0:32211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 2421 00000100:00100000:0.0:1767318131.265449:0:32211:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5447850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:005be725-9f65-416e-a69a-82c97936344d+6:2505:x1853164297294592:12345-192.168.202.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318131.265472:0:32211:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318131.265482:0:32211:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4aff8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc92e expref: 6 pid: 70353 timeout: 3134 lvb_type: 1 00010000:00010000:0.0:1767318131.265498:0:32211:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4aff8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc92e expref: 6 pid: 70353 timeout: 3134 lvb_type: 1 00010000:00010000:0.0:1767318131.265519:0:32211:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369a4b2f200/0xa7e486a0fcb4aff8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.56@tcp remote: 0x41099e39662cc92e expref: 6 pid: 70353 timeout: 3134 lvb_type: 1 00010000:00010000:0.0:1767318131.265534:0:32211:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318131.265536:0:32211:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318131.265541:0:32211:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9369c216e000/0xa7e486a0fcb4b62d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318131.265552:0:32211:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9369c216e000/0xa7e486a0fcb4b62d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318131.265593:0:32211:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318131.265676:0:32211:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5447850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297294592:12345-192.168.202.56@tcp:103:ldlm_bl.0 Request processed in 231us (5046us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318131.265684:0:32211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 2421 00000001:00080000:3.0:1767318131.265983:0:18396:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294976882 is committed 00000001:00100000:3.0:1767318131.265994:0:18396:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:3.0:1767318131.266167:0:70258:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9369c216e000/0xa7e486a0fcb4b62d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.266178:0:70258:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9369c216e000/0xa7e486a0fcb4b62d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.266189:0:70258:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9369c216e000/0xa7e486a0fcb4b62d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.266198:0:70258:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9369c216e000/0xa7e486a0fcb4b62d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.266216:0:70258:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1767318131.266486:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318131.266494:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff936884286000/0xa7e486a0fcb4b61f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.266502:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff936884286000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318131.266506:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff936884286000/0xa7e486a0fcb4b61f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.266514:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff936884286000/0xa7e486a0fcb4b61f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.266534:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff936884286000/0xa7e486a0fcb4b61f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.266541:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff936884286000/0xa7e486a0fcb4b61f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.266562:0:34132:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318131.266566:0:34132:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9369c216e000/0xa7e486a0fcb4b62d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.266572:0:34132:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9369c216e000 already unused, calling callback (ffffffffc0b72b40) 00010000:00010000:3.0:1767318131.266575:0:34132:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9369c216e000/0xa7e486a0fcb4b62d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.266582:0:34132:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9369c216e000/0xa7e486a0fcb4b62d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.266595:0:34132:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9369c216e000/0xa7e486a0fcb4b62d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.266601:0:34132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9369c216e000/0xa7e486a0fcb4b62d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70258 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318131.266615:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318131.266617:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318131.266619:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767318131.266746:0:70356:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 4 match 1853164383691136 offset 224 length 432: 4 00000100:00100000:3.0:1767318131.266766:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1:7025:x1853164383691136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35227us (36699us total) trans 4294976882 rc 0/0 00000100:00100000:3.0:1767318131.266774:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17205 00000020:00000080:3.0:1767318131.266814:0:70356:0:(genops.c:904:class_export_put()) final put ffff93698c05b800/lustre-MDT0000-mdtlov_UUID 00010000:00010000:2.0:1767318131.267844:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1767318131.267983:0:18377:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294975819 is committed 00000001:00100000:3.0:1767318131.267993:0:18377:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:3.0:1767318131.268082:0:18377:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294975761 is committed 00000020:00000080:3.0:1767318131.278893:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff93698c05b800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1767318131.278991:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff93698c05c000 for lustre-OST0000 00000001:00080000:2.0:1767318131.283142:0:18377:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294975820 is committed 00000400:00000100:3.0:1767318131.283425:0:70258:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 4 match 1853164383691264 offset 224 length 432: 4 00000100:00100000:3.0:1767318131.283448:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+2:7025:x1853164383691264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 48466us (50689us total) trans 4294975820 rc 0/0 00000100:00100000:3.0:1767318131.283458:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17207 00000400:00000100:0.0:1767318131.314665:0:70353:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 4 match 1853164383691392 offset 224 length 432: 4 00000100:00100000:0.0:1767318131.314689:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1:7024:x1853164383691392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 82747us (82994us total) trans 4294975819 rc 0/0 00000100:00100000:0.0:1767318131.314700:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17206 00000020:00000080:0.0:1767318131.314715:0:70353:0:(genops.c:904:class_export_put()) final put ffff9369bad73000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1767318131.317630:0:80750:0:(genops.c:863:class_export_destroy()) destroying export ffff9369bad73000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1767318131.329917:0:94630:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb443e1 00000020:00000080:1.0:1767318131.329931:0:94630:0:(genops.c:904:class_export_put()) final put ffff936992f8d800/lustre-QMT0000_UUID 00000020:01000000:1.0:1767318131.329948:0:94630:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1767318131.329991:0:94630:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1767318131.330003:0:94630:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1767318131.330009:0:94630:0:(genops.c:1575:class_disconnect_exports()) OBD device 11 (ffff93688b038000) has no exports 00010000:00010000:1.0:1767318131.330164:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1767318131.330288:0:94630:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb443da 00000020:00000080:1.0:1767318131.330294:0:94630:0:(genops.c:904:class_export_put()) final put ffff93699d7b6000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1767318131.335759:0:80750:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9369bad74800 for lustre-OST0001 00000020:00000080:3.0:1767318131.335796:0:80750:0:(genops.c:863:class_export_destroy()) destroying export ffff936992f8d800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:3.0:1767318131.335807:0:80750:0:(genops.c:863:class_export_destroy()) destroying export ffff93699d7b6000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1767318131.338625:0:94630:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1767318131.338646:0:94630:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1767318131.338653:0:94630:0:(genops.c:904:class_export_put()) final put ffff936885ea5000/lustre-QMT0000_UUID 00000020:00000080:1.0:1767318131.338657:0:94630:0:(genops.c:863:class_export_destroy()) destroying export ffff936885ea5000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:1.0:1767318131.338667:0:94630:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:01000000:1.0:1767318131.338878:0:94630:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff936887029e40 - data ffff936996acb798/ffff93688aa63800 00000020:01000000:1.0:1767318131.339292:0:94630:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff9368831f0660 - data ffff93698febbca8/ffff93698ebec000 00000100:00080000:2.0:1767318131.408621:0:94630:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1767318131.408630:0:94630:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294968441 gen 4 00000100:00100000:2.0:1767318131.408647:0:94630:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9369a5929880 x1853164383691904/t4294968443(4294968443) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1767318141 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318131.408679:0:94630:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1767318131.411228:0:94630:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1767318131.411496:0:94630:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294976678 gen 4 00000004:00080000:0.0:1767318131.411515:0:94630:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:0.0:1767318131.411518:0:94630:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1767318131.415163:0:89005:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1767318131.415172:0:89005:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 109 count 105 00000040:00080000:2.0:1767318131.415186:0:89005:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000004:00080000:2.0:1767318131.415229:0:89005:0:(osp_sync.c:1450:osp_sync_thread()) lustre-OST0000-osc-MDT0000: failed to sync object 0x2c0000400:3 00000100:00080000:0.0:1767318131.415614:0:94630:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1767318131.415620:0:94630:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294975747 gen 4 00000004:00080000:0.0:1767318131.415630:0:94630:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:0.0:1767318131.415633:0:94630:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1767318131.418200:0:89003:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1767318131.418210:0:89003:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 175 count 73 00000040:00080000:1.0:1767318131.418226:0:89003:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000004:00080000:1.0:1767318131.418303:0:89003:0:(osp_sync.c:1450:osp_sync_thread()) lustre-OST0001-osc-MDT0000: failed to sync object 0x280000400:8163 00000004:00080000:1.0:1767318131.418308:0:89003:0:(osp_sync.c:1450:osp_sync_thread()) lustre-OST0001-osc-MDT0000: failed to sync object 0x280000400:2 00000020:00000080:0.0:1767318131.419734:0:94630:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb4439b 00000020:00000080:0.0:1767318131.419745:0:94630:0:(genops.c:904:class_export_put()) final put ffff936885ed3800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1767318131.420273:0:86916:0:(genops.c:863:class_export_destroy()) destroying export ffff936885ed3800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1767318131.423058:0:94630:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb443b0 00000020:00000080:0.0:1767318131.423069:0:94630:0:(genops.c:904:class_export_put()) final put ffff9369907d4800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1767318131.423988:0:94630:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:2.0:1767318131.424001:0:86916:0:(genops.c:863:class_export_destroy()) destroying export ffff9369907d4800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:1.0:1767318131.426556:0:94630:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1767318131.426583:0:94630:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1767318131.426589:0:94630:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (ffff936883df4a88) has no exports 00000004:01000000:1.0:1767318131.426820:0:94630:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1767318131.426831:0:94630:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb44412 00000020:00000080:1.0:1767318131.426840:0:94630:0:(genops.c:904:class_export_put()) final put ffff93698c191800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1767318131.426859:0:94630:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:1.0:1767318131.426864:0:94630:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1767318131.426870:0:94630:0:(obd_config.c:886:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1767318131.426872:0:94630:0:(genops.c:1575:class_disconnect_exports()) OBD device 13 (ffff93688a390000) has no exports 00000020:00000080:2.0:1767318131.426878:0:86916:0:(genops.c:863:class_export_destroy()) destroying export ffff93698c191800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1767318131.426881:0:94630:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb44404 00000020:00000080:1.0:1767318131.426888:0:94630:0:(genops.c:904:class_export_put()) final put ffff93698c05e800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1767318131.426900:0:86916:0:(genops.c:863:class_export_destroy()) destroying export ffff93698c05e800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1767318131.427294:0:94630:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:1.0:1767318131.429209:0:94630:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1767318131.429217:0:94630:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294975747 gen 5 00000100:00020000:1.0:1767318131.429223:0:94630:0:(obd_class.h:479:obd_check_dev()) Device 13 not setup 00000100:00100000:1.0:1767318131.453281:0:94630:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:0.0:1767318131.454216:0:94630:0:(obd_class.h:479:obd_check_dev()) Device 13 not setup 00000020:00000080:0.0:1767318131.454517:0:94630:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767318131.454533:0:94630:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1767318131.454537:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff93698c05c800 for lustre-OST0001-osc-MDT0000 00000020:00000080:2.0:1767318131.454550:0:8:0:(genops.c:904:class_export_put()) final put ffff936889c86000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1767318131.454552:0:94630:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb4442e 00000020:00000080:2.0:1767318131.454555:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff936889c86000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1767318131.454561:0:94630:0:(genops.c:904:class_export_put()) final put ffff93698c193800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1767318131.454568:0:8:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1767318131.454573:0:94630:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:0.0:1767318131.454578:0:94630:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767318131.454585:0:94630:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1767318131.454589:0:94630:0:(genops.c:1575:class_disconnect_exports()) OBD device 25 (ffff936883df18d8) has no exports 00000020:00000080:0.0:1767318131.454597:0:94630:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb44420 00000020:00000080:0.0:1767318131.454600:0:94630:0:(genops.c:904:class_export_put()) final put ffff936885ea3000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1767318131.454687:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff93698c193800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1767318131.454698:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff936885ea3000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1767318131.455049:0:94630:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1767318131.455054:0:94630:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1767318131.455059:0:94630:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294976678 gen 5 00000100:00020000:0.0:1767318131.455063:0:94630:0:(obd_class.h:479:obd_check_dev()) Device 25 not setup 00000100:00100000:0.0:1767318131.455066:0:94630:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:0.0:1767318131.455068:0:94630:0:(obd_class.h:479:obd_check_dev()) Device 25 not setup 00000020:00000080:0.0:1767318131.455110:0:94630:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767318131.455117:0:94630:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:0.0:1767318131.455130:0:94630:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1767318131.455137:0:94630:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb443f6 00000020:00000080:0.0:1767318131.455141:0:94630:0:(genops.c:904:class_export_put()) final put ffff936984fb8800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1767318131.455145:0:94630:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:0.0:1767318131.455150:0:94630:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1767318131.455150:0:86916:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff936885ed0000 for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1767318131.455154:0:94630:0:(obd_config.c:886:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1767318131.455158:0:94630:0:(genops.c:1575:class_disconnect_exports()) OBD device 12 (ffff9369844b0000) has no exports 00000020:00000080:2.0:1767318131.455161:0:86916:0:(genops.c:904:class_export_put()) final put ffff93698c197800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1767318131.455162:0:94630:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb443ef 00000020:00000080:2.0:1767318131.455166:0:86916:0:(genops.c:863:class_export_destroy()) destroying export ffff93698c197800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1767318131.455168:0:94630:0:(genops.c:904:class_export_put()) final put ffff936982d62800/lustre-MDT0000-osd_UUID 00000020:01000000:2.0:1767318131.455174:0:86916:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1767318131.455232:0:86916:0:(genops.c:863:class_export_destroy()) destroying export ffff936984fb8800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:2.0:1767318131.455238:0:86916:0:(genops.c:863:class_export_destroy()) destroying export ffff936982d62800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1767318131.458284:0:94630:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:1.0:1767318131.458295:0:94630:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1767318131.458300:0:94630:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294968441 gen 5 00000100:00020000:1.0:1767318131.458308:0:94630:0:(obd_class.h:479:obd_check_dev()) Device 12 not setup 00000100:00100000:1.0:1767318131.458310:0:94630:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:1.0:1767318131.458312:0:94630:0:(obd_class.h:479:obd_check_dev()) Device 12 not setup 00000020:00000080:1.0:1767318131.458368:0:94630:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1767318131.458381:0:94630:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1767318131.458428:0:94630:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1767318131.458433:0:94630:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1767318131.458438:0:94630:0:(genops.c:904:class_export_put()) final put ffff9369a19df000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1767318131.458442:0:94630:0:(genops.c:863:class_export_destroy()) destroying export ffff9369a19df000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:1.0:1767318131.458455:0:94630:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1767318131.458563:0:94630:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb443b7 00000020:00000080:1.0:1767318131.458570:0:94630:0:(genops.c:904:class_export_put()) final put ffff9369907d3000/lustre-MDD0000_UUID 00000020:01000000:1.0:1767318131.458575:0:94630:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:1.0:1767318131.458579:0:94630:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1767318131.458585:0:94630:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1767318131.458588:0:94630:0:(genops.c:1575:class_disconnect_exports()) OBD device 10 (ffff936883df6360) has no exports 00000020:00000080:1.0:1767318131.458712:0:94630:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1767318131.458716:0:94630:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:1.0:1767318131.458721:0:94630:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb443be 00000020:00000080:1.0:1767318131.458725:0:94630:0:(genops.c:904:class_export_put()) final put ffff9369907d3800/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1767318131.458732:0:94630:0:(tgt_mount.c:188:server_put_mount()) put mount ffff936885ea7000 from lustre-MDT0000, refs=3 00000020:01000004:1.0:1767318131.458734:0:94630:0:(obd_mount.c:705:lustre_put_lsi()) put ffff936885ea7000 3 00000020:01000004:1.0:1767318131.458738:0:94630:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount ffff936885ea7000 from lustre-MDT0000 00000020:00000080:1.0:1767318131.458768:0:94630:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1767318131.458773:0:94630:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:1.0:1767318131.458775:0:94630:0:(genops.c:904:class_export_put()) final put ffff936885ed7800/lustre-MDT0000_UUID 00000020:00000080:1.0:1767318131.458778:0:94630:0:(genops.c:863:class_export_destroy()) destroying export ffff936885ed7800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:1.0:1767318131.458803:0:94630:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:1.0:1767318131.458839:0:94630:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:1.0:1767318131.458843:0:94630:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:1.0:1767318131.458846:0:94630:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:1.0:1767318131.458849:0:94630:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1767318131.458851:0:94630:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 2/5 00000020:00080000:1.0:1767318131.458858:0:94630:0:(genops.c:1836:print_export_data()) MGS: ACTIVE ffff936885ea7800 169051ac-342a-4bca-886c-dcc859fcae5f 0@lo 17 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1767318131.458865:0:94630:0:(genops.c:1836:print_export_data()) MGS: ACTIVE ffff93698c1be800 687812c0-d042-4f17-b7ce-1ad14d964d03 192.168.202.56@tcp 8 (0 0 4) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1767318131.458870:0:94630:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (ffff936883106360) has exports, disconnecting them 00000020:00080000:1.0:1767318131.458874:0:94630:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff936885ea7800), last request at 1767317919 00000020:00000080:1.0:1767318131.458891:0:94630:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb44371 00000020:00010000:1.0:1767318131.458896:0:94630:0:(genops.c:1938:obd_stale_export_put()) Put export ffff936885ea7800: total 2 00000100:00080000:1.0:1767318131.458901:0:94630:0:(import.c:65:import_set_state_nolock()) ffff936885ea6000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1767318131.458911:0:94630:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff936885ea7800): rc 0 00000020:00080000:1.0:1767318131.458914:0:94630:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 192.168.202.56@tcp (ffff93698c1be800), last request at 1767317917 00000020:00010000:1.0:1767318131.458954:0:15465:0:(genops.c:1924:obd_stale_export_get()) Get export ffff936885ea7800: total 2 00010000:00010000:1.0:1767318131.458979:0:15465:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff936885ea7800, canceled 0 locks, left on hash table 13. 00010000:00010000:1.0:1767318131.459009:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff936884287400/0xa7e486a0fcb444eb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb444e4 expref: 14 pid: 88993 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.459025:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93698873f800/0xa7e486a0fcb44507 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb44500 expref: 13 pid: 88992 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.459035:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9369a5e8b600/0xa7e486a0fcb45d79 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb45d72 expref: 12 pid: 88991 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.459046:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9369a5e8ae00/0xa7e486a0fcb45db8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb45db1 expref: 11 pid: 88992 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.459056:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9369a5e8aa00/0xa7e486a0fcb45d95 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb45d8e expref: 10 pid: 88992 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.459069:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93698873e400/0xa7e486a0fcb45dd4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb45dcd expref: 9 pid: 88991 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.459079:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9369a4be2c00/0xa7e486a0fcb45d87 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb45d80 expref: 8 pid: 88993 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.459089:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff936884287c00/0xa7e486a0fcb44523 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb4451c expref: 7 pid: 88993 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.459101:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93698873e600/0xa7e486a0fcb45dc6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb45dbf expref: 6 pid: 88991 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.459110:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93698873f200/0xa7e486a0fcb44531 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb4452a expref: 5 pid: 88992 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.459121:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff936884286800/0xa7e486a0fcb444c1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb444ba expref: 4 pid: 88993 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.459131:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9369a4be3c00/0xa7e486a0fcb45da3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb45d9c expref: 3 pid: 88991 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.459140:0:15465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93698873fa00/0xa7e486a0fcb4453f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa7e486a0fcb44538 expref: 2 pid: 88991 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.459148:0:15465:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff936885ea7800, canceled 13 locks, left on hash table 0. 00000020:00000080:1.0:1767318131.459166:0:15465:0:(genops.c:904:class_export_put()) final put ffff936885ea7800/169051ac-342a-4bca-886c-dcc859fcae5f 00010000:00010000:1.0:1767318131.459172:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318131.459174:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318131.459176:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1767318131.459188:0:94630:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb4434e 00000020:00010000:1.0:1767318131.459191:0:94630:0:(genops.c:1938:obd_stale_export_put()) Put export ffff93698c1be800: total 3 00000100:00080000:1.0:1767318131.459195:0:94630:0:(import.c:65:import_set_state_nolock()) ffff93698c1bc000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1767318131.459207:0:94630:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 192.168.202.56@tcp (ffff93698c1be800): rc 0 00000020:00080000:1.0:1767318131.459212:0:94630:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (ffff936883106360) has no exports 00000100:00100000:1.0:1767318131.459272:0:88993:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [ffff936885f1c000:88993] 2 exiting: rc = 0 00000100:00100000:3.0:1767318131.463537:0:88991:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [ffff9369a4a89600:88991] 0 exiting: rc = 1 00000020:00000080:2.0:1767318131.464885:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff936998c1b000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:2.0:1767318131.464897:0:8:0:(genops.c:904:class_export_put()) final put ffff93699d7b4000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1767318131.464901:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff93699d7b4000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:2.0:1767318131.464908:0:8:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1767318131.464993:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff9369907d3000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:2.0:1767318131.464998:0:8:0:(genops.c:904:class_export_put()) final put ffff936885ed2800/lustre-MDD0000_UUID 00000020:00000080:2.0:1767318131.465000:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff936885ed2800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:2.0:1767318131.465003:0:8:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:2.0:1767318131.465027:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff9369907d3800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1767318131.465032:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff936885ea7800/169051ac-342a-4bca-886c-dcc859fcae5f for MGS 00000020:00000080:2.0:1767318131.468751:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff936885ea6000 for MGS 00000020:00010000:1.0:1767318131.473948:0:34133:0:(genops.c:1924:obd_stale_export_get()) Get export ffff93698c1be800: total 0 00010000:00010000:1.0:1767318131.474023:0:34133:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff93698c1be800, canceled 0 locks, left on hash table 4. 00010000:00010000:1.0:1767318131.474059:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9369908a6c00/0xa7e486a0fcb45d6b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cbe45 expref: 5 pid: 88992 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.474163:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9369908a6e00/0xa7e486a0fcb45daa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cbe4c expref: 4 pid: 88992 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.474184:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9369a4be2200/0xa7e486a0fcb44363 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cba01 expref: 3 pid: 88992 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.474206:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff936884286a00/0xa7e486a0fcb4447b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 192.168.202.56@tcp remote: 0x41099e39662cba0f expref: 2 pid: 88992 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318131.474219:0:34133:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff93698c1be800, canceled 4 locks, left on hash table 0. 00000020:00000080:1.0:1767318131.474238:0:34133:0:(genops.c:904:class_export_put()) final put ffff93698c1be800/687812c0-d042-4f17-b7ce-1ad14d964d03 00010000:00010000:1.0:1767318131.474253:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318131.474256:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318131.474258:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1767318131.474412:0:86916:0:(genops.c:863:class_export_destroy()) destroying export ffff93698c1be800/687812c0-d042-4f17-b7ce-1ad14d964d03 for MGS 00000020:00000080:2.0:1767318131.474451:0:86916:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff93698c1bc000 for MGS 00000100:00100000:1.0:1767318131.476966:0:88992:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [ffff936881e92c00:88992] 1 exiting: rc = 0 00000100:00100000:2.0:1767318131.477198:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477207:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477213:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477218:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477224:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477230:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477244:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477249:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477254:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477282:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477289:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477294:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477299:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477304:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477316:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477321:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477326:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477331:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477337:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477342:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477347:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477352:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477357:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477362:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477367:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477373:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477377:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477382:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477387:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477392:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477396:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477427:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477432:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477437:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477443:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477448:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477452:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477457:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477462:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477467:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477471:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477476:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477490:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477495:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477500:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477505:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477510:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477514:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477520:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477525:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477530:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477536:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477541:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477546:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477552:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477557:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477685:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477695:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477700:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477705:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477710:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477715:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477720:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318131.477725:0:94630:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:2.0:1767318131.480641:0:94630:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff93688aa2f8a0 - data ffff93688b6eeaf8/ffff9369bafd7000 00000020:01000000:2.0:1767318131.480757:0:94630:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff936981375e40 - data ffff9369a6450af8/ffff93690750c800 00000020:00000080:2.0:1767318131.481519:0:94630:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb44347 00000020:00000080:2.0:1767318131.481530:0:94630:0:(genops.c:904:class_export_put()) final put ffff936883f75800/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1767318131.481550:0:94630:0:(tgt_mount.c:188:server_put_mount()) put mount ffff936885ea7000 from MGS, refs=2 00000020:01000004:2.0:1767318131.481555:0:94630:0:(obd_mount.c:705:lustre_put_lsi()) put ffff936885ea7000 2 00000020:01000004:2.0:1767318131.481558:0:94630:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount ffff936885ea7000 from MGS 00000020:00000080:1.0:1767318131.481707:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff936883f75800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1767318131.481723:0:94630:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1767318131.481732:0:94630:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:2.0:1767318131.481735:0:94630:0:(genops.c:904:class_export_put()) final put ffff9369a4841800/MGS 00000020:00000080:2.0:1767318131.481737:0:94630:0:(genops.c:863:class_export_destroy()) destroying export ffff9369a4841800/MGS for MGS 00000020:01000000:2.0:1767318131.481745:0:94630:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:2.0:1767318131.481933:0:94630:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:2.0:1767318131.481938:0:94630:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1767318131.481948:0:94630:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1767318131.481955:0:94630:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff936885ebe800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1767318131.481961:0:94630:0:(genops.c:1570:class_disconnect_exports()) OBD device 26 (ffff9369b93b8000) has exports, disconnecting them 00000020:00080000:2.0:1767318131.481967:0:94630:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff936885ebe800), last request at 1767317919 00000020:00000080:2.0:1767318131.481971:0:94630:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb4446d 00000020:00080000:2.0:1767318131.481980:0:94630:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff936885ebe800): rc 0 00000020:00000080:2.0:1767318131.481985:0:94630:0:(genops.c:904:class_export_put()) final put ffff936885ebe800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1767318131.482091:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff936885ebe800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:1.0:1767318131.486849:0:94630:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:1.0:1767318131.486864:0:94630:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1767318131.486869:0:94630:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00020000:1.0:1767318131.486875:0:94630:0:(obd_class.h:479:obd_check_dev()) Device 26 not setup 00000100:00100000:1.0:1767318131.486879:0:94630:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:1.0:1767318131.486882:0:94630:0:(obd_class.h:479:obd_check_dev()) Device 26 not setup 00000020:00000080:1.0:1767318131.486918:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff936885ebb000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1767318131.487881:0:94630:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1767318131.487896:0:94630:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:1.0:1767318131.487902:0:94630:0:(genops.c:904:class_export_put()) final put ffff936885ebc000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:1.0:1767318131.487906:0:94630:0:(genops.c:863:class_export_destroy()) destroying export ffff936885ebc000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:1.0:1767318131.487913:0:94630:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:1.0:1767318131.488018:0:94630:0:(obd_mount.c:705:lustre_put_lsi()) put ffff936885ea7000 1 00000020:00000080:1.0:1767318131.488025:0:94630:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb44339 00000020:00000080:1.0:1767318131.488032:0:94630:0:(genops.c:904:class_export_put()) final put ffff9369a4845800/lustre-MDT0000-osd_UUID 00000020:01000000:1.0:1767318131.488045:0:94630:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:1.0:1767318131.488058:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff9369a4845800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1767318131.488081:0:94630:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1767318131.488086:0:94630:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1767318131.488090:0:94630:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (ffff93688b03e360) has no exports 00000020:00000080:1.0:1767318131.641176:0:94630:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1767318131.641193:0:94630:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1767318131.641199:0:94630:0:(genops.c:904:class_export_put()) final put ffff936885ea0800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1767318131.641204:0:94630:0:(genops.c:863:class_export_destroy()) destroying export ffff936885ea0800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1767318131.641217:0:94630:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1767318131.641336:0:94630:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi ffff936885ea1000 00000020:02000400:1.0:1767318131.643102:0:94630:0:(tgt_mount.c:2025:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:2.0:1767318132.343060:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318133.367018:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318134.391032:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318134.391057:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383692288:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318134.391155:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318134.391224:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318134.391278:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383692288 00000100:00100000:3.0:1767318134.391287:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383692288 00000100:00100000:3.0:1767318134.391410:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2067 00000100:00100000:3.0:1767318134.391420:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383692288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318134.391465:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8744256 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318134.391515:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383692288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318134.391522:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2067 00000100:00080000:0.0:1767318134.391597:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318134.393073:0:7023:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294976778 gen 2 00000004:00080000:1.0:1767318134.393084:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e5f80, transno 4294976679 00000004:00080000:1.0:1767318134.393099:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e4e00, transno 4294976680 00000004:00080000:1.0:1767318134.393102:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e7800, transno 4294976681 00000004:00080000:1.0:1767318134.393106:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e4a80, transno 4294976682 00000004:00080000:1.0:1767318134.393109:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e6d80, transno 4294976683 00000004:00080000:1.0:1767318134.393111:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e5500, transno 4294976684 00000004:00080000:1.0:1767318134.393114:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e4700, transno 4294976685 00000004:00080000:1.0:1767318134.393116:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e5c00, transno 4294976686 00000004:00080000:1.0:1767318134.393119:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688a398000, transno 4294976687 00000004:00080000:1.0:1767318134.393121:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688a398700, transno 4294976688 00000004:00080000:1.0:1767318134.393123:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688a39a300, transno 4294976689 00000004:00080000:1.0:1767318134.393126:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b4fddf80, transno 4294976690 00000004:00080000:1.0:1767318134.393132:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b4fdd880, transno 4294976691 00000004:00080000:1.0:1767318134.393135:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688a399500, transno 4294976692 00000004:00080000:1.0:1767318134.393137:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b4fdea00, transno 4294976693 00000004:00080000:1.0:1767318134.393140:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688a39b800, transno 4294976694 00000004:00080000:1.0:1767318134.393143:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b968d180, transno 4294976695 00000004:00080000:1.0:1767318134.393145:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b968d880, transno 4294976696 00000004:00080000:1.0:1767318134.393147:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b968fb80, transno 4294976697 00000004:00080000:1.0:1767318134.393149:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b968f100, transno 4294976698 00000004:00080000:1.0:1767318134.393151:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b968c700, transno 4294976699 00000004:00080000:1.0:1767318134.393153:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b968f800, transno 4294976700 00000004:00080000:1.0:1767318134.393155:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b968e300, transno 4294976701 00000004:00080000:1.0:1767318134.393157:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b968ce00, transno 4294976702 00000004:00080000:1.0:1767318134.393159:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b968ea00, transno 4294976703 00000004:00080000:1.0:1767318134.393162:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b968e680, transno 4294976704 00000004:00080000:1.0:1767318134.393164:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936992be6a00, transno 4294976705 00000004:00080000:1.0:1767318134.393166:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936992be4a80, transno 4294976706 00000004:00080000:1.0:1767318134.393169:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936992be6680, transno 4294976707 00000004:00080000:1.0:1767318134.393171:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b968d500, transno 4294976708 00000004:00080000:1.0:1767318134.393173:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936992be5c00, transno 4294976709 00000004:00080000:1.0:1767318134.393175:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688a399f80, transno 4294976710 00000004:00080000:1.0:1767318134.393177:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688a399880, transno 4294976711 00000004:00080000:1.0:1767318134.393180:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688a39b100, transno 4294976712 00000004:00080000:1.0:1767318134.393183:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688a398e00, transno 4294976713 00000004:00080000:1.0:1767318134.393185:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688a398a80, transno 4294976714 00000004:00080000:1.0:1767318134.393187:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688a39bb80, transno 4294976715 00000004:00080000:1.0:1767318134.393190:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698baf6300, transno 4294976716 00000004:00080000:1.0:1767318134.393192:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698baf5f80, transno 4294976717 00000004:00080000:1.0:1767318134.393194:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698baf5c00, transno 4294976718 00000004:00080000:1.0:1767318134.393197:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bae87480, transno 4294976719 00000004:00080000:1.0:1767318134.393200:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bb7fd880, transno 4294976720 00000004:00080000:1.0:1767318134.393202:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698baf5500, transno 4294976721 00000004:00080000:1.0:1767318134.393204:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b4fddc00, transno 4294976722 00000004:00080000:1.0:1767318134.393207:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b4fdf480, transno 4294976723 00000004:00080000:1.0:1767318134.393209:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b4fdc000, transno 4294976724 00000004:00080000:1.0:1767318134.393211:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b4fdfb80, transno 4294976725 00000004:00080000:1.0:1767318134.393214:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936891dab480, transno 4294976726 00000004:00080000:1.0:1767318134.393216:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936891da9500, transno 4294976727 00000004:00080000:1.0:1767318134.393219:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936891da9880, transno 4294976728 00000004:00080000:1.0:1767318134.393221:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369bb7fd180, transno 4294976729 00000004:00080000:1.0:1767318134.393223:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b4fded80, transno 4294976730 00000004:00080000:1.0:1767318134.393226:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b4fde680, transno 4294976731 00000004:00080000:1.0:1767318134.393229:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936891da8e00, transno 4294976732 00000004:00080000:1.0:1767318134.393231:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936891dab800, transno 4294976733 00000004:00080000:1.0:1767318134.393234:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b4fdd500, transno 4294976734 00000004:00080000:1.0:1767318134.393236:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936891daa680, transno 4294976735 00000004:00080000:1.0:1767318134.393239:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b968c000, transno 4294976736 00000004:00080000:1.0:1767318134.393241:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b968c380, transno 4294976737 00000004:00080000:1.0:1767318134.393243:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b968f480, transno 4294976738 00000004:00080000:1.0:1767318134.393246:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688b05ad80, transno 4294976739 00000004:00080000:1.0:1767318134.393248:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688b05a680, transno 4294976740 00000004:00080000:1.0:1767318134.393251:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688b059880, transno 4294976741 00000004:00080000:1.0:1767318134.393254:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688b058a80, transno 4294976742 00000004:00080000:1.0:1767318134.393256:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688b05b480, transno 4294976743 00000004:00080000:1.0:1767318134.393259:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688b05b100, transno 4294976744 00000004:00080000:1.0:1767318134.393261:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688b058380, transno 4294976745 00000004:00080000:1.0:1767318134.393263:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93698baf7100, transno 4294976746 00000004:00080000:1.0:1767318134.393266:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b1217100, transno 4294976747 00000100:00100000:3.0:1767318134.393363:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383692416:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318134.393421:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318134.394181:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383692416 00000100:00100000:3.0:1767318134.394189:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383692416 00000100:00100000:3.0:1767318134.394245:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2068 00000100:00100000:3.0:1767318134.394257:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383692416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318134.394292:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 23307328 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318134.394337:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383692416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (915us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318134.394345:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2068 00000100:00080000:3.0:1767318134.394398:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318134.394430:0:7025:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294975761 gen 2 00000004:00080000:3.0:1767318134.394434:0:7025:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369ba6d9180, transno 4294975761 00000100:00100000:3.0:1767318134.394450:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383692416:0@lo:13:osp-pre-1-1.0 00000004:00080000:1.0:1767318134.395190:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9368b74cdf80, transno 4294976748 00000004:00080000:1.0:1767318134.395195:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b1216d80, transno 4294976749 00000004:00080000:1.0:1767318134.395198:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688b058e00, transno 4294976750 00000004:00080000:1.0:1767318134.395200:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b1214380, transno 4294976751 00000004:00080000:1.0:1767318134.395202:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b1215180, transno 4294976752 00000004:00080000:1.0:1767318134.395205:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9368b74cea00, transno 4294976753 00000004:00080000:1.0:1767318134.395207:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b1215f80, transno 4294976754 00000004:00080000:1.0:1767318134.395209:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b1215c00, transno 4294976755 00000004:00080000:1.0:1767318134.395212:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e0a80, transno 4294976756 00000004:00080000:1.0:1767318134.395227:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9368bb8c6a00, transno 4294976757 00000004:00080000:1.0:1767318134.395231:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936887a98700, transno 4294976758 00000004:00080000:1.0:1767318134.395233:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b615c380, transno 4294976759 00000004:00080000:1.0:1767318134.395236:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9368bb8c5f80, transno 4294976760 00000004:00080000:1.0:1767318134.395238:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a556bb80, transno 4294976761 00000004:00080000:1.0:1767318134.395241:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff93688a39ad80, transno 4294976762 00000004:00080000:1.0:1767318134.395244:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369858e7b80, transno 4294976763 00000004:00080000:1.0:1767318134.395247:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b1214a80, transno 4294976764 00000004:00080000:1.0:1767318134.395249:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a556ad80, transno 4294976765 00000004:00080000:1.0:1767318134.395251:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b1217b80, transno 4294976766 00000004:00080000:1.0:1767318134.395254:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a5569880, transno 4294976767 00000004:00080000:1.0:1767318134.395256:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9368bb8c4700, transno 4294976768 00000004:00080000:1.0:1767318134.395258:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a5569500, transno 4294976769 00000004:00080000:1.0:1767318134.395392:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9368b9da8e00, transno 4294976770 00000004:00080000:1.0:1767318134.395396:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936992be5500, transno 4294976771 00000004:00080000:1.0:1767318134.395415:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369b4eb2a00, transno 4294976772 00000004:00080000:1.0:1767318134.395418:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a556a680, transno 4294976773 00000004:00080000:1.0:1767318134.395421:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936992be6300, transno 4294976774 00000004:00080000:1.0:1767318134.395423:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a5568700, transno 4294976775 00000004:00080000:1.0:1767318134.395427:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff936992be7100, transno 4294976776 00000004:00080000:1.0:1767318134.395430:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a5568e00, transno 4294976777 00000004:00080000:1.0:1767318134.395431:0:7023:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9369a5569c00, transno 4294976778 00000100:00100000:1.0:1767318134.395447:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383692288:0@lo:13:osp-pre-0-1.0 00000004:00080000:2.0:1767318134.396114:0:19053:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 37 in progress, 0 in flight, 63 done 00000004:00080000:2.0:1767318134.396296:0:19053:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 37 done 00000100:00100000:3.0:1767318134.908313:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383692928:0@lo:400:kworker.0 00000100:00100000:3.0:1767318134.908398:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318134.908598:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383693440:0@lo:400:kworker.0 00000100:00100000:3.0:1767318134.908624:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318134.908651:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1767318134.908657:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:169051ac-342a-4bca-886c-dcc859fcae5f:7025:1853164383692544:0@lo:400:kworker.0 00000400:00000100:3.0:1767318134.908677:0:7025:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383692544 offset 0 length 224: 4 00000100:00100000:3.0:1767318134.908692:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7025:1853164383693056:0@lo:400:kworker.0 00000100:00100000:3.0:1767318134.908707:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318134.908720:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383693568:0@lo:400:kworker.0 00000100:00100000:3.0:1767318134.908734:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318134.908761:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383692928 00000100:00100000:3.0:1767318134.908768:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383692928 00000100:00100000:3.0:1767318134.908836:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383693056 00000100:00100000:3.0:1767318134.908839:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383693056 00000100:00100000:3.0:1767318134.908856:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4000 00000100:00100000:3.0:1767318134.908865:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383692928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318134.908919:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383692928:12345-0@lo:400:kworker.0 Request processed in 55us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318134.908927:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4000 00000100:00100000:3.0:1767318134.908945:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22861 00000100:00100000:3.0:1767318134.908949:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7025:x1853164383693056:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1767318134.908954:0:15481:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1767318134.908977:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7025:x1853164383693056:12345-0@lo:400:kworker.0 Request processed in 26us (268us total) trans 0 rc -107/-107 00000100:00100000:3.0:1767318134.908983:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22861 00000100:00100000:3.0:1767318134.909001:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383693440 00000100:00100000:3.0:1767318134.909004:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383693440 00000100:00100000:3.0:1767318134.909026:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383693568 00000100:00100000:3.0:1767318134.909028:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383693568 00000100:00100000:3.0:1767318134.909049:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:3.0:1767318134.909055:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383693440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318134.909082:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383693440:12345-0@lo:400:kworker.0 Request processed in 27us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318134.909088:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00100000:3.0:1767318134.909098:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:3.0:1767318134.909104:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383693568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318134.909127:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383693568:12345-0@lo:400:kworker.0 Request processed in 23us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318134.909131:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000100:00080000:3.0:1767318134.909150:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318134.909178:0:7025:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1767318134.909183:0:7025:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1767318134.909186:0:7025:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:1.0:1767318134.909566:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:7023:1853164383692672:0@lo:400:kworker.0 00000100:00100000:1.0:1767318134.909599:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318134.909620:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383693184:0@lo:400:kworker.0 00000100:00100000:1.0:1767318134.909639:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318134.909657:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1767318134.909663:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383692800:0@lo:400:kworker.0 00000100:00100000:1.0:1767318134.909685:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318134.909704:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:7023:1853164383693312:0@lo:400:kworker.0 00000100:00100000:1.0:1767318134.909721:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318134.909739:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383692672 00000100:00100000:1.0:1767318134.909742:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383692672 00000100:00100000:1.0:1767318134.909758:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383693184 00000100:00100000:1.0:1767318134.909761:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383693184 00000100:00100000:1.0:1767318134.909802:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383693312 00000100:00100000:1.0:1767318134.909805:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383693312 00000100:00100000:1.0:1767318134.909816:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4001 00000100:00100000:1.0:1767318134.909822:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383693184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318134.909857:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383693184:12345-0@lo:400:kworker.0 Request processed in 35us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318134.909866:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4001 00000100:00100000:1.0:1767318134.909880:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22862 00000100:00100000:1.0:1767318134.909884:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7023:x1853164383692672:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1767318134.909889:0:15480:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1767318134.909911:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7023:x1853164383692672:12345-0@lo:400:kworker.0 Request processed in 25us (311us total) trans 0 rc -107/-107 00000100:00100000:1.0:1767318134.909916:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22862 00000100:00100000:1.0:1767318134.909928:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22863 00000100:00100000:1.0:1767318134.909932:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7023:x1853164383693312:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1767318134.909936:0:15480:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1767318134.909968:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7023:x1853164383693312:12345-0@lo:400:kworker.0 Request processed in 21us (232us total) trans 0 rc -107/-107 00000100:00100000:1.0:1767318134.909973:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22863 00000100:00100000:1.0:1767318134.910020:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383692800 00000100:00100000:1.0:1767318134.910023:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383692800 00000100:00100000:1.0:1767318134.910047:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2444 00000100:00100000:1.0:1767318134.910051:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7023:x1853164383692800:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1767318134.910056:0:15485:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1767318134.910078:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7023:x1853164383692800:12345-0@lo:400:kworker.0 Request processed in 26us (392us total) trans 0 rc -107/-107 00000100:00100000:1.0:1767318134.910084:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2444 00000100:00080000:1.0:1767318134.910100:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318134.910116:0:7023:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1767318134.910120:0:7023:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1767318134.910124:0:7023:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1767318134.910129:0:7023:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318134.910134:0:7023:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 2828 00000100:00080000:1.0:1767318134.910139:0:7023:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318134.910162:0:7023:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5929f80 x1853164383693696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318134.910193:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383692800:0@lo:400:kworker.0 00000100:00080000:1.0:1767318134.910205:0:7023:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1767318134.910209:0:7023:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1767318134.910211:0:7023:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1767318134.910216:0:7023:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318134.910219:0:7023:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2828 00000100:00080000:1.0:1767318134.910222:0:7023:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318134.910233:0:7023:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5929880 x1853164383693824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318134.910244:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:7023:1853164383693312:0@lo:400:kworker.0 00000100:00080000:1.0:1767318134.910254:0:7023:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1767318134.910257:0:7023:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1767318134.910261:0:7023:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1767318134.910263:0:7023:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318134.910266:0:7023:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 2828 00000100:00080000:1.0:1767318134.910270:0:7023:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318134.910281:0:7023:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592b480 x1853164383693952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318134.910290:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:7023:1853164383692672:0@lo:400:kworker.0 00000100:00100000:1.0:1767318134.910305:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383693184:0@lo:400:kworker.0 00000100:00100000:2.0:1767318134.912588:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383693696:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1767318134.912659:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318134.912695:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383693824:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1767318134.912719:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318134.912744:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383693952:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1767318134.912764:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318134.915123:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383693824 00000100:00100000:1.0:1767318134.915138:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383693824 00000100:00100000:1.0:1767318134.915184:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383693952 00000100:00100000:1.0:1767318134.915188:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383693952 00000100:00100000:1.0:1767318134.915210:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22864 00000100:00100000:1.0:1767318134.915218:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383693824:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:1.0:1767318134.915241:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767318134.921303:0:7025:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318134.921313:0:7025:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2828 00000100:00080000:3.0:1767318134.921323:0:7025:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318134.921355:0:7025:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e5f80 x1853164383694080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318134.921403:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:7025:1853164383693056:0@lo:400:kworker.0 00000100:00100000:3.0:1767318134.921429:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383694080:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1767318134.921491:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318134.921544:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383694080 00000100:00100000:3.0:1767318134.921551:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383694080 00000100:00100000:3.0:1767318134.921581:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22865 00000100:00100000:3.0:1767318134.921588:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383693952:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:3.0:1767318134.921610:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318134.921652:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383693952:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 63us (8886us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318134.921659:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22865 00000100:00100000:3.0:1767318134.921676:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22866 00000100:00100000:3.0:1767318134.921680:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383694080:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00020000:3.0:1767318134.921690:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318134.921711:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383694080:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 29us (220us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318134.921718:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22866 00000100:00080000:3.0:1767318134.921750:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318134.921755:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318134.921758:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383694080:0@lo:38:ptlrpcd_00_02.0 00000100:00080000:3.0:1767318134.921768:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318134.921772:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318134.921775:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383693952:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1767318134.922081:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383693568:0@lo:400:kworker.0 00000100:00100000:3.0:1767318134.922095:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383692928:0@lo:400:kworker.0 00000100:00100000:3.0:1767318134.922106:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383693440:0@lo:400:kworker.0 00000100:00100000:2.0:1767318134.922523:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383693696 00000100:00100000:2.0:1767318134.922531:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383693696 00000100:00100000:2.0:1767318134.922563:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2445 00000100:00100000:2.0:1767318134.922568:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383693696:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:2.0:1767318134.922581:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318134.922631:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383693696:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 62us (9972us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318134.922637:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2445 00000100:00080000:3.0:1767318134.923471:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318134.923479:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318134.923484:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383693696:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1767318134.955440:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383693824:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 40212us (42709us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318134.955455:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22864 00000100:00080000:3.0:1767318134.959109:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318134.959120:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318134.959125:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383693824:0@lo:38:ptlrpcd_00_00.0 00010000:00010000:1.0:1767318135.414916:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318135.879512:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318135.879552:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:0.0:1767318135.879571:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297294720 offset 0 length 224: 4 00000100:00100000:0.0:1767318135.879602:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318135.879628:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318135.879660:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297295104 00000100:00100000:0.0:1767318135.879669:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297295104 00000100:00100000:0.0:1767318135.879723:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297295232 00000100:00100000:0.0:1767318135.879726:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297295232 00000100:00100000:0.0:1767318135.879749:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1330 00000100:00100000:0.0:1767318135.879758:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297295104:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318135.879851:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297295104:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 93us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318135.879858:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1330 00000100:00100000:0.0:1767318135.879875:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1331 00000100:00100000:0.0:1767318135.879881:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297295232:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318135.879905:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297295232:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 25us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318135.879910:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1331 00000100:00080000:0.0:1767318135.879929:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318135.879933:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318135.880269:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297294848 00000100:00100000:3.0:1767318135.880274:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297294848 00000100:00100000:3.0:1767318135.880342:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297294976 00000100:00100000:3.0:1767318135.880346:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297294976 00000100:00080000:0.0:1767318135.880491:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318135.880553:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4002 00000100:00100000:1.0:1767318135.880564:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297294976:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318135.880626:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297294976:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 65us (1023us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318135.880633:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4002 00000100:00100000:1.0:1767318135.880651:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22867 00000100:00100000:1.0:1767318135.880656:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2503:x1853164297294848:12345-192.168.202.56@tcp:400:kworker.0 00000020:00080000:1.0:1767318135.880662:0:19573:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.202.56@tcp 00000100:00100000:1.0:1767318135.880685:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2503:x1853164297294848:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 28us (1184us total) trans 0 rc -107/-107 00000100:00100000:1.0:1767318135.880691:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22867 00000100:00100000:0.0:1767318135.904462:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318135.904704:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297295360 00000100:00100000:1.0:1767318135.904714:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297295360 00000100:00100000:1.0:1767318135.905145:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22868 00000100:00100000:1.0:1767318135.905153:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297295360:12345-192.168.202.56@tcp:38:ptlrpcd_00_01.0 00010000:00020000:1.0:1767318135.905203:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318135.905261:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297295360:12345-192.168.202.56@tcp:38:ptlrpcd_00_01.0 Request processed in 107us (809us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318135.905269:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22868 00000001:00100000:3.0:1767318135.931960:0:15474:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:3.0:1767318135.931976:0:15474:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968443 is committed 00000020:00080000:3.0:1767318135.931984:0:15474:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 34 batchid updated 00000020:00000080:3.0:1767318135.932004:0:15474:0:(genops.c:904:class_export_put()) final put ffff936885ed1800/lustre-MDT0000-mdtlov_UUID 00000020:00080000:0.0:1767318135.932061:0:15515:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 34 00000004:00080000:0.0:1767318135.932122:0:15515:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9369861449c0 with version 70 00000020:00080000:0.0:1767318135.932142:0:15515:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 33 cancel update log [0x200000401:0x2:0x0].33: rc = 0 00000004:00080000:0.0:1767318135.932168:0:15515:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff936986144000 with version 71 00000020:00080000:0.0:1767318135.932171:0:15515:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 34 cancel update log [0x200000401:0x2:0x0].34: rc = 0 00000020:00080000:0.0:1767318135.932180:0:15515:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 34 00000004:00080000:3.0:1767318135.932214:0:15672:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff936986144480 version 70 rpc_version 70 00000020:00100000:3.0:1767318135.932247:0:15672:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1767318135.932258:0:15672:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9369ba6e7b80 x1853164383694336/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318135.932292:0:15672:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9369ba6e7b80 x1853164383694336/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318135.932302:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000020:00000080:2.0:1767318135.932483:0:86916:0:(genops.c:863:class_export_destroy()) destroying export ffff936885ed1800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:2.0:1767318135.932555:0:86916:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff936885ed4800 for lustre-MDT0001 00010000:00010000:3.0:1767318136.456408:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318136.951338:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318137.463699:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318137.975974:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318138.501460:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318139.001518:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318139.511081:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318139.511161:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318139.511191:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383694464:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318139.511291:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318139.511941:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383694464 00000100:00100000:1.0:1767318139.511952:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383694464 00000100:00100000:1.0:1767318139.512042:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2069 00000100:00100000:1.0:1767318139.512058:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992b00050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383694464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318139.512101:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8744256 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318139.512167:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992b00050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383694464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (876us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318139.512175:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2069 00000100:00080000:0.0:1767318139.513822:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318139.513919:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383694464:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318139.547998:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383694592:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318139.548073:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318139.549430:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383694592 00000100:00100000:2.0:1767318139.549449:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383694592 00000100:00100000:2.0:1767318139.549571:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2070 00000100:00100000:2.0:1767318139.549590:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383694592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318139.549641:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 23307328 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318139.549771:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383694592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 186us (1694us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318139.549803:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2070 00000100:00080000:2.0:1767318139.549977:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318139.550061:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383694592:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318140.023112:0:80750:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318140.023122:0:80750:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318140.023127:0:80750:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318140.023139:0:80750:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3038 00000100:00080000:3.0:1767318140.023145:0:80750:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1767318140.023153:0:80750:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318140.023181:0:80750:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e5f80 x1853164383694848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318140.023199:0:80750:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318140.023204:0:80750:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318140.023205:0:80750:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318140.023210:0:80750:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3038 00000100:00080000:3.0:1767318140.023213:0:80750:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1767318140.023216:0:80750:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318140.023240:0:80750:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e4e00 x1853164383694976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318140.023258:0:80750:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318140.023262:0:80750:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318140.023264:0:80750:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318140.023267:0:80750:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3038 00000100:00080000:3.0:1767318140.023270:0:80750:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1767318140.023273:0:80750:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318140.023283:0:80750:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e5500 x1853164383695232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318140.023310:0:80750:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318140.023314:0:80750:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318140.023316:0:80750:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318140.023320:0:80750:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3038 00000100:00080000:3.0:1767318140.023333:0:80750:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1767318140.023336:0:80750:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318140.023348:0:80750:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e6680 x1853164383695488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318140.023408:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383694848:0@lo:38:kworker.0 00000100:00100000:3.0:1767318140.023495:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318140.023554:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383694976:0@lo:38:kworker.0 00000100:00100000:3.0:1767318140.023582:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318140.023607:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383695232:0@lo:38:kworker.0 00000100:00100000:3.0:1767318140.023629:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318140.023646:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383695488:0@lo:38:kworker.0 00000100:00100000:3.0:1767318140.023665:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318140.023716:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383695360:0@lo:400:kworker.0 00000100:00100000:3.0:1767318140.023739:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318140.023760:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318140.023765:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383695616:0@lo:400:kworker.0 00000100:00100000:3.0:1767318140.023814:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318140.026109:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:169051ac-342a-4bca-886c-dcc859fcae5f:7025:1853164383694720:0@lo:400:kworker.0 00000400:00000100:0.0:1767318140.026183:0:7025:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383694720 offset 0 length 224: 4 00000100:00100000:0.0:1767318140.026241:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383695744:0@lo:400:kworker.0 00000100:00100000:0.0:1767318140.026276:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318140.026335:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318140.026343:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383695104:0@lo:400:kworker.0 00000100:00100000:0.0:1767318140.026371:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318140.026412:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383694848 00000100:00100000:0.0:1767318140.026422:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383694848 00000100:00100000:0.0:1767318140.026454:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383695232 00000100:00100000:0.0:1767318140.026457:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383695232 00000100:00100000:0.0:1767318140.026465:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383695488 00000100:00100000:0.0:1767318140.026467:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383695488 00000100:00100000:0.0:1767318140.026476:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383695360 00000100:00100000:0.0:1767318140.026480:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383695360 00000100:00100000:0.0:1767318140.026519:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383695104 00000100:00100000:0.0:1767318140.026522:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383695104 00000100:00100000:0.0:1767318140.026544:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4003 00000100:00100000:0.0:1767318140.026552:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383695360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318140.026620:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383695360:12345-0@lo:400:kworker.0 Request processed in 67us (2878us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318140.026628:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4003 00000100:00100000:0.0:1767318140.026648:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4004 00000100:00100000:0.0:1767318140.026654:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383695104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318140.026684:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383695104:12345-0@lo:400:kworker.0 Request processed in 30us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318140.026690:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4004 00000100:00100000:0.0:1767318140.026702:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22869 00000100:00100000:0.0:1767318140.026706:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383694848:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318140.026729:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318140.026763:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383694848:12345-0@lo:38:kworker.0 Request processed in 55us (3268us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318140.026769:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22869 00000100:00100000:0.0:1767318140.026803:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22870 00000100:00100000:0.0:1767318140.026807:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383695232:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318140.026815:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318140.026839:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383695232:12345-0@lo:38:kworker.0 Request processed in 31us (3210us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318140.026845:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22870 00000100:00100000:0.0:1767318140.026857:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22871 00000100:00100000:0.0:1767318140.026861:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383695488:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318140.026871:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318140.026894:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383695488:12345-0@lo:38:kworker.0 Request processed in 31us (3228us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318140.026900:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22871 00000100:00100000:0.0:1767318140.026921:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383695616 00000100:00100000:0.0:1767318140.026925:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383695616 00000100:00100000:0.0:1767318140.026952:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383695744 00000100:00100000:0.0:1767318140.026956:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383695744 00000100:00100000:0.0:1767318140.026976:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:0.0:1767318140.026982:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383695616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318140.027015:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383695616:12345-0@lo:400:kworker.0 Request processed in 32us (3200us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318140.027021:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00000100:00100000:0.0:1767318140.027032:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333 00000100:00100000:0.0:1767318140.027037:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383695744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318140.027061:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383695744:12345-0@lo:400:kworker.0 Request processed in 24us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318140.027072:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333 00000100:00080000:0.0:1767318140.027089:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318140.027127:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383695104:0@lo:400:kworker.0 00000100:00100000:0.0:1767318140.027139:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383695744:0@lo:400:kworker.0 00000100:00080000:0.0:1767318140.027186:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318140.027192:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318140.027196:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383694848:0@lo:38:kworker.0 00000100:00080000:0.0:1767318140.027208:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318140.027212:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318140.027215:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383695232:0@lo:38:kworker.0 00000100:00080000:0.0:1767318140.027223:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318140.027227:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318140.027229:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383695488:0@lo:38:kworker.0 00000100:00100000:0.0:1767318140.027270:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383695616:0@lo:400:kworker.0 00000100:00100000:0.0:1767318140.027281:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383695360:0@lo:400:kworker.0 00000100:00100000:3.0:1767318140.028418:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383694976 00000100:00100000:3.0:1767318140.028433:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383694976 00000100:00100000:3.0:1767318140.028510:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2446 00000100:00100000:3.0:1767318140.028519:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383694976:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318140.028678:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318140.029865:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318140.037824:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383694976:12345-0@lo:38:kworker.0 Request processed in 9294us (14229us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318140.037841:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2446 00000100:00080000:0.0:1767318140.038830:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318140.038846:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318140.038855:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383694976:0@lo:38:kworker.0 00010000:00010000:1.0:1767318140.536266:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318140.999877:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318141.000168:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297295616 00000100:00100000:3.0:1767318141.000182:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297295616 00000100:00100000:3.0:1767318141.000240:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22872 00000100:00100000:3.0:1767318141.000252:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297295616:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318141.000288:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318141.000385:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297295616:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 134us (524us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318141.000394:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22872 00000400:00000100:3.0:1767318141.003666:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297295488 offset 0 length 224: 4 00000100:00100000:3.0:1767318141.003724:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318141.003753:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318141.003804:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318141.003839:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297295744 00000100:00100000:3.0:1767318141.003852:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297295744 00000100:00100000:3.0:1767318141.004107:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4005 00000100:00100000:3.0:1767318141.004120:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297295744:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318141.004208:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297295744:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 91us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318141.004217:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4005 00000100:00100000:0.0:1767318141.005925:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297295872 00000100:00100000:0.0:1767318141.005944:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297295872 00000100:00100000:0.0:1767318141.006263:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297296000 00000100:00100000:0.0:1767318141.006268:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297296000 00000100:00100000:3.0:1767318141.006469:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1334 00000100:00100000:3.0:1767318141.006484:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297295872:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318141.006640:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1335 00000100:00100000:0.0:1767318141.006646:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297296000:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318141.006919:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297296000:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 271us (3113us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318141.006929:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1335 00000100:00080000:0.0:1767318141.006963:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318141.006969:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318141.006972:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318141.007366:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297295872:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 884us (3639us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318141.007374:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1334 00000100:00100000:2.0:1767318141.048679:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318141.559543:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318142.071739:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318142.583980:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318143.094860:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318143.607088:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318144.118859:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318144.630965:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318144.630999:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383695872:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318144.631097:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318144.631350:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383695872 00000100:00100000:2.0:1767318144.631360:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383695872 00000100:00100000:2.0:1767318144.631433:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2071 00000100:00100000:2.0:1767318144.631445:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383695872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318144.631486:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 23307328 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318144.631539:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383695872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318144.631548:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2071 00000100:00080000:2.0:1767318144.631574:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318144.631617:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383695872:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767318144.632384:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318144.632647:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383696000:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318144.632718:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318144.645805:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383696000 00000100:00100000:1.0:1767318144.645826:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383696000 00000100:00080000:0.0:1767318144.645917:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318144.645936:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2072 00000100:00100000:1.0:1767318144.645949:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383696000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318144.645998:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8744256 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318144.646124:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383696000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 177us (13404us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318144.646132:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2072 00000100:00100000:0.0:1767318144.646175:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383696000:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767318145.143045:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318145.143054:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318145.143059:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318145.143071:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3043 00000100:00080000:3.0:1767318145.143078:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1767318145.143086:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318145.143112:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a2d1d880 x1853164383696256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318145.143146:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318145.143150:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318145.143152:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318145.143156:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3043 00000100:00080000:3.0:1767318145.143161:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1767318145.143164:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318145.143189:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a2d1f480 x1853164383696384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318145.143215:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318145.143218:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318145.143220:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318145.143224:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3043 00000100:00080000:3.0:1767318145.143227:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1767318145.143231:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318145.143242:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a2d1fb80 x1853164383696640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318145.143269:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318145.143272:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318145.143274:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318145.143286:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3043 00000100:00080000:3.0:1767318145.143289:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1767318145.143292:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318145.143304:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a2d1c000 x1853164383696896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318145.143363:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383696256:0@lo:38:kworker.0 00000100:00100000:1.0:1767318145.143467:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318145.143530:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383696256 00000100:00100000:3.0:1767318145.143543:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383696256 00000100:00100000:1.0:1767318145.143549:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383696384:0@lo:38:kworker.0 00000100:00100000:1.0:1767318145.143579:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318145.143603:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383696640:0@lo:38:kworker.0 00000100:00100000:3.0:1767318145.143611:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22873 00000100:00100000:1.0:1767318145.143623:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318145.143624:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383696256:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318145.143635:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383696896:0@lo:38:kworker.0 00000100:00100000:1.0:1767318145.143648:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1767318145.143665:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318145.143680:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383696384 00000100:00100000:1.0:1767318145.143685:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383696384 00000100:00100000:1.0:1767318145.143727:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2447 00000100:00100000:3.0:1767318145.143727:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383696256:12345-0@lo:38:kworker.0 Request processed in 105us (259us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318145.143737:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383696384:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318145.143742:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22873 00010000:00020000:1.0:1767318145.143751:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318145.143766:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383696640 00000100:00100000:3.0:1767318145.143771:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383696640 00000100:00100000:1.0:1767318145.143777:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383696384:12345-0@lo:38:kworker.0 Request processed in 40us (196us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318145.143808:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2447 00000100:00100000:3.0:1767318145.143816:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383696896 00000100:00100000:3.0:1767318145.143820:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383696896 00000100:00100000:3.0:1767318145.143838:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22874 00000100:00100000:3.0:1767318145.143843:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383696640:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318145.143854:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767318145.143859:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318145.143864:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318145.143868:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383696256:0@lo:38:kworker.0 00000100:00080000:1.0:1767318145.143878:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318145.143881:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318145.143883:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383696384:0@lo:38:kworker.0 00000100:00100000:3.0:1767318145.143889:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383696640:12345-0@lo:38:kworker.0 Request processed in 43us (267us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767318145.143891:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318145.143897:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318145.143901:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383696640:0@lo:38:kworker.0 00000100:00100000:3.0:1767318145.143902:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22874 00000100:00100000:3.0:1767318145.143920:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22875 00000100:00100000:3.0:1767318145.143926:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383696896:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318145.143936:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318145.143978:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383696896:12345-0@lo:38:kworker.0 Request processed in 51us (328us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318145.143984:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22875 00000100:00100000:0.0:1767318145.144166:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383697024:0@lo:400:kworker.0 00000100:00100000:0.0:1767318145.144201:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318145.144222:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1767318145.144229:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:169051ac-342a-4bca-886c-dcc859fcae5f:7023:1853164383696128:0@lo:400:kworker.0 00000100:00080000:1.0:1767318145.144235:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318145.144242:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318145.144246:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383696896:0@lo:38:kworker.0 00000400:00000100:0.0:1767318145.144256:0:7023:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383696128 offset 0 length 224: 4 00000100:00100000:0.0:1767318145.144284:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383697152:0@lo:400:kworker.0 00000100:00100000:0.0:1767318145.144306:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318145.144329:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383696768:0@lo:400:kworker.0 00000100:00100000:0.0:1767318145.144348:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318145.144365:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318145.144369:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383696512:0@lo:400:kworker.0 00000100:00100000:0.0:1767318145.144380:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318145.144407:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383696768 00000100:00100000:0.0:1767318145.144410:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383696768 00000100:00100000:0.0:1767318145.144442:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383696512 00000100:00100000:0.0:1767318145.144444:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383696512 00000100:00100000:0.0:1767318145.144453:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4006 00000100:00100000:0.0:1767318145.144458:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383696768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318145.144503:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383696768:12345-0@lo:400:kworker.0 Request processed in 44us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318145.144510:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4006 00000100:00100000:0.0:1767318145.144524:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4007 00000100:00100000:0.0:1767318145.144530:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383696512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318145.144553:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383696512:12345-0@lo:400:kworker.0 Request processed in 24us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318145.144557:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4007 00000100:00100000:0.0:1767318145.144573:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318145.144587:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383697024 00000100:00100000:0.0:1767318145.144590:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383697024 00000100:00100000:0.0:1767318145.144614:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383697152 00000100:00100000:0.0:1767318145.144615:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383697152 00000100:00100000:0.0:1767318145.144760:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:0.0:1767318145.144766:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383697024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318145.144812:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383697024:12345-0@lo:400:kworker.0 Request processed in 47us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318145.144816:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:0.0:1767318145.144824:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:0.0:1767318145.144828:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383697152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318145.144844:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383697152:12345-0@lo:400:kworker.0 Request processed in 17us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318145.144857:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00080000:0.0:1767318145.144869:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318145.144888:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383696512:0@lo:400:kworker.0 00000100:00100000:0.0:1767318145.144894:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383696768:0@lo:400:kworker.0 00000100:00100000:0.0:1767318145.144913:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383697152:0@lo:400:kworker.0 00000100:00100000:0.0:1767318145.144920:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383697024:0@lo:400:kworker.0 00010000:00010000:1.0:1767318145.658871:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318146.119305:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318146.119356:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:0.0:1767318146.119385:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297296128 offset 0 length 224: 4 00000100:00100000:0.0:1767318146.119416:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318146.119501:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297296384 00000100:00100000:3.0:1767318146.119514:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297296384 00000100:00100000:2.0:1767318146.119631:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297296640 00000100:00100000:2.0:1767318146.119637:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297296640 00000100:00100000:3.0:1767318146.119647:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4008 00000100:00100000:3.0:1767318146.119661:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297296384:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318146.119712:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297296512 00000100:00100000:1.0:1767318146.119718:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297296512 00000100:00100000:3.0:1767318146.119891:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297296384:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 233us (624us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318146.119900:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4008 00000100:00100000:3.0:1767318146.122311:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318146.122366:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297296256 00000100:00100000:3.0:1767318146.122378:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297296256 00000100:00100000:3.0:1767318146.122429:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22876 00000100:00100000:3.0:1767318146.122439:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297296256:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318146.122470:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318146.122543:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297296256:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 103us (243us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318146.122551:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22876 00000100:00080000:0.0:1767318146.124830:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318146.124845:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318146.124850:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318146.125682:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1338 00000100:00100000:1.0:1767318146.125708:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297296512:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318146.125837:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297296512:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 142us (6419us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318146.125845:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1338 00000100:00100000:0.0:1767318146.128292:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 1339 00000100:00100000:0.0:1767318146.128323:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297296640:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318146.128455:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297296640:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 146us (9097us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318146.128465:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 1339 00000100:00100000:2.0:1767318146.167097:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318146.686130:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318147.190953:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318147.703432:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318148.214945:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318148.729326:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318149.239021:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318149.751040:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1767318149.751058:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318149.751068:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383697280:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318149.751166:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318149.751394:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318149.751405:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383697408:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318149.751457:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318149.751611:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383697280 00000100:00100000:3.0:1767318149.751623:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383697280 00000100:00100000:1.0:1767318149.751655:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383697408 00000100:00100000:1.0:1767318149.751660:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383697408 00000100:00100000:3.0:1767318149.751719:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2073 00000100:00100000:3.0:1767318149.751731:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383697280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318149.751771:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8744256 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318149.751866:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383697280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 137us (699us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318149.751874:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2073 00000100:00100000:2.0:1767318149.751957:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383697280:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318149.752044:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318149.752050:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318149.755401:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2074 00000100:00100000:0.0:1767318149.755664:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383697408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318149.756273:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 23307328 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318149.756541:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383697408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1122us (5082us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318149.756551:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2074 00000100:00100000:1.0:1767318149.760040:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383697408:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318150.262949:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318150.263462:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318150.263468:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318150.263473:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318150.263484:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3048 00000100:00080000:3.0:1767318150.263492:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00100000:0.0:1767318150.263494:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:169051ac-342a-4bca-886c-dcc859fcae5f:7023:1853164383697536:0@lo:400:kworker.0 00000100:00080000:3.0:1767318150.263500:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318150.263526:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a2d1e300 x1853164383697664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318150.263552:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318150.263556:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318150.263558:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318150.263563:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3048 00000100:00080000:3.0:1767318150.263567:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1767318150.263570:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318150.263584:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a2d1c000 x1853164383697792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318150.263603:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318150.263608:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318150.263609:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318150.263613:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3048 00000100:00100000:1.0:1767318150.263614:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383697664:0@lo:38:kworker.0 00000100:00080000:3.0:1767318150.263615:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1767318150.263619:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318150.263629:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a2d1f480 x1853164383698048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318150.263659:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318150.263662:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318150.263664:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318150.263667:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3048 00000100:00080000:3.0:1767318150.263669:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1767318150.263672:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318150.263680:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318150.263683:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a2d1dc00 x1853164383698304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318150.263719:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383697664 00000100:00100000:3.0:1767318150.263727:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383697664 00000100:00100000:1.0:1767318150.263750:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383697792:0@lo:38:kworker.0 00000100:00100000:1.0:1767318150.263775:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318150.263777:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22877 00000100:00100000:3.0:1767318150.263807:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383697664:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318150.263825:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383698048:0@lo:38:kworker.0 00010000:00020000:3.0:1767318150.263830:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318150.263845:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318150.263860:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383698304:0@lo:38:kworker.0 00000100:00100000:3.0:1767318150.263875:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383697664:12345-0@lo:38:kworker.0 Request processed in 69us (194us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318150.263877:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318150.263883:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22877 00000100:00100000:3.0:1767318150.263900:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383698048 00000100:00100000:3.0:1767318150.263903:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383698048 00000100:00080000:1.0:1767318150.263910:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318150.263915:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318150.263918:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383697664:0@lo:38:kworker.0 00000100:00100000:3.0:1767318150.263919:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383698304 00000100:00100000:3.0:1767318150.263921:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383698304 00000100:00100000:3.0:1767318150.263931:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22878 00000100:00100000:3.0:1767318150.263935:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383698048:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318150.263944:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318150.263966:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383697792 00000100:00100000:1.0:1767318150.263970:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383697792 00000100:00100000:3.0:1767318150.263974:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383698048:12345-0@lo:38:kworker.0 Request processed in 38us (127us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318150.263979:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22878 00000100:00100000:3.0:1767318150.263990:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22879 00000100:00100000:1.0:1767318150.263993:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2448 00000100:00100000:3.0:1767318150.263994:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383698304:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318150.263997:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383697792:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318150.264003:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767318150.264005:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318150.264024:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383697792:12345-0@lo:38:kworker.0 Request processed in 26us (247us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318150.264024:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383698304:12345-0@lo:38:kworker.0 Request processed in 28us (145us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318150.264030:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22879 00000100:00100000:1.0:1767318150.264031:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2448 00000100:00080000:3.0:1767318150.264058:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318150.264062:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318150.264065:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383698048:0@lo:38:kworker.0 00000100:00080000:3.0:1767318150.264075:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767318150.264077:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383698176:0@lo:400:kworker.0 00000100:00080000:3.0:1767318150.264078:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318150.264081:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383698304:0@lo:38:kworker.0 00000100:00080000:3.0:1767318150.264088:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318150.264090:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318150.264093:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383697792:0@lo:38:kworker.0 00000100:00100000:1.0:1767318150.264101:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318150.264115:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383698176 00000100:00100000:3.0:1767318150.264118:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383698176 00000100:00100000:3.0:1767318150.264161:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4009 00000100:00100000:3.0:1767318150.264167:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383698176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318150.264214:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383698176:12345-0@lo:400:kworker.0 Request processed in 47us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318150.264292:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383697920:0@lo:400:kworker.0 00000100:00100000:2.0:1767318150.264323:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318150.264352:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383697920 00000100:00100000:2.0:1767318150.264356:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383697920 00000400:00000100:0.0:1767318150.264487:0:7023:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383697536 offset 0 length 224: 4 00000100:00100000:0.0:1767318150.264558:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383698176:0@lo:400:kworker.0 00000100:00080000:0.0:1767318150.264593:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318150.268885:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4009 00000100:00100000:2.0:1767318150.269436:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4010 00000100:00100000:2.0:1767318150.269472:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383697920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318150.269606:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383697920:12345-0@lo:400:kworker.0 Request processed in 149us (5281us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318150.269614:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4010 00000100:00100000:0.0:1767318150.269720:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383697920:0@lo:400:kworker.0 00010000:00010000:1.0:1767318150.777390:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318151.239567:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:0.0:1767318151.239616:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297296768 offset 0 length 224: 4 00000100:00100000:0.0:1767318151.239647:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318151.239731:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297296896 00000100:00100000:3.0:1767318151.239747:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297296896 00000100:00100000:2.0:1767318151.239771:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297297024 00000100:00100000:2.0:1767318151.239834:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297297024 00000100:00100000:3.0:1767318151.239894:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22880 00000100:00100000:3.0:1767318151.239910:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297296896:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318151.239935:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318151.240010:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297296896:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 105us (466us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767318151.240126:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318151.244699:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4011 00000100:00100000:2.0:1767318151.244735:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297297024:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318151.244887:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297297024:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 172us (5237us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318151.244895:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4011 00000100:00100000:3.0:1767318151.253730:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22880 00000100:00100000:0.0:1767318151.254064:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318151.254193:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318151.258552:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297297152 00000100:00100000:1.0:1767318151.258582:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297297152 00000100:00100000:1.0:1767318151.259133:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297297280 00000100:00100000:1.0:1767318151.259141:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297297280 00000100:00100000:3.0:1767318151.259214:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 17210 00000100:00100000:3.0:1767318151.259240:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:005be725-9f65-416e-a69a-82c97936344d+5:2501:x1853164297297152:12345-192.168.202.56@tcp:9:kworker.0 00000020:00000080:3.0:1767318151.259285:0:70258:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb41645 00000100:00080000:3.0:1767318151.259300:0:70258:0:(import.c:65:import_set_state_nolock()) ffff9368842b3800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1767318151.259370:0:70258:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294976882 00000100:00100000:3.0:1767318151.259639:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:005be725-9f65-416e-a69a-82c97936344d+2:2501:x1853164297297152:12345-192.168.202.56@tcp:9:kworker.0 Request processed in 404us (5582us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318151.259648:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 17210 00010000:00010000:3.0:1767318151.259879:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318151.261537:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318151.261550:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318151.262886:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 17211 00000100:00100000:1.0:1767318151.262913:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:005be725-9f65-416e-a69a-82c97936344d+5:2501:x1853164297297280:12345-192.168.202.56@tcp:9:kworker.0 00000020:00000080:1.0:1767318151.262956:0:71618:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa7e486a0fcb45186 00000100:00080000:1.0:1767318151.262970:0:71618:0:(import.c:65:import_set_state_nolock()) ffff9369bacdc000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1767318151.263034:0:71618:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294975820 00000100:00100000:1.0:1767318151.263284:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:005be725-9f65-416e-a69a-82c97936344d+2:2501:x1853164297297280:12345-192.168.202.56@tcp:9:kworker.0 Request processed in 383us (9089us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318151.263294:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 17211 00010000:00010000:0.0:1767318151.264379:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1767318151.286991:0:7025:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318134/real 1767318134] req@ffff936984f12680 x1853164383692544/t0(0) o400->MGC192.168.202.156@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1767318150 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318151.287247:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318151.313837:0:7025:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff936984f12680 x1853164383692544/t0(0) o400->MGC192.168.202.156@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1767318150 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318151.313853:0:7025:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1767318151.313858:0:7025:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.156@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1767318151.324118:0:7025:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.202.156@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1767318151.324125:0:7025:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1767318151.324138:0:7025:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff936984f12680 x1853164383692544/t0(0) o400->MGC192.168.202.156@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1767318150 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318151.324154:0:7025:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9369ba6e4380 x1853164383694720/t0(0) o400->MGC192.168.202.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767318156 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318151.324162:0:7025:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9369a2d1d500 x1853164383696128/t0(0) o400->MGC192.168.202.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767318161 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318151.324185:0:7025:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9369a2d1ea00 x1853164383697536/t0(0) o400->MGC192.168.202.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767318166 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1767318151.324194:0:7025:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1767318151.324197:0:7025:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1767318151.324199:0:7025:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1767318151.324202:0:7025:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00100000:0.0:1767318151.324455:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:169051ac-342a-4bca-886c-dcc859fcae5f:7023:1853164383697536:0@lo:400:kworker.0 00000100:00100000:0.0:1767318151.324471:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:169051ac-342a-4bca-886c-dcc859fcae5f:7023:1853164383696128:0@lo:400:kworker.0 00000100:00100000:2.0:1767318151.325169:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:169051ac-342a-4bca-886c-dcc859fcae5f:7025:1853164383694720:0@lo:400:kworker.0 00000100:00100000:2.0:1767318151.325182:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:169051ac-342a-4bca-886c-dcc859fcae5f:7025:1853164383692544:0@lo:400:kworker.0 00000100:00080000:2.0:1767318151.325262:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318151.325269:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318151.325273:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318151.325278:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 2822 00000100:00080000:2.0:1767318151.325290:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318151.325335:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886f15180 x1853164383698432/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318151.325369:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318151.325374:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318151.325376:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318151.325379:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3053 00000100:00080000:2.0:1767318151.325382:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318151.325386:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318151.325406:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886f15500 x1853164383698560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318151.325415:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318151.325418:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318151.325420:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318151.325425:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3053 00000100:00080000:2.0:1767318151.325427:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318151.325431:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318151.325444:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886f17b80 x1853164383698688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318151.325473:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318151.325478:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318151.325479:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318151.325483:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3053 00000100:00080000:2.0:1767318151.325485:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318151.325489:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318151.325504:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886f16d80 x1853164383698944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318151.325528:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318151.325532:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318151.325534:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318151.325538:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3053 00000100:00080000:2.0:1767318151.325541:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318151.325544:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318151.325556:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886f14e00 x1853164383699200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318151.325676:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383699456:0@lo:400:kworker.0 00000100:00100000:2.0:1767318151.325803:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318151.325872:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318151.325878:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383698816:0@lo:400:kworker.0 00000100:00100000:2.0:1767318151.325909:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318151.325960:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383699328:0@lo:400:kworker.0 00000100:00100000:2.0:1767318151.325988:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318151.326009:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318151.326014:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383699072:0@lo:400:kworker.0 00000100:00100000:2.0:1767318151.326037:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318151.326071:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383699456 00000100:00100000:2.0:1767318151.326080:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383699456 00000100:00100000:2.0:1767318151.326145:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383699328 00000100:00100000:2.0:1767318151.326148:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383699328 00000100:00100000:2.0:1767318151.326177:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:2.0:1767318151.326188:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383699456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318151.326257:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383699456:12345-0@lo:400:kworker.0 Request processed in 71us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318151.326265:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00100000:2.0:1767318151.326284:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:2.0:1767318151.326289:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383699328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318151.326318:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383699328:12345-0@lo:400:kworker.0 Request processed in 29us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318151.326324:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00100000:2.0:1767318151.326364:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383699328:0@lo:400:kworker.0 00000100:00100000:2.0:1767318151.326387:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383699456:0@lo:400:kworker.0 00000100:00080000:2.0:1767318151.326410:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318151.326416:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318151.329567:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383698432:0@lo:250:kworker.0 00000400:00000100:3.0:1767318151.329655:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383698432 offset 0 length 520: 4 00000100:00100000:3.0:1767318151.329701:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383698560:0@lo:38:kworker.0 00000100:00100000:3.0:1767318151.329990:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318151.330033:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383698688:0@lo:38:kworker.0 00000100:00100000:3.0:1767318151.330060:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318151.330085:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383698944:0@lo:38:kworker.0 00000100:00100000:3.0:1767318151.330105:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318151.330122:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383699200:0@lo:38:kworker.0 00000100:00100000:3.0:1767318151.330140:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318151.330187:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383698688 00000100:00100000:3.0:1767318151.330195:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383698688 00000100:00100000:3.0:1767318151.330243:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2449 00000100:00100000:3.0:1767318151.330250:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383698688:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318151.330271:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318151.330421:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383698688:12345-0@lo:38:kworker.0 Request processed in 169us (359us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318151.330430:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2449 00000100:00100000:3.0:1767318151.330459:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383698816 00000100:00100000:2.0:1767318151.330463:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383699072 00000100:00100000:2.0:1767318151.330477:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383699072 00000100:00100000:3.0:1767318151.330548:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383698816 00000100:00100000:2.0:1767318151.330936:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383698560 00000100:00100000:2.0:1767318151.330943:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383698560 00000100:00100000:2.0:1767318151.330958:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383698944 00000100:00100000:2.0:1767318151.330962:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383698944 00000100:00100000:2.0:1767318151.330970:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383699200 00000100:00100000:2.0:1767318151.330973:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383699200 00000100:00100000:2.0:1767318151.330988:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4012 00000100:00100000:2.0:1767318151.331000:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383699072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318151.331111:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383699072:12345-0@lo:400:kworker.0 Request processed in 113us (5071us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318151.331119:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4012 00000100:00100000:0.0:1767318151.334418:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22881 00000100:00100000:0.0:1767318151.334432:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383698560:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318151.334462:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318151.334551:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383698560:12345-0@lo:38:kworker.0 Request processed in 121us (4561us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318151.334559:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22881 00000100:00100000:0.0:1767318151.334584:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22882 00000100:00100000:0.0:1767318151.334588:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383698944:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318151.335012:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318151.335047:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383698944:12345-0@lo:38:kworker.0 Request processed in 457us (4940us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318151.335055:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22882 00000100:00100000:0.0:1767318151.335072:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22883 00000100:00100000:0.0:1767318151.335077:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383699200:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318151.335088:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318151.335111:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383699200:12345-0@lo:38:kworker.0 Request processed in 33us (4971us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318151.335117:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22883 00000100:00100000:0.0:1767318151.335212:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383699072:0@lo:400:kworker.0 00000100:00080000:0.0:1767318151.335569:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318151.335577:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318151.335580:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383698560:0@lo:38:kworker.0 00000100:00080000:0.0:1767318151.335687:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318151.335691:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318151.335695:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383698688:0@lo:38:kworker.0 00000100:00080000:0.0:1767318151.335708:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318151.335711:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318151.335714:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383698944:0@lo:38:kworker.0 00000100:00080000:0.0:1767318151.335721:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318151.335724:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318151.335727:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383699200:0@lo:38:kworker.0 00000100:00100000:3.0:1767318151.336709:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4013 00000100:00100000:3.0:1767318151.336726:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383698816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318151.337842:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383698816:12345-0@lo:400:kworker.0 Request processed in 1118us (11926us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318151.337853:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4013 00000100:00100000:3.0:1767318151.337939:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383698816:0@lo:400:kworker.0 00010000:00010000:1.0:1767318151.798931:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767318152.295978:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297297408 offset 0 length 520: 4 00000100:00100000:0.0:1767318152.296058:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318152.296124:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318152.296242:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297297536 00000100:00100000:2.0:1767318152.296257:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297297536 00000100:00100000:2.0:1767318152.296317:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297297664 00000100:00100000:2.0:1767318152.296320:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297297664 00000100:00100000:1.0:1767318152.296381:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4014 00000100:00100000:1.0:1767318152.296422:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990597100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297297664:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318152.296530:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990597100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297297664:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 133us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318152.297081:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22884 00000100:00100000:2.0:1767318152.297092:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297297536:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318152.297269:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318152.297335:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297297536:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 243us (1276us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318152.297344:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22884 00000100:00100000:1.0:1767318152.300249:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4014 00000100:00100000:2.0:1767318152.310952:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318152.824565:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318153.336693:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318153.847026:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318154.360477:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318154.871103:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318154.871128:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383699584:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318154.871233:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318154.871394:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383699584 00000100:00100000:0.0:1767318154.871402:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383699584 00000100:00100000:1.0:1767318154.871428:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383699712:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767318154.871449:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318154.871456:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318154.871498:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383699712 00000100:00100000:1.0:1767318154.871502:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383699712 00000100:00100000:0.0:1767318154.881519:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2075 00000100:00100000:0.0:1767318154.881535:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383699584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318154.881584:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318154.881676:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383699584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 145us (10442us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318154.881685:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2075 00000100:00100000:3.0:1767318154.885965:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383699584:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318154.887821:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318154.887836:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318154.887938:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2076 00000100:00100000:1.0:1767318154.887962:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383699712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318154.888007:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318154.888146:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383699712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 188us (16681us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318154.888155:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2076 00000100:00100000:2.0:1767318154.888222:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383699712:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318155.387854:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318155.910439:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318156.364354:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318156.364400:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318156.364504:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297297920 00000100:00100000:1.0:1767318156.364521:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297297920 00000100:00100000:1.0:1767318156.364616:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297297792 00000100:00100000:1.0:1767318156.364618:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297297792 00000100:00100000:1.0:1767318156.364637:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4015 00000100:00100000:1.0:1767318156.364652:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297297920:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318156.364768:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297297920:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 123us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318156.364775:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4015 00000100:00100000:1.0:1767318156.364808:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22885 00000100:00100000:1.0:1767318156.364813:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297297792:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318156.364834:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318156.364854:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297297792:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 41us (455us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318156.364858:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22885 00000100:00080000:3.0:1767318156.365031:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318156.409704:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318156.409716:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318156.409720:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318156.409725:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318156.409730:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318156.409741:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3054 00000100:00080000:3.0:1767318156.409746:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318156.409755:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318156.409857:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a2d1e300 x1853164383699840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318156.409885:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318156.409889:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318156.409891:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318156.409896:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3054 00000100:00080000:3.0:1767318156.409899:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318156.409903:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318156.409919:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627b800 x1853164383699968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318156.409953:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318156.409957:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318156.409959:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318156.409963:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3054 00000100:00080000:3.0:1767318156.409966:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318156.409970:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318156.409983:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627a680 x1853164383700224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318156.410008:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318156.410012:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318156.410014:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318156.410018:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3054 00000100:00080000:3.0:1767318156.410020:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318156.410023:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318156.410034:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279180 x1853164383700480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318156.410101:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383700096:0@lo:400:kworker.0 00000100:00100000:3.0:1767318156.410195:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318156.410271:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318156.410278:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383700736:0@lo:400:kworker.0 00000100:00100000:3.0:1767318156.410311:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318156.410342:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383700352:0@lo:400:kworker.0 00000100:00100000:3.0:1767318156.410379:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318156.410400:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318156.410406:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383700608:0@lo:400:kworker.0 00000100:00100000:3.0:1767318156.410612:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318156.410652:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383700736 00000100:00100000:3.0:1767318156.410661:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383700736 00000100:00100000:3.0:1767318156.410727:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383700608 00000100:00100000:3.0:1767318156.410730:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383700608 00000100:00100000:3.0:1767318156.410755:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342 00000100:00100000:3.0:1767318156.410766:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383700736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318156.410852:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383700736:12345-0@lo:400:kworker.0 Request processed in 87us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318156.410860:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342 00000100:00100000:3.0:1767318156.410879:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343 00000100:00100000:3.0:1767318156.410885:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383700608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318156.410916:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383700608:12345-0@lo:400:kworker.0 Request processed in 31us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318156.410922:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343 00000100:00100000:3.0:1767318156.410943:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383700096 00000100:00100000:3.0:1767318156.410947:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383700096 00000100:00100000:3.0:1767318156.410979:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383700352 00000100:00100000:3.0:1767318156.410982:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383700352 00000100:00100000:3.0:1767318156.411003:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4016 00000100:00100000:3.0:1767318156.411009:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383700096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318156.411036:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383700096:12345-0@lo:400:kworker.0 Request processed in 28us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318156.411041:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4016 00000100:00100000:3.0:1767318156.411051:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4017 00000100:00100000:3.0:1767318156.411056:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383700352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318156.411077:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383700352:12345-0@lo:400:kworker.0 Request processed in 21us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318156.411082:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4017 00000100:00080000:3.0:1767318156.411111:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318156.411117:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318156.411119:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318156.411152:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383700608:0@lo:400:kworker.0 00000100:00100000:3.0:1767318156.411165:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383700352:0@lo:400:kworker.0 00000100:00100000:3.0:1767318156.411212:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383700736:0@lo:400:kworker.0 00000100:00100000:3.0:1767318156.411220:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383700096:0@lo:400:kworker.0 00000100:00100000:2.0:1767318156.411616:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318156.411946:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383699840:0@lo:38:kworker.0 00000100:00100000:2.0:1767318156.411995:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318156.412037:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383699968:0@lo:38:kworker.0 00000100:00100000:2.0:1767318156.412063:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318156.412088:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383700224:0@lo:38:kworker.0 00000100:00100000:2.0:1767318156.412110:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318156.412129:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383700480:0@lo:38:kworker.0 00000100:00100000:2.0:1767318156.412150:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318156.412192:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383699840 00000100:00100000:2.0:1767318156.412197:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383699840 00000100:00100000:2.0:1767318156.412227:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383700224 00000100:00100000:2.0:1767318156.412231:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383700224 00000100:00100000:2.0:1767318156.412245:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383700480 00000100:00100000:2.0:1767318156.412247:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383700480 00000100:00100000:2.0:1767318156.412258:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22886 00000100:00100000:2.0:1767318156.412265:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383699840:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318156.412288:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318156.412327:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383699840:12345-0@lo:38:kworker.0 Request processed in 61us (331us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318156.412334:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22886 00000100:00100000:2.0:1767318156.412348:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22887 00000100:00100000:2.0:1767318156.412352:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383700224:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318156.412880:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22888 00000100:00100000:3.0:1767318156.412886:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383700480:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318156.412898:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318156.412934:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383700480:12345-0@lo:38:kworker.0 Request processed in 46us (782us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318156.412943:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22888 00010000:00020000:2.0:1767318156.413012:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318156.413039:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383700224:12345-0@lo:38:kworker.0 Request processed in 685us (927us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318156.413045:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22887 00000100:00080000:2.0:1767318156.413082:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318156.413089:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318156.413092:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383699840:0@lo:38:kworker.0 00000100:00080000:2.0:1767318156.413102:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318156.413106:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318156.413108:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383700224:0@lo:38:kworker.0 00000100:00080000:2.0:1767318156.413116:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318156.413120:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318156.413122:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383700480:0@lo:38:kworker.0 00000100:00100000:0.0:1767318156.415288:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383699968 00000100:00100000:0.0:1767318156.415310:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383699968 00000100:00100000:0.0:1767318156.415587:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2450 00000100:00100000:0.0:1767318156.415598:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383699968:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318156.415627:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318156.415747:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383699968:12345-0@lo:38:kworker.0 Request processed in 149us (3681us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318156.415755:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2450 00000100:00080000:2.0:1767318156.419713:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318156.419731:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318156.419737:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383699968:0@lo:38:kworker.0 00010000:00010000:0.0:1767318156.927325:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1767318156.931295:0:18396:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 005be725-9f65-416e-a69a-82c97936344d 00000020:00000080:0.0:1767318156.931309:0:18396:0:(genops.c:904:class_export_put()) final put ffff9368842b7800/005be725-9f65-416e-a69a-82c97936344d 00000020:00000080:3.0:1767318156.931398:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff9368842b7800/005be725-9f65-416e-a69a-82c97936344d for lustre-OST0000 00000020:00000080:3.0:1767318156.931480:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9368842b3800 for lustre-OST0000 00000001:00100000:1.0:1767318156.942166:0:18377:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 005be725-9f65-416e-a69a-82c97936344d 00000020:00000080:1.0:1767318156.942189:0:18377:0:(genops.c:904:class_export_put()) final put ffff9369bacda000/005be725-9f65-416e-a69a-82c97936344d 00000020:00000080:3.0:1767318156.942291:0:86916:0:(genops.c:863:class_export_destroy()) destroying export ffff9369bacda000/005be725-9f65-416e-a69a-82c97936344d for lustre-OST0001 00000020:00000080:3.0:1767318156.942360:0:86916:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9369bacdc000 for lustre-OST0001 00000100:00100000:2.0:1767318157.383450:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318157.383494:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318157.383602:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297298176 00000100:00100000:3.0:1767318157.383620:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297298176 00000100:00100000:3.0:1767318157.383707:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297298048 00000100:00100000:3.0:1767318157.383711:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297298048 00000100:00100000:3.0:1767318157.383749:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4018 00000100:00100000:2.0:1767318157.386122:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22889 00000100:00100000:2.0:1767318157.386139:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297298048:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318157.386183:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318157.386279:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297298048:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 141us (2783us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318157.386288:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22889 00000100:00100000:0.0:1767318157.386411:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297298176:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318157.386457:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297298176:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 349us (3018us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318157.386465:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4018 00000100:00100000:3.0:1767318157.431212:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318157.942939:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318158.455872:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318158.967284:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318159.478910:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318159.990973:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383700992:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318159.990973:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383700864:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318159.994281:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318159.994371:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383700864 00000100:00100000:3.0:1767318159.994380:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383700864 00000100:00100000:3.0:1767318159.994429:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2077 00000100:00100000:3.0:1767318159.994449:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383700864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318159.994479:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318159.994518:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383700864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318159.994525:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2077 00000100:00080000:3.0:1767318159.994544:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318159.994575:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383700864:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318159.996233:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318159.996304:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318159.996324:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383700992 00000100:00100000:2.0:1767318159.996331:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383700992 00000100:00100000:2.0:1767318159.996397:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2078 00000100:00100000:2.0:1767318159.996407:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383700992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318159.996436:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318159.996475:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383700992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318159.996481:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2078 00000100:00080000:3.0:1767318159.996514:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318159.996528:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383700992:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318160.511171:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318161.016862:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318161.526885:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318161.527219:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318161.527224:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318161.527226:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318161.527230:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318161.527233:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318161.527239:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3059 00000100:00080000:2.0:1767318161.527243:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318161.527249:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318161.527279:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39b100 x1853164383701120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318161.527302:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318161.527304:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318161.527306:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318161.527308:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3059 00000100:00080000:2.0:1767318161.527310:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318161.527312:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318161.527321:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a398e00 x1853164383701248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318161.527342:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318161.527344:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318161.527345:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318161.527348:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3059 00000100:00080000:2.0:1767318161.527349:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318161.527351:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318161.527356:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39bb80 x1853164383701504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318161.527374:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318161.527377:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318161.527378:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318161.527381:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3059 00000100:00080000:2.0:1767318161.527383:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318161.527386:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318161.527396:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a2d1e300 x1853164383701760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318161.527433:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383701376:0@lo:400:kworker.0 00000100:00100000:2.0:1767318161.527492:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318161.527539:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318161.527545:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383702016:0@lo:400:kworker.0 00000100:00100000:2.0:1767318161.527569:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318161.527593:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383701888:0@lo:400:kworker.0 00000100:00100000:2.0:1767318161.527607:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318161.527618:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318161.527622:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383701632:0@lo:400:kworker.0 00000100:00100000:2.0:1767318161.527640:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318161.527665:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383702016 00000100:00100000:2.0:1767318161.527671:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383702016 00000100:00100000:2.0:1767318161.527714:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383701888 00000100:00100000:2.0:1767318161.527717:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383701888 00000100:00100000:2.0:1767318161.527733:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:2.0:1767318161.527739:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383702016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318161.527814:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383702016:12345-0@lo:400:kworker.0 Request processed in 74us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318161.527822:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00000100:00100000:2.0:1767318161.527839:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345 00000100:00100000:2.0:1767318161.527846:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383701888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318161.527877:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383701888:12345-0@lo:400:kworker.0 Request processed in 32us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318161.527883:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345 00000100:00080000:2.0:1767318161.527903:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318161.527907:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318161.527942:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383701888:0@lo:400:kworker.0 00000100:00100000:2.0:1767318161.527968:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383702016:0@lo:400:kworker.0 00000100:00100000:0.0:1767318161.528044:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318151/real 1767318151] req@ffff936886f15180 x1853164383698432/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318161 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318161.528062:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff936886f15180 x1853164383698432/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318161 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318161.528075:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383701120:0@lo:38:kworker.0 00000100:00100000:0.0:1767318161.528100:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318161.528135:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383701248:0@lo:38:kworker.0 00000100:00100000:0.0:1767318161.528158:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318161.528179:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383701504:0@lo:38:kworker.0 00000100:00100000:0.0:1767318161.528196:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318161.528208:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383701760:0@lo:38:kworker.0 00000100:00100000:0.0:1767318161.528219:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318161.528228:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318161.528236:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318161.528238:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383698432:0@lo:250:kworker.0 00000100:00100000:0.0:1767318161.528257:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383701376 00000100:00100000:0.0:1767318161.528260:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383701376 00000100:00100000:0.0:1767318161.528279:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383701632 00000100:00100000:0.0:1767318161.528280:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383701632 00000100:00100000:0.0:1767318161.528287:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383701120 00000100:00100000:0.0:1767318161.528288:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383701120 00000100:00100000:0.0:1767318161.528293:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383701504 00000100:00100000:0.0:1767318161.528294:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383701504 00000100:00100000:0.0:1767318161.528298:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383701760 00000100:00100000:0.0:1767318161.528299:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383701760 00000100:00100000:0.0:1767318161.528304:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4019 00000100:00100000:0.0:1767318161.528308:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383701376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318161.528334:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383701376:12345-0@lo:400:kworker.0 Request processed in 25us (842us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318161.528340:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4019 00000100:00100000:0.0:1767318161.528353:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4020 00000100:00100000:0.0:1767318161.528359:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383701632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318161.528389:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383701632:12345-0@lo:400:kworker.0 Request processed in 31us (747us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318161.528396:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4020 00000100:00100000:0.0:1767318161.528408:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22890 00000100:00100000:0.0:1767318161.528412:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990594700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383701120:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318161.528428:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318161.528460:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990594700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383701120:12345-0@lo:38:kworker.0 Request processed in 46us (358us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318161.528465:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22890 00000100:00100000:0.0:1767318161.528476:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22891 00000100:00100000:0.0:1767318161.528480:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990594380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383701504:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318161.528488:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318161.528508:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990594380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383701504:12345-0@lo:38:kworker.0 Request processed in 27us (311us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318161.528514:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22891 00000100:00100000:0.0:1767318161.528524:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22892 00000100:00100000:0.0:1767318161.528528:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990594e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383701760:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318161.528536:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318161.528556:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990594e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383701760:12345-0@lo:38:kworker.0 Request processed in 26us (335us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318161.528559:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22892 00000100:00100000:0.0:1767318161.528584:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383701248 00000100:00100000:0.0:1767318161.528587:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383701248 00000100:00100000:0.0:1767318161.528601:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2451 00000100:00100000:0.0:1767318161.528604:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990596300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383701248:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318161.528610:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318161.528631:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990596300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383701248:12345-0@lo:38:kworker.0 Request processed in 25us (472us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318161.528637:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2451 00000100:00080000:0.0:1767318161.528660:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318161.528678:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383701632:0@lo:400:kworker.0 00000100:00100000:0.0:1767318161.528706:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383701376:0@lo:400:kworker.0 00000100:00080000:0.0:1767318161.528723:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318161.528726:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318161.528728:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383701120:0@lo:38:kworker.0 00000100:00080000:0.0:1767318161.528735:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318161.528738:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318161.528741:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383701248:0@lo:38:kworker.0 00000100:00080000:0.0:1767318161.528748:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318161.528751:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318161.528754:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383701504:0@lo:38:kworker.0 00000100:00080000:0.0:1767318161.528762:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318161.528765:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318161.528767:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383701760:0@lo:38:kworker.0 00000100:00080000:0.0:1767318161.528838:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318161.528842:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318161.528844:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318161.528848:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3054 00000100:00080000:0.0:1767318161.528852:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767318161.528856:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318161.528873:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936990596d80 x1853164383702144/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318161.528902:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383702144:0@lo:250:kworker.0 00000400:00000100:0.0:1767318161.528923:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383702144 offset 0 length 520: 4 00010000:00010000:2.0:1767318162.049711:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318162.503989:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318162.504163:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297298560 00000100:00100000:3.0:1767318162.504173:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297298560 00000100:00100000:3.0:1767318162.504236:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4021 00000100:00100000:3.0:1767318162.504243:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297298560:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318162.504310:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297298560:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 66us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318162.504318:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4021 00000100:00080000:2.0:1767318162.504440:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:3.0:1767318162.505441:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297298304 offset 0 length 520: 4 00000100:00100000:3.0:1767318162.505481:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318162.505553:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297298432 00000100:00100000:1.0:1767318162.505561:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297298432 00000100:00100000:1.0:1767318162.505602:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22893 00000100:00100000:1.0:1767318162.505609:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297298432:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318162.505637:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318162.505687:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297298432:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 77us (205us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318162.505695:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22893 00000100:00100000:2.0:1767318162.551494:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318163.063098:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318163.577531:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318164.087089:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318164.598962:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318165.111117:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318165.111142:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383702272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318165.111213:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318165.111273:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318165.111281:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383702400:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318165.111305:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318165.111333:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383702272 00000100:00100000:2.0:1767318165.111341:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383702272 00000100:00100000:2.0:1767318165.111393:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383702400 00000100:00100000:2.0:1767318165.111396:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383702400 00000100:00100000:2.0:1767318165.111419:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2079 00000100:00100000:2.0:1767318165.111427:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383702272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318165.111459:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318165.111514:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383702272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318165.111521:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2079 00000100:00100000:2.0:1767318165.111537:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2080 00000100:00100000:2.0:1767318165.111543:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383702400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318165.111560:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318165.111605:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383702400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318165.111611:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2080 00000100:00080000:2.0:1767318165.111629:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318165.111632:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318165.111669:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383702400:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318165.111707:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383702272:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767318165.118613:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318165.628168:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318166.135870:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318166.647826:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318166.647837:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318166.647840:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318166.647843:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318166.647848:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318166.647856:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3064 00000100:00080000:2.0:1767318166.647860:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318166.647867:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318166.647910:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886f15f80 x1853164383702528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318166.647933:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318166.647937:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318166.647939:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318166.647942:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3064 00000100:00080000:2.0:1767318166.647945:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318166.647948:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318166.647963:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886f15180 x1853164383702656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318166.647991:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318166.647994:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318166.647996:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318166.647999:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3064 00000100:00080000:2.0:1767318166.648001:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318166.648004:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318166.648012:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968d880 x1853164383702912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318166.648032:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318166.648035:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318166.648037:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318166.648039:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3064 00000100:00080000:2.0:1767318166.648041:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318166.648043:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318166.648051:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968f100 x1853164383703168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318166.648095:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383702784:0@lo:400:kworker.0 00000100:00100000:2.0:1767318166.648152:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318166.648204:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318166.648210:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383703424:0@lo:400:kworker.0 00000100:00100000:2.0:1767318166.648234:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318166.648264:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383703040:0@lo:400:kworker.0 00000100:00100000:2.0:1767318166.648285:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318166.648302:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318166.648308:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383703296:0@lo:400:kworker.0 00000100:00100000:2.0:1767318166.648326:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318166.648357:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383702784 00000100:00100000:2.0:1767318166.648363:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383702784 00000100:00100000:2.0:1767318166.648412:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383703040 00000100:00100000:2.0:1767318166.648415:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383703040 00000100:00100000:2.0:1767318166.648440:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4022 00000100:00100000:2.0:1767318166.648448:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383702784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318166.648507:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383702784:12345-0@lo:400:kworker.0 Request processed in 59us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318166.648514:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4022 00000100:00100000:2.0:1767318166.648529:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4023 00000100:00100000:2.0:1767318166.648536:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383703040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318166.648565:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383703040:12345-0@lo:400:kworker.0 Request processed in 30us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318166.648571:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4023 00000100:00100000:2.0:1767318166.648590:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383703424 00000100:00100000:2.0:1767318166.648593:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383703424 00000100:00100000:2.0:1767318166.648614:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383703296 00000100:00100000:2.0:1767318166.648617:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383703296 00000100:00100000:2.0:1767318166.648631:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:2.0:1767318166.648636:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383703424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318166.648662:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383703424:12345-0@lo:400:kworker.0 Request processed in 26us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318166.648667:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00100000:2.0:1767318166.648677:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347 00000100:00100000:2.0:1767318166.648683:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383703296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318166.648706:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383703296:12345-0@lo:400:kworker.0 Request processed in 23us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318166.648712:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347 00000100:00080000:2.0:1767318166.648732:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318166.648756:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383702528:0@lo:38:kworker.0 00000100:00100000:2.0:1767318166.648798:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318166.648813:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383702656:0@lo:38:kworker.0 00000100:00100000:2.0:1767318166.648837:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318166.648859:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383702912:0@lo:38:kworker.0 00000100:00100000:2.0:1767318166.648878:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318166.648891:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383703168:0@lo:38:kworker.0 00000100:00100000:2.0:1767318166.648910:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318166.648936:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383702656 00000100:00100000:2.0:1767318166.648939:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383702656 00000100:00100000:2.0:1767318166.648959:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2452 00000100:00100000:2.0:1767318166.648963:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383702656:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318166.648979:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318166.649011:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383702656:12345-0@lo:38:kworker.0 Request processed in 46us (173us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318166.649017:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2452 00000100:00100000:2.0:1767318166.649035:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383702528 00000100:00100000:2.0:1767318166.649038:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383702528 00000100:00100000:2.0:1767318166.649053:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383702912 00000100:00100000:2.0:1767318166.649055:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383702912 00000100:00100000:2.0:1767318166.649066:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383703168 00000100:00100000:2.0:1767318166.649069:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383703168 00000100:00100000:2.0:1767318166.649088:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22894 00000100:00100000:2.0:1767318166.649093:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383702528:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318166.649102:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318166.649125:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383702528:12345-0@lo:38:kworker.0 Request processed in 31us (346us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318166.649130:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22894 00000100:00100000:2.0:1767318166.649141:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22895 00000100:00100000:2.0:1767318166.649144:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383702912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318166.649153:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318166.649176:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383702912:12345-0@lo:38:kworker.0 Request processed in 29us (296us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318166.649180:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22895 00000100:00100000:2.0:1767318166.649190:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22896 00000100:00100000:2.0:1767318166.649193:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383703168:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318166.649201:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318166.649218:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383703168:12345-0@lo:38:kworker.0 Request processed in 24us (307us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318166.649223:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22896 00000100:00100000:2.0:1767318166.649264:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383703296:0@lo:400:kworker.0 00000100:00100000:2.0:1767318166.649275:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383703040:0@lo:400:kworker.0 00000100:00100000:2.0:1767318166.649309:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383703424:0@lo:400:kworker.0 00000100:00100000:2.0:1767318166.649319:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383702784:0@lo:400:kworker.0 00000100:00080000:2.0:1767318166.649340:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318166.649344:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318166.649347:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383702528:0@lo:38:kworker.0 00000100:00080000:2.0:1767318166.649354:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318166.649357:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318166.649360:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383702656:0@lo:38:kworker.0 00000100:00080000:2.0:1767318166.649366:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318166.649369:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318166.649372:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383702912:0@lo:38:kworker.0 00000100:00080000:2.0:1767318166.649378:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318166.649381:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318166.649384:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383703168:0@lo:38:kworker.0 00000100:00100000:3.0:1767318166.650514:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318167.159812:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318167.637133:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318167.637368:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297298816 00000100:00100000:1.0:1767318167.637381:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297298816 00000100:00100000:1.0:1767318167.637479:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4024 00000100:00100000:1.0:1767318167.637497:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297298816:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318167.637589:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297298816:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 99us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318167.637597:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4024 00000100:00080000:2.0:1767318167.638710:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318167.639393:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318167.639481:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297298688 00000100:00100000:2.0:1767318167.639490:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297298688 00000100:00100000:2.0:1767318167.639535:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22897 00000100:00100000:2.0:1767318167.639544:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990597800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297298688:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318167.639569:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318167.678695:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990597800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297298688:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 39134us (39291us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318167.678712:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22897 00000100:00100000:2.0:1767318167.682293:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318168.182937:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318168.698232:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000001:02000400:1.0:1767318169.143725:0:95897:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: auster : @@@@@@ FAIL: Restart of mds1 failed! 00010000:00010000:3.0:1767318169.210447:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318169.718933:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318170.232160:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318170.232268:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383703552:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318170.232338:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318170.232468:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383703552 00000100:00100000:0.0:1767318170.232477:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383703552 00000100:00100000:0.0:1767318170.232540:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2081 00000100:00100000:0.0:1767318170.232549:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383703552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318170.232578:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318170.232621:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383703552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318170.232628:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2081 00000100:00080000:2.0:1767318170.232685:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318170.232738:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383703552:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318170.236514:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318170.236548:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383703680:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318170.236661:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318170.236741:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383703680 00000100:00100000:1.0:1767318170.236751:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383703680 00000100:00100000:1.0:1767318170.236863:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2082 00000100:00100000:1.0:1767318170.236883:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383703680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318170.236934:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318170.237016:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383703680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 141us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318170.237027:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2082 00000100:00080000:1.0:1767318170.237076:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318170.237145:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383703680:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318170.743974:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318171.256899:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318171.767396:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318171.771842:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318171.771859:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318171.771863:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318171.771870:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318171.771875:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318171.771887:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3069 00000100:00080000:3.0:1767318171.771893:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318171.771904:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318171.771955:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278a80 x1853164383703808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318171.771992:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318171.771996:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318171.771998:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318171.772003:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3069 00000100:00080000:3.0:1767318171.772006:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318171.772010:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318171.772026:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278380 x1853164383703936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318171.772077:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318171.772081:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318171.772083:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318171.772087:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3069 00000100:00080000:3.0:1767318171.772090:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318171.772093:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318171.772105:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279500 x1853164383704192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318171.772135:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318171.772140:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318171.772142:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318171.772146:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3069 00000100:00080000:3.0:1767318171.772148:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318171.772151:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318171.772164:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627aa00 x1853164383704448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318171.772223:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383704064:0@lo:400:kworker.0 00000100:00100000:3.0:1767318171.772312:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318171.772382:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318171.772389:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383704704:0@lo:400:kworker.0 00000100:00100000:3.0:1767318171.772594:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318171.772635:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383704320:0@lo:400:kworker.0 00000100:00100000:3.0:1767318171.772662:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318171.772686:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318171.772691:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383704576:0@lo:400:kworker.0 00000100:00100000:3.0:1767318171.772713:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318171.772753:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383704704 00000100:00100000:3.0:1767318171.772762:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383704704 00000100:00100000:3.0:1767318171.773332:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383704576 00000100:00100000:3.0:1767318171.773337:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383704576 00000100:00100000:3.0:1767318171.773365:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1348 00000100:00100000:3.0:1767318171.773375:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383704704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318171.773592:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383704064 00000100:00100000:2.0:1767318171.773597:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383704064 00000100:00100000:2.0:1767318171.773640:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383704320 00000100:00100000:2.0:1767318171.773643:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383704320 00000100:00100000:2.0:1767318171.773668:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4025 00000100:00100000:2.0:1767318171.773676:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383704064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318171.773740:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383704064:12345-0@lo:400:kworker.0 Request processed in 64us (1428us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318171.773748:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4025 00000100:00100000:2.0:1767318171.773768:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4026 00000100:00100000:2.0:1767318171.773774:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383704320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318171.773825:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383704320:12345-0@lo:400:kworker.0 Request processed in 51us (1161us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318171.773832:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4026 00000100:00080000:2.0:1767318171.773851:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318171.773880:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383703808:0@lo:38:kworker.0 00000100:00100000:2.0:1767318171.773916:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318171.773947:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383703936:0@lo:38:kworker.0 00000100:00100000:2.0:1767318171.773973:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318171.773997:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383704192:0@lo:38:kworker.0 00000100:00100000:2.0:1767318171.774016:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318171.774030:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383704448:0@lo:38:kworker.0 00000100:00100000:2.0:1767318171.774062:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318171.774092:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383703936 00000100:00100000:2.0:1767318171.774096:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383703936 00000100:00100000:2.0:1767318171.774119:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2453 00000100:00100000:2.0:1767318171.774124:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383703936:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318171.774145:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318171.774183:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383703936:12345-0@lo:38:kworker.0 Request processed in 57us (208us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318171.774189:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2453 00000100:00100000:2.0:1767318171.774210:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383703808 00000100:00100000:3.0:1767318171.777199:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383704704:12345-0@lo:400:kworker.0 Request processed in 3810us (4589us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318171.777216:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1348 00000100:00100000:3.0:1767318171.777265:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:3.0:1767318171.777280:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383704576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318171.777329:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383704576:12345-0@lo:400:kworker.0 Request processed in 58us (4615us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318171.777334:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00100000:3.0:1767318171.777367:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383704192 00000100:00100000:3.0:1767318171.777377:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383704192 00000100:00100000:3.0:1767318171.777425:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383704448 00000100:00100000:3.0:1767318171.777429:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383704448 00000100:00100000:3.0:1767318171.777440:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22898 00000100:00100000:3.0:1767318171.777446:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383704192:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318171.777470:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318171.777507:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383704192:12345-0@lo:38:kworker.0 Request processed in 60us (3490us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318171.777513:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22898 00000100:00100000:3.0:1767318171.777523:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22899 00000100:00100000:3.0:1767318171.777527:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383704448:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318171.777535:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318171.777553:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383704448:12345-0@lo:38:kworker.0 Request processed in 25us (3490us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318171.777558:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22899 00000100:00100000:3.0:1767318171.777626:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383704576:0@lo:400:kworker.0 00000100:00100000:3.0:1767318171.777641:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383704320:0@lo:400:kworker.0 00000100:00100000:3.0:1767318171.777689:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383704704:0@lo:400:kworker.0 00000100:00100000:3.0:1767318171.777705:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383704064:0@lo:400:kworker.0 00000100:00100000:2.0:1767318171.778125:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383703808 00000100:00080000:2.0:1767318171.778169:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318171.778175:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318171.778179:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383703936:0@lo:38:kworker.0 00000100:00080000:2.0:1767318171.778188:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318171.778191:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318171.778195:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383704192:0@lo:38:kworker.0 00000100:00080000:2.0:1767318171.778203:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318171.778206:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318171.778219:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383704448:0@lo:38:kworker.0 00000100:00100000:2.0:1767318171.778264:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22900 00000100:00100000:2.0:1767318171.778269:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383703808:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318171.778281:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318171.778319:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383703808:12345-0@lo:38:kworker.0 Request processed in 50us (4403us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318171.778326:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22900 00000100:00080000:2.0:1767318171.778344:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318171.778348:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318171.778351:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383703808:0@lo:38:kworker.0 00010000:00010000:0.0:1767318172.279266:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318172.743574:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318172.743714:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297299072 00000100:00100000:3.0:1767318172.743730:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297299072 00000100:00100000:3.0:1767318172.743888:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4027 00000100:00100000:3.0:1767318172.743901:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297299072:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318172.744125:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297299072:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 225us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318172.744135:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4027 00000100:00100000:3.0:1767318172.744250:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318172.744334:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297298944 00000100:00100000:3.0:1767318172.744339:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297298944 00000100:00100000:3.0:1767318172.744362:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22901 00000100:00100000:3.0:1767318172.744367:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297298944:12345-192.168.202.56@tcp:38:kworker.0 00000100:00080000:2.0:1767318172.744819:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:3.0:1767318172.745270:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318172.745389:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297298944:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 1018us (1137us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318172.745399:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22901 00000100:00100000:3.0:1767318172.791210:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318173.303418:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318173.817759:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318174.330217:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318174.839000:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318175.351263:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318175.351301:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383704832:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318175.351409:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318175.351480:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383704832 00000100:00100000:0.0:1767318175.351492:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383704832 00000100:00080000:3.0:1767318175.351535:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318175.351584:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2083 00010000:00010000:2.0:1767318175.351693:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318175.351752:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383704832:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318175.351763:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383704960:0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318175.351837:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318175.351996:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383704832:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318175.356046:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383704832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4200us (4530us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318175.357903:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2083 00000100:00100000:3.0:1767318175.361626:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318175.361719:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383704960 00000100:00100000:1.0:1767318175.361746:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383704960 00000100:00100000:1.0:1767318175.361877:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2084 00000100:00100000:1.0:1767318175.361889:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383704960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318175.361937:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318175.362050:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383704960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 163us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318175.362059:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2084 00000100:00080000:3.0:1767318175.362378:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318175.362605:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383704960:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318175.863628:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318176.375465:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318176.888139:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318176.888156:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318176.888160:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318176.888165:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318176.888180:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318176.888191:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3075 00000100:00080000:3.0:1767318176.888197:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318176.888206:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318176.888262:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891da8e00 x1853164383705088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318176.888293:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318176.888296:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318176.888298:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318176.888303:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3075 00000100:00080000:3.0:1767318176.888305:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318176.888308:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318176.888319:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891dab800 x1853164383705216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318176.888421:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318176.888717:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318176.888721:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318176.888724:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318176.888729:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3075 00000100:00080000:3.0:1767318176.888732:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318176.888736:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318176.888752:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891da9f80 x1853164383705472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318176.888804:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318176.888809:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318176.888811:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318176.888815:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3075 00000100:00080000:3.0:1767318176.888818:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318176.888821:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318176.888833:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891dabb80 x1853164383705728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318176.888880:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383705856:0@lo:400:kworker.0 00000100:00100000:0.0:1767318176.889205:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318161/real 1767318161] req@ffff936990596d80 x1853164383702144/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318176 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318176.889234:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff936990596d80 x1853164383702144/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318176 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318176.889253:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383705088:0@lo:38:kworker.0 00000100:00100000:0.0:1767318176.889304:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318176.889364:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383705216:0@lo:38:kworker.0 00000100:00100000:0.0:1767318176.889390:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318176.889410:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383705472:0@lo:38:kworker.0 00000100:00100000:0.0:1767318176.889427:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318176.889441:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383705728:0@lo:38:kworker.0 00000100:00100000:0.0:1767318176.889457:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318176.889473:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318176.889487:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318176.889491:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383702144:0@lo:250:kworker.0 00000100:00100000:0.0:1767318176.889530:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383705088 00000100:00100000:0.0:1767318176.889538:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383705088 00000100:00100000:0.0:1767318176.889581:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383705472 00000100:00100000:0.0:1767318176.889583:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383705472 00000100:00100000:0.0:1767318176.889597:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383705728 00000100:00100000:0.0:1767318176.889600:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383705728 00000100:00100000:0.0:1767318176.889614:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22902 00000100:00100000:0.0:1767318176.889623:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383705088:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318176.889648:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318176.889690:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383705088:12345-0@lo:38:kworker.0 Request processed in 67us (385us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318176.889698:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22902 00000100:00100000:0.0:1767318176.889714:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22903 00000100:00100000:0.0:1767318176.889717:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383705472:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318176.889726:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318176.889742:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383705472:12345-0@lo:38:kworker.0 Request processed in 24us (315us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318176.889748:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22903 00000100:00100000:0.0:1767318176.889756:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22904 00000100:00100000:0.0:1767318176.889760:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990596680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383705728:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318176.889768:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318176.889803:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990596680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383705728:12345-0@lo:38:kworker.0 Request processed in 41us (345us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318176.889808:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22904 00000100:00080000:0.0:1767318176.889842:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318176.889846:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318176.889849:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383705088:0@lo:38:kworker.0 00000100:00080000:0.0:1767318176.889856:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318176.889859:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318176.889862:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383705472:0@lo:38:kworker.0 00000100:00080000:0.0:1767318176.889868:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318176.889871:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318176.889874:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383705728:0@lo:38:kworker.0 00000100:00100000:1.0:1767318176.890034:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383705984:0@lo:400:kworker.0 00000100:00100000:1.0:1767318176.890086:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318176.890124:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318176.890132:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383705344:0@lo:400:kworker.0 00000100:00100000:1.0:1767318176.890154:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318176.890180:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383705600:0@lo:400:kworker.0 00000100:00100000:1.0:1767318176.890189:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383705216 00000100:00100000:1.0:1767318176.890193:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383705216 00000100:00100000:2.0:1767318176.890213:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318176.890218:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2454 00000100:00100000:1.0:1767318176.890223:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383705216:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318176.890234:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767318176.890251:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318176.890256:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318176.890259:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767318176.890263:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383705216:12345-0@lo:38:kworker.0 Request processed in 39us (872us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767318176.890263:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3064 00000100:00080000:2.0:1767318176.890267:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 10s 00000100:00100000:1.0:1767318176.890269:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2454 00000100:00080000:2.0:1767318176.890271:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318176.890295:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886f15f80 x1853164383706112/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318176.890431:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383705984 00000100:00100000:0.0:1767318176.890435:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383705984 00000100:00100000:0.0:1767318176.890480:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1350 00000100:00100000:0.0:1767318176.890487:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383705984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318176.890537:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383705984:12345-0@lo:400:kworker.0 Request processed in 51us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318176.890544:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1350 00000100:00100000:0.0:1767318176.890564:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383705344 00000100:00100000:0.0:1767318176.890567:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383705344 00000100:00100000:0.0:1767318176.890602:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383705600 00000100:00100000:0.0:1767318176.890607:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383705600 00000100:00100000:0.0:1767318176.890626:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4028 00000100:00100000:0.0:1767318176.890631:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383705344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318176.890660:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383705344:12345-0@lo:400:kworker.0 Request processed in 28us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318176.890666:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4028 00000100:00100000:0.0:1767318176.890676:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4029 00000100:00100000:0.0:1767318176.890681:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383705600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318176.890691:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318176.890708:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383705600:12345-0@lo:400:kworker.0 Request processed in 26us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318176.890713:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4029 00000100:00080000:3.0:1767318176.890725:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318176.890734:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383705856 00000100:00100000:0.0:1767318176.890736:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383706112:0@lo:250:kworker.0 00000100:00100000:3.0:1767318176.890737:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383705856 00000400:00000100:0.0:1767318176.890761:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383706112 offset 0 length 520: 4 00000100:00100000:3.0:1767318176.890762:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351 00000100:00100000:3.0:1767318176.890768:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383705856:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767318176.890807:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318176.890813:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318176.890817:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383705216:0@lo:38:kworker.0 00000100:00100000:3.0:1767318176.890817:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383705856:12345-0@lo:400:kworker.0 Request processed in 49us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318176.890823:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351 00000100:00100000:3.0:1767318176.890856:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383705856:0@lo:400:kworker.0 00000100:00100000:1.0:1767318176.890983:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383705344:0@lo:400:kworker.0 00000100:00100000:1.0:1767318176.891005:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383705984:0@lo:400:kworker.0 00000100:00100000:2.0:1767318176.891068:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383705600:0@lo:400:kworker.0 00010000:00010000:0.0:1767318177.399282:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318177.880730:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318177.880905:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297299584 00000100:00100000:0.0:1767318177.880920:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297299584 00000100:00100000:0.0:1767318177.881053:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4030 00000100:00100000:0.0:1767318177.881066:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297299584:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318177.881180:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297299584:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 116us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318177.881190:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4030 00000100:00080000:3.0:1767318177.881444:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:3.0:1767318177.884834:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297299328 offset 0 length 520: 4 00000100:00100000:3.0:1767318177.884905:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318177.885119:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297299456 00000100:00100000:0.0:1767318177.885139:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297299456 00000100:00100000:0.0:1767318177.885244:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22905 00000100:00100000:0.0:1767318177.885256:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297299456:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318177.885293:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318177.885409:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297299456:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 152us (508us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318177.885418:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22905 00000100:00100000:2.0:1767318177.912543:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318178.423070:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318178.934962:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318179.447225:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318179.958943:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318180.471233:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383706240:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318180.471332:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318180.471552:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383706240 00000100:00100000:2.0:1767318180.471563:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383706240 00000100:00100000:2.0:1767318180.471648:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2085 00000100:00100000:2.0:1767318180.471659:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383706240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318180.471702:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318180.471762:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383706240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318180.471770:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2085 00000100:00080000:3.0:1767318180.471859:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318180.471906:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383706240:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318180.472361:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318180.472376:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383706368:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318180.472436:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318180.472521:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383706368 00000100:00100000:0.0:1767318180.472528:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383706368 00000100:00100000:0.0:1767318180.472582:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2086 00000100:00100000:0.0:1767318180.472590:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383706368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318180.472614:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318180.472656:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383706368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318180.472663:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2086 00000100:00100000:0.0:1767318180.472707:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383706368:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318180.472916:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767318180.473593:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318180.984090:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318181.495607:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318182.006925:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318182.007260:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318182.007266:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318182.007269:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318182.007273:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318182.007277:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318182.007284:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3080 00000100:00080000:3.0:1767318182.007289:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318182.007296:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318182.007339:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278700 x1853164383706496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318182.007367:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318182.007371:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318182.007373:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318182.007377:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3080 00000100:00080000:3.0:1767318182.007380:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318182.007384:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318182.007400:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627bb80 x1853164383706624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318182.007428:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383706496:0@lo:38:kworker.0 00000100:00080000:3.0:1767318182.007460:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318182.007466:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318182.007468:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318182.007473:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3080 00000100:00080000:3.0:1767318182.007476:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318182.007481:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318182.007497:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278a80 x1853164383706880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318182.007528:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318182.007532:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318182.007534:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318182.007537:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3080 00000100:00080000:3.0:1767318182.007540:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767318182.007548:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318182.007549:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318182.007565:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883181500 x1853164383707136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318182.007618:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383707264:0@lo:400:kworker.0 00000100:00100000:0.0:1767318182.007642:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383706624:0@lo:38:kworker.0 00000100:00100000:2.0:1767318182.007716:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383707392:0@lo:400:kworker.0 00000100:00100000:1.0:1767318182.007958:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383706752:0@lo:400:kworker.0 00000100:00100000:3.0:1767318182.012817:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318182.012886:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318182.012900:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383707008:0@lo:400:kworker.0 00000100:00100000:3.0:1767318182.013024:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318182.013083:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383707264 00000100:00100000:3.0:1767318182.013092:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383707264 00000100:00100000:3.0:1767318182.013148:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:3.0:1767318182.013157:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383707264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318182.013211:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383707264:12345-0@lo:400:kworker.0 Request processed in 55us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318182.013616:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00080000:3.0:1767318182.013648:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318182.013773:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383707264:0@lo:400:kworker.0 00000100:00100000:3.0:1767318182.013832:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383706496 00000100:00100000:3.0:1767318182.013837:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383706496 00000100:00100000:3.0:1767318182.013860:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383707008 00000100:00100000:3.0:1767318182.013863:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383707008 00000100:00100000:3.0:1767318182.013893:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4031 00000100:00100000:3.0:1767318182.013900:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383707008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318182.014079:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318182.014128:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383706752 00000100:00100000:1.0:1767318182.014132:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383706752 00000100:00100000:1.0:1767318182.014158:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4032 00000100:00100000:1.0:1767318182.014165:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383706752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318182.014201:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383706752:12345-0@lo:400:kworker.0 Request processed in 36us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318182.014207:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4032 00000100:00100000:3.0:1767318182.014417:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383707008:12345-0@lo:400:kworker.0 Request processed in 517us (1392us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318182.014423:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4031 00000100:00100000:3.0:1767318182.014438:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22906 00000100:00100000:3.0:1767318182.014442:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990596d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383706496:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318182.014460:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318182.014492:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990596d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383706496:12345-0@lo:38:kworker.0 Request processed in 48us (6963us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318182.014497:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22906 00000100:00080000:3.0:1767318182.014513:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318182.014534:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383707008:0@lo:400:kworker.0 00000100:00100000:1.0:1767318182.014641:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383706752:0@lo:400:kworker.0 00000100:00100000:2.0:1767318182.014911:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318182.015032:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383707392 00000100:00100000:3.0:1767318182.015037:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383707392 00000100:00100000:3.0:1767318182.015167:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:3.0:1767318182.015173:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383707392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318182.015213:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383707392:12345-0@lo:400:kworker.0 Request processed in 41us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318182.015219:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00100000:2.0:1767318182.015378:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383707392:0@lo:400:kworker.0 00000100:00080000:1.0:1767318182.015421:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318182.020632:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318182.020728:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383706880:0@lo:38:kworker.0 00000100:00100000:1.0:1767318182.028524:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383706624 00000100:00100000:1.0:1767318182.028545:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383706624 00000100:00100000:1.0:1767318182.028625:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2455 00000100:00100000:1.0:1767318182.028636:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383706624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318182.028665:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318182.029108:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383706624:12345-0@lo:38:kworker.0 Request processed in 470us (8483us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318182.029118:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2455 00000100:00100000:0.0:1767318182.029401:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318182.029492:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383707136:0@lo:38:kworker.0 00000100:00100000:0.0:1767318182.029547:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318182.030212:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318182.030221:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318182.030226:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383706496:0@lo:38:kworker.0 00000100:00080000:0.0:1767318182.030263:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318182.030266:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318182.030269:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383706624:0@lo:38:kworker.0 00000100:00100000:1.0:1767318182.030393:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383706880 00000100:00100000:1.0:1767318182.030400:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383706880 00000100:00100000:1.0:1767318182.030448:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383707136 00000100:00100000:1.0:1767318182.030451:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383707136 00000100:00100000:1.0:1767318182.030481:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22907 00000100:00100000:1.0:1767318182.030489:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990597480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383706880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318182.030512:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318182.030658:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22908 00000100:00100000:2.0:1767318182.030664:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383707136:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318182.030678:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318182.030733:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383707136:12345-0@lo:38:kworker.0 Request processed in 67us (1184us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318182.030741:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22908 00000100:00100000:1.0:1767318182.030823:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990597480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383706880:12345-0@lo:38:kworker.0 Request processed in 333us (1422us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318182.030828:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22907 00000100:00080000:0.0:1767318182.030923:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318182.030928:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318182.030932:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383706880:0@lo:38:kworker.0 00000100:00080000:0.0:1767318182.030950:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318182.030954:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318182.030957:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383707136:0@lo:38:kworker.0 00010000:00010000:0.0:1767318182.519269:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318182.984205:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318182.984283:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318182.984415:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297299840 00000100:00100000:3.0:1767318182.984429:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297299840 00000100:00100000:3.0:1767318182.984520:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297299712 00000100:00100000:3.0:1767318182.984524:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297299712 00000100:00100000:3.0:1767318182.984566:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4033 00000100:00100000:3.0:1767318182.984589:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297299840:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318182.984694:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297299840:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 117us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318182.984703:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4033 00000100:00100000:3.0:1767318182.984726:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22909 00000100:00100000:3.0:1767318182.984731:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297299712:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318182.984758:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318182.984825:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297299712:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 92us (542us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318182.984831:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22909 00000100:00080000:2.0:1767318182.985607:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318183.031367:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318183.545989:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318184.055905:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318184.570824:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318185.079895:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318185.591437:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318185.591667:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383707520:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318185.591765:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318185.591989:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383707648:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318185.592033:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318185.592261:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383707520 00000100:00100000:0.0:1767318185.592273:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383707520 00000100:00100000:0.0:1767318185.592508:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383707648 00000100:00100000:0.0:1767318185.592512:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383707648 00000100:00080000:1.0:1767318185.594022:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318185.594034:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318185.598936:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2087 00000100:00100000:3.0:1767318185.598973:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383707520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318185.599023:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318185.599140:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383707520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 187us (7375us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318185.599550:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383707520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318185.600442:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2087 00000100:00100000:3.0:1767318185.600490:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2088 00000100:00100000:3.0:1767318185.600510:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383707648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318185.600552:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318185.601600:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383707648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1092us (9558us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318185.601615:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2088 00000100:00100000:1.0:1767318185.601759:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383707648:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318186.104057:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318186.615461:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318187.135338:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318187.135348:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318187.135351:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318187.135355:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318187.135359:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318187.135368:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3085 00000100:00080000:3.0:1767318187.135372:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318187.135379:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318187.135432:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883183100 x1853164383707776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318187.135465:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318187.135468:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318187.135470:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318187.135473:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3085 00000100:00080000:3.0:1767318187.135475:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318187.135479:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318187.135496:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883183480 x1853164383707904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318187.135538:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318187.135542:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318187.135544:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318187.135547:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3085 00000100:00080000:3.0:1767318187.135550:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318187.135555:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318187.135567:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883181c00 x1853164383708160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318187.135578:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383707776:0@lo:38:kworker.0 00000100:00080000:3.0:1767318187.135602:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318187.135607:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318187.135609:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318187.135615:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3085 00000100:00080000:3.0:1767318187.135618:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318187.135623:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318187.135638:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883182a00 x1853164383708416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318187.135686:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383708032:0@lo:400:kworker.0 00000100:00100000:1.0:1767318187.135709:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318187.136043:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383708544:0@lo:400:kworker.0 00000100:00100000:2.0:1767318187.140831:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318187.140915:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383708672:0@lo:400:kworker.0 00000100:00100000:3.0:1767318187.147959:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318187.148083:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383708288:0@lo:400:kworker.0 00000100:00100000:3.0:1767318187.148129:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318187.148173:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383707776 00000100:00100000:3.0:1767318187.148182:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383707776 00000100:00100000:3.0:1767318187.148212:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383708032 00000100:00100000:3.0:1767318187.148215:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383708032 00000100:00100000:3.0:1767318187.148251:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383708288 00000100:00100000:3.0:1767318187.148254:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383708288 00000100:00100000:3.0:1767318187.148271:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4034 00000100:00100000:3.0:1767318187.148280:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383708032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318187.148342:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383708032:12345-0@lo:400:kworker.0 Request processed in 63us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318187.148349:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4034 00000100:00100000:3.0:1767318187.148367:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4035 00000100:00100000:3.0:1767318187.148373:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383708288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318187.148541:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383707904:0@lo:38:kworker.0 00000100:00100000:1.0:1767318187.148612:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318187.148668:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383708160:0@lo:38:kworker.0 00000100:00100000:1.0:1767318187.149000:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318187.156800:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383708288:12345-0@lo:400:kworker.0 Request processed in 8404us (8647us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318187.156816:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4035 00000100:00100000:3.0:1767318187.156853:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383708160 00000100:00100000:3.0:1767318187.156861:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383708160 00000100:00100000:3.0:1767318187.156889:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22910 00000100:00100000:3.0:1767318187.156907:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383707776:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318187.156928:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318187.156997:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383707776:12345-0@lo:38:kworker.0 Request processed in 100us (21308us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318187.157003:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22910 00000100:00100000:3.0:1767318187.157015:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22911 00000100:00100000:3.0:1767318187.157019:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383708160:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318187.157027:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318187.157050:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383708160:12345-0@lo:38:kworker.0 Request processed in 30us (8051us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318187.157056:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22911 00000100:00080000:3.0:1767318187.157087:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318187.157134:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383708032:0@lo:400:kworker.0 00000100:00100000:3.0:1767318187.157169:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383708288:0@lo:400:kworker.0 00000100:00100000:3.0:1767318187.157223:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383707904 00000100:00100000:3.0:1767318187.157228:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383707904 00000100:00100000:3.0:1767318187.157249:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2456 00000100:00100000:3.0:1767318187.157253:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383707904:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318187.157263:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767318187.158886:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318187.158915:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318187.158920:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383708160:0@lo:38:kworker.0 00000100:00100000:1.0:1767318187.158935:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383708416:0@lo:38:kworker.0 00000100:00100000:1.0:1767318187.159008:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318187.159052:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318187.159057:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318187.159060:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383707776:0@lo:38:kworker.0 00000100:00080000:1.0:1767318187.159077:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318187.159081:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318187.159085:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383707904:0@lo:38:kworker.0 00000100:00100000:3.0:1767318187.159108:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383707904:12345-0@lo:38:kworker.0 Request processed in 35us (8679us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318187.159129:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2456 00000100:00100000:3.0:1767318187.159189:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383708416 00000100:00100000:3.0:1767318187.159199:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383708416 00000100:00100000:0.0:1767318187.162752:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318187.162916:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383708544 00000100:00100000:0.0:1767318187.162927:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383708544 00000100:00100000:0.0:1767318187.163019:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:0.0:1767318187.163032:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383708544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318187.163125:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383708544:12345-0@lo:400:kworker.0 Request processed in 96us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318187.163134:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00080000:0.0:1767318187.163163:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318187.163206:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383708544:0@lo:400:kworker.0 00000100:00100000:2.0:1767318187.163850:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318187.168154:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383708672 00000100:00100000:0.0:1767318187.168178:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383708672 00000100:00100000:0.0:1767318187.168284:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1355 00000100:00100000:0.0:1767318187.168297:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383708672:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767318187.168386:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318187.168426:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383708672:12345-0@lo:400:kworker.0 Request processed in 130us (4581us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318187.168436:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1355 00000100:00100000:2.0:1767318187.169066:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383708672:0@lo:400:kworker.0 00000100:00100000:1.0:1767318187.169795:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22912 00000100:00100000:1.0:1767318187.169806:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383708416:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318187.169835:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318187.169932:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383708416:12345-0@lo:38:kworker.0 Request processed in 126us (10924us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318187.169940:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22912 00000100:00080000:0.0:1767318187.171191:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318187.171205:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318187.171211:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383708416:0@lo:38:kworker.0 00010000:00010000:0.0:1767318187.639280:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318188.104004:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318188.104054:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318188.104118:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297300096 00000100:00100000:3.0:1767318188.104127:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297300096 00000100:00100000:3.0:1767318188.104205:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297299968 00000100:00100000:3.0:1767318188.104209:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297299968 00000100:00100000:3.0:1767318188.104230:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4036 00000100:00100000:3.0:1767318188.104241:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297300096:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318188.104324:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297300096:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 85us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318188.104332:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4036 00000100:00100000:3.0:1767318188.104350:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22913 00000100:00100000:3.0:1767318188.104354:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297299968:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318188.104374:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318188.104399:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297299968:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 43us (345us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318188.104405:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22913 00000100:00080000:0.0:1767318188.104810:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318188.150947:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318188.664018:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318189.174919:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318189.687101:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318190.199004:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318190.712314:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383708928:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318190.712385:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318190.712419:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318190.712453:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383708928 00000100:00100000:3.0:1767318190.712462:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383708928 00000100:00080000:2.0:1767318190.712499:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318190.712522:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2089 00000100:00100000:3.0:1767318190.712532:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383708928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318190.712566:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318190.712631:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383708928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318190.712639:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2089 00000100:00100000:2.0:1767318190.713028:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383708928:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318190.713216:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318190.713229:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383708800:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318190.713274:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318190.713336:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383708800 00000100:00100000:3.0:1767318190.713342:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383708800 00000100:00100000:3.0:1767318190.713386:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2090 00000100:00100000:3.0:1767318190.713395:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383708800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318190.713413:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318190.713456:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383708800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318190.713462:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2090 00000100:00100000:1.0:1767318190.713526:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383708800:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767318190.713824:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318191.223266:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318191.735232:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318192.248465:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318192.248597:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318192.248603:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318192.248606:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318192.248610:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318192.248614:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318192.248621:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3090 00000100:00080000:1.0:1767318192.248625:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318192.248632:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318192.248671:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627bb80 x1853164383709056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318192.248700:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318192.248704:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318192.248706:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318192.248710:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3090 00000100:00080000:1.0:1767318192.248712:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318192.248716:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318192.248731:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278700 x1853164383709184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318192.248769:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318192.248773:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318192.248775:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318192.248778:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3090 00000100:00080000:1.0:1767318192.248801:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318192.248805:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318192.248820:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db1180 x1853164383709440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318192.248820:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383709312:0@lo:400:kworker.0 00000100:00080000:1.0:1767318192.248861:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318192.248865:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318192.248867:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318192.248871:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3090 00000100:00080000:1.0:1767318192.248874:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318192.248877:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318192.248889:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5134a80 x1853164383709696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318192.248908:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318192.248930:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383709568:0@lo:400:kworker.0 00000100:00100000:1.0:1767318192.248961:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318192.248988:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318192.248989:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318192.248995:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383709824:0@lo:400:kworker.0 00000100:00100000:2.0:1767318192.249001:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383709952:0@lo:400:kworker.0 00000100:00100000:1.0:1767318192.249026:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318192.249046:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383709312 00000100:00100000:2.0:1767318192.249054:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383709312 00000100:00100000:1.0:1767318192.249061:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383709568 00000100:00100000:1.0:1767318192.249066:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383709568 00000100:00100000:2.0:1767318192.249107:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4037 00000100:00100000:3.0:1767318192.249140:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318192.249165:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318192.249228:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383709824 00000100:00100000:0.0:1767318192.249232:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383709824 00000100:00100000:0.0:1767318192.249280:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383709952 00000100:00100000:0.0:1767318192.249282:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383709952 00000100:00100000:0.0:1767318192.249299:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:2.0:1767318192.249305:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383709312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318192.249310:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383709824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318192.249371:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383709312:12345-0@lo:400:kworker.0 Request processed in 255us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318192.249373:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383709824:12345-0@lo:400:kworker.0 Request processed in 67us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318192.249389:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4037 00000100:00100000:0.0:1767318192.249390:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00100000:0.0:1767318192.249408:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00080000:3.0:1767318192.249440:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318192.249443:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318192.249474:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383709312:0@lo:400:kworker.0 00000100:00100000:0.0:1767318192.249528:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383709952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318192.249560:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383709952:12345-0@lo:400:kworker.0 Request processed in 33us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318192.257411:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4038 00000100:00100000:1.0:1767318192.257438:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383709568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318192.257532:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383709568:12345-0@lo:400:kworker.0 Request processed in 109us (8570us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318192.257539:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4038 00000100:00100000:1.0:1767318192.257631:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383709824:0@lo:400:kworker.0 00000100:00100000:1.0:1767318192.257642:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383709568:0@lo:400:kworker.0 00000100:00100000:1.0:1767318192.257680:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383709952:0@lo:400:kworker.0 00000100:00100000:1.0:1767318192.257718:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383709056:0@lo:38:kworker.0 00000100:00100000:1.0:1767318192.257751:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318192.257777:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383709184:0@lo:38:kworker.0 00000100:00100000:1.0:1767318192.257815:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318192.257833:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383709440:0@lo:38:kworker.0 00000100:00100000:1.0:1767318192.257864:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318192.257880:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383709696:0@lo:38:kworker.0 00000100:00100000:1.0:1767318192.257899:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318192.257935:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383709184 00000100:00100000:1.0:1767318192.257942:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383709184 00000100:00100000:1.0:1767318192.257964:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2457 00000100:00100000:1.0:1767318192.257970:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383709184:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318192.257987:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318192.257992:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383709056 00000100:00100000:2.0:1767318192.257998:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383709056 00000100:00100000:2.0:1767318192.258024:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22914 00000100:00100000:1.0:1767318192.258027:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383709184:12345-0@lo:38:kworker.0 Request processed in 55us (209us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318192.258034:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383709056:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318192.258040:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2457 00010000:00020000:2.0:1767318192.258050:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318192.258058:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383709440 00000100:00100000:1.0:1767318192.258063:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383709440 00000100:00100000:1.0:1767318192.258076:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383709696 00000100:00100000:1.0:1767318192.258079:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383709696 00000100:00100000:2.0:1767318192.258088:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383709056:12345-0@lo:38:kworker.0 Request processed in 56us (335us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318192.258092:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22915 00000100:00100000:1.0:1767318192.258100:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383709440:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318192.258101:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22914 00010000:00020000:1.0:1767318192.258114:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318192.258134:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22916 00000100:00100000:1.0:1767318192.258142:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383709440:12345-0@lo:38:kworker.0 Request processed in 40us (275us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318192.258143:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383709696:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318192.258156:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22915 00010000:00020000:2.0:1767318192.258161:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767318192.258183:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318192.258189:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318192.258195:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383709056:0@lo:38:kworker.0 00000100:00100000:2.0:1767318192.258196:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383709696:12345-0@lo:38:kworker.0 Request processed in 52us (293us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318192.258206:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22916 00000100:00080000:1.0:1767318192.258207:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318192.258212:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318192.258215:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383709184:0@lo:38:kworker.0 00000100:00080000:1.0:1767318192.258233:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318192.258237:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318192.258240:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383709440:0@lo:38:kworker.0 00000100:00080000:1.0:1767318192.258248:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318192.258251:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318192.258254:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383709696:0@lo:38:kworker.0 00000100:00100000:0.0:1767318192.260983:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00010000:00010000:0.0:1767318192.759452:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318193.225909:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318193.225955:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318193.226029:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297300224 00000100:00100000:2.0:1767318193.226041:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297300224 00000100:00100000:2.0:1767318193.226087:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297300352 00000100:00100000:2.0:1767318193.226090:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297300352 00000100:00100000:2.0:1767318193.226147:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4039 00000100:00100000:2.0:1767318193.226157:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297300352:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318193.226231:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22917 00000100:00100000:1.0:1767318193.226239:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297300224:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318193.226261:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318193.226423:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297300352:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 266us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318193.226431:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4039 00000100:00080000:0.0:1767318193.226559:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318193.235114:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297300224:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 8861us (9203us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318193.235131:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22917 00000100:00100000:3.0:1767318193.270933:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318193.783069:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318194.296221:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318194.807212:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318195.319178:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318195.831322:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318195.832693:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383710080:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318195.832765:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318195.832867:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318195.832890:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383710208:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318195.832915:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318195.833133:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383710080 00000100:00100000:0.0:1767318195.833142:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383710080 00000100:00100000:0.0:1767318195.833196:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383710208 00000100:00100000:0.0:1767318195.833199:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383710208 00000100:00100000:0.0:1767318195.833219:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2091 00000100:00100000:0.0:1767318195.833235:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383710080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318195.833265:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318195.833314:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383710080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318195.833321:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2091 00000100:00100000:0.0:1767318195.833338:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2092 00000100:00100000:0.0:1767318195.833344:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383710208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318195.833360:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318195.833388:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383710208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318195.833393:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2092 00000100:00100000:0.0:1767318195.833436:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383710080:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318195.833836:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318195.833840:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318195.833865:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383710208:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318196.342951:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318176/real 1767318176] req@ffff936886f15f80 x1853164383706112/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318196 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318196.342986:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff936886f15f80 x1853164383706112/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318196 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318196.343005:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767318196.343104:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318196.343317:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318196.343322:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383706112:0@lo:250:kworker.0 00000100:00080000:1.0:1767318196.344637:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318196.344646:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318196.344649:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318196.344656:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3080 00000100:00080000:1.0:1767318196.344663:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1767318196.344669:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318196.344702:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5134380 x1853164383710336/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318196.344729:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318196.344733:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318196.344735:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318196.344739:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3095 00000100:00080000:1.0:1767318196.344741:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318196.344744:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318196.344758:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5136300 x1853164383710464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318196.344767:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318196.344770:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318196.344772:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318196.344775:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3095 00000100:00080000:1.0:1767318196.344777:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318196.344795:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318196.344808:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5137100 x1853164383710592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318196.344928:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:1.0:1767318196.345142:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318196.345146:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318196.345149:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318196.345152:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3095 00000100:00080000:1.0:1767318196.345155:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318196.345159:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318196.345173:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135500 x1853164383710848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318196.345201:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318196.345205:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318196.345207:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318196.345210:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3095 00000100:00080000:1.0:1767318196.345212:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318196.345215:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318196.345226:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5137800 x1853164383711104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318196.345255:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383710976:0@lo:400:kworker.0 00000100:00100000:1.0:1767318196.345315:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318196.345390:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383710976 00000100:00100000:1.0:1767318196.345398:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383710976 00000100:00100000:1.0:1767318196.345448:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4040 00000100:00100000:1.0:1767318196.345461:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383710976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318196.345505:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383710976:12345-0@lo:400:kworker.0 Request processed in 50us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318196.345513:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4040 00000100:00080000:1.0:1767318196.345532:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318196.345563:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383710976:0@lo:400:kworker.0 00000100:00100000:2.0:1767318196.345651:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383710336:0@lo:250:kworker.0 00000400:00000100:2.0:1767318196.345675:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383710336 offset 0 length 520: 4 00000100:00100000:2.0:1767318196.345694:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383710464:0@lo:38:kworker.0 00000100:00100000:2.0:1767318196.345716:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318196.345739:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383710592:0@lo:38:kworker.0 00000100:00100000:2.0:1767318196.345763:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318196.345801:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383710848:0@lo:38:kworker.0 00000100:00100000:2.0:1767318196.345831:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318196.345846:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383711104:0@lo:38:kworker.0 00000100:00100000:2.0:1767318196.345861:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318196.346144:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383710592 00000100:00100000:2.0:1767318196.346151:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383710592 00000100:00100000:2.0:1767318196.346177:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2458 00000100:00100000:2.0:1767318196.346183:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383710592:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318196.346201:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318196.346236:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383710592:12345-0@lo:38:kworker.0 Request processed in 52us (471us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318196.346243:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2458 00000100:00100000:2.0:1767318196.346265:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383710464 00000100:00100000:2.0:1767318196.346268:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383710464 00000100:00100000:2.0:1767318196.346286:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383710848 00000100:00100000:2.0:1767318196.346289:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383710848 00000100:00100000:2.0:1767318196.346297:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383711104 00000100:00100000:2.0:1767318196.346300:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383711104 00000100:00100000:2.0:1767318196.346309:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22918 00000100:00100000:2.0:1767318196.346314:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383710464:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318196.346322:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318196.346347:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383710464:12345-0@lo:38:kworker.0 Request processed in 32us (630us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318196.346352:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22918 00000100:00100000:2.0:1767318196.346363:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22919 00000100:00100000:2.0:1767318196.346366:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383710848:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318196.346374:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318196.346393:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383710848:12345-0@lo:38:kworker.0 Request processed in 25us (561us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318196.346397:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22919 00000100:00100000:2.0:1767318196.346406:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22920 00000100:00100000:2.0:1767318196.346410:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383711104:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318196.346418:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318196.346437:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383711104:12345-0@lo:38:kworker.0 Request processed in 26us (574us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318196.346442:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22920 00000100:00080000:2.0:1767318196.346470:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318196.346474:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318196.346476:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383710464:0@lo:38:kworker.0 00000100:00080000:2.0:1767318196.346484:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318196.346487:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318196.346490:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383710592:0@lo:38:kworker.0 00000100:00080000:2.0:1767318196.346495:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318196.346498:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318196.346501:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383710848:0@lo:38:kworker.0 00000100:00080000:2.0:1767318196.346507:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318196.346509:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318196.346512:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383711104:0@lo:38:kworker.0 00000100:00100000:0.0:1767318196.346808:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383710720:0@lo:400:kworker.0 00000100:00100000:0.0:1767318196.346852:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318196.347309:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383710720 00000100:00100000:1.0:1767318196.347315:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383710720 00000100:00100000:1.0:1767318196.347420:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4041 00000100:00100000:1.0:1767318196.347432:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383710720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318196.347490:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383710720:12345-0@lo:400:kworker.0 Request processed in 62us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318196.347497:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4041 00000100:00080000:2.0:1767318196.347548:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318196.348121:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383710720:0@lo:400:kworker.0 00010000:00010000:2.0:1767318196.855414:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318197.366905:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318197.880597:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318198.342371:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318198.342497:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297300480 00000100:00100000:1.0:1767318198.342507:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297300480 00000100:00100000:1.0:1767318198.342579:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22921 00000100:00100000:1.0:1767318198.342587:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297300480:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318198.342609:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318198.342687:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297300480:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 99us (325us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318198.342694:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22921 00000100:00100000:2.0:1767318198.346896:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:2.0:1767318198.346988:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297300736 offset 0 length 520: 4 00000100:00100000:3.0:1767318198.353330:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297300608 00000100:00100000:3.0:1767318198.353356:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297300608 00000100:00100000:3.0:1767318198.354845:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4042 00000100:00100000:3.0:1767318198.354862:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297300608:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318198.354978:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297300608:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 120us (8099us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318198.354987:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4042 00000100:00080000:2.0:1767318198.356206:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318198.391171:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318198.903537:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318199.414991:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318199.927160:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318200.439063:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318200.951331:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383711232:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318200.951432:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318200.951715:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383711232 00000100:00100000:2.0:1767318200.951726:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383711232 00000100:00100000:2.0:1767318200.951861:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2093 00000100:00100000:2.0:1767318200.951873:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383711232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318200.951917:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318200.951971:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383711232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318200.951979:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2093 00000100:00080000:0.0:1767318200.952042:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318200.952173:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383711360:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318200.952208:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318200.952281:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383711232:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767318200.952376:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318200.952393:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383711360 00000100:00100000:3.0:1767318200.952397:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383711360 00000100:00100000:3.0:1767318200.952446:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2094 00000100:00100000:3.0:1767318200.952454:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383711360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318200.952474:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318200.952512:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383711360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318200.952519:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2094 00000100:00100000:3.0:1767318200.952549:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383711360:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318200.952611:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318201.463541:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318201.463889:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318201.463896:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318201.463899:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318201.463904:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318201.463909:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318201.463918:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3099 00000100:00080000:3.0:1767318201.463923:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318201.463933:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318201.463992:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883182a00 x1853164383711488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318201.464023:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318201.464027:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318201.464029:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318201.464034:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3099 00000100:00080000:3.0:1767318201.464036:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318201.464040:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318201.464054:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883180a80 x1853164383711616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318201.464101:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318201.464105:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318201.464107:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318201.464111:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3099 00000100:00080000:3.0:1767318201.464115:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318201.464119:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318201.464131:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883183480 x1853164383711872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318201.464162:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318201.464166:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318201.464168:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318201.464172:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3099 00000100:00080000:3.0:1767318201.464175:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318201.464178:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318201.464189:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883181c00 x1853164383712128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318201.464221:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383712000:0@lo:400:kworker.0 00000100:00100000:2.0:1767318201.464416:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383711488:0@lo:38:kworker.0 00000100:00100000:3.0:1767318201.464587:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318201.464699:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318201.464722:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383711616:0@lo:38:kworker.0 00000100:00100000:3.0:1767318201.464750:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318201.464817:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383711872:0@lo:38:kworker.0 00000100:00100000:3.0:1767318201.464846:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318201.464865:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383712128:0@lo:38:kworker.0 00000100:00100000:2.0:1767318201.464997:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383712000 00000100:00100000:2.0:1767318201.465007:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383712000 00000100:00100000:2.0:1767318201.465075:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383711488 00000100:00100000:2.0:1767318201.465078:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383711488 00000100:00100000:2.0:1767318201.465096:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383711872 00000100:00100000:2.0:1767318201.465098:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383711872 00000100:00100000:2.0:1767318201.465114:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4043 00000100:00100000:2.0:1767318201.465128:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383712000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318201.465227:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383711744:0@lo:400:kworker.0 00000100:00100000:1.0:1767318201.465260:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22922 00000100:00100000:1.0:1767318201.465274:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383711488:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318201.465309:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318201.469472:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383712000:12345-0@lo:400:kworker.0 Request processed in 4332us (4870us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318201.469492:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4043 00000100:00100000:2.0:1767318201.469547:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22923 00000100:00100000:2.0:1767318201.469555:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383711872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318201.469585:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318201.469638:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383711872:12345-0@lo:38:kworker.0 Request processed in 83us (4791us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318201.469645:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22923 00000100:00100000:2.0:1767318201.469712:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383711616 00000100:00100000:2.0:1767318201.469723:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383711616 00000100:00100000:2.0:1767318201.469758:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2459 00000100:00100000:2.0:1767318201.469762:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383711616:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318201.469805:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318201.469837:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383711616:12345-0@lo:38:kworker.0 Request processed in 73us (5086us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318201.469843:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2459 00000100:00100000:3.0:1767318201.469933:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318201.470001:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318201.470008:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318201.470012:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383711616:0@lo:38:kworker.0 00000100:00080000:3.0:1767318201.470028:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767318201.470035:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318201.470035:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318201.470041:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383711872:0@lo:38:kworker.0 00000100:00100000:3.0:1767318201.470083:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383712128 00000100:00080000:0.0:1767318201.470088:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318201.470088:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383712128 00000100:00100000:3.0:1767318201.470116:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383711744 00000100:00100000:3.0:1767318201.470120:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383711744 00000100:00100000:0.0:1767318201.470137:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22924 00000100:00100000:0.0:1767318201.470145:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383712128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318201.470157:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318201.470170:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4044 00000100:00100000:3.0:1767318201.470178:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383711744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318201.470227:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383711744:12345-0@lo:400:kworker.0 Request processed in 50us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318201.470233:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4044 00000100:00100000:3.0:1767318201.470269:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383712000:0@lo:400:kworker.0 00000100:00100000:0.0:1767318201.470373:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383712128:12345-0@lo:38:kworker.0 Request processed in 227us (441us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318201.470380:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22924 00000100:00080000:0.0:1767318201.470401:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318201.470539:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383711744:0@lo:400:kworker.0 00000100:00080000:0.0:1767318201.470572:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318201.470577:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318201.470580:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383712128:0@lo:38:kworker.0 00000100:00100000:1.0:1767318201.475123:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383711488:12345-0@lo:38:kworker.0 Request processed in 9839us (10408us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318201.475143:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22922 00000100:00080000:0.0:1767318201.475311:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318201.475321:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318201.475325:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383711488:0@lo:38:kworker.0 00010000:00010000:2.0:1767318201.979045:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318202.486975:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318202.999457:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318203.467053:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318203.467209:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297300992 00000100:00100000:1.0:1767318203.467223:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297300992 00000100:00080000:2.0:1767318203.467322:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318203.467345:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4045 00000100:00100000:1.0:1767318203.467364:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297300992:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318203.467474:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297300992:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 117us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318203.467483:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4045 00000100:00100000:0.0:1767318203.467559:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318203.467598:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297300864 00000100:00100000:3.0:1767318203.467603:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297300864 00000100:00100000:3.0:1767318203.467693:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22925 00000100:00100000:3.0:1767318203.467700:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297300864:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318203.467726:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318203.468217:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297300864:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 514us (657us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318203.468226:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22925 00000100:00100000:3.0:1767318203.510962:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318204.023418:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318204.535468:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318205.046986:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318205.559284:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318206.071142:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318206.071341:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318206.071371:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383712256:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318206.071467:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318206.071636:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383712256 00000100:00100000:2.0:1767318206.071648:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383712256 00000100:00100000:2.0:1767318206.071760:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2095 00000100:00100000:2.0:1767318206.071771:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383712256:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318206.071841:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318206.071899:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383712256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 129us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318206.071907:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2095 00000100:00080000:3.0:1767318206.072143:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318206.072191:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383712256:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318206.072483:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383712384:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318206.072524:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318206.072605:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383712384 00000100:00100000:3.0:1767318206.072610:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383712384 00000100:00100000:3.0:1767318206.072659:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2096 00000100:00100000:3.0:1767318206.072667:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383712384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318206.072689:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318206.072732:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383712384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318206.072739:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2096 00000100:00100000:1.0:1767318206.072820:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383712384:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318206.072879:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318206.584138:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318206.584150:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318206.584154:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318206.584158:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318206.584163:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318206.584173:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3104 00000100:00080000:3.0:1767318206.584179:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318206.584188:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318206.584254:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c0a80 x1853164383712512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318206.584261:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318206.584279:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318206.584282:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318206.584285:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318206.584289:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3104 00000100:00080000:3.0:1767318206.584291:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318206.584293:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318206.584305:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c3b80 x1853164383712640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318206.584340:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383712512:0@lo:38:kworker.0 00000100:00080000:3.0:1767318206.584340:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318206.584344:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318206.584347:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318206.584353:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3104 00000100:00080000:3.0:1767318206.584355:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318206.584357:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318206.584365:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2d80 x1853164383712896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318206.584398:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318206.584401:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318206.584402:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318206.584405:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3104 00000100:00080000:3.0:1767318206.584406:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318206.584409:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318206.584416:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2300 x1853164383713152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318206.584436:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383713024:0@lo:400:kworker.0 00000100:00100000:2.0:1767318206.584491:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383712768:0@lo:400:kworker.0 00000100:00100000:3.0:1767318206.598766:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318206.599023:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383713024 00000100:00100000:1.0:1767318206.599036:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383713024 00000100:00100000:1.0:1767318206.599133:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4046 00000100:00100000:1.0:1767318206.599151:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383713024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318206.599232:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383713024:12345-0@lo:400:kworker.0 Request processed in 90us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318206.599241:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4046 00000100:00100000:1.0:1767318206.599301:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383713024:0@lo:400:kworker.0 00000100:00080000:3.0:1767318206.602352:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318206.606109:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318206.606367:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383712768 00000100:00100000:1.0:1767318206.606388:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383712768 00000100:00100000:1.0:1767318206.606491:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4047 00000100:00100000:1.0:1767318206.606503:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383712768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318206.606573:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383712768:12345-0@lo:400:kworker.0 Request processed in 72us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318206.606581:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4047 00000100:00080000:3.0:1767318206.606749:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318206.607958:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383712768:0@lo:400:kworker.0 00000100:00100000:0.0:1767318206.608128:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318206.608187:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383712640:0@lo:38:kworker.0 00000100:00100000:0.0:1767318206.608228:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318206.608275:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383712896:0@lo:38:kworker.0 00000100:00100000:0.0:1767318206.608300:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318206.608331:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383713152:0@lo:38:kworker.0 00000100:00100000:0.0:1767318206.608355:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318206.608536:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383712512 00000100:00100000:3.0:1767318206.608543:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383712512 00000100:00100000:3.0:1767318206.608577:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383712896 00000100:00100000:3.0:1767318206.608580:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383712896 00000100:00100000:3.0:1767318206.608592:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383713152 00000100:00100000:3.0:1767318206.608594:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383713152 00000100:00100000:3.0:1767318206.608606:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22926 00000100:00100000:3.0:1767318206.608614:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383712512:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318206.608637:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318206.608683:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383712512:12345-0@lo:38:kworker.0 Request processed in 69us (556us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318206.608691:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22926 00000100:00100000:3.0:1767318206.608727:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22927 00000100:00100000:3.0:1767318206.608732:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383712896:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318206.608741:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318206.608767:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383712896:12345-0@lo:38:kworker.0 Request processed in 34us (466us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318206.608773:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22927 00000100:00100000:3.0:1767318206.608810:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22928 00000100:00100000:3.0:1767318206.608814:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383713152:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318206.608823:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318206.608847:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383713152:12345-0@lo:38:kworker.0 Request processed in 30us (490us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318206.608852:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22928 00000100:00080000:0.0:1767318206.608977:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318206.608984:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318206.608988:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383712896:0@lo:38:kworker.0 00000100:00080000:0.0:1767318206.608997:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318206.609000:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318206.609003:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383713152:0@lo:38:kworker.0 00000100:00080000:0.0:1767318206.609011:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318206.609015:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318206.609017:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383712512:0@lo:38:kworker.0 00000100:00100000:1.0:1767318206.609882:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383712640 00000100:00100000:1.0:1767318206.609893:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383712640 00000100:00100000:1.0:1767318206.609944:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2460 00000100:00100000:1.0:1767318206.609951:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383712640:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318206.609968:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318206.610036:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383712640:12345-0@lo:38:kworker.0 Request processed in 84us (1806us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318206.610044:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2460 00000100:00080000:0.0:1767318206.610264:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318206.610269:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318206.610273:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383712640:0@lo:38:kworker.0 00010000:00010000:2.0:1767318207.099513:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318207.606930:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318208.120874:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318208.589736:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318208.589890:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318208.590174:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297301248 00000100:00100000:2.0:1767318208.590187:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297301248 00000100:00100000:2.0:1767318208.590305:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297301120 00000100:00100000:2.0:1767318208.590309:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297301120 00000100:00100000:2.0:1767318208.590339:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4048 00000100:00100000:2.0:1767318208.590351:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297301248:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318208.590645:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297301248:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 296us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318208.590655:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4048 00000100:00100000:2.0:1767318208.590679:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22929 00000100:00100000:2.0:1767318208.590684:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297301120:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318208.590719:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318208.590853:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297301120:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 166us (961us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318208.590860:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22929 00000100:00080000:0.0:1767318208.591018:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318208.631059:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318209.144681:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318209.655058:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318210.167114:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318210.679055:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318211.191853:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318211.192033:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318211.192061:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383713280:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318211.192153:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318211.192242:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383713280 00000100:00100000:0.0:1767318211.192252:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383713280 00000100:00100000:0.0:1767318211.192326:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2097 00000100:00100000:0.0:1767318211.192337:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383713280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318211.192380:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318211.192435:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383713280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318211.192443:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2097 00000100:00080000:0.0:1767318211.192468:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318211.192514:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383713280:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318211.192803:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318211.192816:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383713408:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318211.192854:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318211.193371:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383713408 00000100:00100000:2.0:1767318211.193380:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383713408 00000100:00100000:2.0:1767318211.193441:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2098 00000100:00100000:2.0:1767318211.193450:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383713408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318211.193477:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318211.193547:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383713408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (691us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318211.193554:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2098 00000100:00100000:3.0:1767318211.193644:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383713408:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318211.193883:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318211.702997:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318211.703406:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318211.703414:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318211.703418:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318211.703423:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318211.703428:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318211.703438:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3109 00000100:00080000:1.0:1767318211.703443:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318211.703452:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318211.703507:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135500 x1853164383713536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318211.703544:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318211.703548:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318211.703549:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318211.703554:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3109 00000100:00080000:1.0:1767318211.703556:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318211.703560:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318211.703574:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5137100 x1853164383713664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318211.703646:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383713792:0@lo:400:kworker.0 00000100:00100000:3.0:1767318211.703804:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318211.703864:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383713792 00000100:00100000:2.0:1767318211.703884:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383713792 00000100:00100000:2.0:1767318211.703961:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4049 00000100:00100000:2.0:1767318211.703974:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383713792:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767318211.704022:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318211.704027:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318211.704030:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318211.704034:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3109 00000100:00080000:1.0:1767318211.704037:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318211.704040:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318211.704056:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5137480 x1853164383713920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318211.704086:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318211.704089:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318211.704091:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318211.704095:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3109 00000100:00080000:1.0:1767318211.704097:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318211.704101:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318211.704112:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6158380 x1853164383714176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318211.704146:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318211.704157:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b615b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383714048:0@lo:400:kworker.0 00000100:00100000:1.0:1767318211.704189:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318211.704219:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383714048 00000100:00100000:1.0:1767318211.704223:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383714048 00000100:00100000:1.0:1767318211.704256:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4050 00000100:00100000:1.0:1767318211.704262:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383714048:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767318211.704542:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318211.704562:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383713536:0@lo:38:kworker.0 00000100:00100000:0.0:1767318211.704595:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318211.704615:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383713664:0@lo:38:kworker.0 00000100:00100000:0.0:1767318211.704638:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318211.704660:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383713920:0@lo:38:kworker.0 00000100:00100000:0.0:1767318211.704691:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318211.704823:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383714176:0@lo:38:kworker.0 00000100:00100000:0.0:1767318211.704852:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318211.704881:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383713664 00000100:00100000:1.0:1767318211.704946:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383714048:12345-0@lo:400:kworker.0 Request processed in 682us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318211.704956:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4050 00000100:00100000:1.0:1767318211.704975:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383713536 00000100:00100000:1.0:1767318211.704979:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383713536 00000100:00100000:1.0:1767318211.704991:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383713920 00000100:00100000:1.0:1767318211.704993:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383713920 00000100:00100000:1.0:1767318211.705000:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383714176 00000100:00100000:1.0:1767318211.705002:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383714176 00000100:00100000:1.0:1767318211.705012:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22930 00000100:00100000:1.0:1767318211.705017:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383713536:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318211.705039:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318211.705074:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383713536:12345-0@lo:38:kworker.0 Request processed in 55us (478us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318211.705081:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22930 00000100:00100000:1.0:1767318211.705092:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22931 00000100:00100000:1.0:1767318211.705096:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383713920:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318211.705105:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318211.705124:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383713920:12345-0@lo:38:kworker.0 Request processed in 27us (433us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318211.705129:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22931 00000100:00100000:1.0:1767318211.705137:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22932 00000100:00100000:1.0:1767318211.705141:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383714176:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318211.705149:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318211.705164:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383714176:12345-0@lo:38:kworker.0 Request processed in 22us (311us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318211.705172:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22932 00000100:00100000:1.0:1767318211.705212:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b615b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383714048:0@lo:400:kworker.0 00000100:00080000:1.0:1767318211.705257:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318211.705263:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318211.705266:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383713536:0@lo:38:kworker.0 00000100:00100000:0.0:1767318211.705366:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383713664 00000100:00100000:0.0:1767318211.705394:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2461 00000100:00100000:0.0:1767318211.705398:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383713664:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318211.705408:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318211.705434:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383713664:12345-0@lo:38:kworker.0 Request processed in 35us (795us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318211.705440:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2461 00000100:00080000:1.0:1767318211.705518:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318211.705522:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318211.705526:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383713920:0@lo:38:kworker.0 00000100:00080000:1.0:1767318211.705537:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318211.705540:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318211.705543:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383714176:0@lo:38:kworker.0 00000100:00080000:1.0:1767318211.705565:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318211.705568:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318211.705571:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383713664:0@lo:38:kworker.0 00000100:00100000:2.0:1767318211.715140:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383713792:12345-0@lo:400:kworker.0 Request processed in 11154us (11320us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318211.715161:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4049 00000100:00100000:3.0:1767318211.720124:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383713792:0@lo:400:kworker.0 00010000:00010000:2.0:1767318212.215674:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318212.727163:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318213.239051:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318213.711458:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318213.711630:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318213.713409:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297301376 00000100:00100000:3.0:1767318213.713428:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297301376 00000100:00100000:3.0:1767318213.713495:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297301504 00000100:00100000:3.0:1767318213.713499:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297301504 00000100:00100000:3.0:1767318213.713624:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4051 00000100:00100000:3.0:1767318213.713638:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297301504:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318213.713773:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297301504:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 138us (2142us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318213.713798:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4051 00000100:00100000:3.0:1767318213.713821:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22933 00000100:00100000:3.0:1767318213.713826:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297301376:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318213.713853:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318213.713883:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297301376:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 56us (2441us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318213.713890:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22933 00000100:00080000:1.0:1767318213.717063:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318213.752172:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318214.263255:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318214.775346:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318215.287746:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318215.799157:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318216.311820:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383714304:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318216.311924:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318216.312236:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383714304 00000100:00100000:0.0:1767318216.312248:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383714304 00000100:00100000:0.0:1767318216.312334:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2099 00000100:00100000:0.0:1767318216.312346:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6158380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383714304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318216.312564:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318216.312654:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6158380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383714304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 310us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318216.312664:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2099 00000100:00080000:1.0:1767318216.312740:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318216.312852:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383714304:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767318216.313132:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318216.313355:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318216.313371:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383714432:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318216.313504:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318216.315827:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383714432 00000100:00100000:1.0:1767318216.315848:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383714432 00000100:00100000:1.0:1767318216.316048:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2100 00000100:00100000:1.0:1767318216.316065:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383714432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318216.316108:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318216.316214:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383714432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 157us (2710us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318216.316223:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2100 00000100:00100000:3.0:1767318216.316330:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383714432:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318216.323524:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318216.825318:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318216.825394:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318216.825402:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318216.825406:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318216.825410:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318216.825415:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318216.825434:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3114 00000100:00080000:0.0:1767318216.825439:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318216.825447:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318216.825509:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e1180 x1853164383714560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318216.825539:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318216.825543:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318216.825545:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318216.825551:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3114 00000100:00080000:0.0:1767318216.825554:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318216.825558:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318216.825573:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e2a00 x1853164383714688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318216.825618:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318216.825623:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318216.825649:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318216.825653:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3114 00000100:00080000:0.0:1767318216.825656:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318216.825660:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318216.825672:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e2680 x1853164383714944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318216.825695:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318216.825699:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318216.825701:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318216.825704:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3114 00000100:00080000:0.0:1767318216.825707:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318216.825711:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318216.825720:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e3800 x1853164383715200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318216.825873:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383714816:0@lo:400:kworker.0 00000100:00100000:3.0:1767318216.825960:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318216.826047:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318216.826053:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383715456:0@lo:400:kworker.0 00000100:00100000:3.0:1767318216.826079:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318216.826262:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383714816 00000100:00100000:0.0:1767318216.826271:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383714816 00000100:00100000:0.0:1767318216.826353:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4052 00000100:00100000:0.0:1767318216.826364:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383714816:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767318216.826508:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318216.826752:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383714560:0@lo:38:kworker.0 00000100:00100000:0.0:1767318216.826861:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383714816:12345-0@lo:400:kworker.0 Request processed in 497us (900us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318216.826870:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4052 00000100:00100000:0.0:1767318216.826920:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383715328:0@lo:400:kworker.0 00000100:00100000:2.0:1767318216.830512:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318216.830593:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383714688:0@lo:38:kworker.0 00000100:00100000:2.0:1767318216.830646:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318216.830679:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383714944:0@lo:38:kworker.0 00000100:00100000:2.0:1767318216.830702:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318216.830731:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383715200:0@lo:38:kworker.0 00000100:00100000:2.0:1767318216.830753:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318216.830838:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383715456 00000100:00100000:2.0:1767318216.830848:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383715456 00000100:00100000:2.0:1767318216.830907:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358 00000100:00100000:2.0:1767318216.830916:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383715456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318216.831244:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383714560 00000100:00100000:1.0:1767318216.831251:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383714560 00000100:00100000:1.0:1767318216.831285:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383714944 00000100:00100000:1.0:1767318216.831289:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383714944 00000100:00100000:1.0:1767318216.831302:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383715200 00000100:00100000:1.0:1767318216.831305:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383715200 00000100:00100000:1.0:1767318216.831317:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22934 00000100:00100000:1.0:1767318216.831322:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383714560:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318216.831346:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318216.831510:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383714816:0@lo:400:kworker.0 00000100:00100000:3.0:1767318216.831544:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22935 00000100:00100000:3.0:1767318216.831548:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383714944:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318216.831558:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318216.831924:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383714560:12345-0@lo:38:kworker.0 Request processed in 599us (1422us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318216.831933:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22934 00000100:00100000:1.0:1767318216.831955:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22936 00000100:00100000:1.0:1767318216.831960:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383715200:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318216.831970:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318216.832124:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383715200:12345-0@lo:38:kworker.0 Request processed in 161us (1368us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318216.832131:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22936 00000100:00100000:1.0:1767318216.832189:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383715072:0@lo:400:kworker.0 00000100:00100000:1.0:1767318216.832222:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318216.832318:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383715072 00000100:00100000:1.0:1767318216.832325:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383715072 00000100:00100000:1.0:1767318216.832378:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4053 00000100:00100000:1.0:1767318216.832386:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383715072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318216.832605:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383715456:12345-0@lo:400:kworker.0 Request processed in 1688us (6523us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318216.832615:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358 00000100:00100000:2.0:1767318216.832657:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383714688 00000100:00100000:2.0:1767318216.832662:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383714688 00000100:00100000:2.0:1767318216.832688:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2462 00000100:00100000:2.0:1767318216.832693:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383714688:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318216.832706:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318216.832818:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318216.832868:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318216.832903:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383715072:0@lo:400:kworker.0 00000100:00100000:0.0:1767318216.832938:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383715328 00000100:00100000:0.0:1767318216.832942:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383715328 00000100:00100000:0.0:1767318216.832971:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1359 00000100:00100000:0.0:1767318216.832992:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383715328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318216.833028:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383715328:12345-0@lo:400:kworker.0 Request processed in 51us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318216.833035:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1359 00000100:00100000:0.0:1767318216.833066:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383715328:0@lo:400:kworker.0 00000100:00100000:1.0:1767318216.833552:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383715072:12345-0@lo:400:kworker.0 Request processed in 1164us (1327us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318216.833560:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4053 00000100:00100000:2.0:1767318216.834395:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383714688:12345-0@lo:38:kworker.0 Request processed in 1694us (3743us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318216.834407:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2462 00000100:00100000:3.0:1767318216.834549:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383714944:12345-0@lo:38:kworker.0 Request processed in 2996us (3843us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318216.834558:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22935 00000100:00100000:3.0:1767318216.834639:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383715456:0@lo:400:kworker.0 00000100:00080000:3.0:1767318216.834694:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318216.834700:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318216.834704:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383714560:0@lo:38:kworker.0 00000100:00080000:3.0:1767318216.834712:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318216.834717:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318216.834720:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383714688:0@lo:38:kworker.0 00000100:00080000:3.0:1767318216.834728:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318216.834732:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318216.834735:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383714944:0@lo:38:kworker.0 00000100:00080000:3.0:1767318216.834745:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318216.834748:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318216.834752:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383715200:0@lo:38:kworker.0 00010000:00010000:2.0:1767318217.337826:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318217.852746:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318218.359816:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318218.825276:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318218.825449:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318218.825670:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297301760 00000100:00100000:3.0:1767318218.825684:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297301760 00000100:00080000:0.0:1767318218.825818:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318218.825875:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297301632 00000100:00100000:2.0:1767318218.825880:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297301632 00000100:00100000:2.0:1767318218.825952:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4054 00000100:00100000:2.0:1767318218.825966:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6158e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297301760:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318218.826075:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6158e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297301760:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 112us (813us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318218.826084:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4054 00000100:00100000:2.0:1767318218.826117:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22937 00000100:00100000:2.0:1767318218.826123:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6159880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297301632:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318218.826148:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318218.826175:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6159880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297301632:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 51us (727us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318218.826182:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22937 00000100:00100000:2.0:1767318218.870961:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318219.383078:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318219.894948:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318220.407060:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318220.918995:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318221.431095:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318221.431334:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383715584:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318221.431420:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318221.431618:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383715584 00000100:00100000:2.0:1767318221.431630:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383715584 00000100:00100000:1.0:1767318221.431636:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383715712:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318221.431719:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318221.431729:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2101 00000100:00100000:2.0:1767318221.431745:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383715584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318221.431825:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318221.431829:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383715712 00000100:00100000:1.0:1767318221.431838:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383715712 00000100:00100000:1.0:1767318221.431899:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2102 00000100:00100000:2.0:1767318221.431900:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383715584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 154us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318221.431922:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6158000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383715712:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318221.431924:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2101 00002000:00000024:1.0:1767318221.431972:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318221.432019:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6158000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383715712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318221.432025:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2102 00000100:00100000:1.0:1767318221.432087:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383715712:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318221.432546:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318221.432554:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318221.432597:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383715584:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318221.942907:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318221.943148:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318221.943155:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318221.943184:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767318221.943187:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318196/real 1767318196] req@ffff9369b5134380 x1853164383710336/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318221 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318221.943188:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318221.943192:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318221.943198:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3120 00000100:00080000:3.0:1767318221.943213:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318221.943221:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318221.943278:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2a00 x1853164383715840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318221.943305:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318221.943309:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318221.943312:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318221.943317:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3120 00000100:00080000:3.0:1767318221.943331:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318221.943335:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318221.943363:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c1c00 x1853164383715968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318221.943414:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318221.943429:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318221.943431:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318221.943435:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3120 00000100:00080000:3.0:1767318221.943437:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318221.943443:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318221.943466:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883181c00 x1853164383716224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318221.943486:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b5134380 x1853164383710336/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318221 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318221.943510:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383715840:0@lo:38:kworker.0 00000100:00080000:3.0:1767318221.943511:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318221.943523:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318221.943527:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767318221.943536:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383716096:0@lo:400:kworker.0 00000100:00080000:3.0:1767318221.943536:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3120 00000100:00080000:3.0:1767318221.943546:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318221.943562:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318221.943567:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383716352:0@lo:400:kworker.0 00000100:00100000:2.0:1767318221.943588:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318221.943609:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883183100 x1853164383716480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318221.943638:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318221.943670:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383715968:0@lo:38:kworker.0 00000100:00100000:2.0:1767318221.943705:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318221.943731:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383716224:0@lo:38:kworker.0 00000100:00100000:1.0:1767318221.946114:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383715840 00000100:00100000:1.0:1767318221.946136:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383715840 00000100:00100000:1.0:1767318221.946300:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383716096 00000100:00100000:1.0:1767318221.946305:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383716096 00000100:00100000:1.0:1767318221.946375:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4055 00000100:00100000:1.0:1767318221.946396:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383716096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318221.947718:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22938 00000100:00100000:3.0:1767318221.947734:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383715840:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318221.947763:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318221.949533:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318221.949606:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318221.949628:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318221.949632:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383710336:0@lo:250:kworker.0 00000100:00100000:2.0:1767318221.949668:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383716480:0@lo:38:kworker.0 00000100:00100000:2.0:1767318221.949698:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318221.949733:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383715968 00000100:00100000:2.0:1767318221.949740:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383715968 00000100:00100000:2.0:1767318221.949778:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2463 00000100:00100000:2.0:1767318221.949797:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383715968:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318221.949813:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318221.949857:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383715968:12345-0@lo:38:kworker.0 Request processed in 58us (6150us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318221.949863:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2463 00000100:00100000:2.0:1767318221.949884:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383716224 00000100:00100000:2.0:1767318221.949888:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383716224 00000100:00100000:2.0:1767318221.949900:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383716480 00000100:00100000:2.0:1767318221.949902:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383716480 00000100:00100000:2.0:1767318221.949911:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22939 00000100:00100000:2.0:1767318221.949915:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383716224:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318221.949924:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318221.949952:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383716224:12345-0@lo:38:kworker.0 Request processed in 35us (424us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318221.949957:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22939 00000100:00100000:2.0:1767318221.949969:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22940 00000100:00100000:2.0:1767318221.949973:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383716480:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318221.949981:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318221.950000:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383716480:12345-0@lo:38:kworker.0 Request processed in 26us (302us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318221.950005:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22940 00000100:00080000:2.0:1767318221.950033:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318221.950037:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318221.950040:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383716480:0@lo:38:kworker.0 00000100:00080000:2.0:1767318221.950047:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318221.950051:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318221.950054:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383715968:0@lo:38:kworker.0 00000100:00080000:2.0:1767318221.950059:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318221.950062:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318221.950064:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383716224:0@lo:38:kworker.0 00000100:00100000:2.0:1767318221.950122:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318221.950146:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318221.950320:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383716352 00000100:00100000:1.0:1767318221.950334:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383716352 00000100:00100000:1.0:1767318221.950401:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4056 00000100:00100000:1.0:1767318221.950411:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383716352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318221.950645:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383716352:12345-0@lo:400:kworker.0 Request processed in 235us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318221.950653:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4056 00000100:00080000:1.0:1767318221.950679:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318221.950710:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383716096:12345-0@lo:400:kworker.0 Request processed in 4325us (7077us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318221.950718:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4055 00000100:00100000:1.0:1767318221.950925:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383716736:0@lo:400:kworker.0 00000100:00100000:1.0:1767318221.950973:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318221.951024:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318221.951031:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318221.951036:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318221.951042:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3099 00000100:00080000:1.0:1767318221.951047:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318221.951053:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318221.951087:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b615bb80 x1853164383716864/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318221.952487:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383716608:0@lo:400:kworker.0 00000100:00100000:2.0:1767318221.952553:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318221.952629:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383716352:0@lo:400:kworker.0 00000100:00100000:2.0:1767318221.952675:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b615bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383716864:0@lo:250:kworker.0 00000100:00100000:1.0:1767318221.952696:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383716736 00000400:00000100:2.0:1767318221.952697:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383716864 offset 0 length 520: 4 00000100:00100000:1.0:1767318221.952703:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383716736 00000100:00100000:2.0:1767318221.952745:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383716608 00000100:00100000:2.0:1767318221.952748:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383716608 00000100:00100000:1.0:1767318221.952759:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00000100:00100000:1.0:1767318221.952798:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383716736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318221.952864:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383716736:12345-0@lo:400:kworker.0 Request processed in 98us (1890us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318221.952899:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:2.0:1767318221.952907:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383716608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318221.952944:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383716608:12345-0@lo:400:kworker.0 Request processed in 37us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318221.952950:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:2.0:1767318221.952980:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383716608:0@lo:400:kworker.0 00000100:00100000:1.0:1767318221.953003:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 00000100:00100000:1.0:1767318221.953034:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383716736:0@lo:400:kworker.0 00000100:00100000:0.0:1767318221.953412:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383716096:0@lo:400:kworker.0 00000100:00080000:2.0:1767318221.953480:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318221.953488:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318221.953492:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383715840:0@lo:38:kworker.0 00000100:00100000:3.0:1767318221.953494:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383715840:12345-0@lo:38:kworker.0 Request processed in 5666us (9821us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318221.953502:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22938 00010000:00010000:2.0:1767318222.456726:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318222.921332:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318222.921614:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297302144 00000100:00100000:0.0:1767318222.921626:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297302144 00000100:00100000:0.0:1767318222.921718:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4057 00000100:00100000:0.0:1767318222.921728:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297302144:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318222.921844:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297302144:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 117us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318222.921852:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4057 00000400:00000100:3.0:1767318222.922033:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297301888 offset 0 length 520: 4 00000100:00080000:1.0:1767318222.922104:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318222.922116:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318222.922197:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297302016 00000100:00100000:2.0:1767318222.922211:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297302016 00000100:00100000:2.0:1767318222.922245:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22941 00000100:00100000:2.0:1767318222.922251:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297302016:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318222.922273:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318222.922315:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297302016:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 63us (200us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318222.922323:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22941 00000100:00100000:3.0:1767318222.968163:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318223.479447:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318223.990853:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318224.503009:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318225.015845:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318225.527598:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318226.042667:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318226.553041:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318226.553486:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383716992:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318226.553571:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318226.553673:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383717120:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318226.553712:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318226.553715:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383716992 00000100:00100000:0.0:1767318226.553724:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383716992 00000100:00100000:0.0:1767318226.553809:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383717120 00000100:00100000:0.0:1767318226.553813:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383717120 00000100:00100000:0.0:1767318226.553837:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2103 00000100:00100000:0.0:1767318226.553844:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383716992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318226.553873:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318226.553925:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383716992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318226.553932:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2103 00000100:00100000:0.0:1767318226.553950:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2104 00000100:00100000:0.0:1767318226.553956:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383717120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318226.553972:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318226.554002:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383717120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318226.554008:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2104 00000100:00080000:0.0:1767318226.554024:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318226.554028:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318226.554065:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383717120:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318226.555042:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383716992:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318227.062902:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767318227.062904:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318227.062912:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318227.062915:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318227.062919:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318227.062922:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318227.062930:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3125 00000100:00080000:1.0:1767318227.062935:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318227.062942:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318227.062986:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6159c00 x1853164383717248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318227.063021:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318227.063024:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318227.063026:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318227.063030:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3125 00000100:00080000:1.0:1767318227.063033:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318227.063036:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318227.063051:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6158a80 x1853164383717376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318227.063089:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318227.063093:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318227.063095:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767318227.063099:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:1.0:1767318227.063099:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3125 00000100:00080000:1.0:1767318227.063110:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318227.063113:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318227.063118:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b615ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383717504:0@lo:400:kworker.0 00000100:00100000:1.0:1767318227.063134:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6159500 x1853164383717632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318227.063160:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318227.063163:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318227.063165:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318227.063168:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3125 00000100:00080000:1.0:1767318227.063170:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318227.063174:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318227.063182:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6158700 x1853164383717888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318227.063185:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318227.063215:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b615aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383717760:0@lo:400:kworker.0 00000100:00100000:0.0:1767318227.063238:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383718144:0@lo:400:kworker.0 00000100:00100000:1.0:1767318227.063241:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318227.063262:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318227.063268:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383718016:0@lo:400:kworker.0 00000100:00100000:0.0:1767318227.063277:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318227.063298:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383717504 00000100:00100000:1.0:1767318227.063305:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383717504 00000100:00100000:2.0:1767318227.063346:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383717248:0@lo:38:kworker.0 00000100:00100000:1.0:1767318227.063354:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383717760 00000100:00100000:1.0:1767318227.063358:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383717760 00000100:00100000:3.0:1767318227.063426:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4058 00000100:00100000:1.0:1767318227.063680:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4059 00000100:00100000:3.0:1767318227.066510:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383717504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318227.066628:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383717760:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767318227.068178:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318227.068202:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383718144 00000100:00100000:0.0:1767318227.068214:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383718144 00000100:00100000:0.0:1767318227.068296:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:0.0:1767318227.068306:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383718144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318227.068387:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383718144:12345-0@lo:400:kworker.0 Request processed in 83us (5109us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318227.068395:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00000100:00100000:3.0:1767318227.068673:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383717504:12345-0@lo:400:kworker.0 Request processed in 5223us (5473us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318227.068687:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4058 00000100:00100000:3.0:1767318227.068758:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318227.068807:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383718016 00000100:00100000:3.0:1767318227.068812:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383718016 00000100:00100000:0.0:1767318227.068834:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383718144:0@lo:400:kworker.0 00000100:00100000:3.0:1767318227.068839:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1363 00000100:00100000:3.0:1767318227.068844:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383718016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318227.068851:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b615ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383717504:0@lo:400:kworker.0 00000100:00100000:3.0:1767318227.068893:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383718016:12345-0@lo:400:kworker.0 Request processed in 48us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318227.068900:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1363 00000100:00100000:2.0:1767318227.068942:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318227.077851:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383718016:0@lo:400:kworker.0 00000100:00100000:1.0:1767318227.078459:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383717760:12345-0@lo:400:kworker.0 Request processed in 14768us (15213us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318227.078477:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4059 00000100:00100000:0.0:1767318227.082864:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b615aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383717760:0@lo:400:kworker.0 00000100:00100000:2.0:1767318227.087913:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383717376:0@lo:38:kworker.0 00000100:00100000:2.0:1767318227.089799:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318227.089864:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383717632:0@lo:38:kworker.0 00000100:00100000:2.0:1767318227.089906:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318227.090093:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383717376 00000100:00100000:0.0:1767318227.090103:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383717376 00000100:00100000:0.0:1767318227.090145:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2464 00000100:00100000:0.0:1767318227.090152:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383717376:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318227.090175:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318227.090222:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383717376:12345-0@lo:38:kworker.0 Request processed in 68us (442us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318227.090229:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2464 00000100:00100000:1.0:1767318227.095558:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383717248 00000100:00100000:1.0:1767318227.095575:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383717248 00000100:00100000:1.0:1767318227.095628:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22942 00000100:00100000:1.0:1767318227.095637:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383717248:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318227.095979:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318227.096292:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383717248:12345-0@lo:38:kworker.0 Request processed in 654us (27349us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318227.096301:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22942 00000100:00100000:2.0:1767318227.100981:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383717888:0@lo:38:kworker.0 00000100:00100000:3.0:1767318227.101290:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383717632 00000100:00100000:3.0:1767318227.101300:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383717632 00000100:00100000:3.0:1767318227.101354:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22943 00000100:00100000:3.0:1767318227.101362:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383717632:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318227.101393:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318227.102485:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318227.102578:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767318227.102582:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383717888 00000100:00080000:2.0:1767318227.102584:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318227.102589:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383717888 00000100:00100000:2.0:1767318227.102589:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383717248:0@lo:38:kworker.0 00000100:00080000:2.0:1767318227.102602:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318227.102606:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318227.102609:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383717376:0@lo:38:kworker.0 00000100:00100000:0.0:1767318227.102635:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22944 00000100:00100000:0.0:1767318227.102642:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383717888:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318227.102661:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318227.103175:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383717888:12345-0@lo:38:kworker.0 Request processed in 529us (691us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318227.103184:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22944 00000100:00100000:3.0:1767318227.103397:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383717632:12345-0@lo:38:kworker.0 Request processed in 2034us (13489us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318227.103404:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22943 00000100:00080000:2.0:1767318227.103881:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318227.103887:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318227.103891:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383717632:0@lo:38:kworker.0 00000100:00080000:2.0:1767318227.103902:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318227.103905:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318227.103908:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383717888:0@lo:38:kworker.0 00010000:00010000:2.0:1767318227.575104:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318228.040345:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318228.040452:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318228.040637:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297302400 00000100:00100000:2.0:1767318228.040647:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297302400 00000100:00100000:0.0:1767318228.040705:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297302272 00000100:00100000:0.0:1767318228.040711:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297302272 00000100:00100000:2.0:1767318228.040722:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4060 00000100:00100000:2.0:1767318228.040733:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297302400:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318228.040854:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297302400:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 121us (518us total) trans 0 rc 0/0 00000100:00080000:3.0:1767318228.041122:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318228.043944:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22945 00000100:00100000:0.0:1767318228.043956:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297302272:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318228.043980:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318228.044092:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297302272:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 135us (3639us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318228.044101:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22945 00000100:00100000:2.0:1767318228.045410:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4060 00000100:00100000:3.0:1767318228.087143:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318228.600584:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318229.110888:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318229.623396:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318230.134890:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318230.647287:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318231.159738:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318231.671999:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318231.672344:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318231.672378:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383718272:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318231.672456:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318231.672759:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383718272 00000100:00100000:0.0:1767318231.672768:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383718272 00000100:00100000:0.0:1767318231.672848:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2105 00000100:00100000:0.0:1767318231.672869:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383718272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318231.672899:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318231.672958:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383718272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318231.672965:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2105 00000100:00100000:0.0:1767318231.675369:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383718400:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318231.675446:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318231.675712:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318231.675766:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383718272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318231.677283:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383718400 00000100:00100000:2.0:1767318231.677295:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383718400 00000100:00100000:2.0:1767318231.677375:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2106 00000100:00100000:2.0:1767318231.677386:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383718400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318231.677427:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318231.677523:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383718400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 140us (2076us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318231.677531:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2106 00000100:00100000:3.0:1767318231.677598:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383718400:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318231.679311:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318232.182904:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318232.182928:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318232.182932:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318232.182942:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318232.182947:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318232.182957:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3130 00000100:00080000:1.0:1767318232.182962:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318232.182971:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318232.183016:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5137480 x1853164383718528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318232.183050:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318232.183053:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318232.183055:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318232.183058:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3130 00000100:00080000:1.0:1767318232.183060:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318232.183063:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318232.183076:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135500 x1853164383718656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318232.183111:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318232.183115:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318232.183117:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318232.183120:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3130 00000100:00080000:1.0:1767318232.183122:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318232.183125:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318232.183136:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be5180 x1853164383718912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318232.183163:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318232.183166:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318232.183168:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318232.183172:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3130 00000100:00080000:1.0:1767318232.183174:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318232.183177:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318232.183185:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be4e00 x1853164383719168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318232.183229:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383719040:0@lo:400:kworker.0 00000100:00100000:1.0:1767318232.183297:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318232.183352:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318232.183358:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383719296:0@lo:400:kworker.0 00000100:00100000:1.0:1767318232.183383:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318232.183638:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383719040 00000100:00100000:2.0:1767318232.183646:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383719040 00000100:00100000:2.0:1767318232.183709:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4061 00000100:00100000:2.0:1767318232.183720:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383719040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318232.183777:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383719040:12345-0@lo:400:kworker.0 Request processed in 60us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318232.183811:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4061 00000100:00100000:2.0:1767318232.183859:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383719040:0@lo:400:kworker.0 00000100:00100000:2.0:1767318232.183886:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383718528:0@lo:38:kworker.0 00000100:00100000:2.0:1767318232.183913:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318232.183945:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383718528 00000100:00100000:2.0:1767318232.183950:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383718528 00000100:00100000:2.0:1767318232.183969:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22946 00000100:00100000:2.0:1767318232.183974:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383718528:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318232.183992:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318232.185014:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383719296 00000100:00100000:0.0:1767318232.185024:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383719296 00000100:00100000:0.0:1767318232.185065:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:0.0:1767318232.185072:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383719296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318232.185140:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383719296:12345-0@lo:400:kworker.0 Request processed in 68us (1755us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318232.185147:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00000100:00100000:0.0:1767318232.185190:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383719424:0@lo:400:kworker.0 00000100:00100000:0.0:1767318232.185220:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318232.185250:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318232.185256:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383718784:0@lo:400:kworker.0 00000100:00100000:0.0:1767318232.185278:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318232.185303:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383718784 00000100:00100000:0.0:1767318232.185306:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383718784 00000100:00100000:0.0:1767318232.185339:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4062 00000100:00100000:0.0:1767318232.185345:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383718784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318232.185376:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383718784:12345-0@lo:400:kworker.0 Request processed in 32us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318232.185382:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4062 00000100:00100000:0.0:1767318232.185401:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383719424 00000100:00100000:0.0:1767318232.185404:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383719424 00000100:00100000:0.0:1767318232.185425:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1365 00000100:00100000:0.0:1767318232.185430:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383719424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318232.185456:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383719424:12345-0@lo:400:kworker.0 Request processed in 26us (235us total) trans 0 rc 0/0 00000100:00080000:1.0:1767318232.185658:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318232.185699:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383718784:0@lo:400:kworker.0 00000100:00100000:1.0:1767318232.185710:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383719424:0@lo:400:kworker.0 00000100:00100000:1.0:1767318232.185754:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383718656:0@lo:38:kworker.0 00000100:00100000:1.0:1767318232.185799:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318232.185820:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383718912:0@lo:38:kworker.0 00000100:00100000:1.0:1767318232.185838:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318232.185850:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383719168:0@lo:38:kworker.0 00000100:00100000:1.0:1767318232.185865:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318232.185891:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383718912 00000100:00100000:1.0:1767318232.185895:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383718912 00000100:00100000:1.0:1767318232.185909:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383719168 00000100:00100000:1.0:1767318232.185912:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383719168 00000100:00100000:1.0:1767318232.185920:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22947 00000100:00100000:1.0:1767318232.185925:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383718912:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318232.186027:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1365 00000100:00100000:0.0:1767318232.186045:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22948 00000100:00100000:0.0:1767318232.186050:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383719168:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318232.186063:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318232.186097:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383719168:12345-0@lo:38:kworker.0 Request processed in 46us (230us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318232.186103:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22948 00000100:00080000:0.0:1767318232.186138:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318232.186143:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318232.186146:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383719168:0@lo:38:kworker.0 00010000:00020000:1.0:1767318232.186589:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318232.186632:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383718912:12345-0@lo:38:kworker.0 Request processed in 704us (791us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318232.186639:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22947 00000100:00080000:1.0:1767318232.186663:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318232.186666:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318232.186669:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383718912:0@lo:38:kworker.0 00000100:00100000:0.0:1767318232.187217:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383719296:0@lo:400:kworker.0 00000100:00100000:3.0:1767318232.187664:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383718656 00000100:00100000:3.0:1767318232.187672:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383718656 00000100:00100000:3.0:1767318232.187716:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2465 00000100:00100000:3.0:1767318232.187722:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383718656:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318232.187739:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318232.187809:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383718656:12345-0@lo:38:kworker.0 Request processed in 86us (2009us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318232.187815:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2465 00000100:00080000:1.0:1767318232.188091:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318232.188108:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318232.188112:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383718656:0@lo:38:kworker.0 00000100:00100000:0.0:1767318232.188274:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318232.208542:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383718528:12345-0@lo:38:kworker.0 Request processed in 24555us (24617us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318232.208557:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22946 00000100:00080000:1.0:1767318232.209977:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318232.209989:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318232.209994:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383718528:0@lo:38:kworker.0 00010000:00010000:2.0:1767318232.699107:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318233.158768:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318233.159386:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297302656 00000100:00100000:2.0:1767318233.159405:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297302656 00000100:00100000:2.0:1767318233.159515:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4063 00000100:00100000:2.0:1767318233.159527:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f46b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297302656:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318233.159634:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f46b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297302656:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 100us (873us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318233.159643:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4063 00000100:00080000:1.0:1767318233.159957:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318233.162300:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318233.162568:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297302528 00000100:00100000:0.0:1767318233.162580:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297302528 00000100:00100000:0.0:1767318233.162632:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22949 00000100:00100000:0.0:1767318233.162640:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f46a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297302528:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318233.162667:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318233.162738:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f46a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297302528:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 99us (450us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318233.162744:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22949 00000100:00100000:0.0:1767318233.209988:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318233.721643:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318234.231624:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318234.745004:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318235.254966:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318235.767472:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318236.279559:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318236.792284:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318236.793164:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383719552:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318236.793263:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318236.794149:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318236.794166:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383719680:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318236.794215:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318236.794278:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383719552 00000100:00100000:2.0:1767318236.794290:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383719552 00000100:00100000:2.0:1767318236.794386:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383719680 00000100:00100000:2.0:1767318236.794390:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383719680 00000100:00100000:2.0:1767318236.794416:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2107 00000100:00100000:2.0:1767318236.794426:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f46a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383719552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318236.794497:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318236.794563:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f46a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383719552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 137us (1300us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318236.794573:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2107 00000100:00100000:2.0:1767318236.794593:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2108 00000100:00100000:2.0:1767318236.794600:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f46b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383719680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318236.794621:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318236.794651:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f46b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383719680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318236.794657:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2108 00000100:00100000:2.0:1767318236.794710:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383719552:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318236.794996:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383719680:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318236.795133:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318236.795138:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318237.303134:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767318237.303141:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318237.303148:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318237.303151:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318237.303156:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318237.303160:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318237.303171:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3135 00000100:00080000:3.0:1767318237.303177:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318237.303187:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318237.303240:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f468000 x1853164383719808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318237.303271:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318237.303275:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318237.303277:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318237.303282:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3135 00000100:00080000:3.0:1767318237.303284:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318237.303288:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318237.303303:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f46aa00 x1853164383719936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318237.303352:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318237.303357:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318237.303359:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318237.303362:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3135 00000100:00080000:3.0:1767318237.303365:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318237.303369:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318237.303381:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f469880 x1853164383720192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318237.303386:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318237.303401:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f46bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383720064:0@lo:400:kworker.0 00000100:00080000:3.0:1767318237.303407:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318237.303411:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318237.303413:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318237.303418:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3135 00000100:00080000:3.0:1767318237.303420:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318237.303423:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318237.303433:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f469180 x1853164383720448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318237.303489:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318237.303498:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f469c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383720320:0@lo:400:kworker.0 00000100:00100000:2.0:1767318237.303500:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318237.303577:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383720064 00000100:00100000:0.0:1767318237.303586:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383720064 00000100:00100000:0.0:1767318237.303672:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4064 00000100:00100000:0.0:1767318237.303684:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383720064:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767318237.303808:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318237.303826:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383719808:0@lo:38:kworker.0 00000100:00100000:3.0:1767318237.304614:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318237.304712:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383720320 00000100:00100000:3.0:1767318237.304719:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383720320 00000100:00100000:3.0:1767318237.304772:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4065 00000100:00100000:3.0:1767318237.304795:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f469f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383720320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318237.304844:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f469f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383720320:12345-0@lo:400:kworker.0 Request processed in 64us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318237.304852:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4065 00000100:00100000:3.0:1767318237.304902:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f469c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383720320:0@lo:400:kworker.0 00000100:00080000:3.0:1767318237.304941:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318237.309677:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383720064:12345-0@lo:400:kworker.0 Request processed in 5980us (6159us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318237.309696:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4064 00000100:00100000:2.0:1767318237.318051:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f46bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383720064:0@lo:400:kworker.0 00000100:00100000:1.0:1767318237.322575:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318237.322667:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f46aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383719936:0@lo:38:kworker.0 00000100:00100000:1.0:1767318237.322724:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318237.322750:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383719808 00000100:00100000:1.0:1767318237.322762:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f469880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383720192:0@lo:38:kworker.0 00000100:00100000:0.0:1767318237.322763:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383719808 00000100:00100000:1.0:1767318237.322802:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318237.322826:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f469180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383720448:0@lo:38:kworker.0 00000100:00100000:1.0:1767318237.322848:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318237.322848:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383720192 00000100:00100000:3.0:1767318237.322853:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383720192 00000100:00100000:1.0:1767318237.322872:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383720448 00000100:00100000:1.0:1767318237.322875:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383720448 00000100:00100000:3.0:1767318237.322900:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22950 00000100:00100000:3.0:1767318237.322914:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383720192:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318237.322941:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318237.322991:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383720192:12345-0@lo:38:kworker.0 Request processed in 81us (186us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318237.323069:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383719936 00000100:00100000:2.0:1767318237.323074:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383719936 00000100:00100000:2.0:1767318237.323104:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2466 00000100:00100000:2.0:1767318237.323109:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383719936:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318237.323119:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318237.323155:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383719936:12345-0@lo:38:kworker.0 Request processed in 45us (430us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318237.323162:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2466 00000100:00100000:1.0:1767318237.330613:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22951 00000100:00100000:3.0:1767318237.330632:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22950 00000100:00100000:1.0:1767318237.330633:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383720448:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318237.330671:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318237.330796:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383720448:12345-0@lo:38:kworker.0 Request processed in 152us (7932us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318237.330803:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22951 00000100:00080000:1.0:1767318237.330878:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318237.330884:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318237.330889:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f469180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383720448:0@lo:38:kworker.0 00000100:00080000:1.0:1767318237.330930:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318237.330935:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318237.330938:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f46aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383719936:0@lo:38:kworker.0 00000100:00080000:1.0:1767318237.330951:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318237.330955:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318237.330958:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f469880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383720192:0@lo:38:kworker.0 00000100:00100000:0.0:1767318237.331016:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22952 00000100:00100000:0.0:1767318237.331024:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383719808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318237.331035:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318237.331085:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383719808:12345-0@lo:38:kworker.0 Request processed in 60us (8522us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318237.331091:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22952 00000100:00080000:1.0:1767318237.333976:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318237.333997:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318237.334007:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383719808:0@lo:38:kworker.0 00010000:00010000:2.0:1767318237.815075:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318238.278704:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318238.278915:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297302912 00000100:00100000:2.0:1767318238.278929:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297302912 00000100:00100000:2.0:1767318238.279032:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4066 00000100:00100000:2.0:1767318238.279044:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f469c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297302912:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318238.279156:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f469c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297302912:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 113us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318238.279166:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4066 00000100:00080000:3.0:1767318238.279217:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318238.279308:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318238.279537:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297302784 00000100:00100000:0.0:1767318238.279544:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297302784 00000100:00100000:0.0:1767318238.279585:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22953 00000100:00100000:0.0:1767318238.279592:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297302784:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318238.279618:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318238.279664:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297302784:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 71us (356us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318238.279671:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22953 00000100:00100000:0.0:1767318238.327064:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318238.840449:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318239.357649:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318239.864280:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318240.375068:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318240.888294:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318241.399660:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318241.911155:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318241.911349:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318241.911379:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383720704:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318241.911409:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318241.911444:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383720576:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318241.911493:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318241.911537:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318241.911617:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383720704 00000100:00100000:1.0:1767318241.911626:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383720576 00000100:00100000:0.0:1767318241.911630:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383720704 00000100:00100000:1.0:1767318241.911637:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383720576 00000100:00080000:2.0:1767318241.913442:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318241.913453:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318241.913574:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2109 00000100:00100000:0.0:1767318241.913599:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383720704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318241.913648:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318241.913756:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383720704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 170us (2264us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318241.913764:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2109 00000100:00100000:0.0:1767318241.913802:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2110 00000100:00100000:0.0:1767318241.913810:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383720576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318241.913832:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318241.913869:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383720576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (2336us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318241.914216:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383720704:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318241.914288:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2110 00000100:00100000:2.0:1767318241.915627:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383720576:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318242.422958:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318242.423465:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318242.423471:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318242.423475:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318242.423478:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318242.423482:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318242.423489:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3140 00000100:00080000:2.0:1767318242.423493:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318242.423500:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318242.423538:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5500 x1853164383720832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318242.423746:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383720832:0@lo:38:kworker.0 00000100:00100000:1.0:1767318242.423931:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318242.424041:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383720832 00000100:00100000:0.0:1767318242.424049:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383720832 00000100:00100000:0.0:1767318242.424088:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22954 00000100:00100000:0.0:1767318242.424095:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383720832:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318242.424114:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767318242.424347:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318242.424352:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318242.424354:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318242.424360:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3140 00000100:00080000:2.0:1767318242.424363:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318242.424367:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318242.424386:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf4380 x1853164383720960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318242.427371:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383720960:0@lo:38:kworker.0 00000100:00100000:1.0:1767318242.427672:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318242.427810:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383720960 00000100:00100000:3.0:1767318242.427819:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383720960 00000100:00100000:3.0:1767318242.427867:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2467 00000100:00100000:3.0:1767318242.427874:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383720960:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318242.427896:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318242.427942:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383720960:12345-0@lo:38:kworker.0 Request processed in 66us (269us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318242.427949:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2467 00000100:00100000:0.0:1767318242.428188:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383720832:12345-0@lo:38:kworker.0 Request processed in 4090us (4255us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318242.428198:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22954 00000100:00080000:2.0:1767318242.428385:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318242.428399:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318242.428403:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318242.428409:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3140 00000100:00080000:2.0:1767318242.428414:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318242.428420:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318242.428442:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf4700 x1853164383721216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318242.428592:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383721088:0@lo:400:kworker.0 00000100:00100000:0.0:1767318242.428632:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318242.428668:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383721088 00000100:00100000:0.0:1767318242.428672:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383721088 00000100:00100000:0.0:1767318242.428720:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4067 00000100:00100000:0.0:1767318242.428729:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383721088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318242.428806:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383721088:12345-0@lo:400:kworker.0 Request processed in 78us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318242.428812:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4067 00000100:00100000:0.0:1767318242.429076:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383721088:0@lo:400:kworker.0 00000100:00080000:2.0:1767318242.431949:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318242.431958:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318242.431962:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318242.431970:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3140 00000100:00080000:2.0:1767318242.431975:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318242.431982:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318242.432007:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf4e00 x1853164383721472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318242.432046:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318242.432224:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383721344:0@lo:400:kworker.0 00000100:00100000:0.0:1767318242.432296:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318242.432966:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383721344 00000100:00100000:3.0:1767318242.432975:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383721344 00000100:00100000:3.0:1767318242.433037:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4068 00000100:00100000:3.0:1767318242.433046:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383721344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318242.433105:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383721344:12345-0@lo:400:kworker.0 Request processed in 59us (810us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318242.433112:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4068 00000100:00100000:3.0:1767318242.433162:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383721344:0@lo:400:kworker.0 00000100:00080000:2.0:1767318242.433946:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318242.436424:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318242.436438:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318242.436443:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383720832:0@lo:38:kworker.0 00000100:00100000:1.0:1767318242.436486:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383721216:0@lo:38:kworker.0 00000100:00100000:1.0:1767318242.436546:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318242.436596:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383721472:0@lo:38:kworker.0 00000100:00100000:1.0:1767318242.436619:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318242.436653:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318242.436657:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318242.436660:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383720960:0@lo:38:kworker.0 00000100:00100000:2.0:1767318242.437032:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383721216 00000100:00100000:2.0:1767318242.437040:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383721216 00000100:00100000:2.0:1767318242.437085:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383721472 00000100:00100000:2.0:1767318242.437089:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383721472 00000100:00100000:2.0:1767318242.437114:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22955 00000100:00100000:2.0:1767318242.437122:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383721216:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318242.437144:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318242.437191:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383721216:12345-0@lo:38:kworker.0 Request processed in 70us (645us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318242.437198:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22955 00000100:00100000:2.0:1767318242.437214:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22956 00000100:00100000:2.0:1767318242.437218:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383721472:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318242.437227:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318242.437247:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383721472:12345-0@lo:38:kworker.0 Request processed in 27us (627us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318242.437252:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22956 00000100:00080000:1.0:1767318242.437422:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318242.437426:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318242.437430:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383721216:0@lo:38:kworker.0 00000100:00080000:1.0:1767318242.437438:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318242.437441:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318242.437444:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383721472:0@lo:38:kworker.0 00010000:00010000:2.0:1767318242.935015:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318243.401203:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318243.401573:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318243.401814:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297303040 00000100:00100000:3.0:1767318243.401825:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297303040 00000100:00100000:3.0:1767318243.401865:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297303168 00000100:00100000:3.0:1767318243.401868:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297303168 00000100:00100000:3.0:1767318243.401917:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4069 00000100:00100000:3.0:1767318243.401927:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297303168:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318243.402000:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297303168:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 74us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318243.402007:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4069 00000100:00100000:3.0:1767318243.402026:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22957 00000100:00100000:3.0:1767318243.402031:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f468700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297303040:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318243.402050:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318243.402077:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f468700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297303040:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 45us (883us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318243.402082:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22957 00000100:00080000:2.0:1767318243.402257:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318243.446962:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318243.963386:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318244.471444:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318244.983824:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318245.496838:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318246.007053:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318246.519176:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318221/real 1767318221] req@ffff9369b615bb80 x1853164383716864/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318246 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318246.519206:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b615bb80 x1853164383716864/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318246 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318246.519226:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318246.519253:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318246.519256:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b615bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383716864:0@lo:250:kworker.0 00000100:00080000:0.0:1767318246.519326:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318246.519332:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318246.519335:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318246.519339:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3125 00000100:00080000:0.0:1767318246.519343:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318246.519349:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318246.519388:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b615bb80 x1853164383721600/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318246.519417:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318246.519421:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318246.519422:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318246.519426:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3145 00000100:00080000:0.0:1767318246.519428:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318246.519432:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318246.519447:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6158700 x1853164383721728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318246.519455:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318246.519460:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318246.519462:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318246.519465:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3145 00000100:00080000:0.0:1767318246.519468:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318246.519472:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318246.519482:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6159500 x1853164383721856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318246.519522:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318246.519526:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318246.519528:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318246.519531:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3145 00000100:00080000:0.0:1767318246.519533:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318246.519537:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318246.519547:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6159c00 x1853164383722112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318246.519573:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318246.519576:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318246.519578:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318246.519581:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3145 00000100:00080000:0.0:1767318246.519583:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318246.519586:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318246.519596:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6159180 x1853164383722368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318246.519637:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b615aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383722240:0@lo:400:kworker.0 00000100:00100000:0.0:1767318246.519701:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318246.519761:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318246.519766:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b615ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383722496:0@lo:400:kworker.0 00000100:00100000:0.0:1767318246.519816:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318246.519909:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383722624:0@lo:400:kworker.0 00000100:00100000:1.0:1767318246.519937:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318246.519966:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318246.519972:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383721984:0@lo:400:kworker.0 00000100:00100000:1.0:1767318246.519993:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318246.520027:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383722240 00000100:00100000:1.0:1767318246.520035:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383722240 00000100:00100000:1.0:1767318246.520088:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383721984 00000100:00100000:1.0:1767318246.520092:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383721984 00000100:00100000:1.0:1767318246.520124:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4070 00000100:00100000:1.0:1767318246.520133:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383722240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318246.520183:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383722240:12345-0@lo:400:kworker.0 Request processed in 50us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318246.520190:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4070 00000100:00100000:1.0:1767318246.520206:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4071 00000100:00100000:1.0:1767318246.520212:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383721984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318246.520242:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383721984:12345-0@lo:400:kworker.0 Request processed in 29us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318246.520247:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4071 00000100:00080000:1.0:1767318246.520263:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318246.520302:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383721984:0@lo:400:kworker.0 00000100:00100000:1.0:1767318246.520324:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b615aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383722240:0@lo:400:kworker.0 00000100:00100000:0.0:1767318246.520462:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383722496 00000100:00100000:0.0:1767318246.520467:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383722496 00000100:00100000:0.0:1767318246.520503:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383722624 00000100:00100000:0.0:1767318246.520507:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383722624 00000100:00100000:0.0:1767318246.520526:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:0.0:1767318246.520532:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383722496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318246.520564:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383722496:12345-0@lo:400:kworker.0 Request processed in 32us (747us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318246.520569:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000100:00100000:0.0:1767318246.520581:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367 00000100:00100000:0.0:1767318246.520586:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383722624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318246.520610:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383722624:12345-0@lo:400:kworker.0 Request processed in 24us (672us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318246.520615:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367 00000100:00100000:0.0:1767318246.521070:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318246.524523:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b615bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383721600:0@lo:250:kworker.0 00000400:00000100:2.0:1767318246.524605:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383721600 offset 0 length 520: 4 00000100:00100000:2.0:1767318246.524655:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383721728:0@lo:38:kworker.0 00000100:00100000:2.0:1767318246.524693:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318246.524733:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383721856:0@lo:38:kworker.0 00000100:00100000:2.0:1767318246.524758:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318246.524825:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383722112:0@lo:38:kworker.0 00000100:00100000:2.0:1767318246.524851:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318246.524869:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383722368:0@lo:38:kworker.0 00000100:00100000:2.0:1767318246.524896:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318246.525011:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383721728 00000100:00100000:0.0:1767318246.525022:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383721728 00000100:00100000:3.0:1767318246.525024:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383721856 00000100:00100000:3.0:1767318246.525031:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383721856 00000100:00100000:3.0:1767318246.525062:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2468 00000100:00100000:0.0:1767318246.525068:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383722112 00000100:00100000:3.0:1767318246.525073:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383721856:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318246.525074:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383722112 00000100:00100000:0.0:1767318246.525097:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383722368 00010000:00020000:3.0:1767318246.525097:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318246.525102:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383722368 00000100:00100000:0.0:1767318246.525116:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22958 00000100:00100000:0.0:1767318246.525121:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383721728:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318246.525132:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318246.525151:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383721856:12345-0@lo:38:kworker.0 Request processed in 78us (389us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318246.525160:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2468 00000100:00100000:0.0:1767318246.525169:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383721728:12345-0@lo:38:kworker.0 Request processed in 46us (475us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318246.525176:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22958 00000100:00100000:3.0:1767318246.525189:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22959 00000100:00100000:0.0:1767318246.525198:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22960 00000100:00100000:3.0:1767318246.525199:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383722112:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318246.525208:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383722368:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318246.525213:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1767318246.525221:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318246.525247:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383722112:12345-0@lo:38:kworker.0 Request processed in 49us (394us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318246.525256:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383722368:12345-0@lo:38:kworker.0 Request processed in 47us (357us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318246.525262:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22960 00000100:00100000:3.0:1767318246.525306:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22959 00000100:00080000:1.0:1767318246.528353:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318246.528375:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318246.528435:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383722624:0@lo:400:kworker.0 00000100:00100000:1.0:1767318246.528478:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b615ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383722496:0@lo:400:kworker.0 00000100:00080000:2.0:1767318246.529906:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318246.529932:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318246.529937:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383721728:0@lo:38:kworker.0 00000100:00080000:2.0:1767318246.529954:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318246.529958:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318246.529960:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383721856:0@lo:38:kworker.0 00000100:00080000:2.0:1767318246.529971:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318246.529974:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318246.529978:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383722112:0@lo:38:kworker.0 00000100:00080000:2.0:1767318246.529989:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318246.529992:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318246.529995:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383722368:0@lo:38:kworker.0 00010000:00010000:1.0:1767318247.031346:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318247.031504:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383722752:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318247.031578:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318247.031888:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383722752 00000100:00100000:1.0:1767318247.031898:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383722752 00000100:00100000:1.0:1767318247.031966:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2111 00000100:00100000:1.0:1767318247.031977:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f468380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383722752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318247.032099:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318247.032157:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f468380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383722752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 181us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318247.032166:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2111 00000100:00100000:3.0:1767318247.032268:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383722752:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318247.033077:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318247.033092:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383722880:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318247.033135:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318247.033508:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383722880 00000100:00100000:3.0:1767318247.033515:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383722880 00000100:00100000:3.0:1767318247.033559:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2112 00000100:00100000:3.0:1767318247.033568:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383722880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318247.033590:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318247.033641:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383722880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318247.033647:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2112 00000100:00100000:2.0:1767318247.033760:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383722880:0@lo:13:osp-pre-0-1.0 00000400:00000100:3.0:1767318247.494918:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297303296 offset 0 length 520: 4 00000100:00100000:3.0:1767318247.494984:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318247.495186:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318247.495260:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297303424 00000100:00100000:2.0:1767318247.495276:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297303424 00000100:00100000:2.0:1767318247.495343:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297303552 00000100:00100000:2.0:1767318247.495355:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297303552 00000100:00100000:2.0:1767318247.495421:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4072 00000100:00100000:2.0:1767318247.495434:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f46ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297303552:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318247.495448:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22961 00000100:00100000:0.0:1767318247.495461:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f468a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297303424:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318247.495492:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318247.495537:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f46ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297303552:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 102us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318247.495546:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4072 00000100:00100000:0.0:1767318247.495567:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f468a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297303424:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 103us (579us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318247.495577:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22961 00000100:00080000:1.0:1767318247.495763:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318247.543229:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318248.055144:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318248.566961:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318249.080526:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318249.593604:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318250.104183:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318250.615613:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318251.128015:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318251.639702:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318251.639815:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318251.639824:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318251.639828:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318251.639834:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318251.639839:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318251.639850:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3149 00000100:00080000:3.0:1767318251.639856:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318251.639866:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318251.639936:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f46b100 x1853164383723008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318251.639978:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318251.639982:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318251.639984:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318251.639990:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3149 00000100:00080000:3.0:1767318251.639992:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318251.639997:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318251.640016:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f468e00 x1853164383723136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318251.640093:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318251.640199:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f46b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383723008:0@lo:38:kworker.0 00000100:00100000:2.0:1767318251.640329:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318251.640409:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f468e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383723136:0@lo:38:kworker.0 00000100:00100000:2.0:1767318251.640440:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318251.640494:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383723136 00000100:00100000:2.0:1767318251.640503:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383723136 00000100:00100000:2.0:1767318251.640552:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2469 00000100:00100000:2.0:1767318251.640561:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383723136:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318251.640592:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318251.640644:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383723136:12345-0@lo:38:kworker.0 Request processed in 82us (201us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318251.640652:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2469 00000100:00080000:2.0:1767318251.640702:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318251.640708:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318251.640713:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f468e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383723136:0@lo:38:kworker.0 00000100:00100000:0.0:1767318251.640911:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383723008 00000100:00100000:0.0:1767318251.640917:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383723008 00000100:00100000:0.0:1767318251.640961:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22962 00000100:00100000:0.0:1767318251.640967:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383723008:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318251.640979:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318251.641021:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383723008:12345-0@lo:38:kworker.0 Request processed in 53us (692us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318251.641028:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22962 00000100:00080000:3.0:1767318251.641152:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318251.641157:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318251.641161:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318251.641167:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3149 00000100:00080000:3.0:1767318251.641170:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318251.641175:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318251.641199:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f468e00 x1853164383723392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318251.641246:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318251.641251:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318251.641253:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318251.641270:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3149 00000100:00080000:3.0:1767318251.641273:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318251.641277:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318251.641293:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f469880 x1853164383723648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318251.641373:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383723520:0@lo:400:kworker.0 00000100:00100000:0.0:1767318251.641409:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318251.641433:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318251.641438:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f46aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383723776:0@lo:400:kworker.0 00000100:00100000:0.0:1767318251.641464:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318251.641492:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383723520 00000100:00100000:0.0:1767318251.641497:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383723520 00000100:00100000:0.0:1767318251.641544:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4073 00000100:00100000:0.0:1767318251.641551:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383723520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318251.641597:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383723520:12345-0@lo:400:kworker.0 Request processed in 47us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318251.641603:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4073 00000100:00080000:0.0:1767318251.641621:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318251.641654:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383723520:0@lo:400:kworker.0 00000100:00100000:0.0:1767318251.641689:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383723776 00000100:00100000:0.0:1767318251.641693:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383723776 00000100:00100000:0.0:1767318251.641728:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:0.0:1767318251.641735:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383723776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318251.641771:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383723776:12345-0@lo:400:kworker.0 Request processed in 38us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318251.641777:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00080000:0.0:1767318251.641820:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318251.641837:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f46aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383723776:0@lo:400:kworker.0 00000100:00100000:2.0:1767318251.642496:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f468e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383723392:0@lo:38:kworker.0 00000100:00100000:2.0:1767318251.642549:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318251.642587:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f469880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383723648:0@lo:38:kworker.0 00000100:00100000:2.0:1767318251.642613:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318251.642642:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318251.642647:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318251.642651:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f46b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383723008:0@lo:38:kworker.0 00000100:00100000:0.0:1767318251.642976:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383723392 00000100:00100000:0.0:1767318251.642983:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383723392 00000100:00100000:0.0:1767318251.643021:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383723648 00000100:00100000:0.0:1767318251.643024:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383723648 00000100:00100000:0.0:1767318251.643044:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22963 00000100:00100000:0.0:1767318251.643051:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383723392:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318251.643073:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318251.643121:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383723392:12345-0@lo:38:kworker.0 Request processed in 69us (571us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318251.643128:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22963 00000100:00100000:0.0:1767318251.643144:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22964 00000100:00100000:0.0:1767318251.643147:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383723648:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318251.643156:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318251.643179:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383723648:12345-0@lo:38:kworker.0 Request processed in 30us (565us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318251.643200:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22964 00000100:00080000:2.0:1767318251.643554:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318251.643560:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318251.643564:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f468e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383723392:0@lo:38:kworker.0 00000100:00080000:2.0:1767318251.643575:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318251.643579:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318251.643582:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f469880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383723648:0@lo:38:kworker.0 00000100:00100000:1.0:1767318251.645641:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f469180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383723904:0@lo:400:kworker.0 00000100:00100000:1.0:1767318251.645740:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318251.645804:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383723264:0@lo:400:kworker.0 00000100:00100000:1.0:1767318251.645832:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318251.646459:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383723904 00000100:00100000:0.0:1767318251.646470:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383723904 00000100:00100000:0.0:1767318251.646566:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1369 00000100:00100000:0.0:1767318251.646577:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6159c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383723904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318251.646657:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6159c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383723904:12345-0@lo:400:kworker.0 Request processed in 82us (916us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318251.646666:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1369 00000100:00080000:1.0:1767318251.649519:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318251.649609:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f469180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383723904:0@lo:400:kworker.0 00000100:00100000:2.0:1767318251.650977:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383723264 00000100:00100000:2.0:1767318251.650995:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383723264 00000100:00080000:1.0:1767318251.651207:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318251.651561:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4074 00000100:00100000:2.0:1767318251.651576:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6159500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383723264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318251.651722:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6159500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383723264:12345-0@lo:400:kworker.0 Request processed in 150us (5887us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318251.651730:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4074 00000100:00100000:1.0:1767318251.651857:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383723264:0@lo:400:kworker.0 00000100:00100000:2.0:1767318252.151156:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383724032:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318252.151271:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318252.151514:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383724032 00000100:00100000:0.0:1767318252.151536:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383724032 00000100:00100000:0.0:1767318252.151608:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2113 00000100:00100000:0.0:1767318252.151619:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383724032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318252.151658:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318252.151714:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383724032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318252.151722:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2113 00000100:00100000:2.0:1767318252.152017:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383724032:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318252.154760:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318252.154865:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318252.154891:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383724160:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318252.154978:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318252.155171:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383724160 00000100:00100000:3.0:1767318252.155183:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383724160 00000100:00100000:3.0:1767318252.155249:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2114 00000100:00100000:3.0:1767318252.155258:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383724160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318252.155295:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318252.155364:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383724160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318252.155372:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2114 00000100:00100000:2.0:1767318252.155569:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383724160:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318252.615761:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318252.615946:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318252.616235:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297303808 00000100:00100000:2.0:1767318252.616250:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297303808 00000100:00100000:2.0:1767318252.616369:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297303680 00000100:00100000:2.0:1767318252.616373:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297303680 00000100:00100000:2.0:1767318252.616401:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4075 00000100:00100000:2.0:1767318252.616413:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297303808:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318252.616534:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297303808:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 123us (788us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318252.616543:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4075 00000100:00100000:2.0:1767318252.616565:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22965 00000100:00100000:2.0:1767318252.616569:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297303680:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318252.616594:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318252.616624:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297303680:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 52us (678us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318252.616631:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22965 00000100:00080000:1.0:1767318252.617362:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318252.663054:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318253.178386:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318253.686935:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318254.199116:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318254.711813:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318255.222948:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318255.735712:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318256.247017:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318256.759164:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318256.759508:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318256.759514:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318256.759517:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318256.759521:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318256.759525:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318256.759533:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3154 00000100:00080000:0.0:1767318256.759538:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318256.759544:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318256.759582:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568700 x1853164383724288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318256.759641:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383724288:0@lo:38:kworker.0 00000100:00100000:2.0:1767318256.759710:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318256.759770:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318256.759774:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318256.759776:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318256.759804:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3154 00000100:00080000:0.0:1767318256.759806:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318256.759811:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318256.759826:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568e00 x1853164383724416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318256.759867:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318256.759871:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318256.759873:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318256.759877:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3154 00000100:00080000:0.0:1767318256.759880:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318256.759883:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318256.759896:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556b100 x1853164383724672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318256.759922:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318256.759925:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318256.759927:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318256.759931:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3154 00000100:00080000:0.0:1767318256.759933:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318256.759936:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318256.759948:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568000 x1853164383724928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318256.759981:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383725184:0@lo:400:kworker.0 00000100:00100000:0.0:1767318256.760010:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318256.760065:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318256.760070:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383724544:0@lo:400:kworker.0 00000100:00100000:0.0:1767318256.760105:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383725184 00000100:00100000:0.0:1767318256.760112:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383725184 00000100:00100000:0.0:1767318256.760163:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:0.0:1767318256.760172:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383725184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318256.760234:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383725184:12345-0@lo:400:kworker.0 Request processed in 63us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318256.760242:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00100000:0.0:1767318256.760294:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383725056:0@lo:400:kworker.0 00000100:00100000:0.0:1767318256.760319:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318256.760337:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318256.760343:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383724800:0@lo:400:kworker.0 00000100:00100000:0.0:1767318256.760366:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383725056 00000100:00100000:0.0:1767318256.760370:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383725056 00000100:00100000:0.0:1767318256.760392:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371 00000100:00100000:0.0:1767318256.760399:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383725056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318256.760434:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383725056:12345-0@lo:400:kworker.0 Request processed in 35us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318256.760440:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371 00000100:00100000:2.0:1767318256.760656:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383724416:0@lo:38:kworker.0 00000100:00100000:2.0:1767318256.760683:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318256.760705:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383724672:0@lo:38:kworker.0 00000100:00100000:2.0:1767318256.760725:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318256.760774:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383724416 00000100:00100000:0.0:1767318256.760778:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383724416 00000100:00100000:0.0:1767318256.760814:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2470 00000100:00100000:0.0:1767318256.760819:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383724416:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318256.760835:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318256.760858:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383724416:12345-0@lo:38:kworker.0 Request processed in 39us (175us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318256.760863:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2470 00000100:00080000:1.0:1767318256.761991:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318256.762000:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318256.765130:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383724928:0@lo:38:kworker.0 00000100:00100000:2.0:1767318256.765192:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318256.766367:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383724288 00000100:00100000:3.0:1767318256.766380:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383724288 00000100:00100000:3.0:1767318256.766488:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383724672 00000100:00100000:3.0:1767318256.766492:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383724672 00000100:00080000:2.0:1767318256.769425:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318256.769438:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318256.769443:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383724416:0@lo:38:kworker.0 00000100:00100000:0.0:1767318256.769531:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383724928 00000100:00100000:0.0:1767318256.769539:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383724928 00000100:00100000:0.0:1767318256.769576:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22966 00000100:00100000:0.0:1767318256.769583:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383724288:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318256.769605:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318256.769672:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383724288:12345-0@lo:38:kworker.0 Request processed in 87us (9960us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318256.769679:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22966 00000100:00100000:0.0:1767318256.769697:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22967 00000100:00100000:0.0:1767318256.769701:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383724672:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318256.769711:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318256.769738:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383724672:12345-0@lo:38:kworker.0 Request processed in 36us (9012us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318256.769744:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22967 00000100:00100000:0.0:1767318256.769755:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22968 00000100:00100000:0.0:1767318256.769760:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383724928:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318256.769769:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318256.769809:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383724928:12345-0@lo:38:kworker.0 Request processed in 48us (4618us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318256.769815:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22968 00000100:00100000:0.0:1767318256.769854:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318256.769900:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383725056:0@lo:400:kworker.0 00000100:00100000:0.0:1767318256.769932:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383724800 00000100:00100000:0.0:1767318256.769936:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383724800 00000100:00100000:0.0:1767318256.769972:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4076 00000100:00100000:0.0:1767318256.769978:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383724800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318256.770020:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383724800:12345-0@lo:400:kworker.0 Request processed in 41us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318256.770026:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4076 00000100:00100000:0.0:1767318256.770052:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383724800:0@lo:400:kworker.0 00000100:00080000:0.0:1767318256.770075:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318256.770101:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318256.770128:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383725184:0@lo:400:kworker.0 00000100:00100000:0.0:1767318256.770144:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383724544 00000100:00100000:0.0:1767318256.770147:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383724544 00000100:00100000:0.0:1767318256.770172:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4077 00000100:00100000:0.0:1767318256.770178:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383724544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318256.776652:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383724544:12345-0@lo:400:kworker.0 Request processed in 6462us (6539us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318256.776666:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4077 00000100:00080000:0.0:1767318256.776712:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318256.776757:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383724544:0@lo:400:kworker.0 00000100:00080000:0.0:1767318256.776839:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318256.776844:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318256.776848:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383724672:0@lo:38:kworker.0 00000100:00080000:0.0:1767318256.776858:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318256.776862:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318256.776864:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383724928:0@lo:38:kworker.0 00000100:00080000:0.0:1767318256.776874:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318256.776877:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318256.776880:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383724288:0@lo:38:kworker.0 00000100:00100000:2.0:1767318257.271161:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383725312:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318257.271238:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318257.271451:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383725312 00000100:00100000:0.0:1767318257.271460:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383725312 00000100:00100000:0.0:1767318257.271516:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2115 00000100:00100000:0.0:1767318257.271525:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383725312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318257.271554:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318257.271611:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383725312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318257.271619:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2115 00000100:00100000:2.0:1767318257.272055:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383725312:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318257.273846:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318257.273962:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318257.273981:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383725440:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318257.274034:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318257.274135:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383725440 00000100:00100000:3.0:1767318257.274143:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383725440 00000100:00100000:3.0:1767318257.274188:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2116 00000100:00100000:3.0:1767318257.274196:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383725440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318257.274229:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318257.274279:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383725440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318257.274286:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2116 00000100:00100000:2.0:1767318257.274491:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383725440:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318257.737838:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318257.737938:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318257.738070:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297304064 00000100:00100000:0.0:1767318257.738081:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297304064 00000100:00100000:3.0:1767318257.738119:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297303936 00000100:00100000:3.0:1767318257.738125:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297303936 00000100:00080000:1.0:1767318257.738179:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318257.738281:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4078 00000100:00100000:3.0:1767318257.738291:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297304064:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318257.738382:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297304064:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 92us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318257.738390:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4078 00000100:00100000:3.0:1767318257.738410:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22969 00000100:00100000:3.0:1767318257.738414:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297303936:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318257.738433:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318257.738457:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297303936:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 42us (519us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318257.738463:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22969 00000100:00100000:1.0:1767318257.783209:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318258.295558:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318258.806905:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318259.319517:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.830939:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318260.345080:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.855032:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318261.367000:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318261.879095:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318261.879191:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318261.879198:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318261.879201:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318261.879205:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318261.879208:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318261.879225:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3160 00000100:00080000:2.0:1767318261.879230:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318261.879238:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318261.879282:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7ff800 x1853164383725568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318261.879315:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318261.879318:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318261.879320:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318261.879325:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3160 00000100:00080000:2.0:1767318261.879327:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318261.879330:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318261.879346:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fe680 x1853164383725696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318261.879386:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318261.879391:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318261.879393:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318261.879396:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3160 00000100:00080000:2.0:1767318261.879398:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318261.879401:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318261.879413:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fea00 x1853164383725952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318261.879436:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318261.879440:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318261.879441:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318261.879445:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3160 00000100:00080000:2.0:1767318261.879447:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318261.879450:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318261.879460:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fca80 x1853164383726208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318261.879493:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383726464:0@lo:400:kworker.0 00000100:00100000:2.0:1767318261.879555:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318261.879620:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318261.879626:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383725824:0@lo:400:kworker.0 00000100:00100000:2.0:1767318261.879667:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318261.879696:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383726336:0@lo:400:kworker.0 00000100:00100000:2.0:1767318261.879717:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318261.879732:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318261.879737:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383726080:0@lo:400:kworker.0 00000100:00100000:2.0:1767318261.879758:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318261.879805:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383726464 00000100:00100000:2.0:1767318261.879812:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383726464 00000100:00100000:2.0:1767318261.879861:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383726336 00000100:00100000:2.0:1767318261.879864:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383726336 00000100:00100000:2.0:1767318261.879885:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372 00000100:00100000:2.0:1767318261.879892:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383726464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318261.879938:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383726464:12345-0@lo:400:kworker.0 Request processed in 46us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318261.879945:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372 00000100:00100000:2.0:1767318261.879962:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:2.0:1767318261.879968:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383726336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318261.879996:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383726336:12345-0@lo:400:kworker.0 Request processed in 29us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318261.880004:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000100:00100000:2.0:1767318261.880038:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383726336:0@lo:400:kworker.0 00000100:00100000:2.0:1767318261.880062:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383726464:0@lo:400:kworker.0 00000100:00100000:2.0:1767318261.880078:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383725824 00000100:00100000:2.0:1767318261.880081:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383725824 00000100:00100000:2.0:1767318261.880106:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383726080 00000100:00100000:2.0:1767318261.880109:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383726080 00000100:00100000:2.0:1767318261.880126:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4079 00000100:00100000:2.0:1767318261.880131:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383725824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318261.880166:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383725824:12345-0@lo:400:kworker.0 Request processed in 34us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318261.880171:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4079 00000100:00100000:2.0:1767318261.880181:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4080 00000100:00100000:2.0:1767318261.880187:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383726080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318261.880226:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383726080:12345-0@lo:400:kworker.0 Request processed in 28us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318261.880232:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4080 00000100:00100000:2.0:1767318261.880261:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383726080:0@lo:400:kworker.0 00000100:00100000:2.0:1767318261.880282:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383725824:0@lo:400:kworker.0 00000100:00080000:1.0:1767318261.880502:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318261.880508:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318261.880510:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318261.880581:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383725568:0@lo:38:kworker.0 00000100:00100000:3.0:1767318261.880613:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318261.880646:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383725696:0@lo:38:kworker.0 00000100:00100000:3.0:1767318261.880680:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318261.880709:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383725952:0@lo:38:kworker.0 00000100:00100000:3.0:1767318261.880729:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318261.880748:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383726208:0@lo:38:kworker.0 00000100:00100000:3.0:1767318261.880767:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318261.880822:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383725568 00000100:00100000:3.0:1767318261.880827:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383725568 00000100:00100000:3.0:1767318261.880846:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383725952 00000100:00100000:3.0:1767318261.880849:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383725952 00000100:00100000:3.0:1767318261.880858:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383726208 00000100:00100000:3.0:1767318261.880861:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383726208 00000100:00100000:3.0:1767318261.880871:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22970 00000100:00100000:3.0:1767318261.880875:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f46bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383725568:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318261.880893:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318261.880928:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f46bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383725568:12345-0@lo:38:kworker.0 Request processed in 52us (314us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318261.880934:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22970 00000100:00100000:3.0:1767318261.880948:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22971 00000100:00100000:3.0:1767318261.880951:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f469180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383725952:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318261.880960:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318261.880981:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f469180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383725952:12345-0@lo:38:kworker.0 Request processed in 28us (252us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318261.880987:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22971 00000100:00100000:3.0:1767318261.880997:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22972 00000100:00100000:3.0:1767318261.881001:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f469880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383726208:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318261.881010:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318261.881033:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f469880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383726208:12345-0@lo:38:kworker.0 Request processed in 29us (264us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318261.881038:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22972 00000100:00080000:3.0:1767318261.881063:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318261.881067:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318261.881071:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383725568:0@lo:38:kworker.0 00000100:00080000:3.0:1767318261.881079:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318261.881082:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318261.881085:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383725952:0@lo:38:kworker.0 00000100:00080000:3.0:1767318261.881094:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318261.881098:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318261.881100:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383726208:0@lo:38:kworker.0 00000100:00100000:0.0:1767318261.881178:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383725696 00000100:00100000:0.0:1767318261.881183:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383725696 00000100:00100000:0.0:1767318261.881213:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2471 00000100:00100000:0.0:1767318261.881229:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f469500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383725696:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318261.881239:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318261.881270:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f469500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383725696:12345-0@lo:38:kworker.0 Request processed in 40us (588us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318261.881275:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2471 00000100:00080000:3.0:1767318261.881454:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318261.881458:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318261.881461:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383725696:0@lo:38:kworker.0 00000100:00100000:2.0:1767318262.391691:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383726592:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318262.391772:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318262.391997:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383726592 00000100:00100000:0.0:1767318262.392005:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383726592 00000100:00100000:0.0:1767318262.392055:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2117 00000100:00100000:0.0:1767318262.392064:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383726592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318262.392093:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318262.392144:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383726592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318262.392150:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2117 00000100:00100000:2.0:1767318262.393595:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383726592:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318262.394121:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318262.394292:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383726720:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318262.394365:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318262.394529:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383726720 00000100:00100000:0.0:1767318262.394537:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383726720 00000100:00100000:0.0:1767318262.394585:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2118 00000100:00100000:0.0:1767318262.394594:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f468e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383726720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318262.394622:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318262.394669:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f468e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383726720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318262.394675:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2118 00000100:00100000:3.0:1767318262.395554:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383726720:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318262.855419:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318262.855511:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297304320 00000100:00100000:0.0:1767318262.855520:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297304320 00000100:00100000:0.0:1767318262.855601:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4081 00000100:00100000:0.0:1767318262.855612:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297304320:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318262.855685:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297304320:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 75us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318262.855693:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4081 00000100:00080000:1.0:1767318262.855756:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318262.855944:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318262.856046:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297304192 00000100:00100000:2.0:1767318262.856050:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297304192 00000100:00100000:2.0:1767318262.856075:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22973 00000100:00100000:2.0:1767318262.856081:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f46b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297304192:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318262.856100:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318262.856129:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f46b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297304192:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 48us (185us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318262.856136:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22973 00000100:00100000:1.0:1767318262.902982:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318263.415806:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318263.927820:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318264.446304:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318264.951765:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318265.462964:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318265.974910:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318266.486979:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318266.998897:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318266.998897:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318266.998906:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318266.998909:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318266.998912:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318266.998915:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318266.998923:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3165 00000100:00080000:2.0:1767318266.998928:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318266.998935:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318266.998974:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b05ad80 x1853164383726848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318266.998997:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318266.999000:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318266.999002:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318266.999005:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3165 00000100:00080000:2.0:1767318266.999008:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318266.999011:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318266.999025:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b05a680 x1853164383726976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318266.999097:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383727104:0@lo:400:kworker.0 00000100:00100000:1.0:1767318266.999162:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318266.999628:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383727104 00000100:00100000:0.0:1767318266.999637:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383727104 00000100:00100000:0.0:1767318266.999701:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4082 00000100:00100000:0.0:1767318266.999712:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6158700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383727104:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767318266.999778:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318266.999804:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318266.999807:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318266.999810:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3165 00000100:00080000:2.0:1767318266.999813:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318266.999816:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318266.999832:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b05aa00 x1853164383727232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318266.999858:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318266.999861:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318266.999863:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318266.999867:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3165 00000100:00080000:2.0:1767318266.999869:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318266.999872:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318266.999882:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b059c00 x1853164383727488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318267.000182:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383727744:0@lo:400:kworker.0 00000100:00100000:3.0:1767318267.000217:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318267.000258:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383727744 00000100:00100000:3.0:1767318267.000263:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383727744 00000100:00100000:3.0:1767318267.000702:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:3.0:1767318267.000710:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f46aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383727744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318267.000751:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f46aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383727744:12345-0@lo:400:kworker.0 Request processed in 41us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318267.000758:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 00000100:00100000:3.0:1767318267.000813:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383727744:0@lo:400:kworker.0 00000100:00100000:3.0:1767318267.000838:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383726848:0@lo:38:kworker.0 00000100:00100000:3.0:1767318267.000864:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318267.000887:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383726976:0@lo:38:kworker.0 00000100:00100000:3.0:1767318267.000912:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318267.000930:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383727232:0@lo:38:kworker.0 00000100:00100000:3.0:1767318267.000947:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318267.000960:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383727488:0@lo:38:kworker.0 00000100:00100000:3.0:1767318267.000975:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318267.001011:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383726848 00000100:00100000:3.0:1767318267.001015:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383726848 00000100:00100000:3.0:1767318267.001026:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383727232 00000100:00100000:3.0:1767318267.001029:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383727232 00000100:00100000:3.0:1767318267.001035:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383727488 00000100:00100000:3.0:1767318267.001038:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383727488 00000100:00100000:3.0:1767318267.001046:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22974 00000100:00100000:3.0:1767318267.001051:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f468000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383726848:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318267.001068:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318267.001098:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f468000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383726848:12345-0@lo:38:kworker.0 Request processed in 46us (234us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318267.001105:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22974 00000100:00100000:3.0:1767318267.001115:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22975 00000100:00100000:3.0:1767318267.001119:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383727232:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318267.001128:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318267.001147:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383727232:12345-0@lo:38:kworker.0 Request processed in 27us (198us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318267.001152:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22975 00000100:00100000:3.0:1767318267.001161:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22976 00000100:00100000:3.0:1767318267.001165:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383727488:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318267.001188:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318267.001208:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383727488:12345-0@lo:38:kworker.0 Request processed in 41us (231us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318267.001214:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22976 00000100:00100000:3.0:1767318267.001229:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383726976 00000100:00100000:3.0:1767318267.001233:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383726976 00000100:00100000:3.0:1767318267.001250:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2472 00000100:00100000:3.0:1767318267.001255:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383726976:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318267.001263:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318267.001540:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383726976:12345-0@lo:38:kworker.0 Request processed in 282us (625us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318267.001547:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2472 00000100:00080000:3.0:1767318267.001576:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318267.001581:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318267.001585:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383726848:0@lo:38:kworker.0 00000100:00080000:3.0:1767318267.001592:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318267.001596:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318267.001599:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383726976:0@lo:38:kworker.0 00000100:00080000:3.0:1767318267.001606:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318267.001610:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318267.001613:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383727232:0@lo:38:kworker.0 00000100:00080000:3.0:1767318267.001619:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318267.001622:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318267.001625:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383727488:0@lo:38:kworker.0 00000100:00100000:3.0:1767318267.001838:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383727360:0@lo:400:kworker.0 00000100:00100000:3.0:1767318267.001866:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318267.001886:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318267.001891:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383727616:0@lo:400:kworker.0 00000100:00100000:3.0:1767318267.001910:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318267.001932:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383727360 00000100:00100000:3.0:1767318267.001935:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383727360 00000100:00100000:3.0:1767318267.001961:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4083 00000100:00100000:3.0:1767318267.001968:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383727360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318267.002761:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383727360:12345-0@lo:400:kworker.0 Request processed in 790us (891us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318267.002770:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4083 00000100:00100000:3.0:1767318267.002808:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383727616 00000100:00100000:3.0:1767318267.002813:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383727616 00000100:00100000:3.0:1767318267.002842:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1375 00000100:00100000:3.0:1767318267.002849:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383727616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318267.002880:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383727616:12345-0@lo:400:kworker.0 Request processed in 32us (969us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318267.002886:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1375 00000100:00100000:3.0:1767318267.002915:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383727616:0@lo:400:kworker.0 00000100:00100000:3.0:1767318267.002926:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383727360:0@lo:400:kworker.0 00000100:00080000:3.0:1767318267.002977:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318267.002981:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318267.002997:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318267.004010:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6158700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383727104:12345-0@lo:400:kworker.0 Request processed in 4296us (4842us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318267.004021:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4082 00000100:00100000:1.0:1767318267.009576:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383727104:0@lo:400:kworker.0 00000100:00100000:0.0:1767318267.511068:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318267.511092:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383727872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318267.511174:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318267.511291:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383727872 00000100:00100000:1.0:1767318267.511300:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383727872 00000100:00100000:1.0:1767318267.511358:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2119 00000100:00100000:1.0:1767318267.511368:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383727872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318267.511401:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318267.511461:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383727872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318267.511471:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2119 00000100:00100000:1.0:1767318267.511516:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383727872:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767318267.511877:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318267.512215:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383728000:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318267.512255:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318267.512334:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383728000 00000100:00100000:0.0:1767318267.512340:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383728000 00000100:00100000:0.0:1767318267.512378:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2120 00000100:00100000:0.0:1767318267.512387:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383728000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318267.512409:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318267.512454:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383728000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318267.512461:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2120 00000100:00100000:3.0:1767318267.512531:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383728000:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318267.976427:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318267.976524:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297304448 00000100:00100000:0.0:1767318267.976534:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297304448 00000100:00100000:0.0:1767318267.976593:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22977 00000100:00100000:0.0:1767318267.976601:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297304448:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318267.976625:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318267.976692:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297304448:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 91us (276us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318267.976700:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22977 00000100:00100000:3.0:1767318267.977139:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318267.977219:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297304576 00000100:00100000:0.0:1767318267.977224:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297304576 00000100:00100000:0.0:1767318267.977281:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4084 00000100:00100000:0.0:1767318267.977288:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297304576:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318267.977343:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297304576:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 54us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318267.977350:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4084 00000100:00080000:3.0:1767318267.977403:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318268.026832:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318268.535061:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318269.047093:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318269.567816:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318270.070913:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318270.582955:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318271.094890:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318271.094896:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318246/real 1767318246] req@ffff9369b615bb80 x1853164383721600/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318271 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318271.094926:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b615bb80 x1853164383721600/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318271 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318271.094945:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318271.094966:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318271.094970:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b615bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383721600:0@lo:250:kworker.0 00000100:00080000:0.0:1767318271.095087:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318271.095093:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318271.095096:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318271.095101:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3149 00000100:00080000:0.0:1767318271.095105:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318271.095111:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318271.095185:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556aa00 x1853164383728128/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318271.095224:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318271.095228:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318271.095230:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318271.095233:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3170 00000100:00080000:0.0:1767318271.095236:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318271.095240:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318271.095255:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556b800 x1853164383728256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318271.095264:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318271.095267:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318271.095269:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318271.095272:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3170 00000100:00080000:0.0:1767318271.095275:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318271.095278:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318271.095288:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556a680 x1853164383728384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318271.095325:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318271.095329:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318271.095331:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318271.095334:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3170 00000100:00080000:0.0:1767318271.095337:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318271.095340:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318271.095352:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5569180 x1853164383728640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318271.095368:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383728512:0@lo:400:kworker.0 00000100:00080000:0.0:1767318271.095379:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318271.095382:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318271.095384:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318271.095386:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3170 00000100:00080000:0.0:1767318271.095388:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318271.095392:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318271.095402:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568000 x1853164383728896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318271.095430:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318271.095432:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383729024:0@lo:400:kworker.0 00000100:00100000:3.0:1767318271.095529:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383729152:0@lo:400:kworker.0 00000100:00100000:0.0:1767318271.095574:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318271.095623:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318271.095629:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383728768:0@lo:400:kworker.0 00000100:00100000:0.0:1767318271.095649:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318271.095680:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383728512 00000100:00100000:0.0:1767318271.095689:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383728512 00000100:00100000:0.0:1767318271.095751:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383728768 00000100:00100000:0.0:1767318271.095754:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383728768 00000100:00100000:0.0:1767318271.095778:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4085 00000100:00100000:0.0:1767318271.095810:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6159180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383728512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318271.095856:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6159180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383728512:12345-0@lo:400:kworker.0 Request processed in 48us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318271.095864:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4085 00000100:00100000:0.0:1767318271.095880:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4086 00000100:00100000:0.0:1767318271.095886:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383728768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318271.095913:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383728768:12345-0@lo:400:kworker.0 Request processed in 26us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318271.095918:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4086 00000100:00100000:0.0:1767318271.095955:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383728768:0@lo:400:kworker.0 00000100:00100000:0.0:1767318271.096008:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383729024 00000100:00100000:0.0:1767318271.096012:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383729024 00000100:00100000:0.0:1767318271.096038:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:0.0:1767318271.096044:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383729024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318271.096075:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383729024:12345-0@lo:400:kworker.0 Request processed in 30us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318271.096080:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:0.0:1767318271.096104:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383729024:0@lo:400:kworker.0 00000100:00100000:0.0:1767318271.096120:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383728128:0@lo:250:kworker.0 00000400:00000100:0.0:1767318271.096151:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383728128 offset 0 length 520: 4 00000100:00100000:0.0:1767318271.096170:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383728256:0@lo:38:kworker.0 00000100:00100000:0.0:1767318271.096193:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318271.096208:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383728384:0@lo:38:kworker.0 00000100:00100000:0.0:1767318271.096228:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318271.096242:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383728640:0@lo:38:kworker.0 00000100:00100000:0.0:1767318271.096259:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318271.096274:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383728896:0@lo:38:kworker.0 00000100:00100000:0.0:1767318271.096291:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318271.096314:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383728256 00000100:00100000:0.0:1767318271.096318:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383728256 00000100:00100000:0.0:1767318271.096333:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383728640 00000100:00100000:0.0:1767318271.096335:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383728640 00000100:00100000:0.0:1767318271.096345:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383728896 00000100:00100000:0.0:1767318271.096347:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383728896 00000100:00100000:0.0:1767318271.096356:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22978 00000100:00100000:0.0:1767318271.096360:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383728256:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318271.096377:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318271.096407:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383728256:12345-0@lo:38:kworker.0 Request processed in 46us (214us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318271.096414:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22978 00000100:00100000:0.0:1767318271.096424:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22979 00000100:00100000:0.0:1767318271.096428:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383728640:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318271.096437:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318271.096458:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383728640:12345-0@lo:38:kworker.0 Request processed in 28us (198us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318271.096463:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22979 00000100:00100000:0.0:1767318271.096472:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22980 00000100:00100000:0.0:1767318271.096475:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383728896:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318271.096483:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318271.096504:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383728896:12345-0@lo:38:kworker.0 Request processed in 27us (211us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318271.096509:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22980 00000100:00080000:0.0:1767318271.096538:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318271.096542:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318271.096544:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383728256:0@lo:38:kworker.0 00000100:00080000:0.0:1767318271.096552:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318271.096554:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318271.096557:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383728640:0@lo:38:kworker.0 00000100:00080000:0.0:1767318271.096564:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318271.096568:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318271.096570:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383728896:0@lo:38:kworker.0 00000100:00080000:0.0:1767318271.096600:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318271.096605:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318271.096624:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383728384 00000100:00100000:0.0:1767318271.096627:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383728384 00000100:00100000:0.0:1767318271.096647:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2473 00000100:00100000:0.0:1767318271.096651:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383728384:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318271.096659:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318271.096685:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383728384:12345-0@lo:38:kworker.0 Request processed in 33us (457us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318271.096691:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2473 00000100:00080000:0.0:1767318271.096710:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318271.096713:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318271.096716:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383728384:0@lo:38:kworker.0 00000100:00100000:1.0:1767318271.099194:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383728512:0@lo:400:kworker.0 00000100:00100000:3.0:1767318271.104193:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318271.104346:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383729152 00000100:00100000:0.0:1767318271.104356:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383729152 00000100:00100000:0.0:1767318271.104422:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00100000:0.0:1767318271.104431:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383729152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318271.104496:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383729152:12345-0@lo:400:kworker.0 Request processed in 66us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318271.104503:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00100000:2.0:1767318271.104586:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383729152:0@lo:400:kworker.0 00000100:00080000:3.0:1767318271.104802:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767318271.607980:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318272.119071:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318272.631195:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383729408:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318272.631220:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b615bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383729280:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318272.631846:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318272.631910:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318272.631956:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318272.632049:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383729280 00000100:00100000:0.0:1767318272.632058:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383729280 00000100:00100000:0.0:1767318272.632150:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383729408 00000100:00100000:0.0:1767318272.632154:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383729408 00000100:00100000:0.0:1767318272.632186:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2121 00000100:00100000:0.0:1767318272.632209:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383729280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318272.632237:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318272.632283:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383729280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318272.632290:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2121 00000100:00100000:0.0:1767318272.632306:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2122 00000100:00100000:0.0:1767318272.632313:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383729408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318272.632327:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318272.632355:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383729408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318272.632361:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2122 00000100:00100000:3.0:1767318272.632639:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b615bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383729280:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318272.632906:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383729408:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318273.095295:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318273.095342:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318273.095420:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297304704 00000100:00100000:0.0:1767318273.095439:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297304704 00000100:00100000:0.0:1767318273.095484:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297304832 00000100:00100000:0.0:1767318273.095487:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297304832 00000100:00100000:0.0:1767318273.095539:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4087 00000100:00100000:0.0:1767318273.095548:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297304832:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:3.0:1767318273.095571:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318273.095615:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22981 00000100:00100000:3.0:1767318273.095622:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6158a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297304704:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318273.095647:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318273.095689:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6158a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297304704:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 65us (403us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318273.095698:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22981 00000100:00100000:0.0:1767318273.096261:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297304832:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 80us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318273.096272:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4087 00000400:00000100:2.0:1767318273.101543:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297304960 offset 0 length 520: 4 00000100:00100000:1.0:1767318273.142926:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318273.655197:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318274.166937:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318274.679186:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318275.192279:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318275.703190:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318276.215152:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318276.215169:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318276.215172:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318276.215176:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318276.215182:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318276.215192:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3174 00000100:00080000:1.0:1767318276.215198:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318276.215206:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318276.215263:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5137480 x1853164383729536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318276.215297:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318276.215301:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318276.215303:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318276.215307:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3174 00000100:00080000:1.0:1767318276.215310:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318276.215313:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318276.215331:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135500 x1853164383729664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318276.215375:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318276.215378:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318276.215380:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318276.215384:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3174 00000100:00080000:1.0:1767318276.215386:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318276.215389:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318276.215402:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae87480 x1853164383729920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318276.215425:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318276.215429:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318276.215431:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318276.215435:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3174 00000100:00080000:1.0:1767318276.215438:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318276.215442:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318276.215454:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84a80 x1853164383730176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318276.215472:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383729536:0@lo:38:kworker.0 00000100:00100000:2.0:1767318276.215562:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318276.215562:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383729792:0@lo:400:kworker.0 00000100:00100000:1.0:1767318276.215646:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383729536 00000100:00100000:1.0:1767318276.215655:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383729536 00000100:00100000:1.0:1767318276.215706:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22982 00000100:00100000:1.0:1767318276.215715:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383729536:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318276.215738:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318276.215909:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383730048:0@lo:400:kworker.0 00000100:00100000:3.0:1767318276.219849:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318276.219987:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318276.220003:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383730432:0@lo:400:kworker.0 00000100:00100000:3.0:1767318276.220061:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318276.220128:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383730432 00000100:00100000:3.0:1767318276.220138:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383730432 00000100:00100000:3.0:1767318276.220226:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00100000:3.0:1767318276.220237:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383730432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318276.220301:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383730432:12345-0@lo:400:kworker.0 Request processed in 66us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318276.220310:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00080000:3.0:1767318276.220336:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318276.220379:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383730432:0@lo:400:kworker.0 00000100:00100000:3.0:1767318276.220409:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383730304:0@lo:400:kworker.0 00000100:00100000:3.0:1767318276.220438:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318276.220463:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383730304 00000100:00100000:3.0:1767318276.220467:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383730304 00000100:00100000:3.0:1767318276.220494:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1379 00000100:00100000:3.0:1767318276.220501:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383730304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318276.220530:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383730304:12345-0@lo:400:kworker.0 Request processed in 30us (92us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318276.220540:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1379 00000100:00100000:2.0:1767318276.223095:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383729664:0@lo:38:kworker.0 00000100:00100000:2.0:1767318276.223188:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318276.223235:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383729920:0@lo:38:kworker.0 00000100:00100000:2.0:1767318276.223266:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318276.223289:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383730176:0@lo:38:kworker.0 00000100:00100000:2.0:1767318276.223310:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318276.223372:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383729664 00000100:00100000:2.0:1767318276.223381:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383729664 00000100:00100000:1.0:1767318276.223857:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383729792 00000100:00100000:1.0:1767318276.223864:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383729792 00000100:00100000:1.0:1767318276.223909:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383729920 00000100:00100000:1.0:1767318276.223913:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383729920 00000100:00100000:1.0:1767318276.223922:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383730176 00000100:00100000:1.0:1767318276.223924:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383730176 00000100:00100000:1.0:1767318276.223938:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4088 00000100:00080000:3.0:1767318276.224266:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318276.224273:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318276.224322:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383730304:0@lo:400:kworker.0 00000100:00100000:3.0:1767318276.224384:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22983 00000100:00100000:3.0:1767318276.224391:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383729920:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318276.224418:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318276.224486:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383729920:12345-0@lo:38:kworker.0 Request processed in 93us (1218us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318276.224494:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22983 00000100:00100000:3.0:1767318276.224513:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22984 00000100:00100000:3.0:1767318276.224516:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383730176:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318276.224525:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318276.224537:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2474 00000100:00100000:2.0:1767318276.224545:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383729664:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318276.224550:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383730176:12345-0@lo:38:kworker.0 Request processed in 32us (1239us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318276.224556:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22984 00010000:00020000:2.0:1767318276.224557:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318276.224586:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383729664:12345-0@lo:38:kworker.0 Request processed in 42us (1399us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318276.224593:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2474 00000100:00080000:3.0:1767318276.224607:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318276.224613:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318276.224617:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383729664:0@lo:38:kworker.0 00000100:00100000:2.0:1767318276.224638:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318276.224948:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383729792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318276.225027:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383729792:12345-0@lo:400:kworker.0 Request processed in 1080us (5189us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318276.225034:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4088 00000100:00100000:1.0:1767318276.225073:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383729792:0@lo:400:kworker.0 00000100:00100000:1.0:1767318276.225121:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383729536:12345-0@lo:38:kworker.0 Request processed in 9407us (9559us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318276.225128:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22982 00000100:00100000:0.0:1767318276.225816:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318276.226214:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383730048 00000100:00100000:1.0:1767318276.226222:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383730048 00000100:00100000:1.0:1767318276.226314:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4089 00000100:00100000:1.0:1767318276.226325:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383730048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318276.226392:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383730048:12345-0@lo:400:kworker.0 Request processed in 70us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318276.226400:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4089 00000100:00080000:2.0:1767318276.226474:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318276.226565:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318276.226571:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318276.226575:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383729920:0@lo:38:kworker.0 00000100:00080000:3.0:1767318276.226589:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318276.226592:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318276.226596:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383730176:0@lo:38:kworker.0 00000100:00080000:3.0:1767318276.226755:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318276.226760:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318276.226764:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383729536:0@lo:38:kworker.0 00000100:00100000:0.0:1767318276.233760:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383730048:0@lo:400:kworker.0 00010000:00010000:3.0:1767318276.727275:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318277.250847:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318277.751406:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383730560:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318277.751506:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318277.752461:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383730560 00000100:00100000:0.0:1767318277.752476:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383730560 00000100:00100000:0.0:1767318277.752559:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2123 00000100:00100000:0.0:1767318277.752571:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383730560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318277.752617:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318277.752723:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383730560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 154us (1217us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318277.752732:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2123 00000100:00100000:0.0:1767318277.752830:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383730560:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767318277.754271:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318277.754381:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318277.754406:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383730688:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318277.754478:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318277.754620:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383730688 00000100:00100000:2.0:1767318277.754629:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383730688 00000100:00100000:2.0:1767318277.754701:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2124 00000100:00100000:2.0:1767318277.754709:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383730688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318277.754739:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318277.754813:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383730688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318277.754822:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2124 00000100:00100000:3.0:1767318277.755232:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383730688:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318278.223391:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318278.223510:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318278.229275:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297305216 00000100:00100000:1.0:1767318278.229275:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297305088 00000100:00100000:1.0:1767318278.229296:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297305088 00000100:00100000:0.0:1767318278.229297:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297305216 00000100:00100000:1.0:1767318278.229416:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22985 00000100:00100000:1.0:1767318278.229429:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297305088:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318278.229461:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318278.229587:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297305088:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 158us (6075us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318278.229595:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22985 00000100:00100000:0.0:1767318278.232650:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4090 00000100:00100000:0.0:1767318278.232754:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297305216:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:3.0:1767318278.232764:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318278.232890:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297305216:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 146us (9514us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318278.232899:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4090 00000100:00100000:1.0:1767318278.263057:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318278.775186:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318279.287133:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318279.799193:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318280.310942:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318280.824141:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318281.335845:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318281.337603:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318281.337619:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318281.337623:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318281.337629:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318281.337635:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318281.337646:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3179 00000100:00080000:2.0:1767318281.337652:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318281.337662:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318281.337721:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b058700 x1853164383730816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318281.337741:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318281.337745:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318281.337747:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318281.337751:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3179 00000100:00080000:2.0:1767318281.337754:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318281.337757:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318281.337773:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b05b480 x1853164383730944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318281.337851:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318281.337855:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318281.337858:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318281.337862:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3179 00000100:00080000:2.0:1767318281.337864:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318281.337868:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318281.337882:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fe680 x1853164383731200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318281.337910:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318281.337914:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318281.337916:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318281.337920:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3179 00000100:00080000:2.0:1767318281.337923:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318281.337926:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318281.337942:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fea00 x1853164383731456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318281.337989:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383731328:0@lo:400:kworker.0 00000100:00100000:2.0:1767318281.338099:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318281.338207:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318281.338214:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383731584:0@lo:400:kworker.0 00000100:00100000:2.0:1767318281.338247:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318281.338292:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383731584 00000100:00100000:2.0:1767318281.338300:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383731584 00000100:00100000:2.0:1767318281.338368:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1380 00000100:00100000:2.0:1767318281.338380:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383731584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318281.338453:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383731584:12345-0@lo:400:kworker.0 Request processed in 75us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318281.338465:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1380 00000100:00100000:2.0:1767318281.338513:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383731584:0@lo:400:kworker.0 00000100:00100000:1.0:1767318281.340138:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383731712:0@lo:400:kworker.0 00000100:00100000:1.0:1767318281.340226:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318281.340303:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318281.340312:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383731072:0@lo:400:kworker.0 00000100:00100000:1.0:1767318281.340341:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318281.340391:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383731328 00000100:00100000:1.0:1767318281.340400:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383731328 00000100:00100000:1.0:1767318281.340459:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383731072 00000100:00100000:1.0:1767318281.340462:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383731072 00000100:00100000:1.0:1767318281.340494:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4091 00000100:00100000:1.0:1767318281.340505:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383731328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318281.340690:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383731712 00000100:00100000:2.0:1767318281.340696:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383731712 00000100:00100000:2.0:1767318281.340729:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1381 00000100:00100000:2.0:1767318281.340738:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383731712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318281.340829:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383731712:12345-0@lo:400:kworker.0 Request processed in 93us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318281.340836:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1381 00000100:00100000:2.0:1767318281.340885:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4092 00000100:00100000:2.0:1767318281.340894:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383731072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318281.340925:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383731072:12345-0@lo:400:kworker.0 Request processed in 33us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318281.340931:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4092 00000100:00100000:2.0:1767318281.340984:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383731072:0@lo:400:kworker.0 00000100:00100000:2.0:1767318281.340996:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383731712:0@lo:400:kworker.0 00000100:00100000:1.0:1767318281.341126:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383731328:12345-0@lo:400:kworker.0 Request processed in 623us (3028us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318281.341133:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4091 00000100:00100000:2.0:1767318281.342337:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383731328:0@lo:400:kworker.0 00000100:00100000:3.0:1767318281.342693:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383730816:0@lo:38:kworker.0 00000100:00100000:3.0:1767318281.342771:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318281.342872:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383730944:0@lo:38:kworker.0 00000100:00100000:3.0:1767318281.342902:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318281.342935:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383731200:0@lo:38:kworker.0 00000100:00100000:3.0:1767318281.342960:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318281.342975:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383731456:0@lo:38:kworker.0 00000100:00100000:3.0:1767318281.342995:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318281.343033:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318281.343065:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318281.343069:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318281.343093:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383730816 00000100:00100000:3.0:1767318281.343101:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383730816 00000100:00100000:3.0:1767318281.343140:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383731200 00000100:00100000:3.0:1767318281.343143:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383731200 00000100:00100000:3.0:1767318281.343151:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383731456 00000100:00100000:3.0:1767318281.343153:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383731456 00000100:00100000:3.0:1767318281.343164:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22986 00000100:00100000:3.0:1767318281.343171:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383730816:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318281.343195:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318281.343246:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383730816:12345-0@lo:38:kworker.0 Request processed in 73us (474us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318281.343254:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22986 00000100:00100000:2.0:1767318281.343257:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383730944 00000100:00100000:2.0:1767318281.343263:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383730944 00000100:00100000:3.0:1767318281.343274:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22987 00000100:00100000:3.0:1767318281.343280:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383731200:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318281.343290:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318281.343299:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2475 00000100:00100000:2.0:1767318281.343307:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383730944:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318281.343319:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383731200:12345-0@lo:38:kworker.0 Request processed in 36us (356us total) trans 0 rc -19/-19 00010000:00020000:2.0:1767318281.343321:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318281.343330:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22987 00000100:00100000:3.0:1767318281.343343:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22988 00000100:00100000:3.0:1767318281.343348:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383731456:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318281.343358:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318281.343368:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383730944:12345-0@lo:38:kworker.0 Request processed in 60us (464us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318281.343377:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2475 00000100:00100000:3.0:1767318281.343390:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383731456:12345-0@lo:38:kworker.0 Request processed in 40us (393us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318281.343404:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22988 00000100:00080000:3.0:1767318281.343457:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318281.343463:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318281.343466:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383730816:0@lo:38:kworker.0 00000100:00080000:3.0:1767318281.343478:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318281.343482:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318281.343484:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383730944:0@lo:38:kworker.0 00000100:00080000:3.0:1767318281.343492:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318281.343496:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318281.343498:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383731200:0@lo:38:kworker.0 00000100:00080000:3.0:1767318281.343505:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318281.343508:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318281.343510:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383731456:0@lo:38:kworker.0 00010000:00010000:3.0:1767318281.848455:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318282.359373:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318282.871053:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318282.871087:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383731840:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318282.871092:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318282.871160:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383731968:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318282.871190:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318282.871232:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318282.871305:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383731840 00000100:00100000:1.0:1767318282.871316:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383731840 00000100:00100000:2.0:1767318282.871390:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383731968 00000100:00100000:1.0:1767318282.871396:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2125 00000100:00100000:2.0:1767318282.871396:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383731968 00000100:00100000:1.0:1767318282.871412:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383731840:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318282.871432:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2126 00000100:00100000:2.0:1767318282.871442:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383731968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318282.871458:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00002000:00000024:2.0:1767318282.871466:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318282.871517:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383731968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318282.871525:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2126 00000100:00100000:1.0:1767318282.871532:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383731840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318282.871541:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2125 00000100:00100000:0.0:1767318282.871927:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383731840:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318282.872626:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383731968:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318283.336720:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318283.336900:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297305472 00000100:00100000:1.0:1767318283.336911:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297305472 00000100:00100000:1.0:1767318283.337034:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4093 00000100:00100000:1.0:1767318283.337049:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297305472:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318283.337185:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297305472:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 141us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318283.337193:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4093 00000100:00080000:3.0:1767318283.337392:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318283.338490:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318283.338665:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297305344 00000100:00100000:0.0:1767318283.338682:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297305344 00000100:00100000:0.0:1767318283.338768:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22989 00000100:00100000:0.0:1767318283.338776:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297305344:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318283.338876:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318283.338958:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297305344:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 180us (505us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318283.338981:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22989 00000100:00100000:1.0:1767318283.383241:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318283.895866:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318284.406863:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318284.926959:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318285.431046:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318285.943167:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318286.455278:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318286.455288:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318286.455291:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318286.455294:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318286.455298:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318286.455306:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3184 00000100:00080000:3.0:1767318286.455311:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318286.455318:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318286.455365:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b05b480 x1853164383732096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318286.455382:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318286.455386:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318286.455387:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318286.455392:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3184 00000100:00080000:3.0:1767318286.455393:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318286.455396:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318286.455406:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b058700 x1853164383732224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318286.455436:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318286.455438:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318286.455439:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318286.455442:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3184 00000100:00080000:3.0:1767318286.455443:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318286.455446:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318286.455452:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5928000 x1853164383732480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318286.455470:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318286.455473:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318286.455474:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318286.455476:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3184 00000100:00080000:3.0:1767318286.455478:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318286.455479:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318286.455487:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a2d1ca80 x1853164383732736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318286.455515:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383732864:0@lo:400:kworker.0 00000100:00100000:3.0:1767318286.455568:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318286.455614:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318286.455617:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383732608:0@lo:400:kworker.0 00000100:00100000:3.0:1767318286.455633:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318286.455713:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383732096:0@lo:38:kworker.0 00000100:00100000:0.0:1767318286.455744:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318286.455767:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383732224:0@lo:38:kworker.0 00000100:00100000:0.0:1767318286.455798:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318286.455813:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383732480:0@lo:38:kworker.0 00000100:00100000:0.0:1767318286.455825:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318286.455833:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a2d1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383732736:0@lo:38:kworker.0 00000100:00100000:0.0:1767318286.455842:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318286.455863:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383732224 00000100:00100000:0.0:1767318286.455868:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383732224 00000100:00100000:0.0:1767318286.455893:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2476 00000100:00100000:0.0:1767318286.455897:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383732224:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318286.455912:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318286.455938:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383732224:12345-0@lo:38:kworker.0 Request processed in 40us (139us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318286.455942:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2476 00000100:00100000:0.0:1767318286.455959:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383732608 00000100:00100000:0.0:1767318286.455961:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383732608 00000100:00100000:0.0:1767318286.455986:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383732096 00000100:00100000:0.0:1767318286.455988:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383732096 00000100:00100000:0.0:1767318286.456009:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383732480 00000100:00100000:0.0:1767318286.456012:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383732480 00000100:00100000:0.0:1767318286.456018:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383732736 00000100:00100000:0.0:1767318286.456020:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383732736 00000100:00100000:0.0:1767318286.456029:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4094 00000100:00100000:0.0:1767318286.456035:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383732608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318286.456083:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383732608:12345-0@lo:400:kworker.0 Request processed in 49us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318286.456090:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4094 00000100:00100000:0.0:1767318286.456099:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22990 00000100:00100000:0.0:1767318286.456101:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383732096:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318286.456108:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318286.456121:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383732096:12345-0@lo:38:kworker.0 Request processed in 19us (377us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318286.456125:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22990 00000100:00100000:0.0:1767318286.456131:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22991 00000100:00100000:0.0:1767318286.456133:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383732480:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318286.456138:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318286.456150:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383732480:12345-0@lo:38:kworker.0 Request processed in 16us (324us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318286.456154:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22991 00000100:00100000:0.0:1767318286.456159:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22992 00000100:00100000:0.0:1767318286.456161:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383732736:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318286.456166:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318286.456186:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383732736:12345-0@lo:38:kworker.0 Request processed in 24us (343us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318286.456189:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22992 00000100:00080000:0.0:1767318286.456199:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318286.456222:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383732608:0@lo:400:kworker.0 00000100:00080000:0.0:1767318286.456240:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318286.456243:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318286.456245:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383732096:0@lo:38:kworker.0 00000100:00080000:0.0:1767318286.456250:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318286.456252:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318286.456254:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383732224:0@lo:38:kworker.0 00000100:00080000:0.0:1767318286.456258:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318286.456260:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318286.456261:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383732480:0@lo:38:kworker.0 00000100:00080000:0.0:1767318286.456265:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318286.456266:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318286.456268:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383732736:0@lo:38:kworker.0 00000100:00100000:2.0:1767318286.456470:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383732992:0@lo:400:kworker.0 00000100:00100000:2.0:1767318286.456494:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318286.456519:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318286.456523:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383732352:0@lo:400:kworker.0 00000100:00100000:2.0:1767318286.456536:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318286.456557:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383732864 00000100:00100000:2.0:1767318286.456559:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383732864 00000100:00100000:2.0:1767318286.456581:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383732992 00000100:00100000:2.0:1767318286.456582:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383732992 00000100:00100000:2.0:1767318286.456593:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1382 00000100:00100000:2.0:1767318286.456597:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383732864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318286.456621:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383732864:12345-0@lo:400:kworker.0 Request processed in 24us (1053us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318286.456625:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1382 00000100:00100000:2.0:1767318286.456632:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1383 00000100:00100000:2.0:1767318286.456636:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383732992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318286.456654:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383732992:12345-0@lo:400:kworker.0 Request processed in 18us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318286.456659:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1383 00000100:00100000:2.0:1767318286.456674:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383732352 00000100:00100000:2.0:1767318286.456677:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383732352 00000100:00100000:2.0:1767318286.456700:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4095 00000100:00100000:2.0:1767318286.456706:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383732352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318286.456739:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383732352:12345-0@lo:400:kworker.0 Request processed in 33us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318286.456742:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4095 00000100:00080000:2.0:1767318286.456760:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318286.456762:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318286.456763:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318286.456774:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383732352:0@lo:400:kworker.0 00000100:00100000:2.0:1767318286.456794:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383732992:0@lo:400:kworker.0 00000100:00100000:2.0:1767318286.456812:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a2d1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383732864:0@lo:400:kworker.0 00000100:00100000:2.0:1767318286.457135:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318286.967073:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318287.479134:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318287.991121:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318287.991176:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318287.991197:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383733120:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318287.991262:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318287.991447:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383733120 00000100:00100000:1.0:1767318287.991455:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383733120 00000100:00100000:1.0:1767318287.991513:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2127 00000100:00100000:1.0:1767318287.991523:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383733120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318287.991554:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318287.991614:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383733120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318287.991621:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2127 00000100:00100000:2.0:1767318287.991909:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383733120:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318287.992691:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318287.992707:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383733248:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318287.992765:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318287.993112:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383733248 00000100:00100000:2.0:1767318287.993118:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383733248 00000100:00100000:2.0:1767318287.993159:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2128 00000100:00100000:2.0:1767318287.993168:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383733248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318287.993192:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318287.993238:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383733248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318287.993245:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2128 00000100:00100000:3.0:1767318287.993445:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383733248:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318288.455229:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318288.455318:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318288.457116:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297305728 00000100:00100000:0.0:1767318288.457134:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297305728 00000100:00100000:0.0:1767318288.457223:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297305600 00000100:00100000:0.0:1767318288.457227:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297305600 00000100:00100000:0.0:1767318288.457253:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4096 00000100:00100000:0.0:1767318288.457263:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297305728:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318288.457348:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297305728:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 86us (2128us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318288.457574:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22993 00000100:00100000:3.0:1767318288.457582:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297305600:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318288.457604:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318288.457638:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297305600:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 55us (2320us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318288.457646:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22993 00000100:00100000:0.0:1767318288.457699:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4096 00000100:00080000:2.0:1767318288.458232:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318288.502910:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318289.015284:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318289.527285:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318290.039108:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318290.551557:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318291.063700:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318291.575111:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318291.575529:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318291.575536:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318291.575539:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318291.575543:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318291.575546:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318291.575555:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3189 00000100:00080000:0.0:1767318291.575559:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318291.575566:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318291.575607:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6dad80 x1853164383733376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318291.575638:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318291.575641:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318291.575642:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318291.575647:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3189 00000100:00080000:0.0:1767318291.575649:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318291.575652:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318291.575665:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6db480 x1853164383733504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318291.575706:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318291.575710:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318291.575712:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318291.575715:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3189 00000100:00080000:0.0:1767318291.575717:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318291.575720:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318291.575732:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d8380 x1853164383733760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318291.575755:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318291.575758:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318291.575760:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318291.575764:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3189 00000100:00080000:0.0:1767318291.575766:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318291.575769:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318291.575797:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d8000 x1853164383734016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318291.575850:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383734272:0@lo:400:kworker.0 00000100:00100000:0.0:1767318291.575911:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318291.575978:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318291.575984:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383733632:0@lo:400:kworker.0 00000100:00100000:0.0:1767318291.576009:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318291.576034:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383734144:0@lo:400:kworker.0 00000100:00100000:0.0:1767318291.576056:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318291.576071:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318291.576076:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383733888:0@lo:400:kworker.0 00000100:00100000:0.0:1767318291.576096:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318291.576391:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383733632 00000100:00100000:2.0:1767318291.576398:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383733632 00000100:00100000:2.0:1767318291.576449:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383733888 00000100:00100000:2.0:1767318291.576452:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383733888 00000100:00100000:2.0:1767318291.576476:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4097 00000100:00100000:2.0:1767318291.576484:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383733632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318291.576536:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383733632:12345-0@lo:400:kworker.0 Request processed in 52us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318291.576543:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4097 00000100:00100000:2.0:1767318291.576559:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4098 00000100:00100000:2.0:1767318291.576565:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383733888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318291.576596:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383733888:12345-0@lo:400:kworker.0 Request processed in 31us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318291.576601:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4098 00000100:00100000:2.0:1767318291.576620:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383734272 00000100:00100000:2.0:1767318291.576623:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383734272 00000100:00100000:2.0:1767318291.576646:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383734144 00000100:00100000:2.0:1767318291.576649:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383734144 00000100:00100000:2.0:1767318291.576667:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384 00000100:00100000:2.0:1767318291.576673:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383734272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318291.576702:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383734272:12345-0@lo:400:kworker.0 Request processed in 30us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318291.576708:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384 00000100:00100000:2.0:1767318291.576720:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385 00000100:00100000:2.0:1767318291.576725:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383734144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318291.576750:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383734144:12345-0@lo:400:kworker.0 Request processed in 25us (693us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318291.576756:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385 00000100:00080000:2.0:1767318291.576772:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318291.576775:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318291.576778:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318291.576846:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383733888:0@lo:400:kworker.0 00000100:00100000:2.0:1767318291.576858:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383734144:0@lo:400:kworker.0 00000100:00100000:2.0:1767318291.576885:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383733632:0@lo:400:kworker.0 00000100:00100000:3.0:1767318291.576886:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383733376:0@lo:38:kworker.0 00000100:00100000:2.0:1767318291.576894:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383734272:0@lo:400:kworker.0 00000100:00100000:3.0:1767318291.576915:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318291.576926:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383733376 00000100:00100000:2.0:1767318291.576929:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383733376 00000100:00100000:3.0:1767318291.576956:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383733504:0@lo:38:kworker.0 00000100:00100000:2.0:1767318291.576957:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22994 00000100:00100000:2.0:1767318291.576962:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383733376:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318291.576978:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318291.576988:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318291.577003:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383733376:12345-0@lo:38:kworker.0 Request processed in 40us (88us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318291.577009:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383733760:0@lo:38:kworker.0 00000100:00100000:2.0:1767318291.577010:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22994 00000100:00100000:2.0:1767318291.577027:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383733504 00000100:00100000:3.0:1767318291.577029:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318291.577030:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383733504 00000100:00100000:3.0:1767318291.577043:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383734016:0@lo:38:kworker.0 00000100:00100000:2.0:1767318291.577048:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2477 00000100:00100000:2.0:1767318291.577052:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383733504:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318291.577061:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318291.577061:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318291.577084:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383733504:12345-0@lo:38:kworker.0 Request processed in 31us (95us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767318291.577086:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767318291.577090:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2477 00000100:00080000:3.0:1767318291.577090:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318291.577093:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383733376:0@lo:38:kworker.0 00000100:00080000:3.0:1767318291.577100:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318291.577103:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318291.577105:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383733760 00000100:00100000:3.0:1767318291.577106:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383733504:0@lo:38:kworker.0 00000100:00100000:2.0:1767318291.577108:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383733760 00000100:00100000:2.0:1767318291.577117:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383734016 00000100:00100000:2.0:1767318291.577120:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383734016 00000100:00100000:3.0:1767318291.577129:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22995 00000100:00100000:3.0:1767318291.577133:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383733760:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318291.577141:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22996 00010000:00020000:3.0:1767318291.577143:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318291.577145:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383734016:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318291.577153:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318291.577915:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383733760:12345-0@lo:38:kworker.0 Request processed in 778us (882us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318291.577923:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22995 00000100:00080000:3.0:1767318291.578129:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318291.578134:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318291.578138:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383733760:0@lo:38:kworker.0 00000100:00100000:2.0:1767318291.583700:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383734016:12345-0@lo:38:kworker.0 Request processed in 6543us (6628us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318291.583716:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22996 00000100:00080000:3.0:1767318291.583876:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318291.583883:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318291.583888:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383734016:0@lo:38:kworker.0 00010000:00010000:3.0:1767318292.086976:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318292.601442:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318293.111210:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318293.111493:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383734400:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318293.111554:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318293.111677:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383734400 00000100:00100000:2.0:1767318293.111685:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383734400 00000100:00100000:2.0:1767318293.111753:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2129 00000100:00100000:2.0:1767318293.111763:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383734400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318293.111819:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318293.111863:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383734400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318293.111868:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2129 00000100:00080000:3.0:1767318293.111961:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318293.113111:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383734400:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318293.113864:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318293.113880:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383734528:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318293.113947:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318293.114060:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383734528 00000100:00100000:3.0:1767318293.114069:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383734528 00000100:00100000:3.0:1767318293.114142:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2130 00000100:00100000:3.0:1767318293.114152:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383734528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318293.114183:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318293.114240:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383734528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318293.114248:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2130 00000100:00100000:3.0:1767318293.114288:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383734528:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318293.114588:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318293.575910:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318293.576020:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297305984 00000100:00100000:3.0:1767318293.576031:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297305984 00000100:00100000:3.0:1767318293.576120:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4099 00000100:00100000:3.0:1767318293.576129:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297305984:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318293.576202:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297305984:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 72us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318293.576209:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4099 00000100:00080000:0.0:1767318293.576223:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318293.577448:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318293.577547:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297305856 00000100:00100000:2.0:1767318293.577555:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297305856 00000100:00100000:2.0:1767318293.577626:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 22997 00000100:00100000:2.0:1767318293.577633:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297305856:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318293.577665:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318293.577723:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297305856:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 89us (280us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318293.577730:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 22997 00000100:00100000:1.0:1767318293.622916:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318294.135006:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318294.647061:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318295.159487:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318295.671895:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318296.182987:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318296.695055:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318271/real 1767318271] req@ffff9369a556aa00 x1853164383728128/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318296 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318296.695087:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369a556aa00 x1853164383728128/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318296 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318296.695107:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318296.695117:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318296.695120:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383728128:0@lo:250:kworker.0 00000100:00100000:2.0:1767318296.695209:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318296.695746:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318296.695753:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318296.695756:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318296.695761:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3174 00000100:00080000:1.0:1767318296.695765:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318296.695770:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318296.695848:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae87800 x1853164383734656/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318296.695874:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318296.695878:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318296.695879:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318296.695883:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3194 00000100:00080000:1.0:1767318296.695885:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318296.695888:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318296.695915:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae86300 x1853164383734784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318296.695924:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318296.695927:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318296.695929:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318296.695933:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3194 00000100:00080000:1.0:1767318296.695935:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318296.695938:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318296.695948:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae85500 x1853164383734912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318296.695975:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318296.695978:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318296.695980:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318296.695983:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3194 00000100:00080000:1.0:1767318296.695985:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318296.695989:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318296.695999:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae85180 x1853164383735168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318296.696019:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318296.696022:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318296.696024:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318296.696027:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3194 00000100:00080000:1.0:1767318296.696029:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318296.696033:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318296.696043:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae85c00 x1853164383735424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318296.696153:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383734656:0@lo:250:kworker.0 00000400:00000100:3.0:1767318296.696201:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383734656 offset 0 length 520: 4 00000100:00100000:3.0:1767318296.696240:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383734784:0@lo:38:kworker.0 00000100:00100000:3.0:1767318296.696269:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318296.696295:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383734912:0@lo:38:kworker.0 00000100:00100000:3.0:1767318296.696317:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318296.696336:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383735168:0@lo:38:kworker.0 00000100:00100000:3.0:1767318296.696355:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318296.696370:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383735424:0@lo:38:kworker.0 00000100:00100000:3.0:1767318296.696389:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318296.696423:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383734912 00000100:00100000:3.0:1767318296.696430:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383734912 00000100:00100000:3.0:1767318296.696461:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2478 00000100:00100000:3.0:1767318296.696468:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383734912:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318296.696486:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318296.696523:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383734912:12345-0@lo:38:kworker.0 Request processed in 53us (204us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318296.696530:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2478 00000100:00100000:3.0:1767318296.696552:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383734784 00000100:00100000:3.0:1767318296.696556:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383734784 00000100:00100000:3.0:1767318296.696571:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383735168 00000100:00100000:3.0:1767318296.696574:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383735168 00000100:00100000:3.0:1767318296.696585:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383735424 00000100:00100000:3.0:1767318296.696588:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383735424 00000100:00100000:3.0:1767318296.696597:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22998 00000100:00100000:3.0:1767318296.696601:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383734784:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318296.696611:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318296.696616:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383735680:0@lo:400:kworker.0 00000100:00100000:3.0:1767318296.696636:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383734784:12345-0@lo:38:kworker.0 Request processed in 32us (366us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318296.696642:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22998 00000100:00100000:2.0:1767318296.696644:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318296.696653:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22999 00000100:00100000:3.0:1767318296.696656:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383735168:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318296.696665:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318296.696676:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318296.696682:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383735040:0@lo:400:kworker.0 00000100:00100000:3.0:1767318296.696683:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383735168:12345-0@lo:38:kworker.0 Request processed in 26us (328us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318296.696689:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22999 00000100:00100000:3.0:1767318296.696700:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23000 00000100:00100000:2.0:1767318296.696701:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318296.696704:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383735424:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318296.696712:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318296.696731:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383735424:12345-0@lo:38:kworker.0 Request processed in 25us (341us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318296.696736:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383735040 00000100:00100000:3.0:1767318296.696736:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23000 00000100:00100000:2.0:1767318296.696739:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383735040 00000100:00080000:3.0:1767318296.696763:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318296.696767:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318296.696770:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383734784:0@lo:38:kworker.0 00000100:00100000:2.0:1767318296.696776:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4100 00000100:00080000:3.0:1767318296.696799:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318296.696802:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318296.696804:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383735040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318296.696805:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383734912:0@lo:38:kworker.0 00000100:00080000:3.0:1767318296.696814:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318296.696817:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318296.696819:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383735168:0@lo:38:kworker.0 00000100:00080000:3.0:1767318296.696826:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318296.696828:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318296.696831:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383735424:0@lo:38:kworker.0 00000100:00100000:2.0:1767318296.696841:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383735040:12345-0@lo:400:kworker.0 Request processed in 61us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318296.696847:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4100 00000100:00100000:2.0:1767318296.696872:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383735040:0@lo:400:kworker.0 00000100:00100000:0.0:1767318296.697218:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383735296:0@lo:400:kworker.0 00000100:00100000:0.0:1767318296.697249:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318296.697275:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318296.697281:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383735552:0@lo:400:kworker.0 00000100:00100000:0.0:1767318296.697303:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318296.697342:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383735680 00000100:00100000:0.0:1767318296.697346:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383735680 00000100:00100000:0.0:1767318296.697381:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383735552 00000100:00100000:0.0:1767318296.697385:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383735552 00000100:00100000:0.0:1767318296.697407:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:0.0:1767318296.697414:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383735680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318296.697448:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383735680:12345-0@lo:400:kworker.0 Request processed in 35us (803us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318296.697455:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00100000:0.0:1767318296.697468:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1387 00000100:00100000:0.0:1767318296.697474:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383735552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318296.697504:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383735552:12345-0@lo:400:kworker.0 Request processed in 31us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318296.697509:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1387 00000100:00080000:0.0:1767318296.697525:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318296.697528:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318296.697530:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318296.697553:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383735680:0@lo:400:kworker.0 00000100:00100000:0.0:1767318296.697584:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383735552:0@lo:400:kworker.0 00000100:00100000:1.0:1767318296.697648:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383735296 00000100:00100000:1.0:1767318296.697652:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383735296 00000100:00100000:1.0:1767318296.697692:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4101 00000100:00100000:1.0:1767318296.697699:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383735296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318296.697734:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383735296:12345-0@lo:400:kworker.0 Request processed in 36us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318296.697739:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4101 00000100:00080000:0.0:1767318296.698448:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318296.698475:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383735296:0@lo:400:kworker.0 00010000:00010000:3.0:1767318297.207051:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318297.671746:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:2.0:1767318297.671815:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297306112 offset 0 length 520: 4 00000100:00100000:2.0:1767318297.671841:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318297.672016:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297306368 00000100:00100000:1.0:1767318297.672028:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297306368 00000100:00100000:1.0:1767318297.672109:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297306240 00000100:00100000:1.0:1767318297.672113:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297306240 00000100:00100000:1.0:1767318297.672134:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4102 00000100:00100000:1.0:1767318297.672149:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297306368:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318297.672241:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297306368:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 99us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318297.672249:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4102 00000100:00100000:1.0:1767318297.672277:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23001 00000100:00100000:1.0:1767318297.672282:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297306240:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318297.672302:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318297.672329:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297306240:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 45us (487us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318297.672335:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23001 00000100:00080000:0.0:1767318297.672734:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318297.719061:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318298.230960:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318298.231621:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383735808:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318298.231689:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318298.231813:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383735808 00000100:00100000:1.0:1767318298.231822:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383735808 00000100:00100000:1.0:1767318298.231902:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2131 00000100:00100000:1.0:1767318298.231921:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383735808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318298.231952:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318298.231998:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383735808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318298.232005:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2131 00000100:00080000:0.0:1767318298.233097:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318298.233151:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383735808:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318298.233428:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318298.233440:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383735936:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318298.233490:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318298.233534:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383735936 00000100:00100000:3.0:1767318298.233539:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383735936 00000100:00100000:3.0:1767318298.233583:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2132 00000100:00100000:3.0:1767318298.233591:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383735936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318298.233616:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318298.233665:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383735936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318298.233672:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2132 00000100:00080000:3.0:1767318298.233692:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318298.233711:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383735936:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318298.744032:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318299.255162:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318299.767078:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318300.280716:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318300.791430:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318301.304104:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318301.817067:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318301.817076:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318301.817080:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318301.817083:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318301.817088:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318301.817095:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3199 00000100:00080000:1.0:1767318301.817099:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318301.817106:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318301.817147:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae85f80 x1853164383736064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318301.817182:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318301.817186:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318301.817188:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318301.817192:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3199 00000100:00080000:1.0:1767318301.817195:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318301.817198:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318301.817212:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84a80 x1853164383736192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318301.817233:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383736064:0@lo:38:kworker.0 00000100:00080000:1.0:1767318301.817265:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318301.817270:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318301.817273:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318301.817277:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3199 00000100:00080000:1.0:1767318301.817280:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318301.817284:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318301.817300:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318301.817304:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84700 x1853164383736448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318301.817334:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318301.817338:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318301.817340:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318301.817344:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3199 00000100:00080000:1.0:1767318301.817347:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318301.817351:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318301.817365:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae87100 x1853164383736704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318301.817372:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383736192:0@lo:38:kworker.0 00000100:00100000:3.0:1767318301.817406:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318301.817431:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383736448:0@lo:38:kworker.0 00000100:00100000:1.0:1767318301.817440:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383736064 00000100:00100000:1.0:1767318301.817448:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383736064 00000100:00100000:3.0:1767318301.817453:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318301.817474:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383736704:0@lo:38:kworker.0 00000100:00100000:1.0:1767318301.817482:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383736448 00000100:00100000:1.0:1767318301.817487:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383736448 00000100:00100000:3.0:1767318301.817498:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318301.817508:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383736704 00000100:00100000:1.0:1767318301.817513:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383736704 00000100:00100000:1.0:1767318301.817532:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23002 00000100:00100000:0.0:1767318301.817578:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383736832:0@lo:400:kworker.0 00000100:00100000:0.0:1767318301.817610:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318301.817634:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318301.817639:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383736576:0@lo:400:kworker.0 00000100:00100000:0.0:1767318301.817658:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318301.817677:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383736320:0@lo:400:kworker.0 00000100:00100000:0.0:1767318301.817696:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318301.817706:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318301.817710:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383736960:0@lo:400:kworker.0 00000100:00100000:0.0:1767318301.817728:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318301.817757:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383736576 00000100:00100000:0.0:1767318301.817760:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383736576 00000100:00100000:1.0:1767318301.817837:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383736064:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318301.817870:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318301.817914:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383736064:12345-0@lo:38:kworker.0 Request processed in 374us (616us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318301.817994:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383736192 00000100:00100000:2.0:1767318301.818000:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383736192 00000100:00100000:2.0:1767318301.818024:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2479 00000100:00100000:2.0:1767318301.818030:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383736192:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318301.818039:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318301.818067:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383736192:12345-0@lo:38:kworker.0 Request processed in 36us (663us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318301.818072:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2479 00000100:00100000:2.0:1767318301.818093:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383736320 00000100:00100000:2.0:1767318301.818097:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383736320 00000100:00100000:3.0:1767318301.820664:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23003 00000100:00100000:3.0:1767318301.820680:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383736448:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318301.820704:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318301.820802:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383736448:12345-0@lo:38:kworker.0 Request processed in 123us (3348us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318301.820810:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23003 00000100:00100000:3.0:1767318301.820953:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23004 00000100:00100000:3.0:1767318301.820959:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383736704:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318301.820970:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318301.821000:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383736704:12345-0@lo:38:kworker.0 Request processed in 40us (3503us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318301.821018:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23004 00000100:00100000:3.0:1767318301.821052:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383736832 00000100:00100000:3.0:1767318301.821061:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383736832 00000100:00100000:3.0:1767318301.821125:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383736960 00000100:00100000:3.0:1767318301.821128:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383736960 00000100:00100000:3.0:1767318301.821151:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1388 00000100:00100000:3.0:1767318301.821158:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383736832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318301.821353:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383736832:12345-0@lo:400:kworker.0 Request processed in 195us (3741us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318301.821360:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1388 00000100:00100000:3.0:1767318301.821374:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1389 00000100:00100000:3.0:1767318301.821380:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383736960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318301.821413:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383736960:12345-0@lo:400:kworker.0 Request processed in 33us (3683us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318301.821419:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1389 00000100:00080000:3.0:1767318301.821438:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318301.821442:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318301.821445:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318301.821486:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383736832:0@lo:400:kworker.0 00000100:00100000:3.0:1767318301.821518:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383736960:0@lo:400:kworker.0 00000100:00100000:3.0:1767318301.821574:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318301.821627:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318301.821633:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318301.821636:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383736704:0@lo:38:kworker.0 00000100:00080000:3.0:1767318301.821647:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318301.821650:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318301.822088:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383736192:0@lo:38:kworker.0 00000100:00080000:3.0:1767318301.822105:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318301.822109:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318301.822112:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383736448:0@lo:38:kworker.0 00000100:00080000:3.0:1767318301.822121:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318301.822124:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318301.822127:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383736064:0@lo:38:kworker.0 00000100:00100000:0.0:1767318301.831022:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4103 00000100:00100000:0.0:1767318301.831064:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383736576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318301.831176:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383736576:12345-0@lo:400:kworker.0 Request processed in 142us (13515us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318301.831184:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4103 00000100:00100000:0.0:1767318301.831248:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383736576:0@lo:400:kworker.0 00000100:00100000:1.0:1767318301.834739:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23002 00000100:00100000:2.0:1767318301.835945:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4104 00000100:00100000:2.0:1767318301.835970:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383736320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318301.836091:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383736320:12345-0@lo:400:kworker.0 Request processed in 135us (18393us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318301.836100:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4104 00000100:00100000:3.0:1767318301.836236:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383736320:0@lo:400:kworker.0 00010000:00010000:3.0:1767318302.327123:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318302.795982:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318302.796116:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318302.797224:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297306496 00000100:00100000:1.0:1767318302.797238:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297306496 00000100:00100000:1.0:1767318302.797289:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297306624 00000100:00100000:1.0:1767318302.797292:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297306624 00000100:00100000:1.0:1767318302.797618:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4105 00000100:00100000:1.0:1767318302.797764:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297306624:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:3.0:1767318302.797975:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318302.798021:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297306624:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 392us (1903us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318302.798029:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4105 00000100:00100000:1.0:1767318302.798050:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23005 00000100:00100000:1.0:1767318302.798055:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297306496:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318302.798075:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318302.798615:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297306496:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 555us (2640us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318302.798622:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23005 00000100:00100000:2.0:1767318302.841299:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318303.351544:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318303.351866:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383737088:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318303.351939:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318303.352191:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318303.352203:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383737216:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318303.352232:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318303.352267:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383737088 00000100:00100000:0.0:1767318303.352274:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383737088 00000100:00100000:0.0:1767318303.352326:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383737216 00000100:00100000:0.0:1767318303.352330:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383737216 00000100:00100000:0.0:1767318303.352351:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2133 00000100:00100000:0.0:1767318303.352360:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383737088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318303.352407:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318303.352464:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383737088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318303.352471:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2133 00000100:00100000:0.0:1767318303.352490:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2134 00000100:00100000:0.0:1767318303.352496:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383737216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318303.352511:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318303.352540:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383737216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318303.352546:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2134 00000100:00080000:0.0:1767318303.352561:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318303.352565:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318303.352602:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383737216:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318303.354262:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383737088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318303.863700:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318304.374995:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318304.887236:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318305.399043:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318305.913202:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318306.423035:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318306.936930:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318306.936941:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318306.936945:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318306.936950:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318306.936954:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318306.936963:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3205 00000100:00080000:2.0:1767318306.936969:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318306.936987:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318306.937027:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6dad80 x1853164383737344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318306.937061:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318306.937065:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318306.937067:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318306.937071:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3205 00000100:00080000:2.0:1767318306.937073:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318306.937076:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318306.937090:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d8e00 x1853164383737472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318306.937130:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318306.937134:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318306.937135:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318306.937139:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3205 00000100:00080000:2.0:1767318306.937141:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318306.937145:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318306.937156:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d9c00 x1853164383737728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318306.937182:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318306.937185:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318306.937187:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318306.937190:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3205 00000100:00080000:2.0:1767318306.937192:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318306.937195:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318306.937204:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627b100 x1853164383737984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318306.937244:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383738240:0@lo:400:kworker.0 00000100:00100000:2.0:1767318306.937518:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318306.937614:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383737344:0@lo:38:kworker.0 00000100:00100000:0.0:1767318306.937646:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318306.937738:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383737600:0@lo:400:kworker.0 00000100:00100000:1.0:1767318306.937769:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318306.937830:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383737344 00000100:00100000:1.0:1767318306.937837:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383737344 00000100:00100000:1.0:1767318306.937866:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383737600 00000100:00100000:1.0:1767318306.937869:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383737600 00000100:00100000:1.0:1767318306.937903:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4106 00000100:00100000:1.0:1767318306.937916:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383737600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318306.937962:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383737600:12345-0@lo:400:kworker.0 Request processed in 51us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318306.937969:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4106 00000100:00100000:3.0:1767318306.938701:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383738112:0@lo:400:kworker.0 00000100:00100000:3.0:1767318306.938736:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318306.938821:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23006 00000100:00100000:1.0:1767318306.938827:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383737344:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318306.938847:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318306.938880:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383737344:12345-0@lo:38:kworker.0 Request processed in 51us (1233us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318306.938885:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23006 00000100:00080000:1.0:1767318306.938918:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318306.938934:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383737856:0@lo:400:kworker.0 00000100:00100000:1.0:1767318306.938957:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318306.939017:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318306.939041:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383738240 00000100:00100000:2.0:1767318306.939046:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383738240 00000100:00100000:2.0:1767318306.939080:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383738112 00000100:00100000:2.0:1767318306.939083:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383738112 00000100:00100000:2.0:1767318306.939102:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1390 00000100:00100000:2.0:1767318306.939109:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383738240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318306.939148:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383738240:12345-0@lo:400:kworker.0 Request processed in 40us (1631us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318306.939154:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1390 00000100:00100000:2.0:1767318306.939165:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391 00000100:00100000:2.0:1767318306.939170:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383738112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318306.939191:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383738112:12345-0@lo:400:kworker.0 Request processed in 21us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318306.939196:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391 00000100:00100000:2.0:1767318306.939231:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383738240:0@lo:400:kworker.0 00000100:00100000:0.0:1767318306.943612:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383737856 00000100:00100000:0.0:1767318306.943633:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383737856 00000100:00100000:0.0:1767318306.943725:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4107 00000100:00100000:0.0:1767318306.943736:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383737856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318306.943848:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383737856:12345-0@lo:400:kworker.0 Request processed in 115us (4889us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318306.943855:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4107 00000100:00080000:0.0:1767318306.943916:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318306.946389:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383738112:0@lo:400:kworker.0 00000100:00080000:3.0:1767318306.946512:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318306.946518:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318306.946522:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383737344:0@lo:38:kworker.0 00000100:00100000:3.0:1767318306.946532:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383737472:0@lo:38:kworker.0 00000100:00080000:0.0:1767318306.946607:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318306.946611:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318306.946617:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318306.946658:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383737728:0@lo:38:kworker.0 00000100:00100000:0.0:1767318306.946664:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383737600:0@lo:400:kworker.0 00000100:00100000:3.0:1767318306.946687:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318306.946707:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383737472 00000100:00100000:3.0:1767318306.946712:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383737984:0@lo:38:kworker.0 00000100:00100000:0.0:1767318306.946715:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383737472 00000100:00100000:3.0:1767318306.946741:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318306.946763:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2480 00000100:00100000:0.0:1767318306.946771:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383737472:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318306.946817:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383737728 00010000:00020000:0.0:1767318306.946819:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318306.946825:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383737728 00000100:00100000:3.0:1767318306.946852:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383737984 00000100:00100000:3.0:1767318306.946856:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383737984 00000100:00100000:0.0:1767318306.946873:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383737472:12345-0@lo:38:kworker.0 Request processed in 101us (259us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318306.946879:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23007 00000100:00100000:0.0:1767318306.946884:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2480 00000100:00100000:3.0:1767318306.946889:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383737728:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318306.946902:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318306.946919:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23008 00000100:00100000:0.0:1767318306.946926:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383737984:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318306.946933:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383737728:12345-0@lo:38:kworker.0 Request processed in 45us (245us total) trans 0 rc -19/-19 00010000:00020000:0.0:1767318306.946938:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318306.946944:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23007 00000100:00100000:0.0:1767318306.946972:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383737984:12345-0@lo:38:kworker.0 Request processed in 45us (231us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318306.946980:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23008 00000100:00080000:3.0:1767318306.947367:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318306.947372:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318306.947375:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383737472:0@lo:38:kworker.0 00000100:00080000:3.0:1767318306.947386:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318306.947389:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318306.947392:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383737728:0@lo:38:kworker.0 00000100:00080000:3.0:1767318306.947399:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318306.947402:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318306.947404:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383737984:0@lo:38:kworker.0 00000100:00100000:1.0:1767318306.947619:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383737856:0@lo:400:kworker.0 00010000:00010000:3.0:1767318307.447278:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318307.912398:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318307.912499:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318307.918822:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297306880 00000100:00100000:2.0:1767318307.918844:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297306880 00000100:00100000:0.0:1767318307.919241:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297306752 00000100:00100000:0.0:1767318307.919259:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297306752 00000100:00100000:0.0:1767318307.919359:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23009 00000100:00100000:0.0:1767318307.919370:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297306752:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318307.919404:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318307.919515:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297306752:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 144us (7016us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318307.919531:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4108 00000100:00100000:2.0:1767318307.919544:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297306880:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318307.919625:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297306880:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 82us (7241us total) trans 0 rc 0/0 00000100:00080000:1.0:1767318307.919671:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318307.927835:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23009 00000100:00100000:2.0:1767318307.928436:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4108 00000100:00100000:2.0:1767318307.964278:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318308.471178:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318308.471209:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383738368:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318308.471307:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318308.471456:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383738368 00000100:00100000:0.0:1767318308.471467:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383738368 00000100:00100000:0.0:1767318308.471554:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2135 00000100:00100000:0.0:1767318308.471564:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383738368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318308.471603:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318308.471661:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383738368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318308.471670:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2135 00010000:00010000:1.0:1767318308.471748:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318308.471766:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318308.471866:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383738368:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318308.472394:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383738496:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318308.472448:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318308.474536:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383738496 00000100:00100000:0.0:1767318308.474557:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383738496 00000100:00100000:0.0:1767318308.474654:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2136 00000100:00100000:0.0:1767318308.474667:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383738496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318308.474723:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767318308.474899:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318308.476239:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383738496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1566us (3782us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318308.476253:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2136 00000100:00100000:2.0:1767318308.477667:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383738496:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318308.982955:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318309.495182:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318310.007050:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318310.519722:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318311.031041:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318311.543434:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318312.054980:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318312.054995:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318312.054999:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318312.055004:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318312.055009:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318312.055020:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3210 00000100:00080000:2.0:1767318312.055027:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318312.055035:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318312.055093:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627b100 x1853164383738624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318312.055136:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318312.055140:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318312.055142:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318312.055147:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3210 00000100:00080000:2.0:1767318312.055150:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318312.055153:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318312.055168:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279180 x1853164383738752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318312.055207:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318312.055211:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318312.055213:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318312.055217:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3210 00000100:00080000:2.0:1767318312.055219:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318312.055223:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318312.055240:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891dab480 x1853164383739008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318312.055265:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318312.055269:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318312.055271:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318312.055275:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3210 00000100:00080000:2.0:1767318312.055277:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318312.055281:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318312.055299:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e3b80 x1853164383739264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318312.055314:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383738624:0@lo:38:kworker.0 00000100:00100000:2.0:1767318312.055344:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383738880:0@lo:400:kworker.0 00000100:00100000:1.0:1767318312.055470:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383739136:0@lo:400:kworker.0 00000100:00100000:0.0:1767318312.055564:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318312.061056:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318312.061090:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383739392:0@lo:400:kworker.0 00000100:00100000:2.0:1767318312.061228:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318312.061237:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383739520:0@lo:400:kworker.0 00000100:00100000:2.0:1767318312.061270:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318312.061310:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383738880 00000100:00100000:2.0:1767318312.061320:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383738880 00000100:00100000:2.0:1767318312.061392:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4109 00000100:00100000:2.0:1767318312.061405:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b615a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383738880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318312.061468:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b615a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383738880:12345-0@lo:400:kworker.0 Request processed in 67us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318312.061476:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4109 00000100:00100000:2.0:1767318312.061506:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383739520 00000100:00100000:2.0:1767318312.061510:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383739520 00000100:00100000:2.0:1767318312.061542:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392 00000100:00100000:2.0:1767318312.061548:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6159c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383739520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318312.061578:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6159c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383739520:12345-0@lo:400:kworker.0 Request processed in 30us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318312.061583:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392 00000100:00080000:2.0:1767318312.061602:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318312.061607:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318312.061622:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318312.061647:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383738752:0@lo:38:kworker.0 00000100:00100000:2.0:1767318312.061679:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318312.062452:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383739008:0@lo:38:kworker.0 00000100:00100000:2.0:1767318312.062497:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318312.062533:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383739264:0@lo:38:kworker.0 00000100:00100000:2.0:1767318312.062560:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318312.062598:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383738624 00000100:00100000:2.0:1767318312.062603:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383738624 00000100:00100000:2.0:1767318312.062623:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383739008 00000100:00100000:2.0:1767318312.062626:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383739008 00000100:00100000:2.0:1767318312.062633:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383739264 00000100:00100000:2.0:1767318312.062635:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383739264 00000100:00100000:2.0:1767318312.062647:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23010 00000100:00100000:2.0:1767318312.062652:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383738624:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318312.062676:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318312.062943:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23011 00000100:00100000:0.0:1767318312.062952:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383739008:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318312.062963:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318312.063016:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318312.063055:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383739136 00000100:00100000:1.0:1767318312.063059:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383739136 00000100:00100000:1.0:1767318312.063172:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4110 00000100:00100000:1.0:1767318312.063182:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383739136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318312.063227:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383739136:12345-0@lo:400:kworker.0 Request processed in 49us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318312.063235:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4110 00000100:00100000:1.0:1767318312.063252:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23012 00000100:00100000:1.0:1767318312.063256:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f46aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383739264:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318312.063266:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318312.063294:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f46aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383739264:12345-0@lo:38:kworker.0 Request processed in 36us (733us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318312.063300:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23012 00000100:00100000:1.0:1767318312.063341:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383739136:0@lo:400:kworker.0 00000100:00100000:1.0:1767318312.063388:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383738752 00000100:00100000:1.0:1767318312.063392:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383738752 00000100:00100000:1.0:1767318312.063415:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2481 00000100:00100000:1.0:1767318312.063419:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5b4b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383738752:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318312.063429:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318312.063456:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5b4b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383738752:12345-0@lo:38:kworker.0 Request processed in 36us (1776us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318312.063463:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2481 00000100:00100000:3.0:1767318312.063695:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318312.063747:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383739392 00000100:00100000:3.0:1767318312.063752:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383739392 00000100:00100000:3.0:1767318312.063810:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1393 00000100:00100000:3.0:1767318312.063819:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383739392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318312.063858:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383739392:12345-0@lo:400:kworker.0 Request processed in 41us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318312.063865:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1393 00000100:00080000:1.0:1767318312.063893:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318312.063899:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318312.063906:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383739392:0@lo:400:kworker.0 00000100:00080000:1.0:1767318312.063920:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318312.063927:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318312.063931:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383739264:0@lo:38:kworker.0 00000100:00080000:1.0:1767318312.063943:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318312.063947:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318312.063948:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383739520:0@lo:400:kworker.0 00000100:00100000:1.0:1767318312.063950:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383738752:0@lo:38:kworker.0 00000100:00100000:3.0:1767318312.063962:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383738880:0@lo:400:kworker.0 00000100:00100000:2.0:1767318312.064240:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383738624:12345-0@lo:38:kworker.0 Request processed in 1584us (2614us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318312.064249:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23010 00000100:00100000:0.0:1767318312.064319:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383739008:12345-0@lo:38:kworker.0 Request processed in 1364us (1819us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318312.064327:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23011 00000100:00080000:1.0:1767318312.064386:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318312.064391:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318312.064394:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383738624:0@lo:38:kworker.0 00000100:00080000:1.0:1767318312.064403:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318312.064406:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318312.064409:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383739008:0@lo:38:kworker.0 00010000:00010000:3.0:1767318312.567521:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318313.032421:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318313.033610:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318313.035439:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297307136 00000100:00100000:0.0:1767318313.035455:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297307136 00000100:00080000:1.0:1767318313.035547:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318313.035583:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297307008 00000100:00100000:2.0:1767318313.035588:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297307008 00000100:00100000:2.0:1767318313.035627:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4111 00000100:00100000:2.0:1767318313.035639:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297307136:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318313.035762:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297307136:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 117us (3343us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318313.035771:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4111 00000100:00100000:2.0:1767318313.035813:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23013 00000100:00100000:2.0:1767318313.035818:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297307008:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318313.035840:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318313.035868:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297307008:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 48us (2263us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318313.035887:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23013 00000100:00100000:2.0:1767318313.079967:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318313.591478:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318313.591503:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383739648:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318313.591575:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318313.591804:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383739648 00000100:00100000:0.0:1767318313.591813:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383739648 00000100:00100000:0.0:1767318313.591872:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2137 00000100:00100000:0.0:1767318313.591882:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f469500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383739648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318313.591914:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318313.591969:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f469500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383739648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318313.591976:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2137 00000100:00100000:2.0:1767318313.592539:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383739648:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318313.592798:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318313.592848:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318313.592860:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383739776:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318313.592904:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318313.594110:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383739776 00000100:00100000:1.0:1767318313.594122:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383739776 00000100:00100000:1.0:1767318313.594194:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2138 00000100:00100000:1.0:1767318313.594203:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698d1fc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383739776:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318313.594233:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318313.594301:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698d1fc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383739776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (1396us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318313.594308:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2138 00000100:00100000:3.0:1767318313.594812:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383739776:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318314.103062:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318314.615644:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318315.127087:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318315.639517:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318316.150930:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318316.662921:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318317.175157:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318317.175169:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318317.175171:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318317.175176:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318317.175181:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318317.175190:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3215 00000100:00080000:1.0:1767318317.175196:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318317.175203:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318317.175245:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae87480 x1853164383739904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318317.175275:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318317.175280:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318317.175281:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318317.175285:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3215 00000100:00080000:1.0:1767318317.175288:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318317.175291:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318317.175305:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae86d80 x1853164383740032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318317.175340:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318317.175344:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318317.175346:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318317.175349:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3215 00000100:00080000:1.0:1767318317.175351:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318317.175355:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318317.175367:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84700 x1853164383740288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318317.175392:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318317.175396:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318317.175397:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318317.175401:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3215 00000100:00080000:1.0:1767318317.175403:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318317.175406:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318317.175417:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae87100 x1853164383740544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318317.175440:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383740160:0@lo:400:kworker.0 00000100:00100000:1.0:1767318317.175458:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383740672:0@lo:400:kworker.0 00000100:00100000:0.0:1767318317.175534:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318317.175550:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383740800:0@lo:400:kworker.0 00000100:00100000:2.0:1767318317.175611:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383740416:0@lo:400:kworker.0 00000100:00100000:3.0:1767318317.188253:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318317.188394:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383739904:0@lo:38:kworker.0 00000100:00100000:3.0:1767318317.188443:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318317.188464:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383740032:0@lo:38:kworker.0 00000100:00100000:3.0:1767318317.188536:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318317.188560:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383740288:0@lo:38:kworker.0 00000100:00100000:3.0:1767318317.188579:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318317.188592:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383740544:0@lo:38:kworker.0 00000100:00100000:3.0:1767318317.188610:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318317.188637:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383740160 00000100:00100000:3.0:1767318317.188645:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383740160 00000100:00100000:3.0:1767318317.188711:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383739904 00000100:00100000:3.0:1767318317.188724:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383739904 00000100:00100000:3.0:1767318317.188736:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383740288 00000100:00100000:3.0:1767318317.188739:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383740288 00000100:00100000:3.0:1767318317.188746:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383740544 00000100:00100000:3.0:1767318317.188748:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383740544 00000100:00100000:3.0:1767318317.188759:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4112 00000100:00100000:3.0:1767318317.188768:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383740160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318317.188842:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383740160:12345-0@lo:400:kworker.0 Request processed in 75us (599us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318317.188848:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4112 00000100:00100000:3.0:1767318317.188867:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23014 00000100:00100000:3.0:1767318317.188870:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383739904:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318317.188888:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318317.188918:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383739904:12345-0@lo:38:kworker.0 Request processed in 45us (474us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318317.188924:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23014 00000100:00100000:3.0:1767318317.188935:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23015 00000100:00100000:3.0:1767318317.188938:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383740288:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318317.188947:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318317.188969:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383740288:12345-0@lo:38:kworker.0 Request processed in 29us (388us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318317.188987:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23015 00000100:00100000:3.0:1767318317.188999:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23016 00000100:00100000:3.0:1767318317.189003:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383740544:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318317.189011:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318317.189032:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383740544:12345-0@lo:38:kworker.0 Request processed in 28us (421us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318317.189038:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23016 00000100:00100000:1.0:1767318317.192632:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318317.192703:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318317.192739:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383740032 00000100:00100000:1.0:1767318317.192748:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383740032 00000100:00100000:1.0:1767318317.192804:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2482 00000100:00100000:1.0:1767318317.192813:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383740032:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318317.192836:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318317.192908:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383740032:12345-0@lo:38:kworker.0 Request processed in 95us (4370us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318317.192915:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2482 00000100:00100000:1.0:1767318317.192947:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383740672 00000100:00100000:1.0:1767318317.192951:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383740672 00000100:00100000:1.0:1767318317.192995:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:1.0:1767318317.193006:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383740672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318317.193050:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383740672:12345-0@lo:400:kworker.0 Request processed in 50us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318317.193056:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000100:00080000:1.0:1767318317.193073:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318317.193111:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383740672:0@lo:400:kworker.0 00000100:00100000:1.0:1767318317.193853:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383740160:0@lo:400:kworker.0 00000100:00100000:2.0:1767318317.194000:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318317.194049:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383740416 00000100:00100000:2.0:1767318317.194054:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383740416 00000100:00100000:2.0:1767318317.194099:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4113 00000100:00100000:2.0:1767318317.194107:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f46a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383740416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318317.194151:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f46a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383740416:12345-0@lo:400:kworker.0 Request processed in 45us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318317.194157:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4113 00000100:00080000:2.0:1767318317.194176:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318317.194197:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383740416:0@lo:400:kworker.0 00000100:00100000:0.0:1767318317.194634:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318317.194751:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383740800 00000100:00100000:1.0:1767318317.194756:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383740800 00000100:00100000:1.0:1767318317.194858:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1395 00000100:00100000:1.0:1767318317.194869:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383740800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318317.194910:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383740800:12345-0@lo:400:kworker.0 Request processed in 45us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318317.194916:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1395 00000100:00100000:0.0:1767318317.195029:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383740800:0@lo:400:kworker.0 00000100:00080000:2.0:1767318317.195073:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318317.203590:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318317.203607:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318317.203614:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383739904:0@lo:38:kworker.0 00000100:00080000:3.0:1767318317.203631:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318317.203636:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318317.203639:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383740032:0@lo:38:kworker.0 00000100:00080000:3.0:1767318317.203651:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318317.203670:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318317.203674:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383740288:0@lo:38:kworker.0 00000100:00080000:3.0:1767318317.203685:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318317.203688:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318317.203691:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383740544:0@lo:38:kworker.0 00010000:00010000:3.0:1767318317.687257:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318318.150356:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318318.150505:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297307392 00000100:00100000:0.0:1767318318.150521:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297307392 00000100:00100000:0.0:1767318318.150629:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4114 00000100:00100000:0.0:1767318318.150642:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297307392:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318318.150768:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297307392:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 129us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318318.150778:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4114 00000100:00080000:2.0:1767318318.151226:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318318.155342:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318318.161416:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297307264 00000100:00100000:3.0:1767318318.161439:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297307264 00000100:00100000:3.0:1767318318.161528:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23017 00000100:00100000:3.0:1767318318.161540:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297307264:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318318.161573:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318318.162023:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297307264:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 480us (7066us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318318.162034:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23017 00000100:00100000:0.0:1767318318.199088:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318318.711184:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383740928:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318318.711197:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318318.711272:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318318.712172:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383740928 00000100:00100000:2.0:1767318318.712186:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383740928 00000100:00100000:2.0:1767318318.712262:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2139 00000100:00100000:2.0:1767318318.712274:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383740928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318318.712322:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318318.712434:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383740928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 160us (1161us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318318.712442:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2139 00000100:00100000:3.0:1767318318.712514:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383740928:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318318.719439:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318318.719750:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383741056:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318318.720057:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318318.720383:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383741056 00000100:00100000:2.0:1767318318.720396:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383741056 00000100:00100000:2.0:1767318318.720597:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2140 00000100:00100000:2.0:1767318318.720610:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383741056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318318.720652:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318318.720739:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383741056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 131us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318318.720748:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2140 00000100:00100000:3.0:1767318318.720887:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383741056:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318319.222986:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318319.736142:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318320.247733:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318320.759082:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318321.271018:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318321.272966:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318296/real 1767318296] req@ffff9369bae87800 x1853164383734656/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318321 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318321.273020:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369bae87800 x1853164383734656/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318321 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318321.273045:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318321.273074:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318321.273079:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383734656:0@lo:250:kworker.0 00000100:00080000:0.0:1767318321.273355:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318321.273362:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318321.273366:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318321.273372:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3199 00000100:00080000:0.0:1767318321.273377:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318321.273385:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318321.273583:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556b800 x1853164383741184/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318321.273616:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318321.273620:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318321.273622:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318321.273625:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3220 00000100:00080000:0.0:1767318321.273628:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318321.273633:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318321.273650:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5569c00 x1853164383741312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318321.273659:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318321.273663:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318321.273664:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318321.273669:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3220 00000100:00080000:0.0:1767318321.273671:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318321.273684:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318321.273699:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568700 x1853164383741440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318321.273803:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318321.273856:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383741184:0@lo:250:kworker.0 00000400:00000100:3.0:1767318321.273917:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383741184 offset 0 length 520: 4 00000100:00100000:3.0:1767318321.273984:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383741312:0@lo:38:kworker.0 00000100:00100000:3.0:1767318321.274027:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318321.274052:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383741440:0@lo:38:kworker.0 00000100:00100000:3.0:1767318321.274077:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318321.274120:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383741312 00000100:00100000:3.0:1767318321.274129:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383741312 00000100:00100000:3.0:1767318321.274174:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23018 00000100:00100000:3.0:1767318321.274182:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383741312:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318321.274207:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318321.274267:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383741312:12345-0@lo:38:kworker.0 Request processed in 83us (239us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318321.274274:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23018 00000100:00080000:3.0:1767318321.274318:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318321.274322:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318321.274327:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383741312:0@lo:38:kworker.0 00000100:00080000:0.0:1767318321.274430:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318321.274434:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318321.274437:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318321.274441:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3220 00000100:00080000:0.0:1767318321.274444:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318321.274448:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318321.274466:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5569c00 x1853164383741696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318321.274509:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318321.274513:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318321.274515:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318321.274519:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3220 00000100:00080000:0.0:1767318321.274522:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318321.274525:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318321.274537:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d8700 x1853164383741952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318321.274763:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318321.274777:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383742208:0@lo:400:kworker.0 00000100:00100000:1.0:1767318321.274846:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318321.274886:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383741440 00000100:00100000:1.0:1767318321.274891:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383741440 00000100:00100000:1.0:1767318321.274919:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2483 00000100:00100000:1.0:1767318321.274924:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383741440:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318321.274937:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318321.274969:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383741440:12345-0@lo:38:kworker.0 Request processed in 43us (890us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318321.274975:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2483 00000100:00100000:1.0:1767318321.274997:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383742208 00000100:00100000:1.0:1767318321.275000:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383742208 00000100:00100000:1.0:1767318321.275053:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1396 00000100:00100000:1.0:1767318321.275060:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383742208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318321.275107:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383742208:12345-0@lo:400:kworker.0 Request processed in 47us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318321.275113:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1396 00000100:00080000:1.0:1767318321.275135:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318321.275167:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383742208:0@lo:400:kworker.0 00000100:00100000:1.0:1767318321.275214:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383741824:0@lo:400:kworker.0 00000100:00100000:1.0:1767318321.275242:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318321.275260:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318321.275266:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383742080:0@lo:400:kworker.0 00000100:00100000:1.0:1767318321.275286:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318321.275309:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383742080 00000100:00100000:1.0:1767318321.275313:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383742080 00000100:00100000:1.0:1767318321.275340:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1397 00000100:00100000:1.0:1767318321.275346:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383742080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318321.275379:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383742080:12345-0@lo:400:kworker.0 Request processed in 33us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318321.275385:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1397 00000100:00080000:1.0:1767318321.275411:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318321.275421:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383741824 00000100:00100000:1.0:1767318321.275425:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383741824 00000100:00100000:1.0:1767318321.275459:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4115 00000100:00100000:1.0:1767318321.275466:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383741824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318321.275511:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383741824:12345-0@lo:400:kworker.0 Request processed in 33us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318321.275516:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4115 00000100:00080000:1.0:1767318321.275531:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318321.275548:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383742080:0@lo:400:kworker.0 00000100:00100000:1.0:1767318321.275558:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383741824:0@lo:400:kworker.0 00000100:00100000:3.0:1767318321.276061:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383741696:0@lo:38:kworker.0 00000100:00100000:3.0:1767318321.276103:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318321.276139:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383741952:0@lo:38:kworker.0 00000100:00100000:3.0:1767318321.276164:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318321.276196:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318321.276202:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318321.276205:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383741440:0@lo:38:kworker.0 00000100:00100000:3.0:1767318321.276236:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383741696 00000100:00100000:3.0:1767318321.276252:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383741696 00000100:00100000:3.0:1767318321.276280:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383741952 00000100:00100000:3.0:1767318321.276283:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383741952 00000100:00100000:3.0:1767318321.276302:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23019 00000100:00100000:3.0:1767318321.276307:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383741696:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318321.276326:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318321.276364:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383741696:12345-0@lo:38:kworker.0 Request processed in 55us (259us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318321.276371:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23019 00000100:00100000:3.0:1767318321.276385:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23020 00000100:00100000:3.0:1767318321.276602:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383741952:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318321.276613:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318321.276638:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383741952:12345-0@lo:38:kworker.0 Request processed in 36us (473us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318321.276643:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23020 00000100:00080000:3.0:1767318321.276672:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318321.276689:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318321.276692:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383741696:0@lo:38:kworker.0 00000100:00080000:3.0:1767318321.276702:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318321.276705:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318321.276708:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383741952:0@lo:38:kworker.0 00000100:00100000:2.0:1767318321.284201:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383741568:0@lo:400:kworker.0 00000100:00100000:2.0:1767318321.284325:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318321.284751:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383741568 00000100:00100000:1.0:1767318321.284764:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383741568 00000100:00100000:1.0:1767318321.284896:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4116 00000100:00100000:1.0:1767318321.284907:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f46b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383741568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318321.285011:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f46b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383741568:12345-0@lo:400:kworker.0 Request processed in 105us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318321.285020:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4116 00000100:00080000:2.0:1767318321.285157:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318321.285201:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383741568:0@lo:400:kworker.0 00010000:00010000:1.0:1767318321.784060:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318322.295842:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318322.807358:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318323.272557:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318323.272610:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:0.0:1767318323.272641:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297307776 offset 0 length 520: 4 00000100:00100000:1.0:1767318323.272924:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297307520 00000100:00100000:1.0:1767318323.272937:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297307520 00000100:00100000:1.0:1767318323.273002:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297307648 00000100:00100000:1.0:1767318323.273006:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297307648 00000100:00100000:1.0:1767318323.273072:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4117 00000100:00100000:1.0:1767318323.273094:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297307648:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318323.273210:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297307648:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 126us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318323.273219:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4117 00000100:00100000:1.0:1767318323.273240:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23021 00000100:00100000:1.0:1767318323.273246:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297307520:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318323.273282:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318323.273313:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297307520:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 66us (773us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318323.273335:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23021 00000100:00080000:0.0:1767318323.273960:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318323.318942:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318323.831399:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318323.833099:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318323.833133:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383742336:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318323.833210:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318323.833225:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383742464:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318323.833235:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318323.833348:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383742336 00000100:00100000:2.0:1767318323.833360:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383742336 00000100:00080000:1.0:1767318323.833456:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318323.833461:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2141 00000100:00100000:2.0:1767318323.833474:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383742336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318323.833517:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318323.834541:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318323.836266:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383742336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2781us (3017us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318323.836287:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2141 00000100:00100000:2.0:1767318323.836341:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383742464 00000100:00100000:2.0:1767318323.836354:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383742464 00000100:00080000:0.0:1767318323.836506:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318323.836621:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383742336:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318323.836631:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2142 00000100:00100000:1.0:1767318323.836649:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383742464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318323.836706:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318323.836903:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383742464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 259us (2365us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318323.836910:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2142 00000100:00100000:0.0:1767318323.837737:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383742464:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318324.344400:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318324.857265:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318325.369676:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318325.880321:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318326.391183:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318326.391529:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318326.391536:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318326.391540:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318326.391545:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318326.391549:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318326.391559:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3224 00000100:00080000:2.0:1767318326.391564:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318326.391574:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318326.391653:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f468380 x1853164383742592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318326.391684:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318326.391687:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318326.391701:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318326.391707:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3224 00000100:00080000:2.0:1767318326.391709:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318326.391713:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318326.391727:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f468e00 x1853164383742720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318326.391814:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383742848:0@lo:400:kworker.0 00000100:00100000:0.0:1767318326.391929:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318326.392752:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f468380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383742592:0@lo:38:kworker.0 00000100:00100000:3.0:1767318326.392830:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318326.392875:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383742848 00000100:00100000:3.0:1767318326.392884:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383742848 00000100:00080000:2.0:1767318326.393048:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318326.393053:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318326.393057:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318326.393062:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3224 00000100:00080000:2.0:1767318326.393065:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318326.393070:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318326.393105:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215c00 x1853164383742976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318326.393139:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318326.393143:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318326.393145:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318326.393148:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3224 00000100:00080000:2.0:1767318326.393151:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318326.393154:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318326.393176:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215f80 x1853164383743232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318326.399125:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318326.399159:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383743488:0@lo:400:kworker.0 00000100:00100000:0.0:1767318326.399273:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318326.399408:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383742592 00000100:00100000:1.0:1767318326.399422:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383742592 00000100:00100000:1.0:1767318326.399453:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383743488 00000100:00100000:1.0:1767318326.399457:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383743488 00000100:00100000:1.0:1767318326.399530:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:1.0:1767318326.399548:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383743488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318326.399924:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383743360:0@lo:400:kworker.0 00000100:00100000:2.0:1767318326.399964:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318326.400041:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383743488:12345-0@lo:400:kworker.0 Request processed in 500us (767us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318326.400051:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00100000:1.0:1767318326.400070:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383743360 00000100:00100000:1.0:1767318326.400074:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383743360 00000100:00100000:1.0:1767318326.400101:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1399 00000100:00100000:1.0:1767318326.400109:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383743360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318326.400141:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383743360:12345-0@lo:400:kworker.0 Request processed in 34us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318326.400147:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1399 00000100:00100000:1.0:1767318326.400189:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23022 00000100:00100000:1.0:1767318326.400194:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383742592:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318326.400218:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318326.400254:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383742592:12345-0@lo:38:kworker.0 Request processed in 58us (7424us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318326.400263:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23022 00000100:00080000:1.0:1767318326.400452:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318326.400458:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318326.400460:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318326.400565:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4118 00000100:00100000:3.0:1767318326.400577:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383742848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318326.400640:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383742848:12345-0@lo:400:kworker.0 Request processed in 68us (8711us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318326.400646:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4118 00000100:00100000:3.0:1767318326.400676:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383743104:0@lo:400:kworker.0 00000100:00100000:3.0:1767318326.400720:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318326.405297:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383743488:0@lo:400:kworker.0 00000100:00100000:0.0:1767318326.405324:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383742848:0@lo:400:kworker.0 00000100:00080000:1.0:1767318326.408058:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318326.408078:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318326.408084:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f468380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383742592:0@lo:38:kworker.0 00000100:00100000:1.0:1767318326.408099:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f468e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383742720:0@lo:38:kworker.0 00000100:00100000:1.0:1767318326.408189:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318326.408320:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383743360:0@lo:400:kworker.0 00000100:00100000:2.0:1767318326.408386:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383743104 00000100:00100000:2.0:1767318326.408393:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383743104 00000100:00100000:2.0:1767318326.408484:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4119 00000100:00100000:2.0:1767318326.408496:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383743104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318326.408565:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383743104:12345-0@lo:400:kworker.0 Request processed in 71us (7843us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318326.408573:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4119 00000100:00100000:1.0:1767318326.409911:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383742976:0@lo:38:kworker.0 00000100:00100000:1.0:1767318326.409973:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318326.409995:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383743232:0@lo:38:kworker.0 00000100:00100000:1.0:1767318326.410021:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318326.410062:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318326.410217:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383742976 00000100:00100000:2.0:1767318326.410225:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383742976 00000100:00100000:2.0:1767318326.410255:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383743232 00000100:00100000:2.0:1767318326.410257:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383743232 00000100:00100000:2.0:1767318326.410279:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23023 00000100:00100000:2.0:1767318326.410288:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383742976:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318326.410315:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318326.410360:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383742976:12345-0@lo:38:kworker.0 Request processed in 72us (386us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318326.410368:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23023 00000100:00100000:2.0:1767318326.410384:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23024 00000100:00100000:2.0:1767318326.410388:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383743232:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318326.410398:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318326.410419:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383743232:12345-0@lo:38:kworker.0 Request processed in 29us (398us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318326.410425:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23024 00000100:00100000:3.0:1767318326.410564:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383743104:0@lo:400:kworker.0 00000100:00080000:1.0:1767318326.410873:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318326.410880:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318326.410883:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383742976:0@lo:38:kworker.0 00000100:00080000:1.0:1767318326.410893:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318326.410896:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318326.410899:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383743232:0@lo:38:kworker.0 00000100:00100000:0.0:1767318326.411250:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383742720 00000100:00100000:0.0:1767318326.411257:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383742720 00000100:00100000:1.0:1767318326.411373:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2484 00000100:00100000:1.0:1767318326.411379:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383742720:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318326.411395:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318326.411451:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383742720:12345-0@lo:38:kworker.0 Request processed in 70us (3262us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318326.411459:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2484 00000100:00080000:3.0:1767318326.411535:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318326.411540:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318326.411545:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f468e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383742720:0@lo:38:kworker.0 00010000:00010000:1.0:1767318326.903108:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318327.415109:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318327.929987:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318328.390925:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318328.391011:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318328.391166:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297308032 00000100:00100000:0.0:1767318328.391177:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297308032 00000100:00100000:0.0:1767318328.391242:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297307904 00000100:00100000:0.0:1767318328.391245:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297307904 00000100:00100000:0.0:1767318328.391263:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4120 00000100:00100000:0.0:1767318328.391272:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297308032:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318328.391349:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297308032:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 78us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318328.391356:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4120 00000100:00100000:0.0:1767318328.391375:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23025 00000100:00100000:0.0:1767318328.391380:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297307904:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318328.391398:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318328.391424:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297307904:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 42us (413us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318328.391430:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23025 00000100:00080000:3.0:1767318328.391726:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318328.439045:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318328.950908:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318328.950979:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318328.951129:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318328.951152:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383743744:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318328.951221:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318328.951400:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383743744 00000100:00100000:1.0:1767318328.951419:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383743744 00000100:00100000:1.0:1767318328.951495:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2143 00000100:00100000:1.0:1767318328.951505:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383743744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318328.951536:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318328.951583:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383743744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318328.951601:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2143 00000100:00100000:1.0:1767318328.951659:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383743744:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318328.951731:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318328.952549:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383743616:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318328.952600:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318328.953662:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383743616 00000100:00100000:3.0:1767318328.953671:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383743616 00000100:00100000:3.0:1767318328.953757:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2144 00000100:00100000:3.0:1767318328.953768:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383743616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318328.953818:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318328.953881:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383743616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (1278us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318328.953888:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2144 00000100:00100000:3.0:1767318328.953956:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383743616:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318328.955821:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318329.463266:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318329.975988:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318330.487489:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318330.998999:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318331.510895:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318331.510900:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318331.510907:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318331.510911:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318331.510915:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318331.510920:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318331.510936:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3229 00000100:00080000:2.0:1767318331.510940:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318331.510948:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318331.510991:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1214000 x1853164383743872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318331.511019:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318331.511023:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318331.511024:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318331.511029:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3229 00000100:00080000:2.0:1767318331.511031:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318331.511034:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318331.511056:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215f80 x1853164383744000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318331.511317:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383743872:0@lo:38:kworker.0 00000100:00100000:3.0:1767318331.511394:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318331.511455:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383744000:0@lo:38:kworker.0 00000100:00100000:3.0:1767318331.511481:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318331.511531:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383744000 00000100:00100000:0.0:1767318331.511536:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383744128:0@lo:400:kworker.0 00000100:00100000:3.0:1767318331.511538:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383744000 00000100:00100000:0.0:1767318331.511568:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318331.511570:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2485 00000100:00100000:3.0:1767318331.511577:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383744000:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318331.511638:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383743872 00000100:00100000:1.0:1767318331.511643:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383743872 00000100:00100000:1.0:1767318331.511664:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383744128 00000100:00100000:1.0:1767318331.511666:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383744128 00000100:00100000:1.0:1767318331.511699:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4121 00000100:00100000:1.0:1767318331.511710:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383744128:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767318331.511778:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318331.511802:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318331.511804:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318331.511808:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3229 00000100:00080000:2.0:1767318331.511811:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318331.511815:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318331.511831:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1216300 x1853164383744256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318331.511858:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318331.511861:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318331.511863:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318331.511866:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3229 00000100:00080000:2.0:1767318331.511868:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318331.511871:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318331.511881:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb0700 x1853164383744512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00020000:3.0:1767318331.511947:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318331.511980:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383744000:12345-0@lo:38:kworker.0 Request processed in 403us (498us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318331.511999:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2485 00000100:00100000:3.0:1767318331.512215:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383744768:0@lo:400:kworker.0 00000100:00100000:3.0:1767318331.512243:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318331.512277:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23026 00000100:00100000:3.0:1767318331.512282:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383743872:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318331.512292:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318331.512315:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383743872:12345-0@lo:38:kworker.0 Request processed in 32us (922us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318331.512321:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23026 00000100:00100000:3.0:1767318331.512350:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383744384:0@lo:400:kworker.0 00000100:00100000:3.0:1767318331.512373:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318331.512390:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318331.512396:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383744640:0@lo:400:kworker.0 00000100:00100000:3.0:1767318331.512415:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318331.512441:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383744768 00000100:00100000:3.0:1767318331.512446:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383744768 00000100:00100000:3.0:1767318331.512475:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383744640 00000100:00100000:3.0:1767318331.512478:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383744640 00000100:00100000:3.0:1767318331.512501:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00000100:00100000:3.0:1767318331.512507:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383744768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318331.512544:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383744768:12345-0@lo:400:kworker.0 Request processed in 37us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318331.512550:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00000100:00100000:3.0:1767318331.512561:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:3.0:1767318331.512566:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383744640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318331.512611:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383744640:12345-0@lo:400:kworker.0 Request processed in 45us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318331.512617:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00000100:00100000:3.0:1767318331.512640:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383744384 00000100:00100000:3.0:1767318331.512644:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383744384 00000100:00100000:3.0:1767318331.512669:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4122 00000100:00100000:3.0:1767318331.512675:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383744384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318331.512702:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383744384:12345-0@lo:400:kworker.0 Request processed in 28us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318331.512707:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4122 00000100:00100000:3.0:1767318331.512741:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383744768:0@lo:400:kworker.0 00000100:00100000:3.0:1767318331.512767:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383744640:0@lo:400:kworker.0 00000100:00100000:3.0:1767318331.512775:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383744384:0@lo:400:kworker.0 00000100:00100000:3.0:1767318331.512814:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383744256:0@lo:38:kworker.0 00000100:00100000:3.0:1767318331.512837:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318331.512852:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383744512:0@lo:38:kworker.0 00000100:00100000:3.0:1767318331.512870:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318331.512889:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318331.512894:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318331.512897:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383743872:0@lo:38:kworker.0 00000100:00080000:3.0:1767318331.512905:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318331.512908:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318331.512910:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383744000:0@lo:38:kworker.0 00000100:00100000:3.0:1767318331.512935:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383744256 00000100:00100000:3.0:1767318331.512938:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383744256 00000100:00100000:3.0:1767318331.512955:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383744512 00000100:00100000:3.0:1767318331.512958:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383744512 00000100:00100000:3.0:1767318331.512967:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23027 00000100:00100000:3.0:1767318331.512971:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383744256:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318331.512982:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318331.513010:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383744256:12345-0@lo:38:kworker.0 Request processed in 38us (172us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318331.513016:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23027 00000100:00100000:3.0:1767318331.513026:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23028 00000100:00100000:3.0:1767318331.513030:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383744512:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318331.513039:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318331.513059:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383744512:12345-0@lo:38:kworker.0 Request processed in 28us (189us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318331.513064:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23028 00000100:00080000:3.0:1767318331.513085:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318331.513089:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318331.513091:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383744256:0@lo:38:kworker.0 00000100:00080000:3.0:1767318331.513097:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318331.513100:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318331.513102:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383744512:0@lo:38:kworker.0 00000100:00080000:3.0:1767318331.513150:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318331.513154:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318331.513156:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318331.523467:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383744128:12345-0@lo:400:kworker.0 Request processed in 11569us (11705us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318331.523485:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4121 00000100:00100000:0.0:1767318331.531593:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383744128:0@lo:400:kworker.0 00010000:00010000:1.0:1767318332.022949:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318332.535924:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318333.047008:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318333.512892:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318333.513016:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318333.514578:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297308288 00000100:00100000:2.0:1767318333.514593:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297308288 00000100:00080000:1.0:1767318333.514744:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318333.514795:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297308160 00000100:00100000:2.0:1767318333.514801:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297308160 00000100:00100000:0.0:1767318333.514875:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4123 00000100:00100000:0.0:1767318333.514887:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297308288:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318333.514961:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297308288:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 76us (2079us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318333.514970:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4123 00000100:00100000:0.0:1767318333.514991:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23029 00000100:00100000:0.0:1767318333.514996:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6158380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297308160:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318333.515015:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318333.515041:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6158380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297308160:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 43us (2026us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318333.515047:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23029 00000100:00100000:2.0:1767318333.560174:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318334.071060:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383744896:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318334.071135:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318334.071485:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383744896 00000100:00100000:3.0:1767318334.071500:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383744896 00000100:00100000:3.0:1767318334.071615:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2145 00000100:00100000:3.0:1767318334.071626:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383744896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318334.071670:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318334.071768:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f468e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383745024:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318334.071846:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318334.071897:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383745024 00000100:00100000:0.0:1767318334.071902:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383745024 00000100:00100000:0.0:1767318334.071947:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2146 00000100:00100000:0.0:1767318334.071955:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f468380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383745024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318334.071974:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318334.072274:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f468380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383745024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 318us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318334.072285:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2146 00000100:00100000:0.0:1767318334.072374:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f468e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383745024:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318334.072609:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318334.072622:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318334.072628:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318334.079817:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383744896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 8144us (8633us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318334.079849:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2145 00000100:00100000:2.0:1767318334.080593:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383744896:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318334.582922:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318335.096415:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318335.606989:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318336.119535:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318336.631332:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318336.631711:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318336.631720:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318336.631723:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318336.631728:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318336.631733:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318336.631743:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3234 00000100:00080000:1.0:1767318336.631748:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318336.631759:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318336.631843:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6158000 x1853164383745152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318336.631877:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318336.631881:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318336.631882:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318336.631887:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3234 00000100:00080000:1.0:1767318336.631889:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318336.631893:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318336.631911:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db0000 x1853164383745280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318336.632130:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383745152:0@lo:38:kworker.0 00000100:00100000:3.0:1767318336.632227:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318336.632298:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383745280:0@lo:38:kworker.0 00000100:00100000:3.0:1767318336.632328:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318336.632377:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383745280 00000100:00100000:3.0:1767318336.632387:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383745280 00000100:00100000:3.0:1767318336.632431:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2486 00000100:00080000:1.0:1767318336.632641:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318336.632646:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318336.632648:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318336.632654:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3234 00000100:00080000:1.0:1767318336.632656:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318336.632663:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318336.632681:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db3b80 x1853164383745536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318336.632714:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318336.632718:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318336.632720:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318336.632724:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3234 00000100:00080000:1.0:1767318336.632727:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318336.632731:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318336.632742:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db0700 x1853164383745792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318336.632808:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383746048:0@lo:400:kworker.0 00000100:00100000:1.0:1767318336.632850:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318336.632878:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318336.632884:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383745408:0@lo:400:kworker.0 00000100:00100000:1.0:1767318336.632906:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318336.632934:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383745664:0@lo:400:kworker.0 00000100:00100000:0.0:1767318336.633165:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383746048 00000100:00100000:0.0:1767318336.633172:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383746048 00000100:00100000:0.0:1767318336.633236:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:0.0:1767318336.633244:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383746048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318336.633313:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383746048:12345-0@lo:400:kworker.0 Request processed in 69us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318336.633321:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000100:00080000:0.0:1767318336.633359:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318336.633373:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383745152 00000100:00100000:0.0:1767318336.633377:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383745152 00000100:00100000:0.0:1767318336.633398:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383745408 00000100:00100000:0.0:1767318336.633401:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383745408 00000100:00100000:0.0:1767318336.633431:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4124 00000100:00100000:3.0:1767318336.634775:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383745280:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318336.634827:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318336.634917:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383745280:12345-0@lo:38:kworker.0 Request processed in 2476us (2587us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318336.634928:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2486 00000100:00100000:3.0:1767318336.634990:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23030 00000100:00100000:3.0:1767318336.634996:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383745152:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318336.635120:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383745408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318336.635179:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383745408:12345-0@lo:400:kworker.0 Request processed in 1742us (2271us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318336.635187:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4124 00000100:00080000:0.0:1767318336.635219:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318336.635289:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383745408:0@lo:400:kworker.0 00000100:00100000:0.0:1767318336.635305:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383746048:0@lo:400:kworker.0 00000100:00100000:2.0:1767318336.635577:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383745920:0@lo:400:kworker.0 00000100:00100000:2.0:1767318336.635630:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318336.635700:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383745536:0@lo:38:kworker.0 00000100:00100000:2.0:1767318336.635731:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318336.635753:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383745792:0@lo:38:kworker.0 00000100:00100000:2.0:1767318336.635774:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318336.635825:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318336.635832:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318336.635835:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383745280:0@lo:38:kworker.0 00000100:00100000:2.0:1767318336.635862:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383745536 00000100:00100000:2.0:1767318336.635869:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383745536 00000100:00100000:2.0:1767318336.635918:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383745792 00000100:00100000:2.0:1767318336.635921:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383745792 00000100:00100000:2.0:1767318336.635950:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23031 00000100:00100000:2.0:1767318336.635956:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383745536:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318336.635974:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318336.636361:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318336.636416:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383745664 00000100:00100000:1.0:1767318336.636422:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383745664 00000100:00100000:1.0:1767318336.636474:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4125 00000100:00100000:1.0:1767318336.636481:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383745664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318336.636527:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383745664:12345-0@lo:400:kworker.0 Request processed in 46us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318336.636534:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4125 00000100:00100000:1.0:1767318336.636563:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23032 00000100:00100000:1.0:1767318336.636567:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383745792:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318336.636580:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318336.636635:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383745536:12345-0@lo:38:kworker.0 Request processed in 677us (901us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318336.636642:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23031 00010000:00020000:3.0:1767318336.636823:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318336.636917:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383745920 00000100:00100000:0.0:1767318336.636923:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383745920 00000100:00100000:0.0:1767318336.636972:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1403 00000100:00100000:0.0:1767318336.636980:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383745920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318336.637033:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383745920:12345-0@lo:400:kworker.0 Request processed in 54us (1402us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318336.637040:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1403 00000100:00080000:0.0:1767318336.637058:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318336.637061:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318336.637105:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383745664:0@lo:400:kworker.0 00000100:00100000:0.0:1767318336.637138:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383745920:0@lo:400:kworker.0 00000100:00100000:1.0:1767318336.637234:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383745792:12345-0@lo:38:kworker.0 Request processed in 665us (1458us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318336.637241:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23032 00000100:00080000:2.0:1767318336.644799:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318336.644818:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318336.644824:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383745536:0@lo:38:kworker.0 00000100:00080000:2.0:1767318336.644860:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318336.644863:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318336.644867:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383745792:0@lo:38:kworker.0 00000100:00100000:3.0:1767318336.653705:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383745152:12345-0@lo:38:kworker.0 Request processed in 18689us (21461us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318336.653727:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23030 00000100:00080000:2.0:1767318336.653909:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318336.653917:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318336.653922:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383745152:0@lo:38:kworker.0 00010000:00010000:1.0:1767318337.143105:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318337.654908:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318338.168020:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318338.642073:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318338.642287:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297308416 00000100:00100000:1.0:1767318338.642303:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297308416 00000100:00100000:1.0:1767318338.642374:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23033 00000100:00100000:1.0:1767318338.642384:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f468e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297308416:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318338.642415:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318338.642501:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f468e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297308416:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 115us (442us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318338.642509:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23033 00000100:00100000:1.0:1767318338.650409:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318338.650612:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297308544 00000100:00100000:2.0:1767318338.650626:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297308544 00000100:00100000:2.0:1767318338.650724:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4126 00000100:00100000:2.0:1767318338.650736:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297308544:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318338.650894:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297308544:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 160us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318338.650903:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4126 00000100:00080000:0.0:1767318338.652880:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318338.679500:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318339.191065:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318339.192317:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383746304:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318339.192423:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318339.192620:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383746176:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318339.192658:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318339.192819:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383746304 00000100:00100000:0.0:1767318339.192830:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383746304 00000100:00100000:0.0:1767318339.192919:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383746176 00000100:00100000:0.0:1767318339.192922:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383746176 00000100:00100000:0.0:1767318339.192950:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2147 00000100:00100000:0.0:1767318339.192960:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383746304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318339.193073:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318339.193223:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383746304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 263us (799us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318339.193231:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2147 00000100:00100000:0.0:1767318339.193255:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2148 00000100:00100000:0.0:1767318339.193262:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383746176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318339.193285:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318339.193318:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383746176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (659us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318339.193325:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2148 00000100:00100000:0.0:1767318339.193381:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383746176:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318339.193421:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383746304:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318339.193494:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318339.193500:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318339.711256:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318340.215385:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318340.726939:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318341.240189:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318341.751335:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318341.751352:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318341.751355:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318341.751360:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318341.751366:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318341.751376:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3239 00000100:00080000:0.0:1767318341.751381:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318341.751391:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318341.751448:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db3b80 x1853164383746432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318341.751477:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318341.751482:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318341.751483:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318341.751488:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3239 00000100:00080000:0.0:1767318341.751498:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318341.751503:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318341.751517:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db3800 x1853164383746560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318341.751555:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318341.751559:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318341.751561:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318341.751565:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3239 00000100:00080000:0.0:1767318341.751568:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318341.751572:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318341.751580:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383746432:0@lo:38:kworker.0 00000100:00100000:0.0:1767318341.751584:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db0000 x1853164383746816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318341.751618:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318341.751623:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318341.751625:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767318341.751630:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318341.751632:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3239 00000100:00080000:0.0:1767318341.751636:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318341.751645:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318341.751660:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db2680 x1853164383747072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318341.751696:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318341.751697:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318341.751721:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383746688:0@lo:400:kworker.0 00000100:00100000:2.0:1767318341.751801:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383746560:0@lo:38:kworker.0 00000100:00100000:3.0:1767318341.751844:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318341.751855:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318341.751903:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383746816:0@lo:38:kworker.0 00000100:00100000:3.0:1767318341.751937:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383746560 00000100:00100000:2.0:1767318341.751938:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318341.751949:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383746560 00000100:00100000:3.0:1767318341.751998:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2487 00000100:00100000:3.0:1767318341.752007:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383746560:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318341.752014:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383746432 00000100:00100000:2.0:1767318341.752024:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383746432 00010000:00020000:3.0:1767318341.752032:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318341.752062:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383746688 00000100:00100000:2.0:1767318341.752068:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383746688 00000100:00100000:3.0:1767318341.752095:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383746560:12345-0@lo:38:kworker.0 Request processed in 86us (245us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318341.752104:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2487 00000100:00100000:2.0:1767318341.752139:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383746816 00000100:00100000:2.0:1767318341.752145:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383746816 00000100:00080000:3.0:1767318341.752159:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318341.752166:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4127 00000100:00100000:2.0:1767318341.752180:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383746688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318341.752249:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383746688:12345-0@lo:400:kworker.0 Request processed in 72us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318341.752257:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4127 00000100:00100000:2.0:1767318341.752274:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23034 00000100:00100000:2.0:1767318341.752279:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6158000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383746432:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318341.752294:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318341.752321:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6158000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383746432:12345-0@lo:38:kworker.0 Request processed in 40us (629us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318341.752327:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23034 00000100:00100000:2.0:1767318341.752338:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23035 00000100:00100000:2.0:1767318341.752341:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383746816:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318341.752351:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318341.752373:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383746816:12345-0@lo:38:kworker.0 Request processed in 30us (436us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318341.752379:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23035 00000100:00100000:2.0:1767318341.752418:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383747328:0@lo:400:kworker.0 00000100:00100000:2.0:1767318341.752448:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318341.752500:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318341.752511:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318341.752517:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383746560:0@lo:38:kworker.0 00000100:00100000:3.0:1767318341.752547:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383747072:0@lo:38:kworker.0 00000100:00100000:0.0:1767318341.752565:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383746944:0@lo:400:kworker.0 00000100:00100000:3.0:1767318341.752590:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318341.762132:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383747072 00000100:00100000:1.0:1767318341.762157:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383747072 00000100:00100000:1.0:1767318341.762230:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23036 00000100:00100000:1.0:1767318341.762240:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383747072:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318341.762269:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318341.762386:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318341.762448:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383746944 00000100:00100000:0.0:1767318341.762452:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383746944 00000100:00100000:0.0:1767318341.762523:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4128 00000100:00100000:0.0:1767318341.762531:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383746944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318341.762601:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383746944:12345-0@lo:400:kworker.0 Request processed in 70us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318341.762612:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4128 00000100:00100000:0.0:1767318341.762643:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383747328 00000100:00100000:0.0:1767318341.762648:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383747328 00000100:00100000:0.0:1767318341.762679:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1404 00000100:00100000:0.0:1767318341.762686:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383747328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318341.762732:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383747328:12345-0@lo:400:kworker.0 Request processed in 46us (10282us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318341.762738:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1404 00000100:00100000:0.0:1767318341.762807:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383746944:0@lo:400:kworker.0 00000100:00100000:0.0:1767318341.762840:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318341.762854:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383747200:0@lo:400:kworker.0 00000100:00100000:0.0:1767318341.762892:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318341.762914:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383747200 00000100:00100000:0.0:1767318341.762918:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383747200 00000100:00100000:0.0:1767318341.762944:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1405 00000100:00100000:0.0:1767318341.762951:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383747200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318341.762984:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383747200:12345-0@lo:400:kworker.0 Request processed in 33us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318341.762990:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1405 00000100:00100000:0.0:1767318341.763016:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383747200:0@lo:400:kworker.0 00000100:00080000:3.0:1767318341.763137:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318341.763147:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318341.763150:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318341.763452:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318341.763461:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318341.763466:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383746816:0@lo:38:kworker.0 00000100:00080000:3.0:1767318341.763482:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318341.763486:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318341.763501:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383746432:0@lo:38:kworker.0 00000100:00100000:2.0:1767318341.763574:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383747328:0@lo:400:kworker.0 00000100:00100000:2.0:1767318341.763592:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383746688:0@lo:400:kworker.0 00000100:00100000:1.0:1767318341.766106:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383747072:12345-0@lo:38:kworker.0 Request processed in 3850us (13501us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318341.766133:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23036 00000100:00080000:3.0:1767318341.767023:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318341.767038:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318341.767043:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383747072:0@lo:38:kworker.0 00010000:00010000:1.0:1767318342.263771:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318342.775120:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318343.288842:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318343.760386:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318343.761038:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318343.771236:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297308800 00000100:00100000:2.0:1767318343.771262:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297308800 00000100:00100000:2.0:1767318343.771383:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297308672 00000100:00100000:2.0:1767318343.771387:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297308672 00000100:00100000:2.0:1767318343.771423:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4129 00000100:00100000:2.0:1767318343.771435:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297308800:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:3.0:1767318343.771614:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318343.771869:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23037 00000100:00100000:0.0:1767318343.771879:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297308672:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318343.771905:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318343.772017:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297308672:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 137us (10981us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318343.772025:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23037 00000100:00100000:2.0:1767318343.772260:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297308800:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 826us (11889us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318343.772272:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4129 00000100:00100000:2.0:1767318343.799593:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318344.310984:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318344.311355:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383747456:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318344.311464:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318344.311763:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383747456 00000100:00100000:2.0:1767318344.311774:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383747456 00000100:00100000:2.0:1767318344.311888:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2149 00000100:00100000:2.0:1767318344.311900:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383747456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318344.311940:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318344.311998:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383747456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318344.312006:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2149 00000100:00100000:2.0:1767318344.312070:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383747456:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318344.312146:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318344.312161:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383747584:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318344.312196:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318344.312522:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383747584 00000100:00100000:2.0:1767318344.312528:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383747584 00000100:00100000:2.0:1767318344.312575:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2150 00000100:00100000:2.0:1767318344.312583:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383747584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318344.312605:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318344.312654:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383747584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318344.312660:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2150 00000100:00080000:1.0:1767318344.312811:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318344.312817:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318344.312884:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383747584:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318344.822985:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318345.335118:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318345.847069:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318346.359185:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318346.871020:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318321/real 1767318321] req@ffff9369a556b800 x1853164383741184/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318346 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318346.871063:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369a556b800 x1853164383741184/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318346 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318346.871089:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318346.871128:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318346.871133:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383741184:0@lo:250:kworker.0 00000100:00080000:2.0:1767318346.871457:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318346.871465:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318346.871468:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318346.871474:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3224 00000100:00080000:2.0:1767318346.871480:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318346.871488:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318346.871536:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886f16300 x1853164383747712/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318346.871567:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318346.871571:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318346.871573:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318346.871576:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3245 00000100:00080000:2.0:1767318346.871579:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318346.871584:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318346.871601:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886f15880 x1853164383747840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318346.871610:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318346.871613:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318346.871615:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318346.871619:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3245 00000100:00080000:2.0:1767318346.871622:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318346.871639:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318346.871653:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886f17480 x1853164383747968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318346.871694:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318346.871698:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318346.871699:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318346.871703:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3245 00000100:00080000:2.0:1767318346.871705:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318346.871710:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318346.871721:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886f14380 x1853164383748224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318346.871747:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318346.871751:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318346.871752:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318346.871756:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3245 00000100:00100000:1.0:1767318346.871894:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383748096:0@lo:400:kworker.0 00000100:00100000:1.0:1767318346.871985:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318346.872077:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383748096 00000100:00100000:1.0:1767318346.872087:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383748096 00000100:00100000:0.0:1767318346.872165:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383747712:0@lo:250:kworker.0 00000100:00100000:1.0:1767318346.872173:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4130 00000100:00100000:1.0:1767318346.872189:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383748096:12345-0@lo:400:kworker.0 00000400:00000100:0.0:1767318346.872194:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383747712 offset 0 length 520: 4 00000100:00100000:0.0:1767318346.872214:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383747840:0@lo:38:kworker.0 00000100:00100000:0.0:1767318346.872236:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318346.872248:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383748096:12345-0@lo:400:kworker.0 Request processed in 65us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318346.872251:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383747968:0@lo:38:kworker.0 00000100:00100000:1.0:1767318346.872256:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4130 00000100:00100000:1.0:1767318346.872273:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383747840 00000100:00100000:0.0:1767318346.872274:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318346.872277:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383747840 00000100:00100000:0.0:1767318346.872289:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383748224:0@lo:38:kworker.0 00000100:00100000:1.0:1767318346.872295:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23038 00000100:00100000:1.0:1767318346.872300:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383747840:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318346.872308:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1767318346.872322:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318346.872336:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383748224 00000100:00100000:0.0:1767318346.872340:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383748224 00000100:00100000:1.0:1767318346.872359:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383747840:12345-0@lo:38:kworker.0 Request processed in 57us (122us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318346.872365:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23038 00000100:00100000:0.0:1767318346.872373:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23039 00000100:00100000:0.0:1767318346.872378:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383748224:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1767318346.872385:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:0.0:1767318346.872388:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318346.872413:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383748224:12345-0@lo:38:kworker.0 Request processed in 35us (104us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318346.872419:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23039 00000100:00100000:1.0:1767318346.872422:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383748096:0@lo:400:kworker.0 00000100:00080000:0.0:1767318346.872465:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318346.872471:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318346.872474:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383747840:0@lo:38:kworker.0 00000100:00080000:0.0:1767318346.872481:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318346.872485:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318346.872488:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383748224:0@lo:38:kworker.0 00000100:00100000:0.0:1767318346.872515:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318346.872525:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383748352:0@lo:400:kworker.0 00000100:00100000:0.0:1767318346.872551:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318346.872599:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318346.872607:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318346.872625:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886f14380 x1853164383748480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318346.872688:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383748608:0@lo:400:kworker.0 00000100:00100000:2.0:1767318346.872722:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318346.872754:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383748608 00000100:00100000:2.0:1767318346.872758:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383748608 00000100:00100000:3.0:1767318346.872906:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318346.872932:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383747968 00000100:00100000:3.0:1767318346.872936:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383747968 00000100:00100000:3.0:1767318346.872968:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2488 00000100:00100000:3.0:1767318346.872973:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383747968:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318346.872985:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318346.873023:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383747968:12345-0@lo:38:kworker.0 Request processed in 49us (749us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318346.873029:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2488 00000100:00100000:1.0:1767318346.873280:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383748352 00000100:00100000:1.0:1767318346.873284:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383748352 00000100:00100000:1.0:1767318346.873340:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4131 00000100:00100000:1.0:1767318346.873348:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383748352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318346.873396:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383748352:12345-0@lo:400:kworker.0 Request processed in 49us (844us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318346.873402:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4131 00000100:00100000:1.0:1767318346.873418:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318346.873428:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383748736:0@lo:400:kworker.0 00000100:00100000:1.0:1767318346.873468:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318346.873586:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383748736 00000100:00100000:2.0:1767318346.873590:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383748736 00000100:00100000:2.0:1767318346.873613:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:2.0:1767318346.873620:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383748608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318346.873667:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383748608:12345-0@lo:400:kworker.0 Request processed in 48us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318346.873673:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00000100:00100000:2.0:1767318346.873687:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1407 00000100:00100000:2.0:1767318346.873693:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383748736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318346.873726:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383748736:12345-0@lo:400:kworker.0 Request processed in 33us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318346.873733:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1407 00000100:00080000:3.0:1767318346.873898:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318346.873902:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318346.873905:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318346.873984:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383748480:0@lo:38:kworker.0 00000100:00100000:0.0:1767318346.874016:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318346.874055:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318346.874060:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318346.874064:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383747968:0@lo:38:kworker.0 00000100:00100000:3.0:1767318346.874140:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383748480 00000100:00100000:3.0:1767318346.874144:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383748480 00000100:00100000:3.0:1767318346.874177:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23040 00000100:00100000:3.0:1767318346.874183:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383748480:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318346.874196:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318346.874231:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383748480:12345-0@lo:38:kworker.0 Request processed in 47us (214us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318346.874237:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23040 00000100:00080000:0.0:1767318346.874463:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318346.874468:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318346.874471:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383748480:0@lo:38:kworker.0 00000100:00100000:1.0:1767318346.874564:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383748736:0@lo:400:kworker.0 00000100:00100000:2.0:1767318346.874655:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383748608:0@lo:400:kworker.0 00000100:00100000:2.0:1767318346.874672:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383748352:0@lo:400:kworker.0 00010000:00010000:1.0:1767318347.383539:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318347.852690:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318347.852825:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297309184 00000100:00100000:0.0:1767318347.852836:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297309184 00000100:00100000:0.0:1767318347.852924:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4132 00000100:00100000:0.0:1767318347.852936:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297309184:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318347.853021:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297309184:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 87us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318347.853029:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4132 00000100:00080000:3.0:1767318347.853269:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:0.0:1767318347.854998:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297308928 offset 0 length 520: 4 00000100:00100000:0.0:1767318347.855045:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318347.855142:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297309056 00000100:00100000:1.0:1767318347.855151:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297309056 00000100:00100000:1.0:1767318347.855196:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23041 00000100:00100000:1.0:1767318347.855205:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297309056:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318347.855228:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318347.855284:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297309056:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 77us (236us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318347.855293:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23041 00000100:00100000:3.0:1767318347.894887:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318348.407248:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318348.919121:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318349.431145:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318349.431490:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383748864:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318349.431563:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318349.433102:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383748864 00000100:00100000:2.0:1767318349.433115:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383748864 00000100:00100000:2.0:1767318349.433206:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2151 00000100:00100000:2.0:1767318349.433217:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a2d1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383748864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318349.433256:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318349.433349:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a2d1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383748864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 135us (1786us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318349.433357:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2151 00000100:00100000:2.0:1767318349.433413:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383748864:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318349.434219:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318349.436104:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383748992:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318349.436179:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318349.436316:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383748992 00000100:00100000:1.0:1767318349.436325:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383748992 00000100:00100000:1.0:1767318349.436396:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2152 00000100:00100000:1.0:1767318349.436410:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383748992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318349.436450:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318349.436495:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383748992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318349.436502:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2152 00000100:00080000:3.0:1767318349.436654:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318349.436691:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383748992:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318349.942935:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318350.455107:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318350.966899:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318351.479004:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318351.990885:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318351.990896:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318351.990899:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318351.990904:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318351.990908:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318351.990916:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3250 00000100:00080000:0.0:1767318351.990921:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318351.990929:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318351.990978:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9b100 x1853164383749120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318351.991016:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318351.991020:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318351.991022:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318351.991026:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3250 00000100:00080000:0.0:1767318351.991028:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318351.991032:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318351.991047:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a99180 x1853164383749248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318351.991057:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383749120:0@lo:38:kworker.0 00000100:00080000:0.0:1767318351.991099:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318351.991103:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318351.991105:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318351.991109:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3250 00000100:00080000:0.0:1767318351.991112:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318351.991117:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318351.991134:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f469500 x1853164383749504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318351.991154:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318351.991163:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318351.991168:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318351.991170:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318351.991173:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3250 00000100:00080000:0.0:1767318351.991176:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318351.991180:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318351.991191:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f230700 x1853164383749760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318351.991226:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383749248:0@lo:38:kworker.0 00000100:00100000:0.0:1767318351.991244:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383749120 00000100:00100000:0.0:1767318351.991252:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383749120 00000100:00100000:2.0:1767318351.991257:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318351.991294:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23042 00000100:00100000:2.0:1767318351.991300:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383749504:0@lo:38:kworker.0 00000100:00100000:0.0:1767318351.991305:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383749120:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318351.991328:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318351.991329:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318351.991352:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383749760:0@lo:38:kworker.0 00000100:00100000:0.0:1767318351.991378:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383749120:12345-0@lo:38:kworker.0 Request processed in 74us (224us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318351.991386:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318351.991390:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23042 00000100:00100000:0.0:1767318351.991421:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383749504 00000100:00100000:0.0:1767318351.991425:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383749504 00000100:00080000:2.0:1767318351.991439:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767318351.991445:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383749760 00000100:00080000:2.0:1767318351.991446:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318351.991450:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383749760 00000100:00100000:2.0:1767318351.991454:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383749120:0@lo:38:kworker.0 00000100:00100000:0.0:1767318351.991467:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23043 00000100:00100000:0.0:1767318351.991472:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383749504:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318351.991484:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318351.991501:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383750016:0@lo:400:kworker.0 00000100:00100000:1.0:1767318351.991535:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318351.991571:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318351.991577:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383749376:0@lo:400:kworker.0 00000100:00100000:3.0:1767318351.991584:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383749248 00000100:00100000:3.0:1767318351.991588:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383749248 00000100:00100000:1.0:1767318351.991600:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318351.991612:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2489 00000100:00100000:3.0:1767318351.991617:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383749248:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318351.991620:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383750016 00000100:00100000:1.0:1767318351.991623:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383750016 00010000:00020000:3.0:1767318351.991627:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318351.991673:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00000100:00100000:1.0:1767318351.991680:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383750016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318351.991722:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383750016:12345-0@lo:400:kworker.0 Request processed in 43us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318351.991728:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 00000100:00100000:1.0:1767318351.991757:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383750016:0@lo:400:kworker.0 00000100:00100000:2.0:1767318351.991762:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383749888:0@lo:400:kworker.0 00000100:00100000:1.0:1767318351.991810:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383749376 00000100:00100000:1.0:1767318351.991816:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383749376 00000100:00100000:2.0:1767318351.991816:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318351.991846:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4133 00000100:00100000:2.0:1767318351.991846:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318351.991856:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383749632:0@lo:400:kworker.0 00000100:00100000:1.0:1767318351.991859:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383749376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318351.991888:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318351.991915:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383749376:12345-0@lo:400:kworker.0 Request processed in 58us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318351.991916:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383749632 00000100:00100000:2.0:1767318351.991922:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383749632 00000100:00100000:1.0:1767318351.991925:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4133 00000100:00100000:1.0:1767318351.991939:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23044 00000100:00100000:1.0:1767318351.991945:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383749760:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318351.991956:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318351.992040:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4134 00000100:00100000:2.0:1767318351.992046:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383749632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318351.992180:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383749632:12345-0@lo:400:kworker.0 Request processed in 133us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318351.992187:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4134 00000100:00100000:2.0:1767318351.992204:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383749888 00000100:00100000:2.0:1767318351.992208:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383749888 00000100:00100000:2.0:1767318351.992228:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1409 00000100:00100000:2.0:1767318351.992233:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383749888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318351.992258:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383749888:12345-0@lo:400:kworker.0 Request processed in 25us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318351.992263:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1409 00000100:00100000:2.0:1767318351.992467:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383749632:0@lo:400:kworker.0 00000100:00100000:2.0:1767318351.992573:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383749888:0@lo:400:kworker.0 00000100:00100000:2.0:1767318351.992621:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318351.992638:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318351.992642:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318351.992645:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318351.992699:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383749376:0@lo:400:kworker.0 00000100:00100000:0.0:1767318351.996590:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383749504:12345-0@lo:38:kworker.0 Request processed in 5106us (5252us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318351.996606:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23043 00000100:00100000:3.0:1767318351.999902:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383749248:12345-0@lo:38:kworker.0 Request processed in 8274us (8635us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318351.999918:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2489 00000100:00080000:2.0:1767318352.002317:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318352.002331:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318352.002336:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383749248:0@lo:38:kworker.0 00000100:00080000:2.0:1767318352.002352:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318352.002356:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318352.002358:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383749504:0@lo:38:kworker.0 00000100:00100000:1.0:1767318352.002445:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383749760:12345-0@lo:38:kworker.0 Request processed in 10494us (11058us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318352.002456:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23044 00000100:00080000:2.0:1767318352.007464:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318352.008003:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318352.008009:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383749760:0@lo:38:kworker.0 00010000:00010000:1.0:1767318352.503692:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318352.967215:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318352.967450:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297309440 00000100:00100000:1.0:1767318352.967461:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297309440 00000100:00100000:1.0:1767318352.967599:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4135 00000100:00100000:1.0:1767318352.967615:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297309440:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318352.967695:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297309440:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 87us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318352.967704:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4135 00000100:00080000:2.0:1767318352.968003:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318352.980354:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318352.980465:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297309312 00000100:00100000:0.0:1767318352.980477:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297309312 00000100:00100000:0.0:1767318352.980524:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23045 00000100:00100000:0.0:1767318352.980532:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297309312:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318352.980552:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318352.980630:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297309312:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 97us (286us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318352.980638:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23045 00000100:00100000:3.0:1767318353.015226:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318353.528717:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318354.039265:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318354.550965:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318354.551189:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383750144:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318354.551259:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318354.551430:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383750144 00000100:00100000:0.0:1767318354.551439:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383750144 00000100:00100000:0.0:1767318354.551518:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2153 00000100:00100000:0.0:1767318354.551527:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383750144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318354.551557:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318354.551603:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383750144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318354.551609:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2153 00000100:00100000:1.0:1767318354.551875:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318354.551887:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383750272:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318354.551931:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318354.552010:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383750272 00000100:00100000:0.0:1767318354.552015:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383750272 00000100:00100000:0.0:1767318354.552049:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2154 00000100:00100000:0.0:1767318354.552056:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383750272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318354.552073:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318354.552107:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383750272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318354.552117:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2154 00000100:00100000:1.0:1767318354.552199:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383750272:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318354.552518:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318354.552522:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318354.552567:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383750144:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318355.064309:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318355.575442:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318356.087710:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318356.599210:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318357.111738:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318357.111877:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318357.111884:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318357.111887:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318357.111891:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318357.111895:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318357.111902:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3255 00000100:00080000:0.0:1767318357.111907:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318357.111914:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318357.111956:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f233800 x1853164383750400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318357.111980:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318357.111983:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318357.111984:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318357.111988:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3255 00000100:00080000:0.0:1767318357.111991:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318357.111994:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318357.112005:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f233480 x1853164383750528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318357.112036:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318357.112040:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318357.112041:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318357.112045:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3255 00000100:00080000:0.0:1767318357.112047:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318357.112050:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318357.112061:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f233b80 x1853164383750784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318357.112083:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318357.112086:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318357.112088:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318357.112092:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3255 00000100:00080000:0.0:1767318357.112094:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318357.112097:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318357.112107:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f231c00 x1853164383751040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318357.112190:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383751168:0@lo:400:kworker.0 00000100:00100000:1.0:1767318357.112223:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383750656:0@lo:400:kworker.0 00000100:00100000:1.0:1767318357.112259:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318357.112259:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318357.112368:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383750400:0@lo:38:kworker.0 00000100:00100000:1.0:1767318357.115320:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318357.115340:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383751296:0@lo:400:kworker.0 00000100:00100000:1.0:1767318357.115410:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318357.115463:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383750656 00000100:00100000:1.0:1767318357.115470:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383750656 00000100:00100000:1.0:1767318357.115526:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4136 00000100:00100000:1.0:1767318357.115540:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990596300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383750656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318357.115593:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990596300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383750656:12345-0@lo:400:kworker.0 Request processed in 58us (3332us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318357.115600:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4136 00000100:00100000:1.0:1767318357.115642:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383750656:0@lo:400:kworker.0 00000100:00100000:1.0:1767318357.115696:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383751168 00000100:00100000:1.0:1767318357.115699:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383751168 00000100:00100000:1.0:1767318357.115725:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383751296 00000100:00100000:1.0:1767318357.115727:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383751296 00000100:00100000:1.0:1767318357.115746:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410 00000100:00100000:1.0:1767318357.115753:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383751168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318357.115808:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383751168:12345-0@lo:400:kworker.0 Request processed in 56us (3549us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318357.115814:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410 00000100:00100000:1.0:1767318357.115824:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1411 00000100:00100000:1.0:1767318357.115831:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383751296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318357.115858:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383751296:12345-0@lo:400:kworker.0 Request processed in 29us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318357.115865:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1411 00000100:00100000:1.0:1767318357.115882:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383750912:0@lo:400:kworker.0 00000100:00100000:1.0:1767318357.115905:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318357.115938:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383751296:0@lo:400:kworker.0 00000100:00100000:1.0:1767318357.115951:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383750912 00000100:00100000:1.0:1767318357.115954:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383750912 00000100:00100000:1.0:1767318357.115975:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4137 00000100:00100000:1.0:1767318357.115981:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383750912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318357.116009:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383750912:12345-0@lo:400:kworker.0 Request processed in 29us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318357.116014:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4137 00000100:00100000:1.0:1767318357.116036:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383750912:0@lo:400:kworker.0 00000100:00080000:1.0:1767318357.116082:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318357.116086:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318357.116088:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318357.120974:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383751168:0@lo:400:kworker.0 00000100:00100000:2.0:1767318357.121897:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318357.122007:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383750528:0@lo:38:kworker.0 00000100:00100000:2.0:1767318357.122063:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318357.122092:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383750784:0@lo:38:kworker.0 00000100:00100000:2.0:1767318357.122116:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318357.122166:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383750528 00000100:00100000:3.0:1767318357.122174:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383750528 00000100:00100000:3.0:1767318357.122225:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2490 00000100:00100000:3.0:1767318357.122232:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f469500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383750528:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318357.122253:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318357.122296:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f469500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383750528:12345-0@lo:38:kworker.0 Request processed in 63us (231us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318357.122303:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2490 00000100:00100000:2.0:1767318357.127017:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383751040:0@lo:38:kworker.0 00000100:00100000:2.0:1767318357.127224:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318357.130854:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383750400 00000100:00100000:1.0:1767318357.130870:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383750400 00000100:00100000:1.0:1767318357.130933:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383750784 00000100:00100000:1.0:1767318357.130937:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383750784 00000100:00100000:1.0:1767318357.130961:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23046 00000100:00100000:1.0:1767318357.130969:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383750400:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318357.130992:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318357.131326:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23047 00000100:00100000:3.0:1767318357.131333:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383750784:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318357.131345:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318357.133335:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383750784:12345-0@lo:38:kworker.0 Request processed in 1992us (11208us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318357.133347:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23047 00000100:00100000:1.0:1767318357.136908:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383750400:12345-0@lo:38:kworker.0 Request processed in 5929us (15004us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318357.136926:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23046 00000100:00080000:2.0:1767318357.138041:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318357.138052:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318357.138057:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383750400:0@lo:38:kworker.0 00000100:00080000:2.0:1767318357.138071:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318357.138075:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318357.138078:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383750528:0@lo:38:kworker.0 00000100:00080000:2.0:1767318357.138088:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318357.138091:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318357.138094:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383750784:0@lo:38:kworker.0 00000100:00100000:1.0:1767318357.142138:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383751040 00000100:00100000:1.0:1767318357.142154:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383751040 00000100:00100000:1.0:1767318357.142217:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23048 00000100:00100000:1.0:1767318357.142225:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383751040:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318357.142248:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318357.142414:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383751040:12345-0@lo:38:kworker.0 Request processed in 187us (15188us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318357.142424:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23048 00000100:00080000:2.0:1767318357.147917:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318357.147932:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318357.147938:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383751040:0@lo:38:kworker.0 00010000:00010000:1.0:1767318357.622962:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318358.087350:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318358.087483:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297309696 00000100:00100000:2.0:1767318358.087497:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297309696 00000100:00100000:2.0:1767318358.087608:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4138 00000100:00100000:2.0:1767318358.087619:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297309696:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318358.087728:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297309696:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 100us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318358.087736:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4138 00000100:00080000:3.0:1767318358.088103:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318358.091280:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318358.091389:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297309568 00000100:00100000:0.0:1767318358.091401:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297309568 00000100:00100000:0.0:1767318358.091451:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23049 00000100:00100000:0.0:1767318358.091460:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297309568:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318358.091497:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318358.091568:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297309568:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 107us (296us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318358.091575:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23049 00000100:00100000:3.0:1767318358.134900:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318358.647018:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318359.158854:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318359.671195:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383751424:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318359.671280:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318359.671418:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383751424 00000100:00100000:1.0:1767318359.671426:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383751424 00000100:00100000:1.0:1767318359.671486:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2155 00000100:00100000:1.0:1767318359.671495:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383751424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318359.671538:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318359.671580:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383751424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318359.671588:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2155 00010000:00010000:1.0:1767318359.671608:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318359.671615:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318359.671644:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383751424:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318359.672103:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318359.672116:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383751552:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318359.672205:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318359.680208:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383751552 00000100:00100000:0.0:1767318359.680228:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383751552 00000100:00100000:0.0:1767318359.680351:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2156 00000100:00100000:0.0:1767318359.680362:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383751552:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318359.680377:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:0.0:1767318359.680399:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318359.680565:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383751552:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318359.682468:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383751552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2097us (10252us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318359.682484:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2156 00000100:00100000:3.0:1767318360.182898:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318360.695211:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318361.206894:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318361.720483:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318362.230887:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318362.231015:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318362.231022:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318362.231025:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318362.231029:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318362.231033:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318362.231041:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3260 00000100:00080000:2.0:1767318362.231045:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318362.231051:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318362.231100:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f12300 x1853164383751680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318362.231129:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318362.231133:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318362.231135:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318362.231138:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3260 00000100:00080000:2.0:1767318362.231140:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318362.231143:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318362.231154:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f10e00 x1853164383751808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318362.231192:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318362.231195:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318362.231197:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318362.231200:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3260 00000100:00080000:2.0:1767318362.231202:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318362.231205:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318362.231214:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f13b80 x1853164383752064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318362.231239:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318362.231242:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318362.231244:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318362.231247:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3260 00000100:00080000:2.0:1767318362.231249:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318362.231252:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318362.231276:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891dab480 x1853164383752320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318362.231324:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383752576:0@lo:400:kworker.0 00000100:00100000:2.0:1767318362.231386:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318362.231448:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318362.231454:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383751936:0@lo:400:kworker.0 00000100:00100000:2.0:1767318362.231478:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318362.231509:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383752448:0@lo:400:kworker.0 00000100:00100000:2.0:1767318362.231530:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318362.231548:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318362.231553:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383752192:0@lo:400:kworker.0 00000100:00100000:2.0:1767318362.231571:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318362.231601:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383752576 00000100:00100000:2.0:1767318362.231608:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383752576 00000100:00100000:2.0:1767318362.231656:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383752448 00000100:00100000:2.0:1767318362.231659:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383752448 00000100:00100000:2.0:1767318362.231677:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1412 00000100:00100000:2.0:1767318362.231686:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383752576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318362.231720:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383751680:0@lo:38:kworker.0 00000100:00100000:2.0:1767318362.231736:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383752576:12345-0@lo:400:kworker.0 Request processed in 49us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318362.231744:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1412 00000100:00100000:3.0:1767318362.231758:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318362.231765:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1413 00000100:00100000:2.0:1767318362.231772:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383752448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318362.231809:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383751808:0@lo:38:kworker.0 00000100:00100000:2.0:1767318362.231837:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383752448:12345-0@lo:400:kworker.0 Request processed in 65us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318362.231847:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1413 00000100:00100000:3.0:1767318362.231850:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318362.231871:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383751936 00000100:00100000:2.0:1767318362.231875:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383751936 00000100:00100000:3.0:1767318362.231884:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383752064:0@lo:38:kworker.0 00000100:00100000:3.0:1767318362.231908:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318362.232102:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318362.232107:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318362.232109:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318362.233074:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383751808 00000100:00100000:0.0:1767318362.233082:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383751808 00000100:00100000:0.0:1767318362.233122:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2491 00000100:00100000:0.0:1767318362.233128:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383751808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318362.233148:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318362.238344:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383752192 00000100:00100000:2.0:1767318362.238359:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383752192 00000100:00100000:2.0:1767318362.238430:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383751680 00000100:00100000:2.0:1767318362.238433:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383751680 00000100:00100000:2.0:1767318362.238442:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383752064 00000100:00100000:2.0:1767318362.238444:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383752064 00000100:00100000:2.0:1767318362.238458:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4139 00000100:00100000:2.0:1767318362.238467:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383751936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318362.238547:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383751936:12345-0@lo:400:kworker.0 Request processed in 82us (7067us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318362.238553:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4139 00000100:00100000:2.0:1767318362.238571:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4140 00000100:00100000:2.0:1767318362.238577:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383752192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318362.238603:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383752192:12345-0@lo:400:kworker.0 Request processed in 27us (7031us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318362.238608:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4140 00000100:00100000:2.0:1767318362.238620:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23050 00000100:00100000:2.0:1767318362.238624:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383751680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318362.238645:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318362.238675:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383751680:12345-0@lo:38:kworker.0 Request processed in 49us (6919us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318362.238681:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23050 00000100:00100000:2.0:1767318362.238692:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23051 00000100:00100000:2.0:1767318362.238696:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383752064:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318362.238704:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318362.238727:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383752064:12345-0@lo:38:kworker.0 Request processed in 29us (6818us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318362.238732:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23051 00000100:00100000:2.0:1767318362.238807:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383752192:0@lo:400:kworker.0 00000100:00100000:2.0:1767318362.238821:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383752448:0@lo:400:kworker.0 00000100:00100000:2.0:1767318362.238853:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383751936:0@lo:400:kworker.0 00000100:00100000:2.0:1767318362.238865:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383752576:0@lo:400:kworker.0 00000100:00080000:2.0:1767318362.239053:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318362.239069:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318362.239073:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383752064:0@lo:38:kworker.0 00000100:00100000:2.0:1767318362.239083:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383752320:0@lo:38:kworker.0 00000100:00100000:2.0:1767318362.239115:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318362.239137:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383752320 00000100:00100000:2.0:1767318362.239140:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383752320 00000100:00100000:2.0:1767318362.239154:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23052 00000100:00100000:2.0:1767318362.239158:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383752320:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318362.239168:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318362.239188:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383752320:12345-0@lo:38:kworker.0 Request processed in 29us (74us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318362.239194:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23052 00000100:00080000:2.0:1767318362.239213:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318362.239217:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318362.239220:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383752320:0@lo:38:kworker.0 00000100:00080000:2.0:1767318362.239238:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318362.239241:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318362.239244:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383751680:0@lo:38:kworker.0 00000100:00080000:1.0:1767318362.241101:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318362.254752:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383751808:12345-0@lo:38:kworker.0 Request processed in 21614us (22897us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318362.254768:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2491 00000100:00080000:3.0:1767318362.254843:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318362.254850:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318362.254854:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383751808:0@lo:38:kworker.0 00010000:00010000:1.0:1767318362.743507:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318363.211248:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318363.211370:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318363.211843:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297309952 00000100:00100000:1.0:1767318363.211852:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297309952 00000100:00080000:2.0:1767318363.212076:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318363.212115:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297309824 00000100:00100000:1.0:1767318363.212119:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297309824 00000100:00100000:3.0:1767318363.212615:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4141 00000100:00100000:3.0:1767318363.212629:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297309952:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318363.213163:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297309952:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 537us (1924us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318363.213171:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4141 00000100:00100000:3.0:1767318363.213191:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23053 00000100:00100000:3.0:1767318363.213196:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297309824:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318363.213214:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318363.213237:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297309824:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 40us (1868us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318363.213243:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23053 00000100:00100000:2.0:1767318363.255318:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318363.766944:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318364.278885:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318364.791546:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318364.791571:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383752704:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318364.791709:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318364.791827:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318364.791928:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383752704 00000100:00100000:0.0:1767318364.791937:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383752704 00000100:00100000:0.0:1767318364.792003:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2157 00000100:00100000:0.0:1767318364.792014:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383752704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318364.792042:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318364.792178:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383752704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 166us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318364.792187:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2157 00000100:00100000:0.0:1767318364.792232:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383752704:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767318364.792578:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318364.792744:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318364.792755:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383752832:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318364.792799:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318364.792862:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383752832 00000100:00100000:1.0:1767318364.792866:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383752832 00000100:00100000:1.0:1767318364.792917:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2158 00000100:00100000:1.0:1767318364.792928:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383752832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318364.792946:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318364.792978:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383752832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318364.792984:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2158 00000100:00100000:1.0:1767318364.793010:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383752832:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318364.793165:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318365.303000:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318365.815480:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318366.327047:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318366.851207:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318367.352077:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318367.352087:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318367.352090:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318367.352094:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318367.352098:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318367.352106:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3265 00000100:00080000:2.0:1767318367.352111:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318367.352117:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318367.352152:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9daa680 x1853164383752960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318367.352181:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318367.352185:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318367.352187:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318367.352191:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3265 00000100:00080000:2.0:1767318367.352194:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318367.352197:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318367.352210:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da8380 x1853164383753088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318367.352243:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318367.352248:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318367.352249:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318367.352253:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3265 00000100:00080000:2.0:1767318367.352255:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767318367.352319:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383753216:0@lo:400:kworker.0 00000100:00100000:1.0:1767318367.352394:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318367.352622:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318367.352638:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9dabb80 x1853164383753344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318367.352669:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318367.352673:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318367.352675:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318367.352679:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3265 00000100:00080000:2.0:1767318367.352681:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318367.352684:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318367.352696:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da9c00 x1853164383753600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318367.352835:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383752960:0@lo:38:kworker.0 00000100:00100000:0.0:1767318367.352877:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318367.352908:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383753088:0@lo:38:kworker.0 00000100:00100000:0.0:1767318367.352932:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318367.352954:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383753344:0@lo:38:kworker.0 00000100:00100000:0.0:1767318367.352975:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318367.352991:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383753600:0@lo:38:kworker.0 00000100:00100000:0.0:1767318367.353010:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318367.353041:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383753216 00000100:00100000:0.0:1767318367.353049:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383753216 00000100:00100000:0.0:1767318367.353095:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383752960 00000100:00100000:0.0:1767318367.353099:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383752960 00000100:00100000:0.0:1767318367.353108:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383753344 00000100:00100000:0.0:1767318367.353110:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383753344 00000100:00100000:0.0:1767318367.353116:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383753600 00000100:00100000:0.0:1767318367.353118:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383753600 00000100:00100000:0.0:1767318367.353128:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4142 00000100:00100000:0.0:1767318367.353137:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383753216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318367.353180:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383753216:12345-0@lo:400:kworker.0 Request processed in 45us (786us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318367.353188:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4142 00000100:00100000:0.0:1767318367.353205:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23054 00000100:00100000:0.0:1767318367.353209:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383752960:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318367.353226:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318367.353254:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383752960:12345-0@lo:38:kworker.0 Request processed in 44us (377us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318367.353269:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23054 00000100:00100000:0.0:1767318367.353281:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23055 00000100:00100000:0.0:1767318367.353285:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383753344:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318367.353294:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318367.353318:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383753344:12345-0@lo:38:kworker.0 Request processed in 31us (342us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318367.353323:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23055 00000100:00100000:0.0:1767318367.353333:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23056 00000100:00100000:0.0:1767318367.353336:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383753600:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318367.353356:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318367.353379:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383753600:12345-0@lo:38:kworker.0 Request processed in 41us (368us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318367.353384:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23056 00000100:00080000:0.0:1767318367.353400:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318367.353426:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318367.353432:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318367.353435:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383752960:0@lo:38:kworker.0 00000100:00080000:0.0:1767318367.353444:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318367.353458:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318367.353461:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383753344:0@lo:38:kworker.0 00000100:00080000:0.0:1767318367.353470:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318367.353473:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318367.353475:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383753600:0@lo:38:kworker.0 00000100:00100000:0.0:1767318367.353502:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383753088 00000100:00100000:0.0:1767318367.353506:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383753088 00000100:00100000:0.0:1767318367.353525:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2492 00000100:00100000:0.0:1767318367.353530:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383753088:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318367.353539:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318367.353567:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383753088:12345-0@lo:38:kworker.0 Request processed in 36us (635us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318367.353576:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2492 00000100:00080000:0.0:1767318367.353596:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318367.353599:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318367.353602:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383753088:0@lo:38:kworker.0 00000100:00100000:3.0:1767318367.354360:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318367.354379:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383753856:0@lo:400:kworker.0 00000100:00100000:3.0:1767318367.354410:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318367.354457:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383753728:0@lo:400:kworker.0 00000100:00100000:3.0:1767318367.354474:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318367.354484:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318367.354488:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383753472:0@lo:400:kworker.0 00000100:00100000:3.0:1767318367.354501:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318367.354519:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383753472 00000100:00100000:3.0:1767318367.354523:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383753472 00000100:00100000:3.0:1767318367.354563:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4143 00000100:00100000:3.0:1767318367.354569:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383753472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318367.354606:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383753472:12345-0@lo:400:kworker.0 Request processed in 38us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318367.354612:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4143 00000100:00080000:3.0:1767318367.354628:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318367.354649:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383753472:0@lo:400:kworker.0 00000100:00100000:0.0:1767318367.354890:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383753856 00000100:00100000:0.0:1767318367.354894:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383753856 00000100:00100000:0.0:1767318367.354933:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383753728 00000100:00100000:0.0:1767318367.354936:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383753728 00000100:00100000:0.0:1767318367.354959:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414 00000100:00100000:0.0:1767318367.354966:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383753856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318367.355001:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383753856:12345-0@lo:400:kworker.0 Request processed in 35us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318367.355006:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414 00000100:00100000:0.0:1767318367.355021:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1415 00000100:00100000:0.0:1767318367.355027:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383753728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318367.355055:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383753728:12345-0@lo:400:kworker.0 Request processed in 28us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318367.355060:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1415 00000100:00100000:1.0:1767318367.355147:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383753216:0@lo:400:kworker.0 00000100:00080000:3.0:1767318367.355854:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318367.355859:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318367.355884:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383753856:0@lo:400:kworker.0 00000100:00100000:3.0:1767318367.355909:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383753728:0@lo:400:kworker.0 00010000:00010000:1.0:1767318367.864048:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318368.326643:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318368.334006:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318368.334179:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297310208 00000100:00100000:0.0:1767318368.334189:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297310208 00000100:00100000:0.0:1767318368.334304:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297310080 00000100:00100000:0.0:1767318368.334307:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297310080 00000100:00100000:0.0:1767318368.334341:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4144 00000100:00100000:0.0:1767318368.334351:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297310208:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318368.334433:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297310208:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 83us (7800us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318368.334444:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4144 00000100:00100000:0.0:1767318368.334462:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23057 00000100:00100000:0.0:1767318368.334466:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297310080:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318368.334483:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318368.334509:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297310080:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 42us (514us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318368.334515:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23057 00000100:00080000:3.0:1767318368.335475:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318368.376405:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318368.886998:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318369.399108:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318369.915625:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383753984:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318369.915692:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318369.915868:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383753984 00000100:00100000:0.0:1767318369.915877:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383753984 00000100:00100000:0.0:1767318369.915989:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2159 00000100:00100000:0.0:1767318369.916000:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383753984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318369.916029:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318369.916075:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383753984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318369.916082:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2159 00010000:00010000:1.0:1767318369.916604:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318369.916751:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383754112:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318369.916817:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318369.916890:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383754112 00000100:00100000:0.0:1767318369.916895:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383754112 00000100:00100000:0.0:1767318369.916931:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2160 00000100:00100000:0.0:1767318369.916939:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383754112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318369.916959:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318369.917006:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383754112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318369.917012:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2160 00000100:00100000:0.0:1767318369.917051:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383754112:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318369.917275:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318369.917280:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318369.917331:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383753984:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318370.423404:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318370.934994:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318371.447097:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318371.448036:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318346/real 1767318346] req@ffff936886f16300 x1853164383747712/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318371 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318371.448077:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff936886f16300 x1853164383747712/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318371 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318371.448094:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318371.448126:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318371.448130:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383747712:0@lo:250:kworker.0 00000100:00080000:3.0:1767318371.448229:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318371.448242:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318371.448245:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318371.448251:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3250 00000100:00080000:3.0:1767318371.448255:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318371.448261:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318371.448295:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8910700 x1853164383754240/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318371.448318:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318371.448322:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318371.448324:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318371.448327:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3270 00000100:00080000:3.0:1767318371.448330:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318371.448333:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318371.448348:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8910000 x1853164383754368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318371.448357:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318371.448360:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318371.448361:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318371.448365:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3270 00000100:00080000:3.0:1767318371.448367:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318371.448370:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318371.448381:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8911f80 x1853164383754496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318371.448444:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318371.448448:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318371.448449:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318371.448452:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3270 00000100:00080000:3.0:1767318371.448464:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318371.448467:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318371.448483:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafec380 x1853164383754752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318371.448507:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318371.448521:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318371.448524:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318371.448536:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3270 00000100:00080000:3.0:1767318371.448539:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318371.448542:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318371.448553:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafed880 x1853164383755008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318371.448589:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383754880:0@lo:400:kworker.0 00000100:00100000:3.0:1767318371.448661:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318371.448729:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318371.448736:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383755136:0@lo:400:kworker.0 00000100:00100000:2.0:1767318371.448962:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383754624:0@lo:400:kworker.0 00000100:00100000:3.0:1767318371.450690:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318371.451078:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383754880 00000100:00100000:3.0:1767318371.451089:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383754880 00000100:00100000:3.0:1767318371.451166:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4145 00000100:00100000:3.0:1767318371.451176:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383754880:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767318371.451693:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318371.451709:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383755136 00000100:00100000:1.0:1767318371.451714:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383755136 00000100:00100000:1.0:1767318371.451754:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:1.0:1767318371.451777:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383755136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318371.451887:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383754240:0@lo:250:kworker.0 00000100:00100000:1.0:1767318371.458503:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383755136:12345-0@lo:400:kworker.0 Request processed in 6733us (7809us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318371.458519:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000100:00080000:1.0:1767318371.458569:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318371.458589:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383755264:0@lo:400:kworker.0 00000100:00100000:1.0:1767318371.458670:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318371.458724:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383755264 00000100:00100000:1.0:1767318371.458732:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383755264 00000100:00100000:1.0:1767318371.458777:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1417 00000100:00100000:1.0:1767318371.458804:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383755264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318371.458868:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383755264:12345-0@lo:400:kworker.0 Request processed in 69us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318371.458876:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1417 00000100:00080000:1.0:1767318371.458894:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318371.458922:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383755264:0@lo:400:kworker.0 00000100:00100000:1.0:1767318371.458952:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383755136:0@lo:400:kworker.0 00000400:00000100:0.0:1767318371.461682:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383754240 offset 0 length 520: 4 00000100:00100000:0.0:1767318371.461734:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383754368:0@lo:38:kworker.0 00000100:00100000:0.0:1767318371.461775:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318371.461824:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8911f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383754496:0@lo:38:kworker.0 00000100:00100000:0.0:1767318371.461849:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318371.461872:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383754752:0@lo:38:kworker.0 00000100:00100000:0.0:1767318371.461935:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318371.461965:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383755008:0@lo:38:kworker.0 00000100:00100000:0.0:1767318371.461988:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318371.462039:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383754496 00000100:00100000:0.0:1767318371.462046:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383754496 00000100:00100000:0.0:1767318371.462091:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2493 00000100:00100000:0.0:1767318371.462098:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383754496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318371.462118:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318371.462160:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383754496:12345-0@lo:38:kworker.0 Request processed in 61us (309us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318371.462168:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2493 00000100:00100000:0.0:1767318371.462190:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383754368 00000100:00100000:0.0:1767318371.462193:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383754368 00000100:00100000:0.0:1767318371.462238:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383754752 00000100:00100000:0.0:1767318371.462241:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383754752 00000100:00100000:0.0:1767318371.462250:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383755008 00000100:00100000:0.0:1767318371.462252:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383755008 00000100:00100000:0.0:1767318371.462261:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23058 00000100:00100000:0.0:1767318371.462265:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383754368:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318371.462274:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318371.462303:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383754368:12345-0@lo:38:kworker.0 Request processed in 37us (529us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318371.462308:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23058 00000100:00100000:0.0:1767318371.462318:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23059 00000100:00100000:0.0:1767318371.462323:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383754752:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318371.462330:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318371.462350:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383754752:12345-0@lo:38:kworker.0 Request processed in 25us (415us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318371.462355:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23059 00000100:00100000:0.0:1767318371.462365:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23060 00000100:00100000:0.0:1767318371.462368:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383755008:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318371.462376:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318371.462394:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383755008:12345-0@lo:38:kworker.0 Request processed in 24us (406us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318371.462399:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23060 00000100:00080000:0.0:1767318371.462455:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318371.462460:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318371.462464:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383754368:0@lo:38:kworker.0 00000100:00080000:0.0:1767318371.462473:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318371.462477:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318371.462479:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8911f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383754496:0@lo:38:kworker.0 00000100:00080000:0.0:1767318371.462486:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318371.462489:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318371.462491:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383754752:0@lo:38:kworker.0 00000100:00080000:0.0:1767318371.462502:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318371.462506:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318371.462509:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383755008:0@lo:38:kworker.0 00000100:00100000:2.0:1767318371.467989:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318371.468468:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383754624 00000100:00100000:1.0:1767318371.468479:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383754624 00000100:00100000:1.0:1767318371.468550:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4146 00000100:00100000:1.0:1767318371.468560:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383754624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318371.468621:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383754624:12345-0@lo:400:kworker.0 Request processed in 63us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318371.468628:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4146 00000100:00080000:2.0:1767318371.468804:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318371.468842:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383754624:0@lo:400:kworker.0 00000100:00100000:3.0:1767318371.468937:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383754880:12345-0@lo:400:kworker.0 Request processed in 17761us (20274us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318371.468945:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4145 00000100:00100000:1.0:1767318371.469767:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383754880:0@lo:400:kworker.0 00010000:00010000:3.0:1767318371.959122:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318372.470916:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318372.983320:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318373.458511:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:3.0:1767318373.469226:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297310592 offset 0 length 520: 4 00000100:00100000:3.0:1767318373.469283:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318373.476047:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297310336 00000100:00100000:1.0:1767318373.476047:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297310464 00000100:00100000:0.0:1767318373.476061:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297310336 00000100:00100000:1.0:1767318373.476061:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297310464 00000100:00100000:2.0:1767318373.476253:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23061 00000100:00100000:2.0:1767318373.476262:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297310336:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318373.476287:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318373.476376:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297310336:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 113us (17874us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318373.476383:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23061 00000100:00100000:1.0:1767318373.476508:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4147 00000100:00100000:1.0:1767318373.476519:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297310464:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318373.476568:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297310464:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 53us (7285us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318373.476575:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4147 00000100:00080000:3.0:1767318373.477936:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318373.495015:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318374.011924:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318374.519956:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318375.031137:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383755392:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318375.031231:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318375.031547:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383755392 00000100:00100000:0.0:1767318375.031555:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383755392 00000100:00100000:0.0:1767318375.031624:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2161 00000100:00100000:0.0:1767318375.031633:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383755392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318375.031664:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318375.031716:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383755392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318375.031724:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2161 00000100:00100000:0.0:1767318375.031774:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383755392:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318375.032088:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767318375.037448:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318375.038199:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318375.038338:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383755520:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318375.038424:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318375.042953:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383755520 00000100:00100000:3.0:1767318375.042969:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383755520 00000100:00100000:3.0:1767318375.043052:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2162 00000100:00100000:3.0:1767318375.043068:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383755520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318375.043140:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318375.043249:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383755520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 189us (4824us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318375.043257:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2162 00000100:00100000:1.0:1767318375.043318:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383755520:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767318375.043772:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318375.542944:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318376.055231:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318376.567410:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318376.567651:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318376.567657:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318376.567660:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318376.567664:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318376.567669:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318376.567676:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3274 00000100:00080000:0.0:1767318376.567680:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318376.567688:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318376.567727:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f230380 x1853164383755648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318376.567764:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318376.567767:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318376.567769:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318376.567774:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3274 00000100:00080000:0.0:1767318376.567776:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318376.567798:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318376.567929:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383755648:0@lo:38:kworker.0 00000100:00100000:2.0:1767318376.568002:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318376.568090:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383755648 00000100:00100000:3.0:1767318376.568100:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383755648 00000100:00100000:3.0:1767318376.568138:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23062 00000100:00100000:3.0:1767318376.568145:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383755648:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318376.568165:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318376.568229:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383755648:12345-0@lo:38:kworker.0 Request processed in 83us (227us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318376.568237:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23062 00000100:00100000:0.0:1767318376.568298:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f231500 x1853164383755776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318376.568344:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318376.568348:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318376.568350:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318376.568353:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3274 00000100:00080000:0.0:1767318376.568356:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767318376.568356:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383755776:0@lo:38:kworker.0 00000100:00080000:0.0:1767318376.568360:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318376.568372:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f230e00 x1853164383756032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318376.568384:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318376.568396:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318376.568399:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318376.568401:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318376.568404:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3274 00000100:00080000:0.0:1767318376.568407:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318376.568409:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318376.568418:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f231880 x1853164383756288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318376.568422:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318376.568426:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318376.568430:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383755648:0@lo:38:kworker.0 00000100:00100000:2.0:1767318376.568446:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383756032:0@lo:38:kworker.0 00000100:00100000:0.0:1767318376.568448:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383756160:0@lo:400:kworker.0 00000100:00100000:2.0:1767318376.568467:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318376.568474:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383756416:0@lo:400:kworker.0 00000100:00100000:2.0:1767318376.568484:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383756288:0@lo:38:kworker.0 00000100:00100000:2.0:1767318376.568501:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318376.568508:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318376.568525:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383755776 00000100:00100000:2.0:1767318376.568529:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383755776 00000100:00100000:0.0:1767318376.568546:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318376.568549:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2494 00000100:00100000:2.0:1767318376.568553:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383755776:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318376.568564:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318376.568622:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383755904:0@lo:400:kworker.0 00000100:00100000:3.0:1767318376.568622:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383756544:0@lo:400:kworker.0 00000100:00100000:0.0:1767318376.568670:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383756032 00000100:00100000:0.0:1767318376.568674:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383756032 00000100:00100000:0.0:1767318376.568693:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383756288 00000100:00100000:0.0:1767318376.568695:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383756288 00000100:00100000:0.0:1767318376.568706:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383756160 00000100:00100000:0.0:1767318376.568709:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383756160 00000100:00100000:0.0:1767318376.568738:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4148 00000100:00100000:0.0:1767318376.568744:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383756160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318376.571344:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383755776:12345-0@lo:38:kworker.0 Request processed in 2778us (2947us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318376.571358:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2494 00000100:00080000:2.0:1767318376.571413:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318376.571455:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318376.571461:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318376.571465:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383755776:0@lo:38:kworker.0 00000100:00100000:2.0:1767318376.571522:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23063 00000100:00100000:2.0:1767318376.571528:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383756032:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318376.571548:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318376.571602:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383756032:12345-0@lo:38:kworker.0 Request processed in 72us (3133us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318376.571608:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23063 00000100:00100000:2.0:1767318376.571623:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23064 00000100:00100000:2.0:1767318376.571628:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383756288:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318376.571637:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318376.571661:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383756288:12345-0@lo:38:kworker.0 Request processed in 32us (3158us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318376.571677:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23064 00000100:00080000:2.0:1767318376.571701:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318376.571706:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318376.571709:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383756032:0@lo:38:kworker.0 00000100:00080000:2.0:1767318376.571719:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318376.571722:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318376.571725:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383756288:0@lo:38:kworker.0 00000100:00100000:2.0:1767318376.571805:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383756416 00000100:00100000:2.0:1767318376.571812:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383756416 00000100:00100000:2.0:1767318376.571869:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:2.0:1767318376.571875:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383756416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318376.572166:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383756416:12345-0@lo:400:kworker.0 Request processed in 289us (3655us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318376.572184:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00100000:2.0:1767318376.572232:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383756416:0@lo:400:kworker.0 00000100:00100000:3.0:1767318376.572896:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318376.572955:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383756544 00000100:00100000:3.0:1767318376.572960:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383756544 00000100:00100000:3.0:1767318376.573035:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1419 00000100:00100000:3.0:1767318376.573043:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383756544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318376.573095:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383756544:12345-0@lo:400:kworker.0 Request processed in 53us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318376.573103:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1419 00000100:00100000:2.0:1767318376.573409:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383756544:0@lo:400:kworker.0 00000100:00100000:1.0:1767318376.584373:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318376.584627:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383755904 00000100:00100000:2.0:1767318376.584638:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383755904 00000100:00100000:2.0:1767318376.584729:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4149 00000100:00100000:2.0:1767318376.584740:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383755904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318376.584818:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383755904:12345-0@lo:400:kworker.0 Request processed in 80us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318376.584826:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4149 00000100:00100000:1.0:1767318376.584958:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383755904:0@lo:400:kworker.0 00000100:00080000:3.0:1767318376.585214:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318376.590135:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383756160:12345-0@lo:400:kworker.0 Request processed in 21378us (21575us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318376.590153:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4148 00000100:00100000:2.0:1767318376.590194:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383756160:0@lo:400:kworker.0 00010000:00010000:3.0:1767318377.079276:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318377.592474:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318378.103094:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318378.572571:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318378.572692:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318378.586477:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297310848 00000100:00100000:0.0:1767318378.586494:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297310848 00000100:00100000:0.0:1767318378.586726:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297310720 00000100:00100000:0.0:1767318378.586731:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297310720 00000100:00100000:0.0:1767318378.586759:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4150 00000100:00100000:0.0:1767318378.586796:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297310848:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318378.586889:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297310848:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 111us (14328us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318378.586897:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4150 00000100:00100000:0.0:1767318378.587011:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23065 00000100:00100000:0.0:1767318378.587015:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297310720:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318378.587036:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318378.587066:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297310720:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 49us (14374us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318378.587086:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23065 00000100:00080000:3.0:1767318378.587724:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318378.614926:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318379.129135:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318379.639662:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318380.151123:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8911f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383756672:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767318380.151180:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318380.151204:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318380.151387:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383756672 00000100:00100000:0.0:1767318380.151395:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383756672 00000100:00100000:0.0:1767318380.151465:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2163 00000100:00100000:0.0:1767318380.151474:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383756672:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318380.151502:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:0.0:1767318380.151506:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318380.151561:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383756672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318380.151567:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2163 00000100:00100000:3.0:1767318380.151678:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8911f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383756672:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318380.151942:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318380.151954:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383756800:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318380.151989:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318380.152076:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383756800 00000100:00100000:0.0:1767318380.152081:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383756800 00000100:00100000:0.0:1767318380.152130:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2164 00000100:00100000:0.0:1767318380.152138:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383756800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318380.152170:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318380.152215:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383756800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318380.152221:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2164 00000100:00100000:1.0:1767318380.152300:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383756800:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767318380.152370:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318380.662872:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318381.177452:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318381.686905:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318381.686934:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318381.686941:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318381.686944:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318381.686949:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318381.686953:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318381.686960:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3279 00000100:00080000:0.0:1767318381.686964:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318381.686971:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318381.687021:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8910000 x1853164383756928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318381.687043:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318381.687046:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318381.687048:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318381.687052:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3279 00000100:00080000:0.0:1767318381.687055:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318381.687058:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318381.687070:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8911f80 x1853164383757056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318381.687111:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767318381.687114:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383756928:0@lo:38:kworker.0 00000100:00080000:0.0:1767318381.687115:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318381.687120:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318381.687125:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3279 00000100:00080000:0.0:1767318381.687136:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318381.687140:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318381.687153:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7904380 x1853164383757312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318381.687170:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1767318381.687180:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767318381.687184:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383757184:0@lo:400:kworker.0 00000100:00080000:0.0:1767318381.687185:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318381.687189:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318381.687204:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3279 00000100:00080000:0.0:1767318381.687207:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318381.687217:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318381.687231:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7905880 x1853164383757568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318381.687268:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383757440:0@lo:400:kworker.0 00000100:00100000:1.0:1767318381.687288:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318381.687299:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383757824:0@lo:400:kworker.0 00000100:00100000:2.0:1767318381.690771:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318381.690877:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8911f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383757056:0@lo:38:kworker.0 00000100:00100000:2.0:1767318381.690982:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318381.691023:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383757312:0@lo:38:kworker.0 00000100:00100000:2.0:1767318381.691052:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318381.691070:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383757568:0@lo:38:kworker.0 00000100:00100000:2.0:1767318381.691091:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318381.691224:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383756928 00000100:00100000:2.0:1767318381.691233:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383756928 00000100:00100000:2.0:1767318381.691267:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383757312 00000100:00100000:2.0:1767318381.691270:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383757312 00000100:00100000:2.0:1767318381.691284:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383757568 00000100:00100000:2.0:1767318381.691287:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383757568 00000100:00100000:2.0:1767318381.691301:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23066 00000100:00100000:2.0:1767318381.691308:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383756928:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318381.691330:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318381.691373:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383756928:12345-0@lo:38:kworker.0 Request processed in 64us (608us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318381.691380:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23066 00000100:00100000:2.0:1767318381.691395:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23067 00000100:00100000:2.0:1767318381.691399:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383757312:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318381.691408:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318381.691432:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383757312:12345-0@lo:38:kworker.0 Request processed in 31us (380us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318381.691437:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23067 00000100:00100000:2.0:1767318381.691450:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23068 00000100:00100000:2.0:1767318381.691454:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383757568:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318381.691463:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318381.691484:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383757568:12345-0@lo:38:kworker.0 Request processed in 29us (393us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318381.691490:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23068 00000100:00100000:2.0:1767318381.691592:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383757056 00000100:00100000:2.0:1767318381.691597:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383757056 00000100:00100000:2.0:1767318381.691619:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2495 00000100:00100000:2.0:1767318381.691624:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383757056:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318381.691636:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318381.691664:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383757056:12345-0@lo:38:kworker.0 Request processed in 39us (682us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318381.691670:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2495 00000100:00080000:2.0:1767318381.691716:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318381.691721:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318381.691725:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383757312:0@lo:38:kworker.0 00000100:00080000:2.0:1767318381.691733:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318381.691736:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318381.691739:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383757568:0@lo:38:kworker.0 00000100:00080000:2.0:1767318381.691746:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318381.691749:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318381.691752:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383756928:0@lo:38:kworker.0 00000100:00080000:2.0:1767318381.691760:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318381.691763:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318381.691765:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8911f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383757056:0@lo:38:kworker.0 00000100:00100000:2.0:1767318381.691843:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383757696:0@lo:400:kworker.0 00000100:00100000:2.0:1767318381.691870:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318381.692216:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383757696 00000100:00100000:2.0:1767318381.692221:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383757696 00000100:00100000:2.0:1767318381.692259:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1420 00000100:00100000:2.0:1767318381.692266:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383757696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318381.692315:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383757696:12345-0@lo:400:kworker.0 Request processed in 50us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318381.692324:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1420 00000100:00100000:2.0:1767318381.692354:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383757696:0@lo:400:kworker.0 00000100:00100000:3.0:1767318381.698882:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318381.702529:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318381.702676:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318381.704231:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383757824 00000100:00100000:3.0:1767318381.704243:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383757824 00000100:00100000:3.0:1767318381.704319:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1421 00000100:00100000:3.0:1767318381.704330:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383757824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318381.704413:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383757824:12345-0@lo:400:kworker.0 Request processed in 85us (1737us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318381.704420:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1421 00000100:00100000:1.0:1767318381.704598:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383757824:0@lo:400:kworker.0 00000100:00100000:2.0:1767318381.704812:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383757184 00000100:00100000:2.0:1767318381.704818:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383757184 00000100:00080000:0.0:1767318381.704922:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318381.711944:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383757440 00000100:00100000:2.0:1767318381.711960:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383757440 00000100:00080000:0.0:1767318381.712085:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318381.713572:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4151 00000100:00100000:3.0:1767318381.713594:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383757184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318381.713699:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383757184:12345-0@lo:400:kworker.0 Request processed in 114us (14824us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318381.713708:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4151 00000100:00100000:3.0:1767318381.713730:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4152 00000100:00100000:3.0:1767318381.713736:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383757440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318381.713769:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383757440:12345-0@lo:400:kworker.0 Request processed in 34us (11247us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318381.713775:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4152 00000100:00100000:0.0:1767318381.713898:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383757184:0@lo:400:kworker.0 00000100:00100000:0.0:1767318381.713940:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383757440:0@lo:400:kworker.0 00010000:00010000:3.0:1767318382.199018:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318382.710976:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318383.222943:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318383.688448:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318383.688543:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318383.688671:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297311104 00000100:00100000:2.0:1767318383.688683:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297311104 00000100:00100000:1.0:1767318383.688732:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297310976 00000100:00100000:1.0:1767318383.688738:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297310976 00000100:00100000:2.0:1767318383.688755:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4153 00000100:00100000:2.0:1767318383.688768:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297311104:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318383.688774:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23069 00000100:00100000:1.0:1767318383.688809:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297310976:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318383.688831:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767318383.688959:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318383.698381:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297311104:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 9603us (9930us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318383.698397:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4153 00000100:00100000:1.0:1767318383.702247:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297310976:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 13451us (13689us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318383.702263:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23069 00000100:00100000:3.0:1767318383.734986:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318384.247965:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318384.759091:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318385.271368:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318385.271410:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383757952:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318385.271482:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318385.271670:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383757952 00000100:00100000:1.0:1767318385.271678:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383757952 00000100:00100000:1.0:1767318385.271752:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2165 00000100:00100000:1.0:1767318385.271765:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383757952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318385.271812:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318385.271870:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383757952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318385.271877:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2165 00000100:00100000:1.0:1767318385.272147:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383757952:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767318385.272815:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318385.274879:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318385.274914:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383758080:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318385.274983:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318385.275263:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383758080 00000100:00100000:2.0:1767318385.275273:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383758080 00000100:00100000:2.0:1767318385.275338:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2166 00000100:00100000:2.0:1767318385.275350:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383758080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318385.275399:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318385.275451:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383758080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318385.275458:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2166 00000100:00080000:3.0:1767318385.276411:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318385.276464:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383758080:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767318385.277107:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318385.783021:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318386.295027:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318386.807809:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318386.807820:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318386.807824:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318386.807829:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318386.807834:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318386.807843:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3284 00000100:00080000:2.0:1767318386.807847:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318386.807855:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318386.807900:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f231880 x1853164383758208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318386.807918:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318386.807921:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318386.807922:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318386.807927:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3284 00000100:00080000:2.0:1767318386.807929:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318386.807932:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318386.807945:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f230e00 x1853164383758336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318386.807984:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318386.807988:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318386.807990:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318386.807993:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3284 00000100:00080000:2.0:1767318386.807996:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318386.807999:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318386.808012:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f231f80 x1853164383758592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318386.808034:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318386.808038:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318386.808040:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318386.808043:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3284 00000100:00080000:2.0:1767318386.808046:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318386.808049:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318386.808071:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8910000 x1853164383758848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318386.808241:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383758464:0@lo:400:kworker.0 00000100:00100000:0.0:1767318386.808309:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318386.808380:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318386.808398:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383759104:0@lo:400:kworker.0 00000100:00100000:0.0:1767318386.808425:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318386.808572:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318386.808625:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383758464 00000100:00100000:2.0:1767318386.808633:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383758464 00000100:00100000:2.0:1767318386.808702:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4154 00000100:00100000:2.0:1767318386.808712:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383758464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318386.808766:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383758464:12345-0@lo:400:kworker.0 Request processed in 56us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318386.808774:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4154 00000100:00100000:0.0:1767318386.808886:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383758464:0@lo:400:kworker.0 00000100:00080000:3.0:1767318386.808952:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318386.809023:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8911f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383758720:0@lo:400:kworker.0 00000100:00100000:1.0:1767318386.809068:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318386.809109:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318386.809115:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383758976:0@lo:400:kworker.0 00000100:00100000:1.0:1767318386.809137:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318386.809172:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383759104 00000100:00100000:1.0:1767318386.809176:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383759104 00000100:00100000:1.0:1767318386.809216:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383758976 00000100:00100000:1.0:1767318386.809219:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383758976 00000100:00100000:1.0:1767318386.809238:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1422 00000100:00100000:1.0:1767318386.809244:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383759104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318386.809278:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383759104:12345-0@lo:400:kworker.0 Request processed in 33us (851us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318386.809284:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1422 00000100:00100000:1.0:1767318386.809296:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1423 00000100:00100000:1.0:1767318386.809302:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383758976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318386.809333:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383758976:12345-0@lo:400:kworker.0 Request processed in 31us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318386.809338:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1423 00000100:00100000:1.0:1767318386.809366:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383758976:0@lo:400:kworker.0 00000100:00100000:1.0:1767318386.809392:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383758208:0@lo:38:kworker.0 00000100:00100000:1.0:1767318386.809419:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318386.809443:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383758336:0@lo:38:kworker.0 00000100:00100000:1.0:1767318386.809466:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318386.809489:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383758592:0@lo:38:kworker.0 00000100:00100000:1.0:1767318386.809508:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318386.809524:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383758848:0@lo:38:kworker.0 00000100:00100000:1.0:1767318386.809543:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318386.809570:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383758336 00000100:00100000:1.0:1767318386.809574:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383758336 00000100:00100000:1.0:1767318386.809594:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2496 00000100:00100000:1.0:1767318386.809598:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383758336:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318386.809618:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318386.809651:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383758336:12345-0@lo:38:kworker.0 Request processed in 51us (184us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318386.809656:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2496 00000100:00100000:1.0:1767318386.809673:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383758720 00000100:00100000:1.0:1767318386.809677:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383758720 00000100:00100000:1.0:1767318386.809705:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383758208 00000100:00100000:1.0:1767318386.809708:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383758208 00000100:00100000:1.0:1767318386.809715:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383758592 00000100:00100000:1.0:1767318386.809717:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383758592 00000100:00100000:1.0:1767318386.809723:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383758848 00000100:00100000:1.0:1767318386.809725:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383758848 00000100:00100000:1.0:1767318386.809733:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4155 00000100:00100000:1.0:1767318386.809739:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383758720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318386.809773:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383758720:12345-0@lo:400:kworker.0 Request processed in 34us (716us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318386.809812:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4155 00000100:00100000:1.0:1767318386.809826:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23070 00000100:00100000:1.0:1767318386.809830:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383758208:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318386.809840:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318386.809863:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383758208:12345-0@lo:38:kworker.0 Request processed in 32us (443us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318386.809869:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23070 00000100:00100000:1.0:1767318386.809879:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23071 00000100:00100000:1.0:1767318386.809882:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383758592:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318386.809891:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318386.809912:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383758592:12345-0@lo:38:kworker.0 Request processed in 28us (403us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318386.809918:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23071 00000100:00100000:1.0:1767318386.809928:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23072 00000100:00100000:1.0:1767318386.809932:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383758848:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318386.809940:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318386.809962:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383758848:12345-0@lo:38:kworker.0 Request processed in 28us (418us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318386.809967:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23072 00000100:00080000:1.0:1767318386.809985:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318386.810006:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8911f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383758720:0@lo:400:kworker.0 00000100:00080000:1.0:1767318386.810033:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318386.810038:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318386.810041:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383758208:0@lo:38:kworker.0 00000100:00080000:1.0:1767318386.810049:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318386.810052:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318386.810055:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383758336:0@lo:38:kworker.0 00000100:00080000:1.0:1767318386.810062:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318386.810065:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318386.810068:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383758592:0@lo:38:kworker.0 00000100:00080000:1.0:1767318386.810075:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318386.810078:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318386.810093:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383758848:0@lo:38:kworker.0 00000100:00100000:0.0:1767318386.810343:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383759104:0@lo:400:kworker.0 00010000:00010000:3.0:1767318387.319198:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318387.831188:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318388.342973:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318388.808199:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318388.808250:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318388.808287:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297311360 00000100:00100000:2.0:1767318388.808300:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297311360 00000100:00100000:0.0:1767318388.808367:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297311232 00000100:00100000:0.0:1767318388.808372:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297311232 00000100:00100000:0.0:1767318388.808436:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23073 00000100:00100000:0.0:1767318388.808445:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297311232:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318388.808469:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318388.808560:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297311232:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 113us (308us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318388.808567:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23073 00000100:00100000:2.0:1767318388.810124:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4156 00000100:00100000:2.0:1767318388.810141:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297311360:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318388.810222:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297311360:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 85us (2033us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318388.810229:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4156 00000100:00080000:1.0:1767318388.811320:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318388.856051:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318389.370399:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318389.878918:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318390.391473:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318390.391507:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383759232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318390.391610:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318390.391876:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383759232 00000100:00100000:2.0:1767318390.391890:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383759232 00000100:00100000:2.0:1767318390.391974:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2167 00000100:00100000:2.0:1767318390.391984:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383759232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318390.392027:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1767318390.393600:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767318390.393728:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318390.393838:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383759360:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318390.399607:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383759232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 7611us (7984us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318390.399627:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2167 00000100:00100000:0.0:1767318390.399700:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383759232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318390.400258:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318390.400402:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383759360 00000100:00100000:2.0:1767318390.400413:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383759360 00000100:00080000:3.0:1767318390.402441:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318390.402553:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2168 00000100:00100000:2.0:1767318390.402571:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383759360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318390.402616:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318390.402722:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383759360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 159us (3157us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318390.402730:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2168 00000100:00100000:1.0:1767318390.404218:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383759360:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318390.902952:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318391.416277:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318391.926994:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318391.927523:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318391.927531:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318391.927534:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318391.927539:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318391.927543:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318391.927552:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3290 00000100:00080000:0.0:1767318391.927558:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318391.927566:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318391.927621:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7905f80 x1853164383759488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318391.927651:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318391.927655:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318391.927657:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318391.927662:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3290 00000100:00080000:0.0:1767318391.927665:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318391.927669:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318391.927685:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7904700 x1853164383759616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318391.927739:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318391.927743:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318391.927745:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318391.927749:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3290 00000100:00080000:0.0:1767318391.927751:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318391.927755:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318391.927775:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7907100 x1853164383759872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318391.927827:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318391.927831:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318391.927833:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318391.927838:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3290 00000100:00080000:0.0:1767318391.927841:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318391.927845:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318391.927860:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7904a80 x1853164383760128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318391.927904:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383760000:0@lo:400:kworker.0 00000100:00100000:0.0:1767318391.927993:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318391.928087:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318391.928093:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383760256:0@lo:400:kworker.0 00000100:00100000:0.0:1767318391.928125:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318391.928292:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383759488:0@lo:38:kworker.0 00000100:00100000:1.0:1767318391.928340:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318391.928368:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383759616:0@lo:38:kworker.0 00000100:00100000:1.0:1767318391.928394:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318391.928419:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383759872:0@lo:38:kworker.0 00000100:00100000:1.0:1767318391.928447:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318391.928503:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383759744:0@lo:400:kworker.0 00000100:00100000:2.0:1767318391.928572:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383759616 00000100:00100000:2.0:1767318391.928582:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383759616 00000100:00100000:2.0:1767318391.928626:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2497 00000100:00100000:2.0:1767318391.928635:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383759616:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318391.928664:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318391.928713:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383759616:12345-0@lo:38:kworker.0 Request processed in 78us (317us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318391.928721:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2497 00000100:00100000:3.0:1767318391.928807:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383760384:0@lo:400:kworker.0 00000100:00100000:1.0:1767318391.929204:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383760128:0@lo:38:kworker.0 00000100:00100000:1.0:1767318391.929230:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318391.929624:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383760256 00000100:00100000:0.0:1767318391.929630:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383760256 00000100:00100000:0.0:1767318391.929677:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1424 00000100:00100000:0.0:1767318391.929685:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383760256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318391.929742:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383760256:12345-0@lo:400:kworker.0 Request processed in 58us (1615us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318391.929748:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1424 00000100:00080000:1.0:1767318391.930620:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318391.930631:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318391.930636:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383759616:0@lo:38:kworker.0 00000100:00100000:2.0:1767318391.930735:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383760000 00000100:00100000:2.0:1767318391.930743:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383760000 00000100:00100000:2.0:1767318391.930825:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383759488 00000100:00100000:2.0:1767318391.930829:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383759488 00000100:00100000:2.0:1767318391.930841:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383759872 00000100:00100000:2.0:1767318391.930844:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383759872 00000100:00100000:2.0:1767318391.930853:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383760128 00000100:00100000:2.0:1767318391.930856:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383760128 00000100:00100000:2.0:1767318391.930867:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4157 00000100:00100000:2.0:1767318391.930876:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383760000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318391.931279:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383760000:12345-0@lo:400:kworker.0 Request processed in 397us (3277us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318391.931295:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4157 00000100:00100000:2.0:1767318391.931335:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23074 00000100:00100000:2.0:1767318391.931342:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383759488:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318391.931364:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318391.931415:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383759488:12345-0@lo:38:kworker.0 Request processed in 72us (3074us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318391.931421:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23074 00000100:00100000:2.0:1767318391.931433:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23075 00000100:00100000:2.0:1767318391.931450:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383759872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318391.931461:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318391.931489:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383759872:12345-0@lo:38:kworker.0 Request processed in 51us (3042us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318391.931495:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23075 00000100:00100000:2.0:1767318391.931507:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23076 00000100:00100000:2.0:1767318391.931512:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383760128:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318391.931520:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318391.931542:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383760128:12345-0@lo:38:kworker.0 Request processed in 29us (2312us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318391.931551:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23076 00000100:00080000:2.0:1767318391.931580:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318391.931617:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318391.931675:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383760384 00000100:00100000:2.0:1767318391.931682:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383760384 00000100:00100000:2.0:1767318391.931719:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1425 00000100:00100000:2.0:1767318391.931725:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383760384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318391.931767:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383760384:12345-0@lo:400:kworker.0 Request processed in 43us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318391.931772:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1425 00000100:00100000:2.0:1767318391.931843:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383760384:0@lo:400:kworker.0 00000100:00100000:2.0:1767318391.931883:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318391.931913:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383759744 00000100:00100000:2.0:1767318391.931917:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383759744 00000100:00100000:2.0:1767318391.931948:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4158 00000100:00100000:2.0:1767318391.931954:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383759744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318391.931986:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383759744:12345-0@lo:400:kworker.0 Request processed in 32us (102us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318391.931992:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4158 00000100:00080000:2.0:1767318391.932005:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318391.932022:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383759744:0@lo:400:kworker.0 00000100:00080000:2.0:1767318391.932057:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318391.932062:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318391.932066:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383759488:0@lo:38:kworker.0 00000100:00080000:2.0:1767318391.932073:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318391.932076:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318391.932080:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383759872:0@lo:38:kworker.0 00000100:00080000:2.0:1767318391.932088:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318391.932091:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318391.932095:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383760128:0@lo:38:kworker.0 00000100:00100000:2.0:1767318391.932143:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383760256:0@lo:400:kworker.0 00000100:00100000:2.0:1767318391.932155:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383760000:0@lo:400:kworker.0 00010000:00010000:3.0:1767318392.441236:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318392.951944:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318393.462985:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318393.928642:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318393.928690:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318393.930476:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297311488 00000100:00100000:1.0:1767318393.930484:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297311616 00000100:00100000:1.0:1767318393.930499:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297311616 00000100:00100000:2.0:1767318393.930500:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297311488 00000100:00100000:2.0:1767318393.930575:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23077 00000100:00100000:2.0:1767318393.930588:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297311488:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318393.930621:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318393.930674:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4159 00000100:00100000:1.0:1767318393.930691:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297311616:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318393.930719:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297311488:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 131us (2091us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318393.930747:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297311616:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 64us (2054us total) trans 0 rc 0/0 00000100:00080000:3.0:1767318393.936014:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318393.938634:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23077 00000100:00100000:1.0:1767318393.940261:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4159 00000100:00100000:0.0:1767318393.974945:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318394.487064:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318394.998966:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318395.511124:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318395.511158:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383760512:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318395.511265:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318395.511345:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383760512 00000100:00100000:3.0:1767318395.511356:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383760512 00000100:00100000:3.0:1767318395.511431:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2169 00000100:00100000:3.0:1767318395.511442:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383760512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318395.511481:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318395.511724:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383760512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 284us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318395.511733:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2169 00010000:00010000:0.0:1767318395.511854:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318395.512063:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318395.516659:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383760640:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318395.516822:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318395.516962:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383760640 00000100:00100000:3.0:1767318395.516972:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383760640 00000100:00100000:3.0:1767318395.517069:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2170 00000100:00100000:3.0:1767318395.517079:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383760640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318395.517118:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318395.517172:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383760640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318395.517179:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2170 00000100:00080000:0.0:1767318395.517350:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318395.517397:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383760640:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318395.517675:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383760512:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318396.023250:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318371/real 1767318371] req@ffff9368b8910700 x1853164383754240/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318396 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318396.023294:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9368b8910700 x1853164383754240/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318396 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318396.023329:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318396.023358:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318396.023363:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383754240:0@lo:250:kworker.0 00000100:00080000:0.0:1767318396.023807:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318396.023815:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318396.023818:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318396.023824:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3274 00000100:00080000:0.0:1767318396.023829:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318396.023836:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318396.023879:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886f16300 x1853164383760768/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318396.023932:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383760768:0@lo:250:kworker.0 00000400:00000100:2.0:1767318396.024007:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383760768 offset 0 length 520: 4 00000100:00100000:3.0:1767318396.024336:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318396.024659:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318396.024665:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318396.024667:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318396.024673:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3295 00000100:00080000:0.0:1767318396.024676:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318396.024682:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318396.024710:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784380 x1853164383760896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318396.027053:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383760896:0@lo:38:kworker.0 00000100:00100000:2.0:1767318396.027172:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318396.027406:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318396.027413:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318396.027416:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318396.027422:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3295 00000100:00080000:0.0:1767318396.027426:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318396.027433:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318396.027475:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785500 x1853164383761024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318396.027540:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318396.027545:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318396.027547:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318396.027551:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3295 00000100:00080000:0.0:1767318396.027553:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318396.027557:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318396.027570:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784700 x1853164383761280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318396.027594:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318396.027598:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318396.027599:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318396.027603:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3295 00000100:00080000:0.0:1767318396.027605:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318396.027609:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318396.027621:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785880 x1853164383761536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318396.027663:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383761792:0@lo:400:kworker.0 00000100:00100000:0.0:1767318396.027703:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318396.027727:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318396.027732:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383761152:0@lo:400:kworker.0 00000100:00100000:0.0:1767318396.027754:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318396.027804:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383760896 00000100:00100000:0.0:1767318396.027813:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383760896 00000100:00100000:0.0:1767318396.027852:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383761152 00000100:00100000:0.0:1767318396.027855:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383761152 00000100:00100000:0.0:1767318396.027900:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4160 00000100:00100000:0.0:1767318396.027910:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383761152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318396.027964:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383761152:12345-0@lo:400:kworker.0 Request processed in 56us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318396.027972:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4160 00000100:00100000:0.0:1767318396.027990:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23078 00000100:00100000:0.0:1767318396.027994:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383760896:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318396.028028:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318396.028058:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383760896:12345-0@lo:38:kworker.0 Request processed in 62us (887us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318396.028064:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23078 00000100:00080000:0.0:1767318396.028081:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318396.028117:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383761152:0@lo:400:kworker.0 00000100:00100000:2.0:1767318396.028934:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383761664:0@lo:400:kworker.0 00000100:00100000:2.0:1767318396.028991:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318396.029045:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318396.029051:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383761408:0@lo:400:kworker.0 00000100:00100000:2.0:1767318396.029080:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318396.029126:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383761792 00000100:00100000:2.0:1767318396.029132:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383761792 00000100:00100000:2.0:1767318396.029181:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383761664 00000100:00100000:2.0:1767318396.029184:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383761664 00000100:00100000:2.0:1767318396.029206:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:2.0:1767318396.029229:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383761792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318396.029288:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383761792:12345-0@lo:400:kworker.0 Request processed in 75us (1585us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318396.029294:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00100000:2.0:1767318396.029320:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1427 00000100:00100000:2.0:1767318396.029326:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383761664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318396.029358:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383761664:12345-0@lo:400:kworker.0 Request processed in 32us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318396.029363:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1427 00000100:00100000:2.0:1767318396.029679:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383761408 00000100:00100000:2.0:1767318396.029684:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383761408 00000100:00100000:2.0:1767318396.029726:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4161 00000100:00100000:2.0:1767318396.029733:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383761408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318396.029770:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383761408:12345-0@lo:400:kworker.0 Request processed in 38us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318396.029775:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4161 00000100:00100000:2.0:1767318396.029860:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383761408:0@lo:400:kworker.0 00000100:00100000:2.0:1767318396.029871:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383761664:0@lo:400:kworker.0 00000100:00100000:2.0:1767318396.029905:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383761792:0@lo:400:kworker.0 00000100:00100000:2.0:1767318396.029927:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383761024:0@lo:38:kworker.0 00000100:00100000:2.0:1767318396.029960:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318396.029981:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383761280:0@lo:38:kworker.0 00000100:00100000:2.0:1767318396.030487:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318396.030558:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383761536:0@lo:38:kworker.0 00000100:00100000:2.0:1767318396.030612:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318396.030643:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318396.030648:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318396.030652:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383760896:0@lo:38:kworker.0 00000100:00100000:3.0:1767318396.030709:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383761280 00000100:00100000:2.0:1767318396.030711:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383761536 00000100:00100000:3.0:1767318396.030721:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383761280 00000100:00100000:2.0:1767318396.030722:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383761536 00000100:00100000:3.0:1767318396.030761:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23079 00000100:00100000:3.0:1767318396.030769:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383761280:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318396.030818:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318396.030881:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383761280:12345-0@lo:38:kworker.0 Request processed in 111us (401us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318396.030887:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23079 00000100:00080000:3.0:1767318396.030960:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318396.030965:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318396.030968:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383761280:0@lo:38:kworker.0 00000100:00100000:1.0:1767318396.031283:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383761024 00000100:00100000:1.0:1767318396.031289:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383761024 00000100:00100000:1.0:1767318396.031333:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2498 00000100:00100000:1.0:1767318396.031338:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383761024:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318396.031350:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318396.031399:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383761024:12345-0@lo:38:kworker.0 Request processed in 60us (1438us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318396.031405:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2498 00000100:00080000:1.0:1767318396.031429:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318396.031434:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318396.031438:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383761024:0@lo:38:kworker.0 00000100:00080000:0.0:1767318396.031820:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318396.032274:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23080 00000100:00100000:2.0:1767318396.032284:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383761536:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318396.032311:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318396.032409:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383761536:12345-0@lo:38:kworker.0 Request processed in 125us (1794us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318396.032417:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23080 00000100:00080000:1.0:1767318396.032507:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318396.032513:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318396.032517:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383761536:0@lo:38:kworker.0 00010000:00010000:2.0:1767318396.537768:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318397.047043:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318397.559142:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767318398.039649:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297311744 offset 0 length 520: 4 00000100:00100000:0.0:1767318398.039719:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318398.043428:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318398.044915:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297312000 00000100:00100000:1.0:1767318398.044936:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297312000 00000100:00100000:1.0:1767318398.045081:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297311872 00000100:00100000:1.0:1767318398.045085:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297311872 00000100:00100000:1.0:1767318398.045110:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4162 00000100:00100000:1.0:1767318398.045122:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297312000:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318398.045219:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23081 00000100:00100000:3.0:1767318398.045236:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297311872:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:1.0:1767318398.045240:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297312000:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 114us (5520us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318398.045258:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4162 00000100:00080000:0.0:1767318398.045944:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:3.0:1767318398.047642:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318398.048197:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297311872:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 2954us (4769us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318398.048212:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23081 00000100:00100000:3.0:1767318398.070953:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318398.583465:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318399.095945:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318399.608274:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318400.118975:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318400.630999:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383761920:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318400.631088:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318400.631145:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318400.631309:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383761920 00000100:00100000:1.0:1767318400.631317:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383761920 00000100:00100000:1.0:1767318400.631407:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2171 00000100:00100000:1.0:1767318400.631423:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383761920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318400.631454:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767318400.631464:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318400.631511:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383761920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318400.631520:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2171 00000100:00100000:2.0:1767318400.631520:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383762048:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318400.631560:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318400.631583:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383762048 00000100:00100000:1.0:1767318400.631588:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383762048 00000100:00100000:1.0:1767318400.631632:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2172 00000100:00100000:1.0:1767318400.631641:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383762048:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318400.631642:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1767318400.631660:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318400.631709:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383762048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318400.631717:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2172 00000100:00100000:0.0:1767318400.631757:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383762048:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318400.631848:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383761920:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318401.143011:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318401.143026:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318401.143030:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318401.143034:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318401.143038:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318401.143048:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3299 00000100:00080000:0.0:1767318401.143054:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318401.143063:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318401.143122:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8787b80 x1853164383762176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318401.143147:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318401.143150:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318401.143152:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318401.143156:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3299 00000100:00080000:0.0:1767318401.143158:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318401.143161:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318401.143174:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785180 x1853164383762304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318401.143213:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318401.143217:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318401.143219:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318401.143222:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3299 00000100:00080000:0.0:1767318401.143225:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318401.143228:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318401.143239:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784a80 x1853164383762560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318401.143308:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318401.143312:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318401.143314:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318401.143319:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3299 00000100:00080000:0.0:1767318401.143322:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318401.143326:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318401.143340:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785880 x1853164383762816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318401.143399:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383763072:0@lo:400:kworker.0 00000100:00100000:0.0:1767318401.143469:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318401.143544:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318401.143551:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383762432:0@lo:400:kworker.0 00000100:00100000:0.0:1767318401.143578:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318401.143624:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383762944:0@lo:400:kworker.0 00000100:00100000:0.0:1767318401.143647:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318401.143664:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318401.143669:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383762688:0@lo:400:kworker.0 00000100:00100000:0.0:1767318401.143689:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318401.143716:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383763072 00000100:00100000:0.0:1767318401.143726:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383763072 00000100:00100000:0.0:1767318401.143770:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383762944 00000100:00100000:0.0:1767318401.143773:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383762944 00000100:00100000:0.0:1767318401.143819:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428 00000100:00100000:0.0:1767318401.143829:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383763072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318401.143887:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383763072:12345-0@lo:400:kworker.0 Request processed in 58us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318401.143895:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428 00000100:00100000:1.0:1767318401.143911:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383762176:0@lo:38:kworker.0 00000100:00100000:0.0:1767318401.143916:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1429 00000100:00100000:0.0:1767318401.143929:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383762944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318401.143966:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318401.143983:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383762944:12345-0@lo:400:kworker.0 Request processed in 56us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318401.143992:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1429 00000100:00100000:1.0:1767318401.144003:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383762304:0@lo:38:kworker.0 00000100:00100000:1.0:1767318401.144034:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318401.144041:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383762944:0@lo:400:kworker.0 00000100:00100000:0.0:1767318401.144071:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383763072:0@lo:400:kworker.0 00000100:00100000:1.0:1767318401.144081:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383762560:0@lo:38:kworker.0 00000100:00100000:1.0:1767318401.144105:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318401.144112:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383762432 00000100:00100000:0.0:1767318401.144117:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383762432 00000100:00100000:1.0:1767318401.144122:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383762816:0@lo:38:kworker.0 00000100:00100000:1.0:1767318401.144145:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318401.144323:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383762304 00000100:00100000:3.0:1767318401.144328:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383762304 00000100:00100000:3.0:1767318401.144353:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2499 00000100:00100000:3.0:1767318401.144358:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383762304:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318401.144375:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318401.144414:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383762304:12345-0@lo:38:kworker.0 Request processed in 54us (379us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318401.144420:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2499 00000100:00100000:3.0:1767318401.144442:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318401.144529:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383762688 00000100:00100000:0.0:1767318401.144534:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383762688 00000100:00100000:0.0:1767318401.144551:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383762176 00000100:00100000:0.0:1767318401.144555:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383762176 00000100:00100000:0.0:1767318401.144563:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383762560 00000100:00100000:0.0:1767318401.144566:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383762560 00000100:00100000:0.0:1767318401.144572:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383762816 00000100:00100000:0.0:1767318401.144574:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383762816 00000100:00100000:0.0:1767318401.144583:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4163 00000100:00100000:0.0:1767318401.144589:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383762432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318401.144626:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383762432:12345-0@lo:400:kworker.0 Request processed in 37us (1046us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318401.144631:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4163 00000100:00100000:0.0:1767318401.144643:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4164 00000100:00100000:0.0:1767318401.144648:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383762688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318401.144676:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383762688:12345-0@lo:400:kworker.0 Request processed in 28us (986us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318401.144682:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4164 00000100:00100000:0.0:1767318401.144692:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23082 00000100:00100000:0.0:1767318401.144695:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383762176:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318401.144705:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318401.144727:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383762176:12345-0@lo:38:kworker.0 Request processed in 30us (763us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318401.144733:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23082 00000100:00100000:0.0:1767318401.144743:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23083 00000100:00100000:0.0:1767318401.144747:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383762560:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318401.144755:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318401.144774:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383762560:12345-0@lo:38:kworker.0 Request processed in 26us (669us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318401.144800:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23083 00000100:00100000:0.0:1767318401.144812:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23084 00000100:00100000:0.0:1767318401.144816:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383762816:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318401.144823:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318401.144845:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383762816:12345-0@lo:38:kworker.0 Request processed in 28us (700us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318401.144850:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23084 00000100:00080000:0.0:1767318401.144864:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318401.144884:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383762688:0@lo:400:kworker.0 00000100:00100000:0.0:1767318401.144905:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383762432:0@lo:400:kworker.0 00000100:00080000:0.0:1767318401.144933:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318401.144939:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318401.144941:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383762176:0@lo:38:kworker.0 00000100:00080000:0.0:1767318401.144949:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318401.144966:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318401.144970:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383762304:0@lo:38:kworker.0 00000100:00080000:0.0:1767318401.144979:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318401.144983:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318401.144986:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383762560:0@lo:38:kworker.0 00000100:00080000:0.0:1767318401.144994:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318401.144996:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318401.144999:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383762816:0@lo:38:kworker.0 00010000:00010000:2.0:1767318401.655188:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318402.169116:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318402.684057:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318403.148830:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318403.148984:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297312256 00000100:00100000:3.0:1767318403.148995:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297312256 00000100:00080000:1.0:1767318403.149166:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318403.150690:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318403.151392:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297312128 00000100:00100000:2.0:1767318403.151404:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297312128 00000100:00100000:2.0:1767318403.151457:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23085 00000100:00100000:2.0:1767318403.151467:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297312128:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318403.151493:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318403.151578:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297312128:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 110us (894us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318403.151586:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23085 00000100:00100000:3.0:1767318403.170528:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4165 00000100:00100000:3.0:1767318403.170547:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297312256:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318403.170650:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297312256:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 109us (21829us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318403.170672:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4165 00000100:00100000:0.0:1767318403.190906:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318403.702967:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318404.215102:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318404.727385:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318405.239177:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318405.753436:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383763200:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318405.753537:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318405.754077:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318405.754146:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383763328:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318405.754182:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318405.768984:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383763200 00000100:00100000:2.0:1767318405.769003:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383763200 00000100:00100000:2.0:1767318405.769107:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383763328 00000100:00100000:2.0:1767318405.769110:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383763328 00000100:00100000:2.0:1767318405.769165:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2173 00000100:00100000:2.0:1767318405.769178:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383763200:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318405.769213:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2174 00000100:00100000:3.0:1767318405.769227:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383763328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318405.769249:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00002000:00000024:2.0:1767318405.769270:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318405.769345:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383763328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 121us (15161us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318405.769352:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2174 00000100:00100000:2.0:1767318405.769864:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383763200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 688us (16324us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318405.769873:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2173 00000100:00100000:3.0:1767318405.769934:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383763200:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318405.771041:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318405.771049:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318405.771114:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383763328:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318406.264167:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318406.264179:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318406.264182:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318406.264187:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318406.264191:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767318406.264199:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318406.264200:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3304 00000100:00080000:3.0:1767318406.264207:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318406.264217:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318406.264261:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5132680 x1853164383763456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318406.264287:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318406.264291:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318406.264293:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318406.264312:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3304 00000100:00080000:3.0:1767318406.264315:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318406.264319:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318406.264324:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383763456:0@lo:38:kworker.0 00000100:00100000:3.0:1767318406.264334:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5132300 x1853164383763584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318406.264376:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318406.264380:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318406.264382:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318406.264386:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3304 00000100:00080000:3.0:1767318406.264388:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318406.264392:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318406.264406:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130000 x1853164383763840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318406.264417:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318406.264439:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318406.264443:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318406.264445:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318406.264449:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3304 00000100:00080000:3.0:1767318406.264451:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318406.264456:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318406.264471:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5131500 x1853164383764096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318406.264489:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383763584:0@lo:38:kworker.0 00000100:00100000:3.0:1767318406.264497:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318406.264509:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383763968:0@lo:400:kworker.0 00000100:00100000:1.0:1767318406.264538:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318406.264548:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318406.264574:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383763840:0@lo:38:kworker.0 00000100:00100000:3.0:1767318406.264593:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383763456 00000100:00100000:1.0:1767318406.264601:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318406.264601:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383763456 00000100:00100000:1.0:1767318406.264623:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383764096:0@lo:38:kworker.0 00000100:00100000:3.0:1767318406.264634:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383763968 00000100:00100000:3.0:1767318406.264638:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383763968 00000100:00100000:1.0:1767318406.264663:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318406.264669:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383763840 00000100:00100000:3.0:1767318406.264673:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383763840 00000100:00100000:3.0:1767318406.264684:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383764096 00000100:00100000:3.0:1767318406.264687:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383764096 00000100:00100000:3.0:1767318406.264695:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4166 00000100:00100000:3.0:1767318406.264705:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383763968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318406.264711:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23086 00000100:00100000:1.0:1767318406.264718:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383763456:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318406.264736:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318406.264751:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383763968:12345-0@lo:400:kworker.0 Request processed in 48us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318406.264757:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4166 00000100:00100000:3.0:1767318406.264772:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23087 00000100:00100000:3.0:1767318406.264776:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383763840:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318406.264806:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318406.264849:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383763840:12345-0@lo:38:kworker.0 Request processed in 58us (236us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318406.264855:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23087 00000100:00100000:3.0:1767318406.264870:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23088 00000100:00100000:3.0:1767318406.264877:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383764096:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318406.264888:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318406.264919:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383763456:12345-0@lo:38:kworker.0 Request processed in 199us (504us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318406.264928:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23086 00000100:00100000:2.0:1767318406.264949:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383763712:0@lo:400:kworker.0 00000100:00100000:1.0:1767318406.264957:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383763584 00000100:00100000:1.0:1767318406.264962:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383763584 00000100:00080000:0.0:1767318406.265080:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318406.265927:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2500 00000100:00100000:1.0:1767318406.265936:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383763584:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318406.265953:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318406.272108:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318406.272124:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383764096:12345-0@lo:38:kworker.0 Request processed in 7240us (7465us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318406.272139:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23088 00000100:00100000:3.0:1767318406.272175:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383763712 00000100:00100000:3.0:1767318406.272184:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383763712 00000100:00100000:2.0:1767318406.272239:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383763968:0@lo:400:kworker.0 00000100:00100000:3.0:1767318406.272251:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4167 00000100:00100000:3.0:1767318406.272262:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383763712:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767318406.272279:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318406.272318:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318406.272325:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318406.272330:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383763712:12345-0@lo:400:kworker.0 Request processed in 67us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318406.272333:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383763840:0@lo:38:kworker.0 00000100:00100000:3.0:1767318406.272343:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4167 00000100:00080000:2.0:1767318406.272351:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318406.272357:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318406.272361:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383764096:0@lo:38:kworker.0 00000100:00080000:2.0:1767318406.272380:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767318406.272381:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383763712:0@lo:400:kworker.0 00000100:00080000:2.0:1767318406.272388:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318406.272394:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383763456:0@lo:38:kworker.0 00000100:00100000:1.0:1767318406.275980:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383763584:12345-0@lo:38:kworker.0 Request processed in 10033us (11432us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318406.275997:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2500 00000100:00080000:2.0:1767318406.276142:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318406.276149:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318406.276153:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383763584:0@lo:38:kworker.0 00010000:00010000:2.0:1767318406.777408:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318407.286962:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318407.799348:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318408.267305:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318408.267416:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318408.267563:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297312512 00000100:00100000:2.0:1767318408.267573:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297312512 00000100:00100000:2.0:1767318408.267665:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297312384 00000100:00100000:2.0:1767318408.267668:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297312384 00000100:00100000:2.0:1767318408.267688:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4168 00000100:00100000:2.0:1767318408.267700:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297312512:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318408.267760:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23089 00000100:00100000:1.0:1767318408.267767:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297312384:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:2.0:1767318408.267816:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297312512:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 81us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318408.267829:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4168 00010000:00020000:1.0:1767318408.267834:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318408.267866:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297312384:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 97us (450us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318408.267873:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23089 00000100:00080000:0.0:1767318408.268133:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318408.310994:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318408.822998:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318409.335122:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318409.847236:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318410.359115:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318410.871092:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318410.871338:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383764224:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318410.871443:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318410.871602:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383764224 00000100:00100000:1.0:1767318410.871611:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383764224 00000100:00100000:1.0:1767318410.871705:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2175 00000100:00100000:1.0:1767318410.871719:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383764224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318410.871765:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318410.871848:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383764224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 134us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318410.871857:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2175 00000100:00080000:2.0:1767318410.871941:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318410.872221:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383764224:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318410.873629:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383764352:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318410.873699:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318410.874101:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383764352 00000100:00100000:3.0:1767318410.874110:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383764352 00000100:00100000:3.0:1767318410.874195:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2176 00000100:00100000:3.0:1767318410.874204:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383764352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318410.874244:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318410.874295:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383764352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318410.874303:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2176 00000100:00100000:0.0:1767318410.874390:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383764352:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318410.874644:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318411.383006:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318411.383017:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318411.383022:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318411.383073:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318411.383078:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318411.383096:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3309 00000100:00080000:0.0:1767318411.383102:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318411.383122:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318411.383136:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318411.383177:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784700 x1853164383764480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318411.383207:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318411.383212:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318411.383214:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318411.383220:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3309 00000100:00080000:0.0:1767318411.383223:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318411.383227:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318411.383252:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785500 x1853164383764608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318411.383332:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318411.383336:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318411.383338:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318411.383342:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3309 00000100:00080000:0.0:1767318411.383345:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318411.383350:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318411.383359:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318411.383362:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780a80 x1853164383764864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318411.383377:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383764736:0@lo:400:kworker.0 00000100:00080000:0.0:1767318411.383412:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318411.383415:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318411.383417:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318411.383421:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3309 00000100:00080000:0.0:1767318411.383423:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318411.383426:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318411.383437:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8783b80 x1853164383765120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318411.383461:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383764992:0@lo:400:kworker.0 00000100:00100000:2.0:1767318411.383470:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318411.383509:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318411.383601:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383764736 00000100:00100000:1.0:1767318411.383609:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383764736 00000100:00100000:1.0:1767318411.383676:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383764992 00000100:00100000:1.0:1767318411.383680:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383764992 00000100:00100000:3.0:1767318411.383713:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4169 00000100:00100000:3.0:1767318411.383726:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383764736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318411.383731:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4170 00000100:00100000:1.0:1767318411.383743:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383764992:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767318411.383825:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318411.383852:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383764480:0@lo:38:kworker.0 00000100:00100000:2.0:1767318411.384361:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318411.384393:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383764608:0@lo:38:kworker.0 00000100:00100000:2.0:1767318411.384437:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318411.384678:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383764864:0@lo:38:kworker.0 00000100:00100000:2.0:1767318411.384704:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318411.384724:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383765120:0@lo:38:kworker.0 00000100:00100000:2.0:1767318411.384743:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318411.385005:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383764736:12345-0@lo:400:kworker.0 Request processed in 1281us (1533us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318411.385015:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4169 00000100:00100000:1.0:1767318411.385155:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383764992:12345-0@lo:400:kworker.0 Request processed in 1413us (1644us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318411.385162:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4170 00000100:00100000:0.0:1767318411.385279:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383764736:0@lo:400:kworker.0 00000100:00100000:0.0:1767318411.385350:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383764608 00000100:00100000:0.0:1767318411.385356:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383764608 00000100:00100000:0.0:1767318411.385407:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2501 00000100:00100000:0.0:1767318411.385412:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383764608:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318411.385452:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383764480 00000100:00100000:3.0:1767318411.385457:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383764480 00000100:00100000:2.0:1767318411.385493:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383764864 00000100:00100000:2.0:1767318411.385499:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383764864 00000100:00100000:2.0:1767318411.385515:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383765120 00000100:00100000:2.0:1767318411.385518:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383765120 00000100:00100000:2.0:1767318411.385528:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23090 00000100:00100000:2.0:1767318411.385533:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383764480:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318411.385557:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318411.385599:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383764480:12345-0@lo:38:kworker.0 Request processed in 64us (1239us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318411.385605:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23090 00000100:00100000:2.0:1767318411.385618:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23091 00000100:00100000:2.0:1767318411.385622:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383764864:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318411.385631:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318411.385651:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383764864:12345-0@lo:38:kworker.0 Request processed in 28us (946us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318411.385657:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23091 00000100:00100000:2.0:1767318411.385668:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23092 00000100:00100000:2.0:1767318411.385672:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383765120:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318411.385680:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318411.385713:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383765120:12345-0@lo:38:kworker.0 Request processed in 40us (970us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318411.385719:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23092 00000100:00100000:3.0:1767318411.385894:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383764992:0@lo:400:kworker.0 00000100:00080000:2.0:1767318411.386150:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318411.386156:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318411.386160:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383764480:0@lo:38:kworker.0 00000100:00080000:2.0:1767318411.386172:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318411.386175:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318411.386178:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383764864:0@lo:38:kworker.0 00000100:00080000:2.0:1767318411.386185:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318411.386188:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318411.386191:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383765120:0@lo:38:kworker.0 00010000:00020000:0.0:1767318411.386346:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318411.386391:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383764608:12345-0@lo:38:kworker.0 Request processed in 978us (1953us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318411.386398:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2501 00000100:00080000:2.0:1767318411.386465:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318411.386469:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318411.386472:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383764608:0@lo:38:kworker.0 00010000:00010000:2.0:1767318411.899940:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318412.406908:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318412.919802:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318413.385150:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318413.385221:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318413.385305:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297312640 00000100:00100000:3.0:1767318413.385316:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297312640 00000100:00100000:3.0:1767318413.385363:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297312768 00000100:00100000:3.0:1767318413.385366:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297312768 00000100:00100000:3.0:1767318413.385426:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4171 00000100:00100000:3.0:1767318413.385437:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297312768:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318413.385505:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297312768:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 71us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318413.385512:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4171 00000100:00100000:3.0:1767318413.385530:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23093 00000100:00100000:3.0:1767318413.385535:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297312640:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318413.385555:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318413.385578:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297312640:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 42us (440us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318413.385584:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23093 00000100:00080000:0.0:1767318413.386477:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318413.431165:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318413.942959:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318414.454960:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318414.967119:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318415.479957:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318415.991105:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383765248:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318415.991175:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318415.992288:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383765248 00000100:00100000:2.0:1767318415.992300:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383765248 00000100:00100000:2.0:1767318415.992390:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2177 00000100:00100000:2.0:1767318415.992400:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383765248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318415.992434:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318415.992503:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383765248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (1326us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318415.992510:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2177 00010000:00010000:0.0:1767318415.992773:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318415.992842:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318415.992977:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383765376:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318415.993017:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318415.993133:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383765376 00000100:00100000:2.0:1767318415.993137:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383765376 00000100:00100000:2.0:1767318415.993208:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2178 00000100:00100000:2.0:1767318415.993226:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383765376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318415.993244:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318415.993277:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383765376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318415.993283:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2178 00000100:00080000:1.0:1767318415.993404:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318415.993476:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383765376:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318415.993643:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383765248:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767318416.503143:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318416.503154:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318416.503157:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318416.503161:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318416.503166:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318416.503173:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3314 00000100:00080000:3.0:1767318416.503178:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318416.503185:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318416.503224:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5133b80 x1853164383765504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318416.503249:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318416.503254:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318416.503255:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318416.503259:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3314 00000100:00080000:3.0:1767318416.503262:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318416.503265:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318416.503278:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5132a00 x1853164383765632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318416.503317:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318416.503321:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318416.503322:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318416.503326:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3314 00000100:00080000:3.0:1767318416.503328:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318416.503332:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318416.503341:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130700 x1853164383765888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318416.503366:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318416.503370:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318416.503371:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318416.503375:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3314 00000100:00080000:3.0:1767318416.503378:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318416.503381:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318416.503387:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318416.503400:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383766016:0@lo:400:kworker.0 00000100:00100000:3.0:1767318416.503459:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318416.503527:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383766016 00000100:00100000:3.0:1767318416.503535:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383766016 00000100:00100000:3.0:1767318416.503625:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4172 00000100:00100000:3.0:1767318416.503636:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383766016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318416.503687:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383766016:12345-0@lo:400:kworker.0 Request processed in 53us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318416.503694:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4172 00000100:00100000:3.0:1767318416.503751:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383766016:0@lo:400:kworker.0 00000100:00100000:3.0:1767318416.503827:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5131880 x1853164383766144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318416.503915:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383765760:0@lo:400:kworker.0 00000100:00100000:1.0:1767318416.503946:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318416.504000:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318416.504010:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383765760 00000100:00100000:1.0:1767318416.504014:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383765760 00000100:00100000:1.0:1767318416.504052:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4173 00000100:00100000:1.0:1767318416.504059:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383765760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318416.504095:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383765760:12345-0@lo:400:kworker.0 Request processed in 37us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318416.504100:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4173 00000100:00080000:1.0:1767318416.504116:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318416.504131:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383765760:0@lo:400:kworker.0 00000100:00100000:0.0:1767318416.504228:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383765504:0@lo:38:kworker.0 00000100:00100000:0.0:1767318416.504257:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318416.504286:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383765632:0@lo:38:kworker.0 00000100:00100000:0.0:1767318416.504308:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318416.504337:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383765888:0@lo:38:kworker.0 00000100:00100000:0.0:1767318416.504355:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318416.504368:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383766144:0@lo:38:kworker.0 00000100:00100000:0.0:1767318416.504385:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318416.504440:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383765504 00000100:00100000:3.0:1767318416.504444:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383765504 00000100:00100000:3.0:1767318416.504466:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383765888 00000100:00100000:3.0:1767318416.504469:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383765888 00000100:00100000:3.0:1767318416.504480:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383766144 00000100:00100000:3.0:1767318416.504483:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383766144 00000100:00100000:3.0:1767318416.504492:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23094 00000100:00100000:3.0:1767318416.504496:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383765504:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318416.504512:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318416.504540:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383765504:12345-0@lo:38:kworker.0 Request processed in 43us (283us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318416.504545:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23094 00000100:00100000:3.0:1767318416.504555:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23095 00000100:00100000:3.0:1767318416.504558:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383765888:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318416.504565:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318416.504579:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383765888:12345-0@lo:38:kworker.0 Request processed in 21us (223us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318416.504584:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23095 00000100:00100000:3.0:1767318416.504591:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23096 00000100:00100000:3.0:1767318416.504594:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383766144:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318416.504601:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318416.504613:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383766144:12345-0@lo:38:kworker.0 Request processed in 18us (228us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318416.504617:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23096 00000100:00100000:1.0:1767318416.504671:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383765632 00000100:00100000:1.0:1767318416.504675:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383765632 00000100:00100000:1.0:1767318416.504701:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2502 00000100:00100000:1.0:1767318416.504706:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383765632:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318416.504715:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318416.504739:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383765632:12345-0@lo:38:kworker.0 Request processed in 32us (429us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318416.504745:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2502 00000100:00080000:0.0:1767318416.505232:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318416.505238:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318416.505242:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383765504:0@lo:38:kworker.0 00000100:00080000:0.0:1767318416.505252:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318416.505255:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318416.505258:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383765632:0@lo:38:kworker.0 00000100:00080000:0.0:1767318416.505264:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318416.505268:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318416.505270:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383765888:0@lo:38:kworker.0 00000100:00080000:0.0:1767318416.505277:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318416.505281:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318416.505284:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383766144:0@lo:38:kworker.0 00000100:00100000:1.0:1767318416.505449:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318417.015043:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318417.527117:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318418.039339:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318418.502051:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318418.502132:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297313024 00000100:00100000:2.0:1767318418.502140:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297313024 00000100:00100000:2.0:1767318418.502205:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4174 00000100:00100000:2.0:1767318418.502213:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297313024:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318418.502289:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297313024:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 77us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318418.502294:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4174 00000100:00080000:1.0:1767318418.502622:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318418.504123:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318418.504198:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297312896 00000100:00100000:0.0:1767318418.504204:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297312896 00000100:00100000:0.0:1767318418.504250:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23097 00000100:00100000:0.0:1767318418.504256:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297312896:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318418.504274:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318418.504324:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297312896:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 68us (207us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318418.504329:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23097 00000100:00100000:1.0:1767318418.551897:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318419.062953:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318419.574912:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318420.087140:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318420.606244:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318421.113038:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318421.113063:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383766272:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318421.113135:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318421.113351:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318421.113595:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383766400:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318421.113653:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318421.114048:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383766272 00000100:00100000:2.0:1767318421.114056:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383766272 00000100:00100000:2.0:1767318421.114118:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383766400 00000100:00100000:2.0:1767318421.114122:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383766400 00000100:00100000:2.0:1767318421.114154:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2179 00000100:00100000:2.0:1767318421.114163:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383766272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318421.114192:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318421.114241:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383766272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (1105us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318421.114248:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2179 00000100:00100000:2.0:1767318421.114268:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2180 00000100:00100000:2.0:1767318421.114274:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383766400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318421.114292:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318421.114322:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383766400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318421.114328:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2180 00000100:00100000:2.0:1767318421.114381:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383766400:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318421.114414:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383766272:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318421.115594:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318421.115601:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318421.622921:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318421.623008:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318396/real 1767318396] req@ffff936886f16300 x1853164383760768/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318421 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318421.623073:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff936886f16300 x1853164383760768/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318421 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318421.623118:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318421.623202:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318421.623222:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383760768:0@lo:250:kworker.0 00000100:00080000:2.0:1767318421.623402:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318421.623408:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318421.623410:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318421.623415:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3299 00000100:00080000:2.0:1767318421.623420:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318421.623427:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318421.623511:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1211180 x1853164383766528/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318421.623602:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318421.623606:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318421.623608:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318421.623612:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3319 00000100:00080000:2.0:1767318421.623614:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318421.623618:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318421.623679:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1211880 x1853164383766656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318421.623725:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318421.623729:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318421.623730:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318421.623735:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3319 00000100:00080000:2.0:1767318421.623748:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318421.623752:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318421.623807:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1213100 x1853164383766784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318421.624010:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318421.624024:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318421.624026:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318421.624070:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3319 00000100:00080000:2.0:1767318421.624072:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318421.624076:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318421.624127:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1213800 x1853164383767040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318421.624224:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318421.624228:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318421.624244:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318421.624249:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3319 00000100:00080000:2.0:1767318421.624251:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318421.624274:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318421.624300:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1210380 x1853164383767296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318421.624373:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383767168:0@lo:400:kworker.0 00000100:00100000:2.0:1767318421.624465:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318421.624631:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383767168 00000100:00100000:2.0:1767318421.624648:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383767168 00000100:00100000:2.0:1767318421.624757:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4175 00000100:00100000:2.0:1767318421.624847:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383767168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318421.624991:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383767168:12345-0@lo:400:kworker.0 Request processed in 213us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318421.625019:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4175 00000100:00100000:2.0:1767318421.625158:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383767168:0@lo:400:kworker.0 00000100:00100000:1.0:1767318421.625297:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383766912:0@lo:400:kworker.0 00000100:00100000:1.0:1767318421.625330:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318421.629211:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383766912 00000100:00100000:2.0:1767318421.629236:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383766912 00000100:00100000:2.0:1767318421.629421:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4176 00000100:00100000:2.0:1767318421.629433:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383766912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318421.629733:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383766912:12345-0@lo:400:kworker.0 Request processed in 303us (4402us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318421.629742:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4176 00000100:00100000:2.0:1767318421.629924:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383766912:0@lo:400:kworker.0 00000100:00080000:2.0:1767318421.630166:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318421.630208:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383766528:0@lo:250:kworker.0 00000400:00000100:2.0:1767318421.630241:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383766528 offset 0 length 520: 4 00000100:00100000:2.0:1767318421.630271:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383766656:0@lo:38:kworker.0 00000100:00100000:2.0:1767318421.630296:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318421.630313:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1213100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383766784:0@lo:38:kworker.0 00000100:00100000:2.0:1767318421.630350:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318421.630386:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1213800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383767040:0@lo:38:kworker.0 00000100:00100000:2.0:1767318421.630434:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318421.630486:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383767296:0@lo:38:kworker.0 00000100:00100000:2.0:1767318421.630528:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318421.634543:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383766784 00000100:00100000:3.0:1767318421.634561:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383766784 00000100:00100000:3.0:1767318421.634758:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2503 00000100:00100000:3.0:1767318421.634776:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383766784:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318421.634835:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318421.634950:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383766784:12345-0@lo:38:kworker.0 Request processed in 183us (4598us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318421.634957:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2503 00000100:00100000:3.0:1767318421.635174:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383766656 00000100:00100000:3.0:1767318421.635179:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383766656 00000100:00100000:3.0:1767318421.635198:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383767040 00000100:00100000:3.0:1767318421.635201:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383767040 00000100:00100000:3.0:1767318421.635207:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383767296 00000100:00100000:3.0:1767318421.635209:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383767296 00000100:00100000:3.0:1767318421.635218:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23098 00000100:00100000:3.0:1767318421.635222:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383766656:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318421.635249:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318421.635297:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383766656:12345-0@lo:38:kworker.0 Request processed in 74us (5000us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318421.635304:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23098 00000100:00100000:3.0:1767318421.635327:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23099 00000100:00100000:3.0:1767318421.635330:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383767040:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318421.635366:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318421.635422:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383767040:12345-0@lo:38:kworker.0 Request processed in 89us (4988us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318421.635427:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23099 00000100:00100000:3.0:1767318421.635445:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23100 00000100:00100000:3.0:1767318421.635456:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383767296:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318421.635465:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318421.635494:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383767296:12345-0@lo:38:kworker.0 Request processed in 26us (4956us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318421.635509:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23100 00000100:00080000:2.0:1767318421.635923:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318421.635929:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318421.635934:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383766656:0@lo:38:kworker.0 00000100:00080000:2.0:1767318421.635944:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318421.635948:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318421.635951:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1213100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383766784:0@lo:38:kworker.0 00000100:00080000:2.0:1767318421.635959:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318421.635961:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318421.635964:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1213800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383767040:0@lo:38:kworker.0 00000100:00080000:2.0:1767318421.635971:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318421.635973:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318421.635976:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383767296:0@lo:38:kworker.0 00010000:00010000:2.0:1767318422.135070:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318422.603067:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:0.0:1767318422.603108:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297313152 offset 0 length 520: 4 00000100:00100000:0.0:1767318422.603135:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318422.603676:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297313408 00000100:00100000:2.0:1767318422.603689:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297313408 00000100:00100000:2.0:1767318422.603821:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297313280 00000100:00100000:2.0:1767318422.603825:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297313280 00000100:00100000:2.0:1767318422.603847:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4177 00000100:00100000:2.0:1767318422.603858:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297313408:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318422.603951:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297313408:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 93us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318422.603960:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4177 00000100:00100000:2.0:1767318422.603982:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23101 00000100:00100000:2.0:1767318422.603987:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297313280:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318422.604011:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318422.604037:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297313280:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 49us (907us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318422.604094:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23101 00000100:00080000:0.0:1767318422.604251:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318422.647007:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318423.159278:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318423.671064:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318424.183033:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318424.695078:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318425.207490:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318425.719334:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318426.239233:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318426.239259:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383767424:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318426.239330:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318426.239408:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383767424 00000100:00100000:2.0:1767318426.239417:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383767424 00000100:00100000:2.0:1767318426.239485:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2181 00000100:00100000:2.0:1767318426.239495:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383767424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318426.239524:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318426.239578:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383767424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318426.239585:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2181 00000100:00080000:2.0:1767318426.239607:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318426.239645:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383767424:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318426.240062:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383767552:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318426.240095:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318426.242708:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383767552 00000100:00100000:3.0:1767318426.242734:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383767552 00010000:00010000:0.0:1767318426.242911:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318426.243125:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2182 00000100:00100000:3.0:1767318426.243148:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383767552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318426.243181:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318426.243276:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383767552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 141us (3179us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318426.243283:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2182 00000100:00100000:1.0:1767318426.243531:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383767552:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318426.244081:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318426.743346:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318426.743461:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318426.743477:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318426.743480:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318426.743484:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318426.743487:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318426.743495:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3324 00000100:00080000:0.0:1767318426.743499:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318426.743507:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318426.743554:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8781f80 x1853164383767680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318426.743583:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318426.743587:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318426.743589:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318426.743594:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3324 00000100:00080000:0.0:1767318426.743596:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318426.743600:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318426.743808:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383767680:0@lo:38:kworker.0 00000100:00100000:1.0:1767318426.743885:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318426.744085:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383767680 00000100:00100000:3.0:1767318426.744093:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383767680 00000100:00100000:3.0:1767318426.744153:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23102 00000100:00100000:3.0:1767318426.744161:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383767680:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318426.744185:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318426.744230:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383767680:12345-0@lo:38:kworker.0 Request processed in 69us (354us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318426.744237:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23102 00000100:00080000:3.0:1767318426.744276:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318426.744281:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318426.744285:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383767680:0@lo:38:kworker.0 00000100:00100000:0.0:1767318426.744458:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8782a00 x1853164383767808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318426.744521:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318426.744525:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318426.744526:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318426.744530:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3324 00000100:00080000:0.0:1767318426.744534:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318426.744538:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318426.744554:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8781f80 x1853164383768064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318426.744580:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318426.744583:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318426.744584:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318426.744588:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3324 00000100:00080000:0.0:1767318426.744590:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318426.744593:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318426.744603:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780a80 x1853164383768320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318426.744828:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383767936:0@lo:400:kworker.0 00000100:00100000:0.0:1767318426.744961:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318426.744993:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318426.744998:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383768576:0@lo:400:kworker.0 00000100:00100000:0.0:1767318426.745049:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318426.745080:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383768576 00000100:00100000:0.0:1767318426.745085:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383768576 00000100:00100000:0.0:1767318426.745118:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430 00000100:00100000:0.0:1767318426.745126:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383768576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318426.745362:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383767936 00000100:00100000:1.0:1767318426.745367:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383767936 00000100:00100000:1.0:1767318426.745408:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4178 00000100:00100000:1.0:1767318426.745420:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383767936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318426.745464:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383767936:12345-0@lo:400:kworker.0 Request processed in 50us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318426.745483:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4178 00000100:00100000:1.0:1767318426.745526:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383767936:0@lo:400:kworker.0 00000100:00100000:1.0:1767318426.745565:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383768448:0@lo:400:kworker.0 00000100:00100000:1.0:1767318426.745591:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318426.745755:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318426.745765:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383768192:0@lo:400:kworker.0 00000100:00100000:1.0:1767318426.745809:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318426.745833:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383768192 00000100:00100000:1.0:1767318426.745837:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383768192 00000100:00100000:1.0:1767318426.745864:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4179 00000100:00100000:1.0:1767318426.745870:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383768192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318426.745977:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383768192:12345-0@lo:400:kworker.0 Request processed in 106us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318426.745983:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4179 00000100:00100000:1.0:1767318426.746009:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383768192:0@lo:400:kworker.0 00000100:00100000:1.0:1767318426.746055:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383768448 00000100:00100000:1.0:1767318426.746060:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383768448 00000100:00100000:1.0:1767318426.746085:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431 00000100:00100000:1.0:1767318426.746091:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383768448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318426.746126:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383768448:12345-0@lo:400:kworker.0 Request processed in 35us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318426.746132:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431 00000100:00100000:3.0:1767318426.746302:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383767808:0@lo:38:kworker.0 00000100:00100000:3.0:1767318426.746334:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318426.746362:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383768064:0@lo:38:kworker.0 00000100:00100000:3.0:1767318426.746384:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318426.746401:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383768320:0@lo:38:kworker.0 00000100:00100000:3.0:1767318426.746421:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318426.746448:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383767808 00000100:00100000:3.0:1767318426.746452:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383767808 00000100:00100000:3.0:1767318426.746484:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2504 00000100:00100000:3.0:1767318426.746489:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383767808:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318426.746508:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318426.746540:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383767808:12345-0@lo:38:kworker.0 Request processed in 50us (205us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318426.746546:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2504 00000100:00100000:3.0:1767318426.746568:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383768064 00000100:00100000:3.0:1767318426.746571:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383768064 00000100:00100000:3.0:1767318426.746586:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383768320 00000100:00100000:3.0:1767318426.746588:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383768320 00000100:00100000:3.0:1767318426.746603:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23103 00000100:00100000:3.0:1767318426.746607:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383768064:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318426.746828:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383768576:12345-0@lo:400:kworker.0 Request processed in 1702us (1778us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318426.746836:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430 00000100:00100000:0.0:1767318426.746870:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383768576:0@lo:400:kworker.0 00010000:00020000:3.0:1767318426.746976:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318426.747034:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383768064:12345-0@lo:38:kworker.0 Request processed in 425us (649us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318426.747041:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23103 00000100:00100000:3.0:1767318426.747054:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23104 00000100:00100000:3.0:1767318426.747058:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383768320:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318426.747067:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318426.747086:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383768320:12345-0@lo:38:kworker.0 Request processed in 27us (664us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318426.747092:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23104 00000100:00080000:3.0:1767318426.747120:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318426.747125:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318426.747128:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383767808:0@lo:38:kworker.0 00000100:00100000:0.0:1767318426.747384:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383768448:0@lo:400:kworker.0 00000100:00080000:2.0:1767318426.747481:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318426.747950:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318426.747956:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318426.747961:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383768064:0@lo:38:kworker.0 00000100:00080000:3.0:1767318426.747977:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318426.747981:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318426.747984:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383768320:0@lo:38:kworker.0 00010000:00010000:2.0:1767318427.256080:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318427.720575:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318427.720705:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318427.720808:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297313536 00000100:00100000:3.0:1767318427.720819:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297313536 00000100:00100000:3.0:1767318427.720875:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297313664 00000100:00100000:3.0:1767318427.720879:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297313664 00000100:00100000:3.0:1767318427.720947:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4180 00000100:00100000:3.0:1767318427.720957:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297313664:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318427.721030:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297313664:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 74us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318427.721039:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4180 00000100:00100000:3.0:1767318427.721057:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23105 00000100:00100000:3.0:1767318427.721061:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297313536:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318427.721081:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318427.721106:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297313536:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 43us (542us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318427.721113:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23105 00000100:00080000:0.0:1767318427.721177:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318427.767099:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318428.279490:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318428.790884:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318429.302929:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318429.816938:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318430.327236:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318430.840329:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318431.351102:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318431.351457:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383768704:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318431.351529:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318431.351710:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383768704 00000100:00100000:2.0:1767318431.351718:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383768704 00000100:00100000:2.0:1767318431.351946:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2183 00000100:00100000:2.0:1767318431.351956:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383768704:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318431.352092:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1767318431.352122:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318431.352451:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383768704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 496us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318431.352460:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2183 00000100:00100000:1.0:1767318431.352862:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318431.352876:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383768832:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318431.352914:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318431.353008:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383768832 00000100:00100000:3.0:1767318431.353016:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383768832 00000100:00100000:3.0:1767318431.353063:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2184 00000100:00100000:3.0:1767318431.353070:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383768832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318431.353091:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318431.353129:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383768832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318431.353135:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2184 00000100:00100000:3.0:1767318431.353176:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383768832:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318431.353511:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318431.359496:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383768704:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318431.862914:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318431.862923:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318431.862926:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318431.862929:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318431.862932:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318431.862938:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3330 00000100:00080000:0.0:1767318431.862942:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318431.862949:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318431.862997:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e02b800 x1853164383768960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318431.863031:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318431.863035:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318431.863037:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318431.863042:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3330 00000100:00080000:0.0:1767318431.863044:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318431.863048:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318431.863062:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e02a300 x1853164383769088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318431.863103:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318431.863107:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318431.863109:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318431.863112:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3330 00000100:00080000:0.0:1767318431.863114:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318431.863118:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318431.863129:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e028e00 x1853164383769344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318431.863153:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318431.863156:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318431.863158:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318431.863162:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3330 00000100:00080000:0.0:1767318431.863164:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318431.863167:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318431.863177:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e029f80 x1853164383769600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318431.863186:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383769216:0@lo:400:kworker.0 00000100:00100000:0.0:1767318431.863211:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e02aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383769728:0@lo:400:kworker.0 00000100:00100000:1.0:1767318431.863430:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e02b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383768960:0@lo:38:kworker.0 00000100:00100000:2.0:1767318431.865329:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318431.865496:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318431.865507:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e029c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383769856:0@lo:400:kworker.0 00000100:00100000:2.0:1767318431.865563:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383769216 00000100:00100000:2.0:1767318431.865570:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383769216 00000100:00100000:2.0:1767318431.865627:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4181 00000100:00100000:2.0:1767318431.865637:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383769216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318431.865846:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383769216:12345-0@lo:400:kworker.0 Request processed in 210us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318431.865855:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4181 00000100:00100000:2.0:1767318431.865917:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318431.865944:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383769472:0@lo:400:kworker.0 00000100:00100000:2.0:1767318431.865968:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318431.866007:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383769472 00000100:00100000:2.0:1767318431.866011:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383769472 00000100:00100000:2.0:1767318431.866041:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4182 00000100:00100000:0.0:1767318431.866259:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318431.866310:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318431.866346:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383769216:0@lo:400:kworker.0 00000100:00100000:0.0:1767318431.866372:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383769728 00000100:00100000:0.0:1767318431.866375:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383769728 00000100:00100000:2.0:1767318431.866429:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383769472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318431.866447:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383769856 00000100:00100000:0.0:1767318431.866450:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383769856 00000100:00100000:0.0:1767318431.866480:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1432 00000100:00100000:0.0:1767318431.866496:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383769728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318431.866535:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383769728:12345-0@lo:400:kworker.0 Request processed in 40us (1525us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318431.866541:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1432 00000100:00100000:0.0:1767318431.866555:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433 00000100:00100000:0.0:1767318431.866561:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383769856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318431.866583:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383769472:12345-0@lo:400:kworker.0 Request processed in 534us (612us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318431.866586:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383769856:12345-0@lo:400:kworker.0 Request processed in 26us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318431.866591:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433 00000100:00100000:2.0:1767318431.866592:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4182 00000100:00100000:2.0:1767318431.866616:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383769472:0@lo:400:kworker.0 00000100:00100000:0.0:1767318431.866617:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e02aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383769728:0@lo:400:kworker.0 00000100:00100000:0.0:1767318431.866635:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e029c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383769856:0@lo:400:kworker.0 00000100:00080000:2.0:1767318431.866641:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318431.867384:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318431.867680:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e02a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383769088:0@lo:38:kworker.0 00000100:00100000:2.0:1767318431.867841:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383768960 00000100:00100000:2.0:1767318431.867848:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383768960 00000100:00100000:1.0:1767318431.868009:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318431.868061:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e028e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383769344:0@lo:38:kworker.0 00000100:00100000:1.0:1767318431.868088:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318431.868143:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383769088 00000100:00100000:0.0:1767318431.868148:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383769088 00000100:00100000:0.0:1767318431.868185:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2505 00000100:00100000:0.0:1767318431.868191:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383769088:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318431.868213:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318431.868255:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383769088:12345-0@lo:38:kworker.0 Request processed in 61us (244us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318431.868273:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2505 00000100:00100000:1.0:1767318431.869320:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383769600:0@lo:38:kworker.0 00000100:00100000:2.0:1767318431.869592:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383769344 00000100:00100000:2.0:1767318431.869600:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383769344 00000100:00100000:2.0:1767318431.869636:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23106 00000100:00100000:2.0:1767318431.869642:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383768960:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318431.869658:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318431.869714:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383768960:12345-0@lo:38:kworker.0 Request processed in 70us (2330us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318431.869720:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23106 00000100:00100000:2.0:1767318431.869745:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23107 00000100:00100000:2.0:1767318431.869750:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383769344:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318431.869759:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318431.869796:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383769344:12345-0@lo:38:kworker.0 Request processed in 44us (1707us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318431.869803:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23107 00000100:00100000:1.0:1767318431.869904:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318431.869950:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318431.869968:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318431.869973:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e02b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383768960:0@lo:38:kworker.0 00000100:00080000:1.0:1767318431.869994:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318431.869999:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318431.870002:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e02a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383769088:0@lo:38:kworker.0 00000100:00080000:1.0:1767318431.870012:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318431.870015:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318431.870018:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e028e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383769344:0@lo:38:kworker.0 00000100:00100000:2.0:1767318431.870614:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383769600 00000100:00100000:2.0:1767318431.870620:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383769600 00000100:00100000:2.0:1767318431.870657:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23108 00000100:00100000:2.0:1767318431.870663:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383769600:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318431.870684:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318431.870722:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383769600:12345-0@lo:38:kworker.0 Request processed in 59us (818us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318431.870729:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23108 00000100:00080000:1.0:1767318431.870920:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318431.870926:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318431.870929:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383769600:0@lo:38:kworker.0 00010000:00010000:2.0:1767318432.375212:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318432.840603:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318432.840653:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318432.840746:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297313920 00000100:00100000:3.0:1767318432.840757:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297313920 00000100:00100000:3.0:1767318432.840880:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297313792 00000100:00100000:3.0:1767318432.840884:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297313792 00000100:00100000:3.0:1767318432.841003:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4183 00000100:00100000:3.0:1767318432.841014:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297313920:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318432.841086:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297313920:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 74us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318432.841094:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4183 00000100:00100000:3.0:1767318432.841114:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23109 00000100:00100000:3.0:1767318432.841119:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297313792:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318432.841139:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318432.841175:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297313792:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 54us (522us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318432.841182:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23109 00000100:00080000:1.0:1767318432.841505:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318432.887052:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318433.400611:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318433.911549:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318434.426989:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318434.935151:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318435.447059:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318435.959002:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318436.471283:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383769984:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318436.471356:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318436.471593:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383769984 00000100:00100000:3.0:1767318436.471602:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383769984 00000100:00100000:3.0:1767318436.471682:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2185 00000100:00100000:3.0:1767318436.471692:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383769984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318436.471723:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318436.471771:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383769984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318436.471778:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2185 00000100:00080000:1.0:1767318436.471864:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318436.471906:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383769984:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767318436.472245:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318436.472371:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383770112:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318436.472408:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318436.473150:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383770112 00000100:00100000:3.0:1767318436.473158:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383770112 00000100:00100000:3.0:1767318436.473213:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2186 00000100:00100000:3.0:1767318436.473222:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383770112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318436.473250:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318436.473319:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383770112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (901us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318436.473326:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2186 00000100:00080000:1.0:1767318436.473386:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318436.473473:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383770112:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318436.986944:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318436.987410:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318436.987417:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318436.987420:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318436.987424:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318436.987429:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318436.987438:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3335 00000100:00080000:3.0:1767318436.987443:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318436.987452:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318436.987523:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5131880 x1853164383770240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318436.987547:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318436.987551:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318436.987554:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318436.987558:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3335 00000100:00080000:3.0:1767318436.987561:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318436.987564:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318436.987578:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130700 x1853164383770368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318436.987653:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318436.987657:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318436.987659:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318436.987663:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3335 00000100:00080000:3.0:1767318436.987665:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318436.987669:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318436.987681:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5133b80 x1853164383770624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318436.987706:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318436.987709:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318436.987711:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318436.987714:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3335 00000100:00080000:3.0:1767318436.987716:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318436.987719:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318436.987731:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5131500 x1853164383770880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318436.987772:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383770752:0@lo:400:kworker.0 00000100:00100000:3.0:1767318436.987908:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318436.987973:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318436.987979:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383771008:0@lo:400:kworker.0 00000100:00100000:3.0:1767318436.988017:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318436.988469:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383770752 00000100:00100000:0.0:1767318436.988478:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383770752 00000100:00100000:0.0:1767318436.988553:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4184 00000100:00100000:0.0:1767318436.988565:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383770752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318436.988643:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383770752:12345-0@lo:400:kworker.0 Request processed in 80us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318436.988650:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4184 00000100:00100000:0.0:1767318436.988675:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383771008 00000100:00100000:0.0:1767318436.988679:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383771008 00000100:00100000:0.0:1767318436.988705:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:0.0:1767318436.988712:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383771008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318436.988743:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383771008:12345-0@lo:400:kworker.0 Request processed in 32us (737us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318436.988749:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00000100:00100000:0.0:1767318436.988775:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383771136:0@lo:400:kworker.0 00000100:00100000:0.0:1767318436.988839:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318436.988858:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318436.988864:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383770496:0@lo:400:kworker.0 00000100:00100000:0.0:1767318436.988899:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318436.988930:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383771136 00000100:00100000:0.0:1767318436.988934:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383771136 00000100:00100000:0.0:1767318436.988956:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1435 00000100:00100000:0.0:1767318436.988962:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383771136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318436.988997:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383771136:12345-0@lo:400:kworker.0 Request processed in 35us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318436.989039:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1435 00000100:00100000:0.0:1767318436.989057:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383770496 00000100:00100000:0.0:1767318436.989062:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383770496 00000100:00100000:0.0:1767318436.989088:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4185 00000100:00100000:2.0:1767318436.989397:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383771008:0@lo:400:kworker.0 00000100:00100000:2.0:1767318436.989410:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383770752:0@lo:400:kworker.0 00000100:00100000:2.0:1767318436.989451:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383771136:0@lo:400:kworker.0 00000100:00100000:0.0:1767318436.989499:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383770496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318436.989542:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383770496:12345-0@lo:400:kworker.0 Request processed in 46us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318436.989623:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383770240:0@lo:38:kworker.0 00000100:00100000:1.0:1767318436.989669:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318436.989697:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383770368:0@lo:38:kworker.0 00000100:00100000:1.0:1767318436.989721:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318436.989745:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383770624:0@lo:38:kworker.0 00000100:00100000:1.0:1767318436.989766:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318436.989795:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383770880:0@lo:38:kworker.0 00000100:00100000:1.0:1767318436.989818:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318436.989845:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383770240 00000100:00100000:1.0:1767318436.989850:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383770240 00000100:00100000:3.0:1767318436.989920:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383770624 00000100:00100000:3.0:1767318436.989925:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383770624 00000100:00100000:2.0:1767318436.996137:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383770880 00000100:00100000:2.0:1767318436.996152:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383770880 00000100:00100000:2.0:1767318436.996189:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23110 00000100:00100000:2.0:1767318436.996205:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383770880:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318436.996232:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318436.996347:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383770880:12345-0@lo:38:kworker.0 Request processed in 149us (6527us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318436.996355:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23110 00000100:00080000:2.0:1767318436.996402:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318436.996439:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383770368 00000100:00100000:2.0:1767318436.996443:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383770368 00000100:00100000:2.0:1767318436.996464:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2506 00000100:00100000:2.0:1767318436.996468:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383770368:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318436.996479:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318436.996506:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383770368:12345-0@lo:38:kworker.0 Request processed in 37us (6785us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318436.996513:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2506 00000100:00100000:2.0:1767318436.996579:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383770496:0@lo:400:kworker.0 00000100:00080000:2.0:1767318436.996736:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318436.996743:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318436.996746:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383770368:0@lo:38:kworker.0 00000100:00080000:2.0:1767318436.996755:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318436.996758:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318436.996761:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383770880:0@lo:38:kworker.0 00000100:00100000:0.0:1767318437.000392:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4185 00000100:00100000:1.0:1767318437.003494:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23111 00000100:00100000:1.0:1767318437.003508:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383770240:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318437.003534:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318437.003643:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383770240:12345-0@lo:38:kworker.0 Request processed in 135us (13972us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318437.003651:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23111 00000100:00080000:2.0:1767318437.004953:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318437.004962:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318437.004967:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383770240:0@lo:38:kworker.0 00000100:00100000:3.0:1767318437.012030:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23112 00000100:00100000:3.0:1767318437.012047:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383770624:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318437.012073:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318437.012185:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383770624:12345-0@lo:38:kworker.0 Request processed in 138us (22416us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318437.012194:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23112 00000100:00080000:2.0:1767318437.012421:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318437.012428:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318437.012432:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383770624:0@lo:38:kworker.0 00010000:00010000:2.0:1767318437.494991:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318437.965190:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318437.965305:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318437.977131:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297314176 00000100:00100000:3.0:1767318437.977147:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297314176 00000100:00100000:3.0:1767318437.977238:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297314048 00000100:00100000:3.0:1767318437.977242:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297314048 00000100:00100000:3.0:1767318437.977269:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4186 00000100:00100000:3.0:1767318437.977279:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297314176:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318437.977368:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297314176:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 90us (12186us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318437.977376:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4186 00000100:00100000:3.0:1767318437.977507:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23113 00000100:00080000:2.0:1767318437.978118:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318437.978233:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297314048:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318437.978256:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318437.978296:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297314048:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 64us (12991us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318437.989869:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23113 00000100:00100000:1.0:1767318438.007727:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318438.519284:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318439.030905:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318439.543015:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318440.054874:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318440.567456:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318441.079737:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318441.591005:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e02bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383771264:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318441.591084:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318441.591199:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383771264 00000100:00100000:0.0:1767318441.591210:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383771264 00000100:00100000:0.0:1767318441.591285:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187 00000100:00100000:0.0:1767318441.591295:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383771264:12345-0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767318441.591312:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318441.591328:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383771392:0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318441.591329:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318441.591368:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318441.591373:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383771264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318441.591379:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187 00000100:00100000:0.0:1767318441.591396:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383771392 00000100:00100000:0.0:1767318441.591400:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383771392 00000100:00100000:0.0:1767318441.591420:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188 00000100:00100000:0.0:1767318441.591426:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383771392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318441.591439:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318441.591475:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383771392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318441.591481:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188 00000100:00080000:1.0:1767318441.591861:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318441.591866:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318441.591910:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383771392:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318441.592018:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e02bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383771264:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318442.106630:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318442.106642:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318442.106645:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318442.106649:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318442.106653:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318442.106661:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3340 00000100:00080000:2.0:1767318442.106665:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318442.106673:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318442.106716:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5131880 x1853164383771520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318442.106744:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318442.106748:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318442.106750:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318442.106754:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3340 00000100:00080000:2.0:1767318442.106766:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767318442.106767:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318442.106770:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318442.106797:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5131500 x1853164383771648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318442.106836:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767318442.106837:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383771520:0@lo:38:kworker.0 00000100:00080000:2.0:1767318442.106839:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318442.106840:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318442.106844:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3340 00000100:00080000:2.0:1767318442.106846:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318442.106851:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318442.106861:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5132a00 x1853164383771904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318442.106882:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318442.106885:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318442.106887:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318442.106890:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3340 00000100:00080000:2.0:1767318442.106892:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318442.106895:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318442.106903:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5133480 x1853164383772160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318442.106928:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318442.106948:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383772416:0@lo:400:kworker.0 00000100:00100000:2.0:1767318442.106988:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318442.106992:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383771648:0@lo:38:kworker.0 00000100:00100000:2.0:1767318442.107014:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318442.107016:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318442.107019:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383771776:0@lo:400:kworker.0 00000100:00100000:0.0:1767318442.107042:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383771904:0@lo:38:kworker.0 00000100:00100000:2.0:1767318442.107060:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318442.107088:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383772416 00000100:00100000:2.0:1767318442.107093:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383771648 00000100:00100000:0.0:1767318442.107094:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383772416 00000100:00100000:2.0:1767318442.107096:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383771648 00000100:00100000:0.0:1767318442.107126:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436 00000100:00100000:2.0:1767318442.107126:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2507 00000100:00100000:2.0:1767318442.107132:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383771648:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318442.107133:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383772416:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1767318442.107153:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318442.107179:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383772416:12345-0@lo:400:kworker.0 Request processed in 46us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318442.107179:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383771648:12345-0@lo:38:kworker.0 Request processed in 45us (161us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318442.107187:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436 00000100:00100000:2.0:1767318442.107187:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2507 00000100:00100000:0.0:1767318442.107207:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383772032:0@lo:400:kworker.0 00000100:00100000:2.0:1767318442.107207:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383771520 00000100:00100000:2.0:1767318442.107211:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383771520 00000100:00100000:0.0:1767318442.107230:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318442.107230:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383771776 00000100:00100000:2.0:1767318442.107232:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383771776 00000100:00100000:0.0:1767318442.107247:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318442.107252:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383772288:0@lo:400:kworker.0 00000100:00100000:2.0:1767318442.107259:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383772032 00000100:00100000:2.0:1767318442.107261:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383772032 00000100:00100000:0.0:1767318442.107272:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318442.107277:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4187 00000100:00100000:2.0:1767318442.107283:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383771776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318442.107292:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383772288 00000100:00100000:0.0:1767318442.107295:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383772288 00000100:00100000:2.0:1767318442.107313:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383771776:12345-0@lo:400:kworker.0 Request processed in 30us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318442.107316:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1437 00000100:00100000:2.0:1767318442.107319:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4187 00000100:00100000:0.0:1767318442.107322:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383772288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318442.107331:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4188 00000100:00100000:2.0:1767318442.107336:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383772032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318442.107366:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383772032:12345-0@lo:400:kworker.0 Request processed in 30us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318442.107371:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4188 00000100:00100000:2.0:1767318442.107383:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23114 00000100:00100000:2.0:1767318442.107387:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383771520:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318442.107397:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318442.107418:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383771520:12345-0@lo:38:kworker.0 Request processed in 30us (490us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318442.107423:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23114 00000100:00100000:2.0:1767318442.107468:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383772032:0@lo:400:kworker.0 00000100:00100000:2.0:1767318442.107494:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383771776:0@lo:400:kworker.0 00000100:00100000:2.0:1767318442.107502:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383772416:0@lo:400:kworker.0 00000100:00100000:0.0:1767318442.107614:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383772288:12345-0@lo:400:kworker.0 Request processed in 290us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318442.107620:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1437 00000100:00100000:0.0:1767318442.107642:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318442.107660:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383772160:0@lo:38:kworker.0 00000100:00100000:0.0:1767318442.107681:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318442.107723:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318442.107727:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318442.107730:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383771520:0@lo:38:kworker.0 00000100:00080000:0.0:1767318442.107738:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318442.107740:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318442.107743:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383771648:0@lo:38:kworker.0 00000100:00100000:0.0:1767318442.107764:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383771904 00000100:00100000:0.0:1767318442.107767:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383771904 00000100:00100000:0.0:1767318442.107810:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383772160 00000100:00100000:0.0:1767318442.107814:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383772160 00000100:00100000:0.0:1767318442.107825:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23115 00000100:00100000:0.0:1767318442.107829:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383771904:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318442.107840:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318442.107871:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383771904:12345-0@lo:38:kworker.0 Request processed in 40us (228us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318442.107877:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23115 00000100:00100000:0.0:1767318442.107889:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23116 00000100:00100000:0.0:1767318442.107893:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383772160:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318442.107902:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318442.107925:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383772160:12345-0@lo:38:kworker.0 Request processed in 30us (242us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318442.107930:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23116 00000100:00100000:2.0:1767318442.107948:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383772288:0@lo:400:kworker.0 00000100:00080000:0.0:1767318442.108143:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318442.108148:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318442.108151:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383771904:0@lo:38:kworker.0 00000100:00080000:0.0:1767318442.108165:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318442.108168:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318442.108170:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383772160:0@lo:38:kworker.0 00000100:00080000:1.0:1767318442.108567:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767318442.615069:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318443.079387:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318443.079430:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318443.081482:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297314432 00000100:00100000:2.0:1767318443.081498:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297314432 00000100:00100000:2.0:1767318443.081600:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297314304 00000100:00100000:2.0:1767318443.081604:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297314304 00000100:00100000:2.0:1767318443.081632:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4189 00000100:00100000:2.0:1767318443.081643:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297314432:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318443.081735:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297314432:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 94us (2357us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318443.081743:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4189 00000100:00100000:2.0:1767318443.081924:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23117 00000100:00100000:2.0:1767318443.081929:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297314304:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318443.081957:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318443.081996:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297314304:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 65us (2565us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318443.082004:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23117 00000100:00080000:1.0:1767318443.083536:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318443.128341:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318443.639073:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318444.150992:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318444.662940:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318445.175035:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318445.686978:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318446.198927:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318421/real 1767318421] req@ffff9369b1211180 x1853164383766528/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318446 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318446.198962:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b1211180 x1853164383766528/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318446 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318446.198985:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318446.199013:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318446.199017:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383766528:0@lo:250:kworker.0 00000100:00100000:1.0:1767318446.199126:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318446.199217:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318446.199224:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318446.199227:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318446.199232:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3324 00000100:00080000:3.0:1767318446.199236:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318446.199243:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318446.199276:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb6680 x1853164383772544/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318446.199302:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318446.199306:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318446.199309:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318446.199312:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3345 00000100:00080000:3.0:1767318446.199314:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318446.199317:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318446.199341:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb5180 x1853164383772672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318446.199349:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318446.199352:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318446.199354:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318446.199358:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3345 00000100:00080000:3.0:1767318446.199361:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318446.199364:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318446.199374:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb5880 x1853164383772800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318446.199413:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318446.199416:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318446.199418:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318446.199422:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3345 00000100:00080000:3.0:1767318446.199424:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318446.199427:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318446.199441:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb4700 x1853164383773056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318446.199467:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318446.199470:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318446.199472:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318446.199475:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3345 00000100:00080000:3.0:1767318446.199477:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318446.199480:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318446.199490:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb6300 x1853164383773312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318446.199530:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383773184:0@lo:400:kworker.0 00000100:00100000:3.0:1767318446.199621:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318446.199679:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318446.199685:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383773440:0@lo:400:kworker.0 00000100:00100000:3.0:1767318446.199710:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318446.199743:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383773184 00000100:00100000:3.0:1767318446.199750:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383773184 00000100:00100000:3.0:1767318446.199833:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4190 00000100:00100000:3.0:1767318446.199842:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383773184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318446.199889:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383773184:12345-0@lo:400:kworker.0 Request processed in 48us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318446.199896:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4190 00000100:00100000:3.0:1767318446.199938:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383773184:0@lo:400:kworker.0 00000100:00100000:2.0:1767318446.200005:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383772544:0@lo:250:kworker.0 00000400:00000100:2.0:1767318446.200070:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383772544 offset 0 length 520: 4 00000100:00100000:2.0:1767318446.200088:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383772672:0@lo:38:kworker.0 00000100:00100000:2.0:1767318446.200110:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318446.200131:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383772800:0@lo:38:kworker.0 00000100:00100000:2.0:1767318446.200153:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318446.200169:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383773056:0@lo:38:kworker.0 00000100:00100000:2.0:1767318446.200187:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318446.200199:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383773312:0@lo:38:kworker.0 00000100:00100000:2.0:1767318446.200218:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318446.200239:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383772800 00000100:00100000:2.0:1767318446.200242:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383772800 00000100:00100000:2.0:1767318446.200256:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2508 00000100:00100000:2.0:1767318446.200260:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383772800:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318446.200275:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318446.200296:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383772800:12345-0@lo:38:kworker.0 Request processed in 35us (144us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318446.200303:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2508 00000100:00080000:2.0:1767318446.200328:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318446.200332:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318446.200336:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383772800:0@lo:38:kworker.0 00000100:00100000:1.0:1767318446.200407:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383772928:0@lo:400:kworker.0 00000100:00100000:1.0:1767318446.200437:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318446.200463:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318446.200469:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383773568:0@lo:400:kworker.0 00000100:00100000:1.0:1767318446.200491:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318446.200513:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318446.200688:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383772672 00000100:00100000:2.0:1767318446.200692:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383772672 00000100:00100000:2.0:1767318446.200719:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383773056 00000100:00100000:2.0:1767318446.200722:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383773056 00000100:00100000:2.0:1767318446.200730:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383773312 00000100:00100000:2.0:1767318446.200732:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383773312 00000100:00100000:2.0:1767318446.200739:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383772928 00000100:00100000:2.0:1767318446.200741:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383772928 00000100:00100000:2.0:1767318446.200767:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4191 00000100:00100000:2.0:1767318446.200773:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383772928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318446.200832:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383772928:12345-0@lo:400:kworker.0 Request processed in 59us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318446.200838:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4191 00000100:00100000:2.0:1767318446.200850:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23118 00000100:00100000:2.0:1767318446.200854:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383772672:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318446.200870:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318446.200898:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383772672:12345-0@lo:38:kworker.0 Request processed in 42us (787us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318446.200904:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23118 00000100:00100000:2.0:1767318446.200916:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23119 00000100:00100000:2.0:1767318446.200919:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383773056:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318446.200928:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318446.200949:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383773056:12345-0@lo:38:kworker.0 Request processed in 28us (762us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318446.200954:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23119 00000100:00100000:2.0:1767318446.200964:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23120 00000100:00100000:2.0:1767318446.200967:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383773312:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318446.200975:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318446.200996:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383773312:12345-0@lo:38:kworker.0 Request processed in 26us (776us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318446.201001:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23120 00000100:00080000:2.0:1767318446.201014:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318446.201032:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383772928:0@lo:400:kworker.0 00000100:00080000:2.0:1767318446.201051:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318446.201055:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318446.201058:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383772672:0@lo:38:kworker.0 00000100:00080000:2.0:1767318446.201064:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318446.201067:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318446.201070:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383773056:0@lo:38:kworker.0 00000100:00080000:2.0:1767318446.201077:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318446.201080:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318446.201082:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383773312:0@lo:38:kworker.0 00000100:00100000:0.0:1767318446.201397:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383773440 00000100:00100000:0.0:1767318446.201403:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383773440 00000100:00100000:0.0:1767318446.201450:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383773568 00000100:00100000:0.0:1767318446.201453:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383773568 00000100:00100000:0.0:1767318446.201475:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00100000:0.0:1767318446.201481:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383773440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318446.201525:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383773440:12345-0@lo:400:kworker.0 Request processed in 44us (1814us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318446.201531:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00100000:0.0:1767318446.201558:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1439 00000100:00100000:0.0:1767318446.201564:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383773568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318446.201595:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383773568:12345-0@lo:400:kworker.0 Request processed in 32us (1103us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318446.201600:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1439 00000100:00100000:0.0:1767318446.201637:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383773568:0@lo:400:kworker.0 00000100:00100000:0.0:1767318446.201657:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383773440:0@lo:400:kworker.0 00000100:00080000:2.0:1767318446.201758:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318446.201762:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767318446.711220:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318446.711711:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318446.711737:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383773696:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318446.711850:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318446.712360:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e02a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383773824:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318446.712426:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318446.712616:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383773696 00000100:00100000:3.0:1767318446.712625:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383773696 00000100:00100000:3.0:1767318446.712675:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383773824 00000100:00100000:3.0:1767318446.712678:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383773824 00000100:00100000:3.0:1767318446.712695:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2189 00000100:00100000:3.0:1767318446.712703:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383773696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318446.712730:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318446.712810:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383773696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (959us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318446.712817:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2189 00000100:00100000:3.0:1767318446.712833:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2190 00000100:00100000:3.0:1767318446.712840:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383773824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318446.712856:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318446.712883:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383773824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318446.712889:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2190 00000100:00100000:1.0:1767318446.713248:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e02a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383773824:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318446.713282:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383773696:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318447.223147:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318447.735217:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318448.202509:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:1.0:1767318448.202563:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297314560 offset 0 length 520: 4 00000100:00100000:1.0:1767318448.202591:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318448.202880:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297314816 00000100:00100000:0.0:1767318448.202903:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297314816 00000100:00100000:0.0:1767318448.202993:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297314688 00000100:00100000:0.0:1767318448.202996:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297314688 00000100:00100000:0.0:1767318448.203014:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4192 00000100:00100000:0.0:1767318448.203024:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297314816:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318448.203118:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297314816:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 95us (618us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318448.203126:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4192 00000100:00100000:0.0:1767318448.203147:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23121 00000100:00100000:0.0:1767318448.203151:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297314688:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318448.203171:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318448.203196:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297314688:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 43us (605us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318448.203202:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23121 00000100:00080000:2.0:1767318448.203404:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318448.246901:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318448.759163:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318449.271070:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318449.783879:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318450.298917:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318450.807918:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318451.318912:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318451.318923:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318451.318926:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318451.318930:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318451.318934:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318451.318943:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3349 00000100:00080000:1.0:1767318451.318949:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318451.318956:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318451.319009:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c900380 x1853164383773952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318451.319032:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318451.319035:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318451.319037:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318451.319041:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3349 00000100:00080000:1.0:1767318451.319044:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318451.319047:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318451.319060:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c900e00 x1853164383774080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318451.319136:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:1.0:1767318451.319189:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318451.319193:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318451.319196:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318451.319200:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3349 00000100:00080000:1.0:1767318451.319202:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318451.319206:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318451.319219:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c901f80 x1853164383774336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318451.319253:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318451.319257:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318451.319258:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318451.319262:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3349 00000100:00080000:1.0:1767318451.319264:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318451.319268:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318451.319279:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c901c00 x1853164383774592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318451.319337:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c902a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383774464:0@lo:400:kworker.0 00000100:00100000:3.0:1767318451.319414:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318451.319473:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318451.319480:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c901500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383774720:0@lo:400:kworker.0 00000100:00100000:3.0:1767318451.319517:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318451.319557:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383774720 00000100:00100000:3.0:1767318451.319564:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383774720 00000100:00100000:3.0:1767318451.319623:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440 00000100:00100000:3.0:1767318451.319632:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383774720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318451.319680:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383774720:12345-0@lo:400:kworker.0 Request processed in 49us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318451.319687:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440 00000100:00100000:3.0:1767318451.319733:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c901500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383774720:0@lo:400:kworker.0 00000100:00100000:3.0:1767318451.319767:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383774464 00000100:00100000:3.0:1767318451.319771:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383774464 00000100:00100000:3.0:1767318451.319821:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4193 00000100:00100000:3.0:1767318451.319828:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383774464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318451.319862:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383774464:12345-0@lo:400:kworker.0 Request processed in 34us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318451.319868:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383773952:0@lo:38:kworker.0 00000100:00100000:3.0:1767318451.319868:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4193 00000100:00100000:3.0:1767318451.319895:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c902a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383774464:0@lo:400:kworker.0 00000100:00100000:2.0:1767318451.319900:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318451.319911:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383773952 00000100:00100000:3.0:1767318451.319914:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383773952 00000100:00100000:2.0:1767318451.319921:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383774080:0@lo:38:kworker.0 00000100:00100000:3.0:1767318451.319930:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23122 00000100:00100000:3.0:1767318451.319935:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383773952:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318451.319943:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1767318451.319952:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318451.319962:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c901f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383774336:0@lo:38:kworker.0 00000100:00100000:3.0:1767318451.319977:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383773952:12345-0@lo:38:kworker.0 Request processed in 42us (77us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318451.319984:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23122 00000100:00100000:2.0:1767318451.319994:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318451.320006:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383774336 00000100:00100000:3.0:1767318451.320009:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383774336 00000100:00100000:2.0:1767318451.320010:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c901c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383774592:0@lo:38:kworker.0 00000100:00100000:3.0:1767318451.320025:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23123 00000100:00100000:2.0:1767318451.320030:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318451.320030:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383774336:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318451.320039:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767318451.320057:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767318451.320059:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383774336:12345-0@lo:38:kworker.0 Request processed in 28us (64us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767318451.320061:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318451.320064:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383773952:0@lo:38:kworker.0 00000100:00100000:3.0:1767318451.320065:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23123 00000100:00080000:2.0:1767318451.320071:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318451.320074:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318451.320074:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383774592 00000100:00100000:3.0:1767318451.320076:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383774592 00000100:00100000:2.0:1767318451.320077:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c901f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383774336:0@lo:38:kworker.0 00000100:00100000:3.0:1767318451.320091:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23124 00000100:00100000:3.0:1767318451.320095:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383774592:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767318451.320100:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:3.0:1767318451.320103:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767318451.320104:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318451.320113:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318451.320126:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383774592:12345-0@lo:38:kworker.0 Request processed in 31us (95us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318451.320128:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383774080 00000100:00100000:2.0:1767318451.320130:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383774080 00000100:00100000:3.0:1767318451.320132:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23124 00000100:00100000:2.0:1767318451.320150:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2509 00000100:00100000:2.0:1767318451.320155:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383774080:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318451.320165:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767318451.320170:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318451.320174:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318451.320177:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c901c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383774592:0@lo:38:kworker.0 00000100:00080000:3.0:1767318451.320188:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767318451.320189:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383774080:12345-0@lo:38:kworker.0 Request processed in 34us (245us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767318451.320191:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318451.320194:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383774080:0@lo:38:kworker.0 00000100:00100000:2.0:1767318451.320195:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2509 00000100:00100000:0.0:1767318451.322037:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383774848:0@lo:400:kworker.0 00000100:00100000:0.0:1767318451.322111:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318451.322152:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383774208:0@lo:400:kworker.0 00000100:00100000:0.0:1767318451.322175:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318451.322339:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383774848 00000100:00100000:3.0:1767318451.322346:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383774848 00000100:00100000:2.0:1767318451.322348:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383774208 00000100:00100000:2.0:1767318451.322351:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383774208 00000100:00100000:2.0:1767318451.322412:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4194 00000100:00100000:2.0:1767318451.322420:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383774208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318451.322468:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383774208:12345-0@lo:400:kworker.0 Request processed in 49us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318451.322478:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4194 00000100:00100000:3.0:1767318451.322948:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1441 00000100:00100000:3.0:1767318451.322956:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383774848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318451.323001:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383774848:12345-0@lo:400:kworker.0 Request processed in 47us (890us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318451.323007:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1441 00000100:00080000:0.0:1767318451.323199:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318451.323204:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318451.323238:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383774848:0@lo:400:kworker.0 00000100:00100000:0.0:1767318451.323327:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383774208:0@lo:400:kworker.0 00010000:00010000:2.0:1767318451.833039:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318451.833657:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318451.833684:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e02a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383774976:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318451.833824:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318451.834046:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318451.834056:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383775104:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318451.834085:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318451.834190:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383774976 00000100:00100000:0.0:1767318451.834198:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383774976 00000100:00100000:0.0:1767318451.834250:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383775104 00000100:00100000:0.0:1767318451.834254:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383775104 00000100:00100000:0.0:1767318451.834284:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2191 00000100:00100000:0.0:1767318451.834294:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383774976:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318451.834484:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2192 00000100:00100000:2.0:1767318451.834521:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383775104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318451.834539:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318451.834584:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383775104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318451.834592:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2192 00002000:00000024:0.0:1767318451.834737:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318451.834805:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383774976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 488us (956us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318451.834812:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2191 00000100:00100000:2.0:1767318451.834968:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e02a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383774976:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318451.835105:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383775104:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318452.343039:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318452.855050:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318453.323373:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318453.323421:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318453.323497:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297314944 00000100:00100000:3.0:1767318453.323510:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297314944 00000100:00100000:3.0:1767318453.323550:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297315072 00000100:00100000:3.0:1767318453.323554:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297315072 00000100:00100000:3.0:1767318453.323624:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4195 00000100:00100000:3.0:1767318453.323634:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297315072:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318453.323670:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23125 00000100:00100000:2.0:1767318453.323678:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297314944:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318453.323701:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318453.323712:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297315072:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 78us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318453.323723:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4195 00000100:00100000:2.0:1767318453.323739:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297314944:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 58us (373us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318453.323747:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23125 00000100:00080000:1.0:1767318453.323835:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318453.366914:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318453.881812:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318454.391075:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318454.905378:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318455.415000:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318455.929557:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318456.439111:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318456.439601:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318456.439608:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318456.439612:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318456.439617:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318456.439621:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318456.439629:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3354 00000100:00080000:3.0:1767318456.439634:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318456.439642:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318456.439686:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb5500 x1853164383775232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318456.439714:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318456.439718:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318456.439720:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318456.439724:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3354 00000100:00080000:3.0:1767318456.439727:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318456.439730:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318456.439742:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb7800 x1853164383775360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318456.439775:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318456.439807:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318456.439809:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318456.439813:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3354 00000100:00080000:3.0:1767318456.439815:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318456.439819:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318456.439830:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb4e00 x1853164383775616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318456.439850:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318456.439853:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318456.439855:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318456.439858:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3354 00000100:00080000:3.0:1767318456.439860:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318456.439863:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318456.439871:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb4700 x1853164383775872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318456.440043:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383775488:0@lo:400:kworker.0 00000100:00100000:0.0:1767318456.440110:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318456.440180:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318456.440186:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383776128:0@lo:400:kworker.0 00000100:00100000:0.0:1767318456.440210:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318456.440324:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383776000:0@lo:400:kworker.0 00000100:00100000:1.0:1767318456.440354:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318456.440392:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318456.440397:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383775744:0@lo:400:kworker.0 00000100:00100000:1.0:1767318456.440418:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318456.440955:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383776128 00000100:00100000:2.0:1767318456.440965:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383776128 00000100:00100000:2.0:1767318456.441032:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383776000 00000100:00100000:2.0:1767318456.441036:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383776000 00000100:00100000:0.0:1767318456.441057:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1442 00000100:00100000:2.0:1767318456.441068:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1443 00000100:00100000:0.0:1767318456.441071:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886f16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383776128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318456.441083:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383776000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318456.441144:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383776000:12345-0@lo:400:kworker.0 Request processed in 65us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318456.441147:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886f16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383776128:12345-0@lo:400:kworker.0 Request processed in 80us (934us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318456.441156:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1443 00000100:00100000:0.0:1767318456.441168:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1442 00000100:00100000:2.0:1767318456.441186:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383775488 00000100:00100000:2.0:1767318456.441191:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383775488 00000100:00100000:2.0:1767318456.441221:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383775744 00000100:00100000:0.0:1767318456.441225:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383776128:0@lo:400:kworker.0 00000100:00100000:2.0:1767318456.441236:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383775744 00000100:00100000:2.0:1767318456.441270:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4196 00000100:00100000:0.0:1767318456.441277:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383775232:0@lo:38:kworker.0 00000100:00100000:2.0:1767318456.441279:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383775488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318456.441332:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383775488:12345-0@lo:400:kworker.0 Request processed in 55us (1221us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318456.441346:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318456.441354:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4196 00000100:00100000:2.0:1767318456.441369:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383775232 00000100:00100000:2.0:1767318456.441372:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383775232 00000100:00100000:2.0:1767318456.441392:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4197 00000100:00100000:0.0:1767318456.441399:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383775360:0@lo:38:kworker.0 00000100:00100000:2.0:1767318456.441401:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383775744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318456.441438:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318456.441455:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383775744:12345-0@lo:400:kworker.0 Request processed in 47us (1026us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318456.441464:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4197 00000100:00100000:0.0:1767318456.441476:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383775616:0@lo:38:kworker.0 00000100:00100000:2.0:1767318456.441482:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23126 00000100:00100000:2.0:1767318456.441488:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383775232:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318456.441502:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1767318456.441507:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318456.441516:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383775872:0@lo:38:kworker.0 00000100:00100000:0.0:1767318456.441550:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318456.441551:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383775232:12345-0@lo:38:kworker.0 Request processed in 59us (206us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318456.441559:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23126 00000100:00100000:2.0:1767318456.441572:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383775616 00000100:00100000:2.0:1767318456.441575:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383775616 00000100:00080000:0.0:1767318456.441578:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318456.441585:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318456.441587:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383775872 00000100:00100000:0.0:1767318456.441590:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383775232:0@lo:38:kworker.0 00000100:00100000:2.0:1767318456.441592:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383775872 00000100:00100000:2.0:1767318456.441608:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23127 00000100:00100000:2.0:1767318456.441613:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383775616:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318456.441622:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318456.441633:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23128 00000100:00100000:0.0:1767318456.441640:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383775872:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318456.441654:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383775616:12345-0@lo:38:kworker.0 Request processed in 39us (151us total) trans 0 rc -19/-19 00010000:00020000:0.0:1767318456.441655:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318456.441665:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23127 00000100:00100000:0.0:1767318456.441691:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383775872:12345-0@lo:38:kworker.0 Request processed in 49us (142us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318456.441698:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23128 00000100:00100000:2.0:1767318456.441701:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383775488:0@lo:400:kworker.0 00000100:00080000:0.0:1767318456.441738:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318456.441743:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318456.441746:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383775616:0@lo:38:kworker.0 00000100:00080000:0.0:1767318456.441753:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318456.441756:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318456.441758:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383775872:0@lo:38:kworker.0 00000100:00080000:1.0:1767318456.442167:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318456.442175:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318456.442177:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318456.442215:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383775744:0@lo:400:kworker.0 00000100:00100000:3.0:1767318456.442219:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383775360 00000100:00100000:3.0:1767318456.442227:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383775360 00000100:00100000:1.0:1767318456.442237:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383776000:0@lo:400:kworker.0 00000100:00100000:3.0:1767318456.442267:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2510 00000100:00100000:3.0:1767318456.442273:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383775360:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318456.442286:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318456.442323:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383775360:12345-0@lo:38:kworker.0 Request processed in 50us (885us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318456.442329:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2510 00000100:00080000:0.0:1767318456.442852:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318456.442859:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318456.442863:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383775360:0@lo:38:kworker.0 00000100:00100000:2.0:1767318456.951210:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383776256:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318456.951288:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318456.951659:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383776256 00000100:00100000:3.0:1767318456.951667:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383776256 00000100:00100000:3.0:1767318456.951722:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2193 00000100:00100000:3.0:1767318456.951731:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383776256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318456.951761:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318456.951829:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383776256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318456.951836:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2193 00000100:00100000:3.0:1767318456.951920:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383776256:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318456.952312:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318456.952325:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383776384:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318456.952358:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318456.952438:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383776384 00000100:00100000:2.0:1767318456.952451:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383776384 00000100:00100000:2.0:1767318456.952487:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2194 00000100:00100000:2.0:1767318456.952494:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383776384:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318456.952516:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318456.952552:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383776384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318456.952559:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2194 00000100:00100000:2.0:1767318456.952590:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383776384:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767318456.953290:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318457.470677:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318457.976855:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318458.440721:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318458.440944:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297315328 00000100:00100000:1.0:1767318458.440954:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297315328 00000100:00100000:1.0:1767318458.441042:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4198 00000100:00100000:1.0:1767318458.441057:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297315328:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:0.0:1767318458.441225:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318458.441453:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297315328:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 400us (739us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318458.441461:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4198 00000100:00100000:1.0:1767318458.449370:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318458.449505:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297315200 00000100:00100000:0.0:1767318458.449518:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297315200 00000100:00100000:0.0:1767318458.449569:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23129 00000100:00100000:0.0:1767318458.449578:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297315200:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318458.449612:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318458.449687:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297315200:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 108us (328us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318458.449695:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23129 00000100:00100000:2.0:1767318458.487441:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318459.008670:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318459.513468:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318460.023123:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318460.535234:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318461.046987:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318461.559451:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318461.561959:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318461.561970:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318461.561973:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318461.561977:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318461.561981:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318461.561990:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3359 00000100:00080000:3.0:1767318461.561995:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318461.562002:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318461.562045:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb5880 x1853164383776512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318461.562075:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318461.562079:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318461.562081:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318461.562085:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3359 00000100:00080000:3.0:1767318461.562088:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318461.562092:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318461.562107:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb7480 x1853164383776640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318461.562151:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318461.562163:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318461.562165:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318461.562169:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3359 00000100:00080000:3.0:1767318461.562171:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318461.562175:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318461.562186:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb5180 x1853164383776896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318461.562216:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383776768:0@lo:400:kworker.0 00000100:00080000:3.0:1767318461.562219:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318461.562222:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318461.562224:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318461.562227:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3359 00000100:00080000:3.0:1767318461.562230:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318461.562233:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318461.562242:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb4700 x1853164383777152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318461.562272:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383777408:0@lo:400:kworker.0 00000100:00100000:2.0:1767318461.562287:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318461.562313:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318461.562365:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383776512:0@lo:38:kworker.0 00000100:00100000:2.0:1767318461.562372:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383776768 00000100:00100000:2.0:1767318461.562379:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383776768 00000100:00100000:0.0:1767318461.562394:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318461.562426:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383776640:0@lo:38:kworker.0 00000100:00100000:2.0:1767318461.562440:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383776512 00000100:00100000:2.0:1767318461.562443:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383776512 00000100:00100000:0.0:1767318461.562447:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318461.562462:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4199 00000100:00100000:0.0:1767318461.562465:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383776896:0@lo:38:kworker.0 00000100:00100000:2.0:1767318461.562471:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383776768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318461.562483:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318461.562498:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383777152:0@lo:38:kworker.0 00000100:00100000:0.0:1767318461.562514:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318461.562516:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383776768:12345-0@lo:400:kworker.0 Request processed in 47us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318461.562523:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4199 00000100:00100000:0.0:1767318461.562535:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383776896 00000100:00100000:2.0:1767318461.562537:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383777152 00000100:00100000:0.0:1767318461.562539:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383776896 00000100:00100000:2.0:1767318461.562539:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383777152 00000100:00100000:2.0:1767318461.562549:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23130 00000100:00100000:0.0:1767318461.562553:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23131 00000100:00100000:2.0:1767318461.562554:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383776512:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318461.562557:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383777152:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318461.562574:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318461.562608:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383776512:12345-0@lo:38:kworker.0 Request processed in 52us (213us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318461.562614:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23130 00000100:00100000:1.0:1767318461.562617:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383777024:0@lo:400:kworker.0 00000100:00100000:2.0:1767318461.562627:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23132 00000100:00100000:2.0:1767318461.562637:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383776896:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318461.562643:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318461.562662:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318461.562667:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383777280:0@lo:400:kworker.0 00000100:00100000:1.0:1767318461.562686:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318461.562712:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383777408 00000100:00100000:1.0:1767318461.562716:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383777408 00000100:00100000:1.0:1767318461.562755:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383777280 00000100:00100000:1.0:1767318461.562758:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383777280 00000100:00100000:1.0:1767318461.562797:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1444 00000100:00100000:1.0:1767318461.562808:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383777408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318461.562841:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383777408:12345-0@lo:400:kworker.0 Request processed in 38us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318461.562846:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1444 00000100:00100000:1.0:1767318461.562857:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1445 00000100:00100000:1.0:1767318461.562863:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383777280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318461.562890:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383777280:12345-0@lo:400:kworker.0 Request processed in 28us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318461.562896:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1445 00000100:00100000:1.0:1767318461.562939:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383777280:0@lo:400:kworker.0 00000100:00100000:1.0:1767318461.562992:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383776640 00000100:00100000:1.0:1767318461.562996:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383776640 00000100:00100000:1.0:1767318461.563016:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2511 00000100:00100000:1.0:1767318461.563021:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383776640:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318461.564008:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383777408:0@lo:400:kworker.0 00000100:00100000:3.0:1767318461.564077:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383777024 00000100:00100000:3.0:1767318461.566054:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383777024 00000100:00100000:3.0:1767318461.566996:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4200 00000100:00100000:3.0:1767318461.567008:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383777024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318461.568801:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383777024:12345-0@lo:400:kworker.0 Request processed in 1772us (6133us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318461.568816:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4200 00010000:00020000:0.0:1767318461.568912:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318461.568977:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383777152:12345-0@lo:38:kworker.0 Request processed in 6418us (6461us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318461.568986:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23131 00000100:00100000:0.0:1767318461.569182:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383777024:0@lo:400:kworker.0 00000100:00080000:0.0:1767318461.569244:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318461.569250:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318461.569254:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383776512:0@lo:38:kworker.0 00000100:00080000:0.0:1767318461.569264:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318461.569267:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318461.569269:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383777152:0@lo:38:kworker.0 00000100:00080000:3.0:1767318461.569572:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318461.569578:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318461.569593:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318461.570433:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383776768:0@lo:400:kworker.0 00010000:00020000:2.0:1767318461.571560:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318461.571739:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383776896:12345-0@lo:38:kworker.0 Request processed in 9104us (9251us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318461.571750:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23132 00000100:00080000:0.0:1767318461.573384:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318461.573395:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318461.573409:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383776896:0@lo:38:kworker.0 00010000:00020000:1.0:1767318461.573925:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318461.574058:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383776640:12345-0@lo:38:kworker.0 Request processed in 11033us (11607us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318461.574069:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2511 00000100:00080000:0.0:1767318461.574483:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318461.574490:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318461.574493:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383776640:0@lo:38:kworker.0 00010000:00010000:2.0:1767318462.071315:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318462.072330:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318462.072360:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318462.072366:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383777536:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318462.072377:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383777664:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318462.075681:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318462.077123:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318462.080695:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383777664 00000100:00100000:2.0:1767318462.080714:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383777664 00000100:00100000:2.0:1767318462.080796:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383777536 00000100:00100000:2.0:1767318462.080800:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383777536 00000100:00100000:2.0:1767318462.080827:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2195 00000100:00100000:2.0:1767318462.081078:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383777664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318462.081117:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318462.081196:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383777664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 360us (5520us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318462.081204:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2195 00000100:00100000:2.0:1767318462.081224:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2196 00000100:00100000:2.0:1767318462.081231:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383777536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318462.081248:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318462.081280:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383777536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (4163us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318462.081286:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2196 00000100:00100000:2.0:1767318462.081339:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383777664:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318462.081695:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383777536:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318462.583326:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318463.095467:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318463.562232:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318463.562285:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318463.562463:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297315584 00000100:00100000:3.0:1767318463.562474:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297315584 00000100:00100000:3.0:1767318463.562569:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297315456 00000100:00100000:3.0:1767318463.562572:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297315456 00000100:00100000:3.0:1767318463.562598:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4201 00000100:00100000:3.0:1767318463.562610:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297315584:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318463.562689:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297315584:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 81us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318463.562698:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4201 00000100:00100000:3.0:1767318463.562718:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23133 00000100:00100000:3.0:1767318463.562736:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297315456:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318463.562759:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318463.562818:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297315456:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 93us (532us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318463.562826:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23133 00000100:00080000:1.0:1767318463.563030:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318463.607142:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318464.119653:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318464.631009:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318465.142955:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318465.654937:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318466.170068:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318466.679342:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318466.679354:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318466.679366:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318466.679371:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318466.679376:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318466.679384:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3364 00000100:00080000:2.0:1767318466.679388:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318466.679397:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318466.679445:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e2300 x1853164383777792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318466.679479:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318466.679483:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318466.679485:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318466.679489:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3364 00000100:00080000:2.0:1767318466.679491:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318466.679495:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318466.679517:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e0380 x1853164383777920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318466.679562:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318466.679566:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318466.679567:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318466.679571:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3364 00000100:00080000:2.0:1767318466.679573:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318466.679576:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318466.679582:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383777792:0@lo:38:kworker.0 00000100:00100000:2.0:1767318466.679588:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1211180 x1853164383778176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318466.679612:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318466.679616:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318466.679617:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318466.679620:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3364 00000100:00080000:2.0:1767318466.679622:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318466.679625:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318466.679635:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5133480 x1853164383778432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318466.679653:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318466.679668:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383778688:0@lo:400:kworker.0 00000100:00100000:2.0:1767318466.679699:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318466.679722:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383777920:0@lo:38:kworker.0 00000100:00100000:2.0:1767318466.679724:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318466.679728:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383778048:0@lo:400:kworker.0 00000100:00100000:3.0:1767318466.679743:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318466.679746:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318466.679767:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383778176:0@lo:38:kworker.0 00000100:00100000:2.0:1767318466.679771:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383778560:0@lo:400:kworker.0 00000100:00100000:2.0:1767318466.679805:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318466.679805:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318466.679820:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383778432:0@lo:38:kworker.0 00000100:00100000:2.0:1767318466.679821:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318466.679825:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383778304:0@lo:400:kworker.0 00000100:00100000:3.0:1767318466.679838:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318466.679853:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383777792 00000100:00100000:2.0:1767318466.679859:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383777792 00000100:00100000:3.0:1767318466.679864:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383778048 00000100:00100000:3.0:1767318466.679867:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383778048 00000100:00100000:2.0:1767318466.679889:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383778176 00000100:00100000:2.0:1767318466.679892:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383778176 00000100:00100000:3.0:1767318466.679898:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383778432 00000100:00100000:3.0:1767318466.679899:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383778432 00000100:00100000:2.0:1767318466.679903:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4202 00000100:00100000:0.0:1767318466.679989:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318466.680023:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383778048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318466.680082:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383778048:12345-0@lo:400:kworker.0 Request processed in 171us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318466.680149:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383778688 00000100:00100000:1.0:1767318466.680154:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383778688 00000100:00100000:1.0:1767318466.680187:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383778560 00000100:00100000:1.0:1767318466.680190:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383778560 00000100:00100000:1.0:1767318466.680208:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446 00000100:00100000:1.0:1767318466.680214:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383778688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318466.680248:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383778688:12345-0@lo:400:kworker.0 Request processed in 33us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318466.680254:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446 00000100:00100000:1.0:1767318466.680270:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1447 00000100:00100000:1.0:1767318466.680276:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383778560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318466.680301:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383778560:12345-0@lo:400:kworker.0 Request processed in 26us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318466.680306:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1447 00000100:00080000:1.0:1767318466.680329:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318466.680333:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318466.680336:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318466.680347:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383777920 00000100:00100000:1.0:1767318466.680351:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383777920 00000100:00100000:1.0:1767318466.680387:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2512 00000100:00100000:1.0:1767318466.680391:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383777920:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318466.680408:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318466.680443:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383777920:12345-0@lo:38:kworker.0 Request processed in 49us (697us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318466.680449:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2512 00000100:00080000:1.0:1767318466.680489:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318466.680494:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318466.680497:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383777920:0@lo:38:kworker.0 00000100:00100000:3.0:1767318466.686617:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23134 00000100:00100000:3.0:1767318466.686632:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383777792:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318466.686658:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318466.686756:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383777792:12345-0@lo:38:kworker.0 Request processed in 125us (7102us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318466.686763:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23134 00000100:00100000:3.0:1767318466.686800:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23135 00000100:00100000:3.0:1767318466.686805:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383778176:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318466.686817:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318466.686858:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383778176:12345-0@lo:38:kworker.0 Request processed in 51us (7052us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318466.686865:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23135 00000100:00100000:3.0:1767318466.686880:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23136 00000100:00100000:3.0:1767318466.686885:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383778432:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318466.686895:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318466.686919:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383778432:12345-0@lo:38:kworker.0 Request processed in 33us (7080us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318466.686926:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23136 00000100:00080000:3.0:1767318466.689605:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318466.689618:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318466.689624:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383778176:0@lo:38:kworker.0 00000100:00080000:3.0:1767318466.689660:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318466.689663:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318466.689666:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383778432:0@lo:38:kworker.0 00000100:00080000:3.0:1767318466.689677:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318466.689681:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318466.689684:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383777792:0@lo:38:kworker.0 00000100:00100000:3.0:1767318466.689799:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383778048:0@lo:400:kworker.0 00000100:00100000:3.0:1767318466.689814:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383778688:0@lo:400:kworker.0 00000100:00100000:3.0:1767318466.689867:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318466.689921:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383778560:0@lo:400:kworker.0 00000100:00100000:3.0:1767318466.689949:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383778304 00000100:00100000:3.0:1767318466.689957:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383778304 00000100:00100000:3.0:1767318466.693150:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4203 00000100:00100000:3.0:1767318466.693164:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383778304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318466.693252:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383778304:12345-0@lo:400:kworker.0 Request processed in 92us (3385us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318466.693259:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4203 00000100:00100000:3.0:1767318466.693317:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383778304:0@lo:400:kworker.0 00000100:00080000:3.0:1767318466.693378:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318466.699012:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4202 00010000:00010000:2.0:1767318467.191027:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318467.191035:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318467.191056:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383778816:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318467.191132:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318467.191393:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383778816 00000100:00100000:2.0:1767318467.191401:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383778816 00000100:00100000:2.0:1767318467.191469:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2197 00000100:00100000:2.0:1767318467.191479:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383778816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318467.191510:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318467.191564:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383778816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318467.191572:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2197 00000100:00100000:3.0:1767318467.191656:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383778816:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318467.193383:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383778944:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318467.193454:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318467.193802:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383778944 00000100:00100000:2.0:1767318467.193811:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383778944 00000100:00100000:2.0:1767318467.193866:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2198 00000100:00100000:2.0:1767318467.193875:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383778944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318467.193918:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318467.193973:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383778944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318467.193989:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2198 00000100:00100000:1.0:1767318467.194281:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383778944:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318467.702909:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318468.215020:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318468.678594:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318468.678703:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297315840 00000100:00100000:1.0:1767318468.678713:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297315840 00000100:00100000:1.0:1767318468.678824:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4204 00000100:00100000:1.0:1767318468.678839:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5652050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297315840:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318468.678913:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5652050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297315840:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 80us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318468.678920:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4204 00000100:00080000:3.0:1767318468.680749:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318468.686082:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318468.686169:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297315712 00000100:00100000:2.0:1767318468.686179:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297315712 00000100:00100000:2.0:1767318468.686228:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23137 00000100:00100000:2.0:1767318468.686235:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297315712:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318468.686272:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318468.686349:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297315712:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 112us (276us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318468.686357:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23137 00000100:00100000:2.0:1767318468.726995:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318469.242230:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318469.750902:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318470.263075:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318470.774901:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318471.286975:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318471.799071:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318471.799451:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318471.799458:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318471.799461:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318471.799465:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318471.799469:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318471.799477:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3369 00000100:00080000:3.0:1767318471.799482:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318471.799489:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318471.799542:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb4700 x1853164383779072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318471.799562:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318471.799566:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318471.799568:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318471.799571:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3369 00000100:00080000:3.0:1767318471.799574:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318471.799577:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318471.799591:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb6300 x1853164383779200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318471.799635:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318471.799640:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318471.799642:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318471.799645:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3369 00000100:00080000:3.0:1767318471.799648:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318471.799651:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318471.799665:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb6d80 x1853164383779456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318471.799686:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383779328:0@lo:400:kworker.0 00000100:00080000:3.0:1767318471.799692:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318471.799695:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318471.799697:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318471.799699:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3369 00000100:00080000:3.0:1767318471.799702:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318471.799704:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318471.799713:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb6a00 x1853164383779712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318471.799745:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383779584:0@lo:400:kworker.0 00000100:00100000:0.0:1767318471.799754:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318471.799808:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383779968:0@lo:400:kworker.0 00000100:00100000:1.0:1767318471.800009:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318446/real 1767318446] req@ffff9369b6bb6680 x1853164383772544/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318471 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318471.800028:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b6bb6680 x1853164383772544/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318471 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318471.800041:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383779072:0@lo:38:kworker.0 00000100:00100000:3.0:1767318471.805777:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318471.805877:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318471.805904:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383779840:0@lo:400:kworker.0 00000100:00100000:3.0:1767318471.805962:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318471.806021:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383779328 00000100:00100000:3.0:1767318471.806030:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383779328 00000100:00100000:3.0:1767318471.806085:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383779584 00000100:00100000:3.0:1767318471.806088:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383779584 00000100:00100000:3.0:1767318471.806109:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4205 00000100:00100000:3.0:1767318471.806117:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383779328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318471.806260:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318471.806298:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383779840 00000100:00100000:2.0:1767318471.806302:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383779840 00000100:00100000:3.0:1767318471.806325:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383779328:12345-0@lo:400:kworker.0 Request processed in 208us (6570us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318471.806334:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4205 00000100:00100000:3.0:1767318471.806353:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4206 00000100:00100000:3.0:1767318471.806359:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383779584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318471.806395:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383779584:12345-0@lo:400:kworker.0 Request processed in 35us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318471.806399:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4206 00000100:00080000:3.0:1767318471.806415:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318471.806419:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318471.806695:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383779584:0@lo:400:kworker.0 00000100:00100000:3.0:1767318471.806764:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383779968 00000100:00100000:3.0:1767318471.806768:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383779968 00000100:00100000:2.0:1767318471.807364:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00100000:2.0:1767318471.807377:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383779840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318471.807440:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383779840:12345-0@lo:400:kworker.0 Request processed in 67us (1477us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318471.807446:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 00000100:00100000:0.0:1767318471.807893:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383779328:0@lo:400:kworker.0 00000100:00100000:0.0:1767318471.807957:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383779840:0@lo:400:kworker.0 00000100:00080000:0.0:1767318471.807986:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318471.808640:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1449 00000100:00100000:3.0:1767318471.808656:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383779968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318471.808722:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383779968:12345-0@lo:400:kworker.0 Request processed in 73us (2462us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318471.808729:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1449 00000100:00100000:3.0:1767318471.808777:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383779968:0@lo:400:kworker.0 00000100:00100000:1.0:1767318471.813814:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318471.813894:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383779200:0@lo:38:kworker.0 00000100:00100000:1.0:1767318471.813950:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318471.813987:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383779456:0@lo:38:kworker.0 00000100:00100000:1.0:1767318471.814013:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318471.814030:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383779200 00000100:00100000:0.0:1767318471.814041:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383779200 00000100:00100000:3.0:1767318471.814042:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383779072 00000100:00100000:1.0:1767318471.814047:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383779712:0@lo:38:kworker.0 00000100:00100000:3.0:1767318471.814047:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383779072 00000100:00100000:3.0:1767318471.814083:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383779456 00000100:00100000:3.0:1767318471.814086:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383779456 00000100:00100000:0.0:1767318471.814087:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2513 00000100:00100000:0.0:1767318471.814096:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383779200:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318471.814102:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23138 00000100:00100000:3.0:1767318471.814106:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383779072:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318471.814118:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767318471.814119:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318471.814162:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383779200:12345-0@lo:38:kworker.0 Request processed in 65us (210us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318471.814162:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383779072:12345-0@lo:38:kworker.0 Request processed in 53us (356us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318471.814169:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2513 00000100:00100000:3.0:1767318471.814169:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23138 00000100:00100000:3.0:1767318471.814184:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23139 00000100:00100000:3.0:1767318471.814188:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383779456:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318471.814196:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318471.814217:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383779456:12345-0@lo:38:kworker.0 Request processed in 27us (204us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318471.814222:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23139 00000100:00100000:1.0:1767318471.815194:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318471.815225:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318471.815244:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318471.815249:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383772544:0@lo:250:kworker.0 00000100:00080000:1.0:1767318471.815290:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318471.815295:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318471.815298:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383779072:0@lo:38:kworker.0 00000100:00080000:1.0:1767318471.815320:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318471.815324:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318471.815326:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383779200:0@lo:38:kworker.0 00000100:00080000:1.0:1767318471.815335:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318471.815339:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318471.815343:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383779456:0@lo:38:kworker.0 00000100:00100000:2.0:1767318471.815351:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383779712 00000100:00100000:2.0:1767318471.815359:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383779712 00000100:00100000:2.0:1767318471.815401:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23140 00000100:00100000:2.0:1767318471.815407:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383779712:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318471.815419:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318471.815463:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383779712:12345-0@lo:38:kworker.0 Request processed in 54us (270us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318471.815469:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23140 00000100:00080000:3.0:1767318471.815509:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318471.815515:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318471.815517:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318471.815522:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3349 00000100:00080000:1.0:1767318471.815568:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318471.815573:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318471.815577:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383779712:0@lo:38:kworker.0 00000100:00080000:3.0:1767318471.815678:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318471.815685:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318471.815712:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb7480 x1853164383780096/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318471.816370:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383780096:0@lo:250:kworker.0 00000400:00000100:1.0:1767318471.816403:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383780096 offset 0 length 520: 4 00000100:00100000:0.0:1767318472.311704:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383780224:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318472.311812:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318472.311914:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383780224 00000100:00100000:2.0:1767318472.311924:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383780224 00000100:00100000:2.0:1767318472.311980:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2199 00000100:00100000:2.0:1767318472.311991:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383780224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318472.312028:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00010000:00010000:1.0:1767318472.312630:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318472.312737:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318472.312752:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383780352:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318472.312806:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318472.312834:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383780352 00000100:00100000:3.0:1767318472.312839:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383780352 00000100:00100000:3.0:1767318472.312866:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2200 00000100:00100000:3.0:1767318472.312872:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383780352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318472.312893:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318472.313751:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383780352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 874us (940us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318472.313762:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2200 00000100:00100000:1.0:1767318472.313966:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383780352:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318472.315317:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383780224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3313us (3521us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318472.315331:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2199 00000100:00100000:0.0:1767318472.316772:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383780224:0@lo:13:osp-pre-0-1.0 00000400:00000100:3.0:1767318472.776136:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297315968 offset 0 length 520: 4 00000100:00100000:3.0:1767318472.776191:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318472.776238:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318472.776364:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297316096 00000100:00100000:2.0:1767318472.776375:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297316096 00000100:00100000:2.0:1767318472.776426:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297316224 00000100:00100000:2.0:1767318472.776430:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297316224 00000100:00100000:2.0:1767318472.776489:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4207 00000100:00100000:2.0:1767318472.776505:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297316224:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318472.776590:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297316224:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 92us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318472.776597:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4207 00000100:00100000:2.0:1767318472.776617:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23141 00000100:00100000:2.0:1767318472.776622:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297316096:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318472.776644:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767318472.776768:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318472.776867:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297316096:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 242us (677us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318472.776981:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23141 00000100:00100000:2.0:1767318472.823118:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318473.334959:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318473.847048:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318474.359052:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318474.872264:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318475.383724:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318475.895743:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318476.407009:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318476.918924:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318476.919973:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318476.919981:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318476.919984:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318476.919988:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318476.919992:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318476.919999:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3375 00000100:00080000:1.0:1767318476.920003:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318476.920011:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318476.920051:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c901180 x1853164383780480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318476.920082:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318476.920086:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318476.920087:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318476.920092:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3375 00000100:00080000:1.0:1767318476.920095:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318476.920098:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318476.920111:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c901880 x1853164383780608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318476.920157:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318476.920161:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318476.920163:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318476.920166:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3375 00000100:00080000:1.0:1767318476.920169:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318476.920172:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318476.920184:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c901c00 x1853164383780864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318476.920207:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318476.920211:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318476.920213:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318476.920217:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3375 00000100:00080000:1.0:1767318476.920219:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318476.920223:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318476.920233:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c900380 x1853164383781120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318476.920304:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c901f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383780992:0@lo:400:kworker.0 00000100:00100000:1.0:1767318476.920369:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318476.920432:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318476.920439:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c902a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383781248:0@lo:400:kworker.0 00000100:00100000:1.0:1767318476.920463:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318476.920580:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383780992 00000100:00100000:1.0:1767318476.920587:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383780992 00000100:00100000:1.0:1767318476.920642:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4208 00000100:00100000:1.0:1767318476.920656:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383780992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318476.920704:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383780992:12345-0@lo:400:kworker.0 Request processed in 54us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318476.920711:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4208 00000100:00100000:1.0:1767318476.920753:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c901f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383780992:0@lo:400:kworker.0 00000100:00100000:1.0:1767318476.920775:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c901500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383781376:0@lo:400:kworker.0 00000100:00100000:1.0:1767318476.920829:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318476.920846:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318476.920852:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383780736:0@lo:400:kworker.0 00000100:00080000:0.0:1767318476.920984:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318476.920998:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383781248 00000100:00100000:0.0:1767318476.921002:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383781248 00000100:00100000:0.0:1767318476.921035:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383781376 00000100:00100000:0.0:1767318476.921038:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383781376 00000100:00100000:0.0:1767318476.921055:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1450 00000100:00100000:0.0:1767318476.921061:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383781248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318476.921101:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383781248:12345-0@lo:400:kworker.0 Request processed in 39us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318476.921107:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1450 00000100:00100000:0.0:1767318476.921120:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1451 00000100:00100000:0.0:1767318476.921126:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383781376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318476.921152:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383781376:12345-0@lo:400:kworker.0 Request processed in 26us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318476.921158:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1451 00000100:00080000:0.0:1767318476.921175:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318476.921178:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318476.921200:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c902a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383781248:0@lo:400:kworker.0 00000100:00100000:1.0:1767318476.921258:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318476.921305:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c901500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383781376:0@lo:400:kworker.0 00000100:00100000:0.0:1767318476.921439:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383780736 00000100:00100000:0.0:1767318476.921444:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383780736 00000100:00100000:0.0:1767318476.921486:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4209 00000100:00100000:0.0:1767318476.921492:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383780736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318476.921528:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383780736:12345-0@lo:400:kworker.0 Request processed in 36us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318476.921534:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4209 00000100:00100000:3.0:1767318476.921684:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c901180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383780480:0@lo:38:kworker.0 00000100:00100000:3.0:1767318476.921715:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318476.921747:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c901880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383780608:0@lo:38:kworker.0 00000100:00100000:3.0:1767318476.921811:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318476.921833:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c901c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383780864:0@lo:38:kworker.0 00000100:00100000:3.0:1767318476.921853:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318476.921868:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383781120:0@lo:38:kworker.0 00000100:00100000:3.0:1767318476.921899:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318476.921924:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383780480 00000100:00100000:3.0:1767318476.921928:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383780480 00000100:00100000:3.0:1767318476.921945:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383780864 00000100:00100000:3.0:1767318476.921948:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383780864 00000100:00100000:3.0:1767318476.921958:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383781120 00000100:00100000:3.0:1767318476.921960:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383781120 00000100:00100000:3.0:1767318476.921970:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23142 00000100:00100000:3.0:1767318476.921974:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383780480:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318476.921990:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318476.922021:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383780480:12345-0@lo:38:kworker.0 Request processed in 46us (305us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318476.922027:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23142 00000100:00100000:3.0:1767318476.922040:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23143 00000100:00100000:3.0:1767318476.922043:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383780864:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318476.922053:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318476.922075:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383780864:12345-0@lo:38:kworker.0 Request processed in 30us (220us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318476.922080:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23143 00000100:00100000:3.0:1767318476.922092:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23144 00000100:00100000:3.0:1767318476.922096:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383781120:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318476.922104:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318476.922126:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383781120:12345-0@lo:38:kworker.0 Request processed in 29us (226us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318476.922132:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23144 00000100:00080000:3.0:1767318476.922163:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318476.922168:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318476.922171:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c901180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383780480:0@lo:38:kworker.0 00000100:00080000:3.0:1767318476.922179:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318476.922183:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318476.922185:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c901c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383780864:0@lo:38:kworker.0 00000100:00080000:3.0:1767318476.922192:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318476.922196:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318476.922198:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383781120:0@lo:38:kworker.0 00000100:00100000:2.0:1767318476.922375:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383780608 00000100:00100000:2.0:1767318476.922381:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383780608 00000100:00100000:2.0:1767318476.922413:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2514 00000100:00100000:2.0:1767318476.922420:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383780608:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318476.922430:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318476.922465:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383780608:12345-0@lo:38:kworker.0 Request processed in 46us (685us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318476.922471:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2514 00000100:00080000:2.0:1767318476.922496:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318476.922500:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318476.922503:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c901880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383780608:0@lo:38:kworker.0 00000100:00080000:1.0:1767318476.923392:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318476.923435:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383780736:0@lo:400:kworker.0 00000100:00100000:3.0:1767318477.431714:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383781504:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318477.431943:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318477.433764:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318477.433893:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383781504 00000100:00100000:2.0:1767318477.433905:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383781504 00000100:00100000:2.0:1767318477.433975:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2201 00000100:00100000:2.0:1767318477.433985:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383781504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318477.434019:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318477.434111:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383781504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (2168us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318477.434119:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2201 00000100:00100000:1.0:1767318477.434411:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383781504:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318477.434708:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383781632:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318477.434751:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318477.434882:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383781632 00000100:00100000:2.0:1767318477.434887:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383781632 00000100:00100000:2.0:1767318477.434913:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2202 00000100:00100000:2.0:1767318477.434919:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383781632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318477.434937:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318477.434969:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383781632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318477.434975:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2202 00000100:00100000:2.0:1767318477.435004:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383781632:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318477.898078:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318477.898492:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318477.898703:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297316480 00000100:00100000:3.0:1767318477.898714:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297316480 00000100:00100000:3.0:1767318477.898826:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297316352 00000100:00100000:3.0:1767318477.898830:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297316352 00000100:00100000:3.0:1767318477.898852:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4210 00000100:00100000:3.0:1767318477.898863:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297316480:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318477.899690:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23145 00000100:00100000:2.0:1767318477.899697:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297316352:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318477.899720:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318477.899808:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297316480:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 945us (1738us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318477.899816:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4210 00000100:00080000:1.0:1767318477.901648:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318477.911487:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297316352:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 11776us (12983us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318477.911502:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23145 00000100:00100000:2.0:1767318477.949459:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318478.462722:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318478.968178:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318479.480624:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318479.991104:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318480.502946:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318481.015600:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318481.527051:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318482.039001:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318482.039014:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318482.039028:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318482.039033:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318482.039038:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318482.039048:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3380 00000100:00080000:1.0:1767318482.039053:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318482.039061:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318482.039113:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c900e00 x1853164383781760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318482.039144:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318482.039148:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318482.039150:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318482.039156:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3380 00000100:00080000:1.0:1767318482.039158:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318482.039162:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318482.039175:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c901500 x1853164383781888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318482.039213:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318482.039226:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318482.039227:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318482.039231:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3380 00000100:00080000:1.0:1767318482.039233:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318482.039237:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318482.039249:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c900380 x1853164383782144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318482.039276:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318482.039279:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318482.039281:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318482.039285:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3380 00000100:00080000:1.0:1767318482.039287:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318482.039290:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318482.039300:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c901180 x1853164383782400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318482.039344:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c901880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383782016:0@lo:400:kworker.0 00000100:00100000:1.0:1767318482.039346:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383782528:0@lo:400:kworker.0 00000100:00100000:2.0:1767318482.039444:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383782656:0@lo:400:kworker.0 00000100:00100000:3.0:1767318482.039512:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c901c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383782272:0@lo:400:kworker.0 00000100:00100000:1.0:1767318482.047602:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318482.049526:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318482.049571:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383781760:0@lo:38:kworker.0 00000100:00100000:1.0:1767318482.049644:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318482.049689:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c901500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383781888:0@lo:38:kworker.0 00000100:00100000:1.0:1767318482.049713:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318482.049736:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383782144:0@lo:38:kworker.0 00000100:00100000:1.0:1767318482.049759:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318482.049802:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c901180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383782400:0@lo:38:kworker.0 00000100:00100000:1.0:1767318482.049824:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318482.049863:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383781760 00000100:00100000:1.0:1767318482.049873:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383781760 00000100:00100000:1.0:1767318482.049908:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383782144 00000100:00100000:1.0:1767318482.049911:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383782144 00000100:00100000:1.0:1767318482.049924:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383782400 00000100:00100000:1.0:1767318482.049927:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383782400 00000100:00100000:1.0:1767318482.049940:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23146 00000100:00100000:1.0:1767318482.049947:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383781760:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318482.049969:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318482.050013:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383781760:12345-0@lo:38:kworker.0 Request processed in 64us (368us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318482.050020:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23146 00000100:00100000:1.0:1767318482.050038:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23147 00000100:00100000:1.0:1767318482.050043:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383782144:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318482.050053:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318482.050076:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383782144:12345-0@lo:38:kworker.0 Request processed in 31us (316us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318482.050082:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23147 00000100:00100000:1.0:1767318482.050092:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23148 00000100:00100000:1.0:1767318482.050096:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383782400:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318482.050105:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318482.050126:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383782400:12345-0@lo:38:kworker.0 Request processed in 28us (301us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318482.050132:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23148 00000100:00080000:1.0:1767318482.050165:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318482.050171:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318482.050175:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383781760:0@lo:38:kworker.0 00000100:00080000:1.0:1767318482.050184:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318482.050188:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318482.050191:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383782144:0@lo:38:kworker.0 00000100:00080000:1.0:1767318482.050198:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318482.050201:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318482.050204:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c901180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383782400:0@lo:38:kworker.0 00000100:00100000:1.0:1767318482.050261:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383781888 00000100:00100000:1.0:1767318482.050266:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383781888 00000100:00100000:1.0:1767318482.050291:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2515 00000100:00100000:1.0:1767318482.050296:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383781888:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318482.050351:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318482.050382:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383781888:12345-0@lo:38:kworker.0 Request processed in 84us (667us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318482.050388:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2515 00000100:00100000:1.0:1767318482.050407:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383782528 00000100:00100000:1.0:1767318482.050410:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383782528 00000100:00100000:1.0:1767318482.050449:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1452 00000100:00100000:1.0:1767318482.050460:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383782528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318482.050502:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383782528:12345-0@lo:400:kworker.0 Request processed in 47us (2909us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318482.050509:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1452 00000100:00080000:1.0:1767318482.050525:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318482.050551:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383782528:0@lo:400:kworker.0 00000100:00080000:1.0:1767318482.050574:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318482.050579:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318482.050582:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c901500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383781888:0@lo:38:kworker.0 00000100:00100000:2.0:1767318482.050703:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318482.051074:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318482.051323:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318482.051390:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383782016 00000100:00100000:0.0:1767318482.051396:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383782016 00000100:00100000:0.0:1767318482.051442:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383782272 00000100:00100000:0.0:1767318482.051445:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383782272 00000100:00100000:0.0:1767318482.051467:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4211 00000100:00100000:0.0:1767318482.051479:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383782016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318482.051521:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383782016:12345-0@lo:400:kworker.0 Request processed in 42us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318482.051527:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4211 00000100:00100000:0.0:1767318482.051540:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4212 00000100:00100000:0.0:1767318482.051545:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383782272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318482.051569:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383782272:12345-0@lo:400:kworker.0 Request processed in 24us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318482.051574:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4212 00000100:00100000:0.0:1767318482.051608:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c901880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383782016:0@lo:400:kworker.0 00000100:00080000:3.0:1767318482.052414:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318482.052453:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c901c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383782272:0@lo:400:kworker.0 00000100:00100000:1.0:1767318482.055569:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383782656 00000100:00100000:1.0:1767318482.055583:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383782656 00000100:00100000:1.0:1767318482.055724:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1453 00000100:00100000:1.0:1767318482.055739:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383782656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318482.055865:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383782656:12345-0@lo:400:kworker.0 Request processed in 133us (5163us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318482.055873:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1453 00000100:00100000:2.0:1767318482.055995:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383782656:0@lo:400:kworker.0 00000100:00080000:3.0:1767318482.062673:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767318482.550952:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318482.550979:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318482.551004:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383782784:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318482.551077:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318482.551139:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383782784 00000100:00100000:2.0:1767318482.551147:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383782784 00000100:00100000:2.0:1767318482.551200:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2203 00000100:00100000:2.0:1767318482.551208:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383782784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318482.551267:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318482.551319:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383782784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318482.551327:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2203 00000100:00100000:2.0:1767318482.551383:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383782784:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318482.551390:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383782912:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318482.551426:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318482.551962:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383782912 00000100:00100000:1.0:1767318482.551968:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383782912 00000100:00100000:1.0:1767318482.552012:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2204 00000100:00100000:1.0:1767318482.552020:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383782912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318482.552039:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318482.552090:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383782912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318482.552097:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2204 00000100:00100000:0.0:1767318482.552714:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383782912:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318483.022468:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318483.022527:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318483.022594:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297316736 00000100:00100000:2.0:1767318483.022610:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297316736 00000100:00100000:2.0:1767318483.022710:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297316608 00000100:00100000:2.0:1767318483.022714:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297316608 00000100:00100000:2.0:1767318483.022739:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4213 00000100:00100000:2.0:1767318483.022752:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297316736:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318483.022862:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23149 00000100:00100000:0.0:1767318483.022876:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297316608:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318483.022906:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318483.022923:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297316736:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 171us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318483.022934:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4213 00000100:00100000:0.0:1767318483.022976:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297316608:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 99us (446us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318483.022985:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23149 00000100:00080000:3.0:1767318483.023187:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318483.067734:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318483.576022:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318484.086960:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318484.602233:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318485.111165:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318485.622977:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318486.139640:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318486.647067:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318487.158895:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318487.158914:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318487.158918:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318487.158922:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318487.158926:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318487.158942:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3385 00000100:00080000:1.0:1767318487.158948:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318487.158956:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318487.158999:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135f80 x1853164383783040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318487.159017:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318487.159020:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318487.159023:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318487.159028:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3385 00000100:00080000:1.0:1767318487.159030:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318487.159033:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318487.159046:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135880 x1853164383783168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318487.159094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318487.159099:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318487.159101:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318487.159105:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3385 00000100:00080000:1.0:1767318487.159107:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318487.159111:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318487.159122:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5137800 x1853164383783424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318487.159147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318487.159151:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318487.159153:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318487.159156:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3385 00000100:00080000:1.0:1767318487.159159:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318487.159213:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318487.159228:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5136d80 x1853164383783680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318487.159308:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383783552:0@lo:400:kworker.0 00000100:00100000:1.0:1767318487.159391:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318487.159466:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318487.159473:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c901c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383783808:0@lo:400:kworker.0 00000100:00100000:1.0:1767318487.159499:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318487.159535:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383783552 00000100:00100000:1.0:1767318487.159542:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383783552 00000100:00100000:1.0:1767318487.159595:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4214 00000100:00100000:1.0:1767318487.159609:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383783552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318487.159660:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383783552:12345-0@lo:400:kworker.0 Request processed in 57us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318487.159667:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4214 00000100:00100000:1.0:1767318487.159717:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383783808 00000100:00100000:1.0:1767318487.159721:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383783808 00000100:00100000:1.0:1767318487.159761:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454 00000100:00100000:1.0:1767318487.159768:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383783808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318487.159856:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383783808:12345-0@lo:400:kworker.0 Request processed in 88us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318487.159862:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454 00000100:00100000:1.0:1767318487.159931:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c901c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383783808:0@lo:400:kworker.0 00000100:00100000:1.0:1767318487.159957:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383783552:0@lo:400:kworker.0 00000100:00100000:3.0:1767318487.160073:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383783040:0@lo:38:kworker.0 00000100:00100000:3.0:1767318487.160114:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318487.160160:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383783168:0@lo:38:kworker.0 00000100:00100000:3.0:1767318487.160206:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318487.160228:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383783424:0@lo:38:kworker.0 00000100:00100000:3.0:1767318487.160259:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318487.160273:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383783680:0@lo:38:kworker.0 00000100:00100000:3.0:1767318487.160304:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318487.160334:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383783040 00000100:00100000:3.0:1767318487.160351:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383783040 00000100:00100000:3.0:1767318487.160372:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383783424 00000100:00100000:3.0:1767318487.160375:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383783424 00000100:00100000:3.0:1767318487.160382:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383783680 00000100:00100000:3.0:1767318487.160384:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383783680 00000100:00100000:3.0:1767318487.160408:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23150 00000100:00100000:3.0:1767318487.160413:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383783040:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318487.160432:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318487.160479:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383783040:12345-0@lo:38:kworker.0 Request processed in 65us (364us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318487.160486:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23150 00000100:00100000:3.0:1767318487.160511:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23151 00000100:00100000:3.0:1767318487.160515:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383783424:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318487.160524:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318487.160559:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383783424:12345-0@lo:38:kworker.0 Request processed in 42us (299us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318487.160565:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23151 00000100:00100000:3.0:1767318487.160576:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23152 00000100:00100000:3.0:1767318487.160580:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383783680:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318487.160599:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318487.160622:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383783680:12345-0@lo:38:kworker.0 Request processed in 39us (317us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318487.160627:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23152 00000100:00080000:3.0:1767318487.160655:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318487.160659:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318487.160675:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318487.160679:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318487.160682:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383783040:0@lo:38:kworker.0 00000100:00080000:3.0:1767318487.160700:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318487.160703:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318487.160706:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383783424:0@lo:38:kworker.0 00000100:00080000:3.0:1767318487.160714:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318487.160717:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318487.160719:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383783680:0@lo:38:kworker.0 00000100:00100000:0.0:1767318487.160943:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383783296:0@lo:400:kworker.0 00000100:00100000:0.0:1767318487.160974:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318487.161008:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318487.161014:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c901880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383783936:0@lo:400:kworker.0 00000100:00100000:0.0:1767318487.161047:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318487.161096:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383783296 00000100:00100000:0.0:1767318487.161101:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383783296 00000100:00100000:0.0:1767318487.161128:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4215 00000100:00100000:0.0:1767318487.161133:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383783296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318487.161184:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383783296:12345-0@lo:400:kworker.0 Request processed in 50us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318487.161190:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4215 00000100:00100000:0.0:1767318487.161211:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383783936 00000100:00100000:0.0:1767318487.161214:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383783936 00000100:00100000:0.0:1767318487.161253:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1455 00000100:00100000:0.0:1767318487.161259:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383783936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318487.161289:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383783936:12345-0@lo:400:kworker.0 Request processed in 31us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318487.161294:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1455 00000100:00100000:0.0:1767318487.161321:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c901880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383783936:0@lo:400:kworker.0 00000100:00100000:0.0:1767318487.161329:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383783296:0@lo:400:kworker.0 00000100:00080000:3.0:1767318487.161452:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318487.161456:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318487.162277:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383783168 00000100:00100000:1.0:1767318487.162284:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383783168 00000100:00100000:1.0:1767318487.162369:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2516 00000100:00100000:1.0:1767318487.162376:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383783168:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318487.162390:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318487.162449:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383783168:12345-0@lo:38:kworker.0 Request processed in 72us (2241us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318487.162470:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2516 00000100:00080000:0.0:1767318487.162543:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318487.162549:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318487.162553:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383783168:0@lo:38:kworker.0 00000100:00100000:2.0:1767318487.162728:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318487.671017:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318487.671048:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383784192:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318487.671117:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318487.671214:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383784192 00000100:00100000:3.0:1767318487.671221:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383784192 00000100:00100000:3.0:1767318487.671268:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2205 00000100:00100000:3.0:1767318487.671278:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383784192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318487.671309:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318487.671357:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383784192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318487.671365:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2205 00000100:00100000:3.0:1767318487.671413:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383784192:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318487.671687:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383784064:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318487.671723:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318487.671900:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383784064 00000100:00100000:3.0:1767318487.671904:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383784064 00000100:00100000:3.0:1767318487.671933:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2206 00000100:00100000:3.0:1767318487.671939:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383784064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318487.671957:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318487.671996:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383784064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318487.672002:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2206 00000100:00100000:0.0:1767318487.672105:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383784064:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318487.672367:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318488.138551:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318488.138610:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318488.139018:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297316992 00000100:00100000:1.0:1767318488.139034:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297316992 00000100:00080000:3.0:1767318488.139212:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318488.139269:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297316864 00000100:00100000:1.0:1767318488.139274:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297316864 00000100:00100000:2.0:1767318488.139360:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4216 00000100:00100000:2.0:1767318488.139373:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297316992:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318488.139470:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297316992:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 100us (945us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318488.139479:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4216 00000100:00100000:2.0:1767318488.139511:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23153 00000100:00100000:2.0:1767318488.139516:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297316864:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318488.139538:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318488.139567:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297316864:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 50us (957us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318488.139585:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23153 00000100:00100000:2.0:1767318488.183214:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318488.695196:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318489.206943:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318489.719376:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318490.232328:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318490.743608:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318491.255296:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318491.767539:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318492.279358:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318492.279423:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318492.279429:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318492.279432:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318492.279436:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318492.279440:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318492.279448:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3390 00000100:00080000:3.0:1767318492.279453:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318492.279460:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318492.279505:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784e00 x1853164383784320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318492.279540:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318492.279543:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318492.279545:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318492.279549:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3390 00000100:00080000:3.0:1767318492.279552:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318492.279555:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318492.279568:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8787800 x1853164383784448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318492.279613:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318492.279617:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318492.279619:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318492.279623:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3390 00000100:00080000:3.0:1767318492.279625:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318492.279628:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318492.279640:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8786680 x1853164383784704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318492.279670:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318492.279674:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318492.279675:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318492.279679:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3390 00000100:00080000:3.0:1767318492.279682:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318492.279686:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318492.279707:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784a80 x1853164383784960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318492.279745:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383785088:0@lo:400:kworker.0 00000100:00100000:3.0:1767318492.279843:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318492.279907:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318492.279913:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383784832:0@lo:400:kworker.0 00000100:00100000:3.0:1767318492.279939:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318492.280312:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383784576:0@lo:400:kworker.0 00000100:00100000:1.0:1767318492.280344:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318492.280374:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318492.280380:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383785216:0@lo:400:kworker.0 00000100:00100000:1.0:1767318492.280400:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318492.280427:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383785088 00000100:00100000:1.0:1767318492.280434:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383785088 00000100:00100000:1.0:1767318492.280486:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383785216 00000100:00100000:1.0:1767318492.280489:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383785216 00000100:00100000:1.0:1767318492.280508:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456 00000100:00100000:1.0:1767318492.280532:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383785088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318492.280585:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383785088:12345-0@lo:400:kworker.0 Request processed in 69us (741us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318492.280593:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456 00000100:00100000:1.0:1767318492.280608:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457 00000100:00100000:1.0:1767318492.280615:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383785216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318492.280647:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383785216:12345-0@lo:400:kworker.0 Request processed in 33us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318492.280652:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457 00000100:00080000:1.0:1767318492.280677:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318492.280682:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318492.281401:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383785088:0@lo:400:kworker.0 00000100:00100000:1.0:1767318492.281435:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383785216:0@lo:400:kworker.0 00000100:00100000:0.0:1767318492.281727:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383784320:0@lo:38:kworker.0 00000100:00100000:0.0:1767318492.281778:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318492.281838:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383784448:0@lo:38:kworker.0 00000100:00100000:0.0:1767318492.281863:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318492.281888:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383784704:0@lo:38:kworker.0 00000100:00100000:0.0:1767318492.281908:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318492.281925:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383784960:0@lo:38:kworker.0 00000100:00100000:0.0:1767318492.281955:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318492.281989:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383784832 00000100:00100000:0.0:1767318492.281994:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383784832 00000100:00100000:0.0:1767318492.282031:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383784576 00000100:00100000:0.0:1767318492.282034:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383784576 00000100:00100000:0.0:1767318492.282050:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383784320 00000100:00100000:0.0:1767318492.282052:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383784320 00000100:00100000:0.0:1767318492.282060:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383784704 00000100:00100000:0.0:1767318492.282062:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383784704 00000100:00100000:0.0:1767318492.282069:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383784960 00000100:00100000:0.0:1767318492.282071:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383784960 00000100:00100000:0.0:1767318492.282081:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4217 00000100:00100000:0.0:1767318492.282088:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383784832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318492.282161:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383784832:12345-0@lo:400:kworker.0 Request processed in 73us (2220us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318492.282167:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4217 00000100:00100000:0.0:1767318492.282183:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4218 00000100:00100000:0.0:1767318492.282189:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383784576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318492.282221:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383784576:12345-0@lo:400:kworker.0 Request processed in 32us (1876us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318492.282227:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4218 00000100:00100000:0.0:1767318492.282239:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23154 00000100:00100000:0.0:1767318492.282243:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383784320:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318492.282261:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318492.282293:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383784320:12345-0@lo:38:kworker.0 Request processed in 48us (514us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318492.282299:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23154 00000100:00100000:0.0:1767318492.282310:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23155 00000100:00100000:0.0:1767318492.282314:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383784704:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318492.282323:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318492.282346:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383784704:12345-0@lo:38:kworker.0 Request processed in 30us (437us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318492.282351:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23155 00000100:00100000:0.0:1767318492.282362:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23156 00000100:00100000:0.0:1767318492.282366:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383784960:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318492.282374:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318492.282395:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383784960:12345-0@lo:38:kworker.0 Request processed in 27us (451us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318492.282400:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23156 00000100:00100000:0.0:1767318492.282419:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383784448 00000100:00100000:0.0:1767318492.282423:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383784448 00000100:00100000:0.0:1767318492.282446:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2517 00000100:00100000:0.0:1767318492.282450:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383784448:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318492.282459:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318492.282485:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383784448:12345-0@lo:38:kworker.0 Request processed in 33us (620us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318492.282491:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2517 00000100:00080000:0.0:1767318492.282541:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318492.282547:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318492.282550:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383784320:0@lo:38:kworker.0 00000100:00080000:0.0:1767318492.282557:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318492.282560:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318492.282563:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383784448:0@lo:38:kworker.0 00000100:00080000:0.0:1767318492.282570:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318492.282573:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318492.282575:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383784704:0@lo:38:kworker.0 00000100:00080000:0.0:1767318492.282582:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318492.282585:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318492.282587:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383784960:0@lo:38:kworker.0 00000100:00080000:1.0:1767318492.284104:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318492.284168:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383784832:0@lo:400:kworker.0 00000100:00100000:1.0:1767318492.284209:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383784576:0@lo:400:kworker.0 00010000:00010000:1.0:1767318492.791181:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318492.792281:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318492.792304:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383785344:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318492.792395:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318492.792468:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383785344 00000100:00100000:0.0:1767318492.792475:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383785344 00000100:00100000:0.0:1767318492.792527:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2207 00000100:00100000:0.0:1767318492.792537:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698d1fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383785344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318492.792568:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318492.792614:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698d1fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383785344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318492.793040:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383785472:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318492.793076:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318492.793140:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383785472 00000100:00100000:2.0:1767318492.793145:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383785472 00000100:00100000:0.0:1767318492.793152:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2207 00000100:00100000:2.0:1767318492.793169:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2208 00000100:00100000:2.0:1767318492.793175:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383785472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318492.793199:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318492.793228:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383785472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318492.793233:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2208 00000100:00100000:2.0:1767318492.793270:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383785472:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318492.793400:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383785344:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318493.265753:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318493.269075:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297317248 00000100:00100000:3.0:1767318493.269090:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297317248 00000100:00100000:3.0:1767318493.269324:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4219 00000100:00100000:3.0:1767318493.269335:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297317248:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:1.0:1767318493.269447:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318493.273751:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297317248:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 4405us (7995us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318493.273765:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4219 00000100:00100000:0.0:1767318493.275690:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318493.275832:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297317120 00000100:00100000:3.0:1767318493.275924:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297317120 00000100:00100000:3.0:1767318493.276159:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23157 00000100:00100000:3.0:1767318493.276167:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297317120:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318493.276190:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318493.276245:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297317120:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 77us (566us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318493.276253:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23157 00000100:00100000:1.0:1767318493.303161:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318493.815515:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318494.327013:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318494.844511:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318495.351168:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318495.863075:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318496.374950:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318496.375180:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318471/real 1767318471] req@ffff9369b6bb7480 x1853164383780096/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318496 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318496.375214:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b6bb7480 x1853164383780096/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318496 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318496.375232:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318496.375252:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318496.375256:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383780096:0@lo:250:kworker.0 00000100:00080000:2.0:1767318496.375556:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318496.375562:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318496.375565:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318496.375568:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3375 00000100:00080000:2.0:1767318496.375571:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318496.375578:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318496.375611:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5133800 x1853164383785600/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318496.375639:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318496.375643:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318496.375645:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318496.375648:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3395 00000100:00080000:2.0:1767318496.375651:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318496.375656:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318496.375674:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5131880 x1853164383785728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318496.375684:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318496.375687:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318496.375689:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318496.375693:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3395 00000100:00080000:2.0:1767318496.375695:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318496.375698:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318496.375710:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5132a00 x1853164383785856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318496.375749:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318496.375754:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318496.375756:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318496.375760:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3395 00000100:00080000:2.0:1767318496.375762:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318496.375766:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318496.375798:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383785984:0@lo:400:kworker.0 00000100:00100000:2.0:1767318496.375801:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5133480 x1853164383786112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318496.375831:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318496.375835:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318496.375837:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318496.375840:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3395 00000100:00080000:2.0:1767318496.375843:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318496.375847:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318496.375857:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5133100 x1853164383786368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318496.376013:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318496.376074:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318496.376079:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383786624:0@lo:400:kworker.0 00000100:00100000:1.0:1767318496.376119:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318496.376125:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383785984 00000100:00100000:2.0:1767318496.376135:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383785984 00000100:00100000:2.0:1767318496.376210:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4220 00000100:00080000:1.0:1767318496.376217:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318496.376221:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383785984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318496.376258:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383786624 00000100:00100000:1.0:1767318496.376263:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383786624 00000100:00100000:0.0:1767318496.376281:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383786240:0@lo:400:kworker.0 00000100:00100000:2.0:1767318496.376290:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383785984:12345-0@lo:400:kworker.0 Request processed in 71us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318496.376297:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4220 00000100:00100000:1.0:1767318496.376307:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458 00000100:00100000:1.0:1767318496.376317:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383786624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318496.376334:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318496.376360:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318496.376361:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383786240 00000100:00100000:1.0:1767318496.376367:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383786624:12345-0@lo:400:kworker.0 Request processed in 49us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318496.376367:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383786240 00000100:00100000:0.0:1767318496.376372:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383786496:0@lo:400:kworker.0 00000100:00100000:1.0:1767318496.376379:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458 00000100:00080000:1.0:1767318496.376401:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318496.376404:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4221 00000100:00100000:0.0:1767318496.376408:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318496.376409:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318496.376416:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383786240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318496.376442:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383786624:0@lo:400:kworker.0 00000100:00100000:3.0:1767318496.376477:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383785600:0@lo:250:kworker.0 00000100:00100000:1.0:1767318496.382269:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383785984:0@lo:400:kworker.0 00000100:00100000:1.0:1767318496.382340:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383786496 00000100:00100000:1.0:1767318496.382349:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383786496 00000100:00100000:1.0:1767318496.382426:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1459 00000100:00100000:1.0:1767318496.382437:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383786496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318496.393948:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383786240:12345-0@lo:400:kworker.0 Request processed in 17524us (17605us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318496.393961:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4221 00000100:00100000:0.0:1767318496.393973:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383786240:0@lo:400:kworker.0 00000100:00080000:1.0:1767318496.393987:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318496.394037:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383786496:12345-0@lo:400:kworker.0 Request processed in 11599us (17631us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318496.394047:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1459 00000100:00100000:0.0:1767318496.395693:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383786496:0@lo:400:kworker.0 00000400:00000100:3.0:1767318496.399503:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383785600 offset 0 length 520: 4 00000100:00100000:3.0:1767318496.399560:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383785728:0@lo:38:kworker.0 00000100:00100000:3.0:1767318496.399627:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318496.399658:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383785856:0@lo:38:kworker.0 00000100:00100000:3.0:1767318496.399684:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318496.399703:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383786112:0@lo:38:kworker.0 00000100:00100000:2.0:1767318496.399706:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383785728 00000100:00100000:2.0:1767318496.399717:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383785728 00000100:00100000:3.0:1767318496.399729:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318496.399814:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383785856 00000100:00100000:0.0:1767318496.399819:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383785856 00000100:00100000:0.0:1767318496.399855:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2518 00000100:00100000:0.0:1767318496.399863:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383785856:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318496.399886:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318496.400007:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383786368:0@lo:38:kworker.0 00000100:00100000:2.0:1767318496.400012:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383786112 00000100:00100000:2.0:1767318496.400018:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383786112 00000100:00100000:2.0:1767318496.400043:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23158 00000100:00100000:2.0:1767318496.400048:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383785728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318496.400072:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318496.400112:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23159 00000100:00100000:1.0:1767318496.400121:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383786112:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318496.400127:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383785728:12345-0@lo:38:kworker.0 Request processed in 74us (497us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318496.400129:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1767318496.400139:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318496.400140:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23158 00000100:00100000:2.0:1767318496.400159:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383786368 00000100:00100000:2.0:1767318496.400162:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383786368 00000100:00100000:2.0:1767318496.400174:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23160 00000100:00100000:2.0:1767318496.400178:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383786368:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318496.400188:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767318496.400528:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318496.400535:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318496.400542:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383786112:12345-0@lo:38:kworker.0 Request processed in 417us (809us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318496.400542:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383786368:12345-0@lo:38:kworker.0 Request processed in 360us (502us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318496.400543:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383785728:0@lo:38:kworker.0 00000100:00100000:2.0:1767318496.400557:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23160 00000100:00100000:1.0:1767318496.400567:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23159 00000100:00080000:3.0:1767318496.400579:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318496.400585:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318496.400589:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383786112:0@lo:38:kworker.0 00000100:00080000:3.0:1767318496.400603:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318496.400607:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318496.400611:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383786368:0@lo:38:kworker.0 00000100:00100000:1.0:1767318496.411946:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383785856:12345-0@lo:38:kworker.0 Request processed in 12074us (12252us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318496.411961:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2518 00000100:00080000:3.0:1767318496.411985:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318496.411993:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318496.411998:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383785856:0@lo:38:kworker.0 00010000:00010000:2.0:1767318496.892548:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318497.399830:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318497.910990:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318497.911172:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383786880:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318497.911241:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318497.911336:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383786752:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318497.911357:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318497.911429:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383786880 00000100:00100000:2.0:1767318497.911439:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383786880 00000100:00100000:2.0:1767318497.911491:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383786752 00000100:00100000:2.0:1767318497.911493:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383786752 00000100:00100000:2.0:1767318497.911511:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2209 00000100:00100000:2.0:1767318497.911518:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383786880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318497.911548:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318497.911601:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383786880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318497.911608:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2209 00000100:00100000:2.0:1767318497.911628:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2210 00000100:00100000:2.0:1767318497.911634:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383786752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318497.911647:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318497.911871:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383786880:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318497.912207:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383786752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 572us (847us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318497.912215:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2210 00000100:00100000:3.0:1767318497.912283:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383786752:0@lo:13:osp-pre-1-1.0 00000400:00000100:2.0:1767318498.374335:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297317376 offset 0 length 520: 4 00000100:00100000:2.0:1767318498.374393:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318498.374753:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318498.376185:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297317504 00000100:00100000:0.0:1767318498.376197:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297317504 00000100:00100000:0.0:1767318498.376233:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297317632 00000100:00100000:0.0:1767318498.376235:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297317632 00000100:00100000:0.0:1767318498.376290:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4222 00000100:00100000:0.0:1767318498.376300:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297317632:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318498.376320:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23161 00000100:00100000:2.0:1767318498.376328:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297317504:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318498.376351:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318498.376379:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297317632:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 79us (1626us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318498.376389:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4222 00000100:00100000:2.0:1767318498.376389:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297317504:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 58us (1994us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318498.376401:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23161 00000100:00080000:3.0:1767318498.377489:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318498.423006:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318498.935148:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318499.447197:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318499.960237:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318500.471128:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318500.985913:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318501.494985:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318501.497888:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318501.497897:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318501.497900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318501.497904:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318501.497908:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318501.497916:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3399 00000100:00080000:0.0:1767318501.497920:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318501.497937:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318501.497974:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3fa680 x1853164383787008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318501.498002:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318501.498006:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318501.498008:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318501.498012:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3399 00000100:00080000:0.0:1767318501.498014:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318501.498018:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318501.498030:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3fb800 x1853164383787136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318501.498086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318501.498090:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318501.498092:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318501.498095:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3399 00000100:00080000:0.0:1767318501.498098:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318501.498101:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318501.498112:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f8380 x1853164383787392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318501.498136:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318501.498140:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318501.498142:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318501.498146:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3399 00000100:00080000:0.0:1767318501.498148:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318501.498151:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318501.498163:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb7480 x1853164383787648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318501.498306:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383787264:0@lo:400:kworker.0 00000100:00100000:1.0:1767318501.498366:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318501.498439:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318501.498445:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383787904:0@lo:400:kworker.0 00000100:00100000:1.0:1767318501.498471:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318501.498498:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383787520:0@lo:400:kworker.0 00000100:00100000:1.0:1767318501.498520:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318501.498538:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318501.498543:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383787776:0@lo:400:kworker.0 00000100:00100000:1.0:1767318501.498573:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318501.498601:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383787264 00000100:00100000:1.0:1767318501.498607:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383787264 00000100:00100000:1.0:1767318501.498652:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383787520 00000100:00100000:1.0:1767318501.498655:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383787520 00000100:00100000:1.0:1767318501.498686:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4223 00000100:00100000:1.0:1767318501.498695:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383787264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318501.498753:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383787264:12345-0@lo:400:kworker.0 Request processed in 59us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318501.498760:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4223 00000100:00100000:1.0:1767318501.498774:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4224 00000100:00100000:1.0:1767318501.498808:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383787520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318501.498838:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383787520:12345-0@lo:400:kworker.0 Request processed in 58us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318501.498844:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4224 00000100:00100000:1.0:1767318501.498883:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383787520:0@lo:400:kworker.0 00000100:00100000:1.0:1767318501.498914:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383787264:0@lo:400:kworker.0 00000100:00100000:1.0:1767318501.498928:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383787904 00000100:00100000:1.0:1767318501.498931:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383787904 00000100:00100000:1.0:1767318501.498958:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383787776 00000100:00100000:1.0:1767318501.498961:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383787776 00000100:00100000:1.0:1767318501.498980:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1460 00000100:00100000:1.0:1767318501.498987:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383787904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318501.499018:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383787904:12345-0@lo:400:kworker.0 Request processed in 31us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318501.499024:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1460 00000100:00100000:1.0:1767318501.499034:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461 00000100:00100000:1.0:1767318501.499050:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383787776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318501.499086:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383787776:12345-0@lo:400:kworker.0 Request processed in 47us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318501.499091:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461 00000100:00100000:1.0:1767318501.499115:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383787776:0@lo:400:kworker.0 00000100:00100000:1.0:1767318501.499131:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383787904:0@lo:400:kworker.0 00000100:00100000:3.0:1767318501.499314:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383787008:0@lo:38:kworker.0 00000100:00100000:3.0:1767318501.499343:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318501.499372:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383787136:0@lo:38:kworker.0 00000100:00100000:3.0:1767318501.499393:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318501.499414:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383787392:0@lo:38:kworker.0 00000100:00100000:3.0:1767318501.499433:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318501.499446:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383787648:0@lo:38:kworker.0 00000100:00100000:3.0:1767318501.499463:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318501.499488:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318501.499492:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318501.499494:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318501.499504:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383787136 00000100:00100000:3.0:1767318501.499508:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383787136 00000100:00100000:3.0:1767318501.499528:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2519 00000100:00100000:3.0:1767318501.499532:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383787136:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318501.499550:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318501.499578:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383787136:12345-0@lo:38:kworker.0 Request processed in 45us (184us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318501.499585:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2519 00000100:00080000:3.0:1767318501.499610:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318501.499614:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318501.499618:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383787136:0@lo:38:kworker.0 00000100:00100000:3.0:1767318501.499633:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383787008 00000100:00100000:3.0:1767318501.499636:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383787008 00000100:00100000:3.0:1767318501.499646:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383787392 00000100:00100000:3.0:1767318501.499648:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383787392 00000100:00100000:3.0:1767318501.499655:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383787648 00000100:00100000:3.0:1767318501.499657:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383787648 00000100:00100000:3.0:1767318501.499666:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23162 00000100:00100000:3.0:1767318501.499670:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383787008:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318501.499680:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318501.499705:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383787008:12345-0@lo:38:kworker.0 Request processed in 33us (361us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318501.499711:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23162 00000100:00100000:3.0:1767318501.499721:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23163 00000100:00100000:3.0:1767318501.499724:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383787392:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318501.499733:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318501.499751:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383787392:12345-0@lo:38:kworker.0 Request processed in 25us (317us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318501.499756:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23163 00000100:00100000:3.0:1767318501.499764:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23164 00000100:00100000:3.0:1767318501.499768:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383787648:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318501.499776:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318501.499827:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383787648:12345-0@lo:38:kworker.0 Request processed in 58us (363us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318501.499833:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23164 00000100:00080000:3.0:1767318501.499854:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318501.499859:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318501.499861:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383787008:0@lo:38:kworker.0 00000100:00080000:3.0:1767318501.499871:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318501.499874:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318501.499876:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383787392:0@lo:38:kworker.0 00000100:00080000:3.0:1767318501.499883:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318501.499886:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318501.499888:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383787648:0@lo:38:kworker.0 00010000:00010000:2.0:1767318502.010542:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318502.519166:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318503.031045:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318503.031068:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383788032:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318503.031126:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318503.031275:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383788032 00000100:00100000:2.0:1767318503.031284:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383788032 00000100:00100000:2.0:1767318503.031353:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2211 00000100:00100000:2.0:1767318503.031364:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383788032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318503.031391:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318503.031434:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383788032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318503.031442:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2211 00000100:00100000:0.0:1767318503.031534:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383788032:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318503.031644:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318503.034576:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318503.034763:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318503.034798:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383788160:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318503.034857:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318503.034949:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383788160 00000100:00100000:0.0:1767318503.034955:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383788160 00000100:00100000:0.0:1767318503.035012:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2212 00000100:00100000:0.0:1767318503.035022:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383788160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318503.035061:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318503.035096:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383788160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318503.035101:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2212 00000100:00080000:3.0:1767318503.035511:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318503.035539:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383788160:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318503.495691:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318503.495816:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297317760 00000100:00100000:0.0:1767318503.495833:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297317760 00000100:00100000:0.0:1767318503.495870:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23165 00000100:00100000:0.0:1767318503.495876:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297317760:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318503.495894:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318503.495954:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297317760:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 78us (272us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318503.495959:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23165 00000100:00100000:2.0:1767318503.497180:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318503.497225:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297317888 00000100:00100000:1.0:1767318503.497408:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297317888 00000100:00100000:1.0:1767318503.497737:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4225 00000100:00100000:1.0:1767318503.498109:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297317888:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318503.498194:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297317888:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 449us (1015us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318503.498205:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4225 00000100:00080000:3.0:1767318503.498438:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318503.544084:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318504.056132:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318504.567107:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318505.079266:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318505.590910:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318506.102929:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318506.615820:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318506.615838:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318506.615842:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318506.615847:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318506.615853:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318506.615864:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3404 00000100:00080000:3.0:1767318506.615871:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318506.615880:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318506.615939:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1213800 x1853164383788288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318506.615962:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318506.615966:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318506.615968:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318506.615972:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3404 00000100:00080000:3.0:1767318506.615975:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318506.615978:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318506.616004:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1210380 x1853164383788416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318506.616005:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1213800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383788288:0@lo:38:kworker.0 00000100:00100000:0.0:1767318506.616099:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318506.616177:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383788416:0@lo:38:kworker.0 00000100:00100000:0.0:1767318506.616208:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318506.616272:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383788416 00000100:00100000:0.0:1767318506.616283:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383788416 00000100:00100000:0.0:1767318506.616347:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2520 00000100:00100000:0.0:1767318506.616356:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383788416:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318506.616385:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318506.616432:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383788416:12345-0@lo:38:kworker.0 Request processed in 75us (222us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318506.616441:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2520 00000100:00080000:0.0:1767318506.616493:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318506.616498:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318506.616502:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383788416:0@lo:38:kworker.0 00000100:00100000:2.0:1767318506.616907:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383788288 00000100:00100000:2.0:1767318506.616915:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383788288 00000100:00100000:2.0:1767318506.616950:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23166 00000100:00100000:2.0:1767318506.616957:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383788288:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318506.616971:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318506.617612:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383788288:12345-0@lo:38:kworker.0 Request processed in 647us (1506us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318506.617622:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23166 00000100:00100000:1.0:1767318506.617731:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318506.617890:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1767318506.617910:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318506.617915:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318506.617918:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318506.617924:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3404 00000100:00080000:3.0:1767318506.617928:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318506.617934:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318506.617965:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1210000 x1853164383788672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318506.618106:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318506.618111:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318506.618113:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318506.618117:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3404 00000100:00080000:3.0:1767318506.618120:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318506.618124:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318506.618142:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1211500 x1853164383788928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318506.618314:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318506.618332:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383789184:0@lo:400:kworker.0 00000100:00080000:0.0:1767318506.618387:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318506.618393:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318506.618397:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1213800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383788288:0@lo:38:kworker.0 00000100:00100000:0.0:1767318506.618421:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383788672:0@lo:38:kworker.0 00000100:00100000:2.0:1767318506.618484:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318506.618491:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318506.618515:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383788928:0@lo:38:kworker.0 00000100:00100000:2.0:1767318506.618533:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383789184 00000100:00100000:0.0:1767318506.618536:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318506.618540:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383789184 00000100:00100000:2.0:1767318506.618610:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1462 00000100:00100000:2.0:1767318506.618619:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383789184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318506.618650:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383788800:0@lo:400:kworker.0 00000100:00100000:0.0:1767318506.618677:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318506.618684:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383789184:12345-0@lo:400:kworker.0 Request processed in 66us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318506.618692:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1462 00000100:00100000:0.0:1767318506.618696:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318506.618701:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383789056:0@lo:400:kworker.0 00000100:00100000:2.0:1767318506.618714:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383788672 00000100:00100000:2.0:1767318506.618718:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383788672 00000100:00100000:0.0:1767318506.618728:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318506.618737:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383788928 00000100:00100000:2.0:1767318506.618739:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383788928 00000100:00100000:2.0:1767318506.618925:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383788800 00000100:00100000:2.0:1767318506.618929:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383788800 00000100:00100000:0.0:1767318506.618947:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23167 00000100:00100000:0.0:1767318506.618953:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383788672:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318506.618971:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318506.619389:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383788544:0@lo:400:kworker.0 00000100:00100000:1.0:1767318506.619430:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318506.619467:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383789056 00000100:00100000:1.0:1767318506.619473:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383789056 00000100:00100000:1.0:1767318506.619652:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1463 00000100:00100000:1.0:1767318506.619666:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383789056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318506.619715:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383789056:12345-0@lo:400:kworker.0 Request processed in 56us (985us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318506.619722:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1463 00000100:00100000:0.0:1767318506.619741:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383788672:12345-0@lo:38:kworker.0 Request processed in 786us (1249us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318506.619815:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383788544 00000100:00100000:2.0:1767318506.619820:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383788544 00000100:00100000:2.0:1767318506.619844:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4226 00000100:00100000:2.0:1767318506.619851:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383788800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318506.619893:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383788800:12345-0@lo:400:kworker.0 Request processed in 43us (1215us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318506.619899:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4226 00000100:00100000:2.0:1767318506.619913:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4227 00000100:00100000:2.0:1767318506.619919:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383788544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318506.619934:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23167 00000100:00100000:0.0:1767318506.619952:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23168 00000100:00100000:2.0:1767318506.619953:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383788544:12345-0@lo:400:kworker.0 Request processed in 34us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318506.619957:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383788928:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318506.619959:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4227 00010000:00020000:0.0:1767318506.619973:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318506.620101:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383788928:12345-0@lo:38:kworker.0 Request processed in 52us (1473us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318506.620111:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23168 00000100:00080000:0.0:1767318506.620259:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318506.620361:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318506.620366:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383788672:0@lo:38:kworker.0 00000100:00080000:0.0:1767318506.620406:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318506.620410:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318506.620413:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383788928:0@lo:38:kworker.0 00000100:00100000:0.0:1767318506.620504:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383789056:0@lo:400:kworker.0 00000100:00100000:0.0:1767318506.620516:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383788800:0@lo:400:kworker.0 00000100:00100000:1.0:1767318506.620717:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383789184:0@lo:400:kworker.0 00000100:00080000:1.0:1767318506.620742:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318506.620748:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318506.620751:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318506.621124:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383788544:0@lo:400:kworker.0 00010000:00010000:2.0:1767318507.127524:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318507.639125:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318508.155126:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383789312:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318508.155251:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318508.155425:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318508.156069:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383789440:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318508.156121:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318508.156226:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383789312 00000100:00100000:3.0:1767318508.156237:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383789312 00000100:00100000:3.0:1767318508.156323:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383789440 00000100:00100000:3.0:1767318508.156327:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383789440 00000100:00100000:3.0:1767318508.156357:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2213 00000100:00100000:3.0:1767318508.156368:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383789312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318508.156426:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318508.156495:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383789312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 129us (1243us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318508.156503:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2213 00000100:00100000:3.0:1767318508.156524:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2214 00000100:00100000:3.0:1767318508.156530:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383789440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318508.156548:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767318508.156669:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318508.156677:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318508.156747:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383789312:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318508.157347:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383789440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 813us (1222us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318508.157357:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2214 00000100:00100000:1.0:1767318508.157425:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383789440:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318508.618324:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318508.618390:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318508.618903:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297318016 00000100:00100000:1.0:1767318508.618917:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297318016 00000100:00100000:1.0:1767318508.619099:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297318144 00000100:00100000:1.0:1767318508.619104:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297318144 00000100:00100000:1.0:1767318508.619197:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4228 00000100:00100000:1.0:1767318508.619212:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297318144:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318508.619321:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297318144:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 112us (929us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318508.619329:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4228 00000100:00100000:1.0:1767318508.619364:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23169 00000100:00100000:1.0:1767318508.619370:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297318016:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318508.619395:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318508.619423:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297318016:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 52us (1114us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318508.619430:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23169 00000100:00080000:3.0:1767318508.620193:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318508.666403:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318509.175113:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318509.686960:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318510.200166:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318510.712629:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318511.223108:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318511.735114:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318511.735126:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318511.735129:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318511.735134:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318511.735139:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318511.735149:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3409 00000100:00080000:3.0:1767318511.735155:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318511.735164:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318511.735224:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1212680 x1853164383789568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318511.735242:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318511.735245:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318511.735247:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318511.735251:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3409 00000100:00080000:3.0:1767318511.735253:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318511.735256:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318511.735262:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383789568:0@lo:38:kworker.0 00000100:00100000:3.0:1767318511.735271:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1211f80 x1853164383789696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318511.735311:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318511.735315:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318511.735317:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318511.735320:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3409 00000100:00080000:3.0:1767318511.735322:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318511.735325:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318511.735330:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318511.735335:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1211880 x1853164383789952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318511.735358:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318511.735362:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318511.735363:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318511.735367:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3409 00000100:00080000:3.0:1767318511.735370:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318511.735373:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318511.735382:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1210e00 x1853164383790208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318511.735392:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383789696:0@lo:38:kworker.0 00000100:00100000:3.0:1767318511.735414:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383790080:0@lo:400:kworker.0 00000100:00100000:2.0:1767318511.735417:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318511.735438:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383789952:0@lo:38:kworker.0 00000100:00100000:3.0:1767318511.735439:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318511.735457:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318511.735470:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383790208:0@lo:38:kworker.0 00000100:00100000:3.0:1767318511.735471:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318511.735476:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383790336:0@lo:400:kworker.0 00000100:00100000:2.0:1767318511.735494:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318511.735495:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318511.735521:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383789568 00000100:00100000:3.0:1767318511.735521:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383790080 00000100:00100000:2.0:1767318511.735528:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383789568 00000100:00100000:3.0:1767318511.735528:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383790080 00000100:00100000:2.0:1767318511.735554:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383789952 00000100:00100000:2.0:1767318511.735557:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383789952 00000100:00100000:3.0:1767318511.735561:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383790208 00000100:00100000:3.0:1767318511.735563:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383790208 00000100:00100000:2.0:1767318511.735569:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4229 00000100:00100000:2.0:1767318511.735578:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383790080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318511.735617:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383790464:0@lo:400:kworker.0 00000100:00100000:2.0:1767318511.735628:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383790080:12345-0@lo:400:kworker.0 Request processed in 52us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318511.735642:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318511.735658:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318511.735663:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1213100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383789824:0@lo:400:kworker.0 00000100:00100000:0.0:1767318511.735683:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318511.735702:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383789696 00000100:00100000:0.0:1767318511.735705:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383789696 00000100:00100000:1.0:1767318511.735714:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383790336 00000100:00100000:1.0:1767318511.735718:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383790336 00000100:00100000:0.0:1767318511.735743:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2521 00000100:00100000:1.0:1767318511.735744:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383790464 00000100:00100000:1.0:1767318511.735746:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383790464 00000100:00100000:0.0:1767318511.735748:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383789696:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318511.735763:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00010000:00020000:0.0:1767318511.735767:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318511.735773:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383790336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318511.735813:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383789696:12345-0@lo:38:kworker.0 Request processed in 62us (394us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318511.735817:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383790336:12345-0@lo:400:kworker.0 Request processed in 49us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318511.735819:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2521 00000100:00100000:1.0:1767318511.735823:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 00000100:00100000:1.0:1767318511.735834:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1465 00000100:00100000:0.0:1767318511.735840:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383789824 00000100:00100000:1.0:1767318511.735841:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383790464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318511.735843:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383789824 00000100:00100000:1.0:1767318511.735870:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383790464:12345-0@lo:400:kworker.0 Request processed in 30us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318511.735876:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1465 00000100:00100000:3.0:1767318511.742938:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23170 00000100:00100000:3.0:1767318511.742962:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383789568:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318511.742989:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318511.743074:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383789568:12345-0@lo:38:kworker.0 Request processed in 113us (7743us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318511.743081:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23170 00000100:00100000:3.0:1767318511.743099:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23171 00000100:00100000:3.0:1767318511.743104:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383789952:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318511.743113:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318511.743137:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383789952:12345-0@lo:38:kworker.0 Request processed in 32us (7679us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318511.743143:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23171 00000100:00100000:3.0:1767318511.743154:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23172 00000100:00100000:3.0:1767318511.743159:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383790208:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318511.743168:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318511.743186:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383790208:12345-0@lo:38:kworker.0 Request processed in 26us (7692us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318511.743191:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23172 00000100:00080000:3.0:1767318511.743227:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318511.743232:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318511.743235:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318511.743274:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383790336:0@lo:400:kworker.0 00000100:00100000:3.0:1767318511.743287:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383790080:0@lo:400:kworker.0 00000100:00100000:3.0:1767318511.743358:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318511.743385:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383790464:0@lo:400:kworker.0 00000100:00080000:3.0:1767318511.743433:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318511.743439:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318511.743442:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383789696:0@lo:38:kworker.0 00000100:00080000:3.0:1767318511.743450:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318511.743453:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318511.743456:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383789952:0@lo:38:kworker.0 00000100:00080000:3.0:1767318511.743464:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318511.743467:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318511.743469:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383790208:0@lo:38:kworker.0 00000100:00080000:3.0:1767318511.743477:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318511.743492:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318511.743496:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383789568:0@lo:38:kworker.0 00000100:00100000:2.0:1767318511.746489:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4229 00000100:00100000:0.0:1767318511.747178:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4230 00000100:00100000:0.0:1767318511.747209:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383789824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318511.747308:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383789824:12345-0@lo:400:kworker.0 Request processed in 120us (11623us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318511.747315:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4230 00000100:00100000:0.0:1767318511.747368:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1213100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383789824:0@lo:400:kworker.0 00010000:00010000:2.0:1767318512.247321:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318512.759276:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318513.271551:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318513.272019:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383790592:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318513.272098:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318513.272479:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383790592 00000100:00100000:2.0:1767318513.272487:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383790592 00000100:00100000:2.0:1767318513.272559:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2215 00000100:00100000:2.0:1767318513.272569:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383790592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318513.272598:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318513.272649:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383790592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318513.272656:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2215 00000100:00080000:0.0:1767318513.272799:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318513.272997:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383790592:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318513.273369:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383790720:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318513.273401:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318513.293367:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383790720 00000100:00100000:1.0:1767318513.293384:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383790720 00000100:00100000:1.0:1767318513.293483:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2216 00000100:00100000:1.0:1767318513.293495:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383790720:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318513.293498:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1767318513.293530:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318513.293620:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383790720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (20217us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318513.293627:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2216 00000100:00100000:3.0:1767318513.293883:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383790720:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318513.740605:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318513.740703:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297318400 00000100:00100000:2.0:1767318513.740713:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297318400 00000100:00100000:2.0:1767318513.740841:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4231 00000100:00100000:2.0:1767318513.740852:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297318400:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318513.740936:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297318400:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 78us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318513.740945:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4231 00000100:00080000:3.0:1767318513.741056:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318513.741342:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318513.741449:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297318272 00000100:00100000:0.0:1767318513.741455:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297318272 00000100:00100000:0.0:1767318513.741487:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23173 00000100:00100000:0.0:1767318513.741493:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297318272:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318513.741514:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318513.741555:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297318272:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 60us (213us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318513.741562:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23173 00000100:00100000:1.0:1767318513.784093:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318514.295562:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318514.808543:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318515.319066:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318515.830998:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318516.343026:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318516.854989:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318516.855272:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318516.855280:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318516.855285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318516.855289:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318516.855294:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318516.855303:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3415 00000100:00080000:0.0:1767318516.855309:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318516.855319:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318516.855374:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafec000 x1853164383790848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318516.855403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318516.855407:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318516.855409:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318516.855413:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3415 00000100:00080000:0.0:1767318516.855416:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318516.855419:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318516.855432:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafece00 x1853164383790976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318516.855475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318516.855479:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318516.855482:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318516.855485:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3415 00000100:00080000:0.0:1767318516.855488:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318516.855491:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318516.856173:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383791104:0@lo:400:kworker.0 00000100:00100000:1.0:1767318516.856263:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318516.856408:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383791104 00000100:00100000:2.0:1767318516.856418:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383791104 00000100:00100000:2.0:1767318516.856505:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4232 00000100:00100000:2.0:1767318516.857035:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383791104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318516.857126:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383791104:12345-0@lo:400:kworker.0 Request processed in 101us (863us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318516.857136:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4232 00000100:00100000:3.0:1767318516.857251:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383790848:0@lo:38:kworker.0 00000100:00100000:3.0:1767318516.857292:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318516.857333:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383790976:0@lo:38:kworker.0 00000100:00100000:3.0:1767318516.857361:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318516.857408:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383790976 00000100:00100000:3.0:1767318516.857415:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383790976 00000100:00100000:3.0:1767318516.857445:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2522 00000100:00100000:3.0:1767318516.857450:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383790976:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318516.857474:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318516.857509:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383790976:12345-0@lo:38:kworker.0 Request processed in 57us (146us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318516.857524:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2522 00000100:00080000:3.0:1767318516.857577:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318516.857584:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318516.857588:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383790976:0@lo:38:kworker.0 00000100:00080000:1.0:1767318516.857727:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318516.857759:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383791104:0@lo:400:kworker.0 00000100:00100000:2.0:1767318516.857844:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383790848 00000100:00100000:2.0:1767318516.857849:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383790848 00000100:00100000:2.0:1767318516.857877:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23174 00000100:00100000:2.0:1767318516.857882:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383790848:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318516.857895:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318516.857947:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383790848:12345-0@lo:38:kworker.0 Request processed in 64us (654us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318516.857954:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23174 00000100:00080000:3.0:1767318516.859246:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318516.859261:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318516.859267:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383790848:0@lo:38:kworker.0 00000100:00100000:0.0:1767318516.860143:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafef100 x1853164383791232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318516.860254:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383791232:0@lo:38:kworker.0 00000100:00100000:3.0:1767318516.860329:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318516.860420:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383791232 00000100:00100000:1.0:1767318516.860432:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383791232 00000100:00100000:1.0:1767318516.860505:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23175 00000100:00100000:1.0:1767318516.860519:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383791232:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318516.860547:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767318516.860562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318516.860579:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318516.860582:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318516.860590:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3415 00000100:00080000:0.0:1767318516.860595:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318516.860603:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318516.860678:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383791360:0@lo:400:kworker.0 00000100:00100000:0.0:1767318516.860693:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafefb80 x1853164383791488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318516.860734:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318516.860847:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383791360 00000100:00100000:2.0:1767318516.860852:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383791360 00000100:00100000:2.0:1767318516.860919:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4233 00000100:00100000:2.0:1767318516.860926:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383791360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318516.860977:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383791360:12345-0@lo:400:kworker.0 Request processed in 51us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318516.860985:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4233 00000100:00100000:2.0:1767318516.861030:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383791360:0@lo:400:kworker.0 00000100:00080000:2.0:1767318516.861098:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318516.861230:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383791488:0@lo:38:kworker.0 00000100:00100000:3.0:1767318516.861270:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318516.861613:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383791488 00000100:00100000:2.0:1767318516.861621:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383791488 00000100:00100000:2.0:1767318516.861652:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23176 00000100:00100000:2.0:1767318516.861659:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383791488:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318516.861680:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318516.861725:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383791488:12345-0@lo:38:kworker.0 Request processed in 66us (454us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318516.861732:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23176 00000100:00100000:2.0:1767318516.865262:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383791616:0@lo:400:kworker.0 00000100:00100000:0.0:1767318516.865838:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318516.865864:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383791744:0@lo:400:kworker.0 00000100:00100000:0.0:1767318516.866038:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318516.866098:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383791744 00000100:00100000:0.0:1767318516.866107:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383791744 00000100:00100000:0.0:1767318516.866165:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:0.0:1767318516.866174:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383791744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318516.866225:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383791744:12345-0@lo:400:kworker.0 Request processed in 52us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318516.866232:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00000100:00100000:1.0:1767318516.866549:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383791232:12345-0@lo:38:kworker.0 Request processed in 6028us (6211us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318516.866566:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23175 00000100:00080000:1.0:1767318516.866637:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318516.866778:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318516.866918:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383791616 00000100:00100000:1.0:1767318516.866926:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383791616 00000100:00100000:1.0:1767318516.866985:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1467 00000100:00100000:1.0:1767318516.866994:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383791616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318516.867004:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383791744:0@lo:400:kworker.0 00000100:00100000:1.0:1767318516.867054:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383791616:12345-0@lo:400:kworker.0 Request processed in 59us (274us total) trans 0 rc 0/0 00000100:00080000:0.0:1767318516.867055:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318516.867067:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1467 00000100:00100000:2.0:1767318516.867168:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383791616:0@lo:400:kworker.0 00000100:00080000:3.0:1767318516.867181:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318516.867188:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318516.867195:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383791232:0@lo:38:kworker.0 00000100:00080000:3.0:1767318516.867449:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318516.867454:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318516.867457:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383791488:0@lo:38:kworker.0 00010000:00010000:2.0:1767318517.367252:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318517.878954:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318518.390977:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318518.391369:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383791872:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318518.391441:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318518.391520:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383791872 00000100:00100000:3.0:1767318518.391531:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383791872 00000100:00080000:1.0:1767318518.391577:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318518.391605:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2217 00000100:00100000:3.0:1767318518.391615:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383791872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318518.391644:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318518.391701:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383791872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318518.391708:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2217 00000100:00100000:0.0:1767318518.391817:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383791872:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318518.391884:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318518.391903:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383792000:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318518.391940:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318518.392004:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383792000 00000100:00100000:0.0:1767318518.392008:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383792000 00000100:00100000:0.0:1767318518.392050:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2218 00000100:00100000:0.0:1767318518.392057:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383792000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318518.392073:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318518.392118:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383792000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 62us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318518.392123:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2218 00000100:00080000:1.0:1767318518.392288:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318518.392343:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383792000:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318518.855071:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318518.855124:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318518.855226:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297318528 00000100:00100000:1.0:1767318518.855247:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297318528 00000100:00100000:1.0:1767318518.855291:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297318656 00000100:00100000:1.0:1767318518.855294:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297318656 00000100:00100000:1.0:1767318518.855350:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4234 00000100:00100000:1.0:1767318518.855368:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297318656:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318518.855482:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297318656:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 119us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318518.855486:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23177 00000100:00100000:1.0:1767318518.855504:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4234 00000100:00100000:3.0:1767318518.855508:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297318528:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318518.855543:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318518.855612:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297318528:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 111us (550us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318518.855621:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23177 00000100:00080000:0.0:1767318518.855748:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318518.904391:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318519.415244:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318519.927009:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318520.439393:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318520.951275:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318521.463129:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318521.976043:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318496/real 1767318496] req@ffff9369b5133800 x1853164383785600/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318521 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318521.976076:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b5133800 x1853164383785600/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318521 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318521.976095:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318521.976115:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318521.976118:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383785600:0@lo:250:kworker.0 00000100:00100000:1.0:1767318521.977170:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318521.978248:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318521.978264:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318521.978269:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318521.978278:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3399 00000100:00080000:0.0:1767318521.978283:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318521.978290:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318521.978329:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafeea00 x1853164383792128/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318521.978362:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318521.978366:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318521.978368:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318521.978371:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3420 00000100:00080000:0.0:1767318521.978374:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318521.978377:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318521.978392:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafef100 x1853164383792256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318521.978401:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318521.978405:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318521.978407:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318521.978411:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3420 00000100:00080000:0.0:1767318521.978414:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318521.978417:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318521.978431:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafee300 x1853164383792384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318521.978502:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383792512:0@lo:400:kworker.0 00000100:00100000:2.0:1767318521.978566:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318521.978682:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383792128:0@lo:250:kworker.0 00000400:00000100:3.0:1767318521.978708:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383792128 offset 0 length 520: 4 00000100:00100000:3.0:1767318521.978729:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383792256:0@lo:38:kworker.0 00000100:00100000:3.0:1767318521.978748:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318521.978762:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383792384:0@lo:38:kworker.0 00000100:00100000:3.0:1767318521.978775:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318521.978814:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383792384 00000100:00100000:3.0:1767318521.978820:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383792384 00000100:00100000:3.0:1767318521.978847:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2523 00000100:00100000:3.0:1767318521.978865:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383792384:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318521.978886:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318521.978930:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383792384:12345-0@lo:38:kworker.0 Request processed in 76us (153us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318521.978937:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2523 00000100:00080000:3.0:1767318521.978981:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318521.978986:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318521.978990:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383792384:0@lo:38:kworker.0 00000100:00100000:3.0:1767318521.979023:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383792512 00000100:00100000:3.0:1767318521.979027:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383792512 00000100:00100000:3.0:1767318521.979064:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383792256 00000100:00100000:3.0:1767318521.979067:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383792256 00000100:00100000:3.0:1767318521.979081:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4235 00000100:00100000:3.0:1767318521.979087:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383792512:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767318521.979163:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318521.979167:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318521.979170:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318521.979173:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3420 00000100:00100000:1.0:1767318521.979174:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23178 00000100:00080000:0.0:1767318521.979176:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318521.979179:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318521.979180:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383792256:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318521.979190:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318521.979196:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafec000 x1853164383792640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318521.979217:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383792256:12345-0@lo:38:kworker.0 Request processed in 37us (468us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318521.979223:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23178 00000100:00080000:0.0:1767318521.979224:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318521.979228:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318521.979229:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318521.979232:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3420 00000100:00080000:0.0:1767318521.979235:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318521.979238:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318521.979250:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafece00 x1853164383792896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318521.979254:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318521.979276:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383793024:0@lo:400:kworker.0 00000100:00100000:1.0:1767318521.979308:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318521.979333:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318521.979341:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383792768:0@lo:400:kworker.0 00000100:00100000:1.0:1767318521.979361:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318521.979384:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383793024 00000100:00100000:1.0:1767318521.979387:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383793024 00000100:00100000:1.0:1767318521.979421:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1468 00000100:00100000:1.0:1767318521.979431:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383793024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318521.979462:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383793024:12345-0@lo:400:kworker.0 Request processed in 35us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318521.979470:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1468 00000100:00100000:1.0:1767318521.979489:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383792768 00000100:00100000:1.0:1767318521.979492:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383792768 00000100:00100000:1.0:1767318521.979513:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4236 00000100:00100000:1.0:1767318521.979519:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383792768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318521.979547:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383792768:12345-0@lo:400:kworker.0 Request processed in 28us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318521.979552:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4236 00000100:00100000:1.0:1767318521.979567:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383793152:0@lo:400:kworker.0 00000100:00100000:1.0:1767318521.979588:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318521.979611:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383793152 00000100:00100000:1.0:1767318521.979615:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383793152 00000100:00100000:1.0:1767318521.979636:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1469 00000100:00100000:1.0:1767318521.979641:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383793152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318521.979670:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383793152:12345-0@lo:400:kworker.0 Request processed in 29us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318521.979675:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1469 00000100:00080000:1.0:1767318521.979687:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318521.979690:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318521.979691:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318521.979709:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383793152:0@lo:400:kworker.0 00000100:00100000:1.0:1767318521.979733:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383792768:0@lo:400:kworker.0 00000100:00100000:1.0:1767318521.979741:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383793024:0@lo:400:kworker.0 00000100:00100000:1.0:1767318521.979772:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383792640:0@lo:38:kworker.0 00000100:00100000:1.0:1767318521.979815:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318521.979832:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383792896:0@lo:38:kworker.0 00000100:00100000:1.0:1767318521.979850:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318521.979883:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318521.979886:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318521.979889:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383792256:0@lo:38:kworker.0 00000100:00100000:1.0:1767318521.979907:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383792640 00000100:00100000:1.0:1767318521.979910:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383792640 00000100:00100000:1.0:1767318521.979925:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383792896 00000100:00100000:1.0:1767318521.979927:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383792896 00000100:00100000:1.0:1767318521.979939:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23179 00000100:00100000:1.0:1767318521.979943:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383792640:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318521.979954:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318521.979985:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383792640:12345-0@lo:38:kworker.0 Request processed in 40us (169us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318521.979990:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23179 00000100:00100000:1.0:1767318521.980001:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23180 00000100:00100000:1.0:1767318521.980005:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383792896:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318521.980014:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318521.980036:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383792896:12345-0@lo:38:kworker.0 Request processed in 29us (184us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318521.980041:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23180 00000100:00080000:1.0:1767318521.980064:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318521.980068:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318521.980071:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383792640:0@lo:38:kworker.0 00000100:00080000:1.0:1767318521.980078:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318521.980082:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318521.980084:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383792896:0@lo:38:kworker.0 00000100:00100000:3.0:1767318521.987461:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383792512:12345-0@lo:400:kworker.0 Request processed in 8362us (8882us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318521.987477:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4235 00000100:00100000:2.0:1767318521.987584:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383792512:0@lo:400:kworker.0 00010000:00010000:2.0:1767318522.486996:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318522.951241:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318522.951336:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297319040 00000100:00100000:3.0:1767318522.951351:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297319040 00000100:00100000:3.0:1767318522.951462:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4237 00000100:00100000:3.0:1767318522.951476:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297319040:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318522.951596:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297319040:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 123us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318522.951606:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4237 00000100:00080000:1.0:1767318522.951752:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:1.0:1767318522.956620:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297318784 offset 0 length 520: 4 00000100:00100000:1.0:1767318522.956684:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318522.956892:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297318912 00000100:00100000:2.0:1767318522.956906:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297318912 00000100:00100000:2.0:1767318522.956971:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23181 00000100:00100000:2.0:1767318522.956981:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297318912:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318522.957012:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318522.962070:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297318912:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 5077us (5373us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318522.962088:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23181 00000100:00100000:1.0:1767318522.998948:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318523.510991:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318523.511262:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383793280:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318523.516145:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383793408:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318523.516267:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318523.517511:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383793408 00000100:00100000:0.0:1767318523.517529:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383793408 00000100:00100000:0.0:1767318523.517637:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2219 00000100:00100000:0.0:1767318523.517655:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383793408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318523.517711:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318523.517730:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318523.517877:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383793280 00000100:00100000:1.0:1767318523.517887:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383793280 00000100:00100000:1.0:1767318523.517950:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2220 00000100:00100000:1.0:1767318523.517961:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383793280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318523.517995:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318523.518048:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383793280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318523.518055:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2220 00000100:00080000:1.0:1767318523.518077:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318523.518081:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318523.518639:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383793280:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318523.521176:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383793408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3508us (4892us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318523.521196:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2219 00000100:00100000:3.0:1767318523.523638:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383793408:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318524.023009:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318524.535160:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318525.047529:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318525.559914:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318526.071418:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318526.583353:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318527.094940:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318527.094954:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318527.094958:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318527.094963:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318527.094969:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318527.094980:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3425 00000100:00080000:0.0:1767318527.094987:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318527.094997:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318527.095060:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafec000 x1853164383793536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318527.095097:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318527.095100:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318527.095102:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318527.095107:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3425 00000100:00080000:0.0:1767318527.095110:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318527.095114:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318527.095127:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafef100 x1853164383793664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318527.095183:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767318527.095270:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383793792:0@lo:400:kworker.0 00000100:00100000:2.0:1767318527.095370:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318527.095497:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383793792 00000100:00100000:2.0:1767318527.095510:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383793792 00000100:00100000:2.0:1767318527.095585:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4238 00000100:00100000:2.0:1767318527.095598:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383793792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318527.095669:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383793792:12345-0@lo:400:kworker.0 Request processed in 74us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318527.095677:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4238 00000100:00100000:2.0:1767318527.095730:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383793792:0@lo:400:kworker.0 00000100:00100000:1.0:1767318527.097182:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383793536:0@lo:38:kworker.0 00000100:00100000:1.0:1767318527.097270:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318527.097322:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383793664:0@lo:38:kworker.0 00000100:00100000:1.0:1767318527.097351:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318527.097391:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318527.097411:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383793536 00000100:00100000:1.0:1767318527.097420:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383793536 00000100:00100000:1.0:1767318527.097460:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23182 00000100:00100000:1.0:1767318527.097468:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383793536:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318527.097495:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318527.097533:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318527.097537:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383793536:12345-0@lo:38:kworker.0 Request processed in 68us (267us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318527.097544:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23182 00000100:00080000:1.0:1767318527.097581:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318527.097587:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318527.097590:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383793536:0@lo:38:kworker.0 00000100:00100000:3.0:1767318527.097917:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383793664 00000100:00100000:3.0:1767318527.097922:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383793664 00000100:00100000:3.0:1767318527.097961:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2524 00000100:00100000:3.0:1767318527.097966:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383793664:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318527.097978:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318527.098021:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383793664:12345-0@lo:38:kworker.0 Request processed in 54us (669us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318527.098028:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2524 00000100:00080000:1.0:1767318527.098190:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318527.098195:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318527.098199:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383793664:0@lo:38:kworker.0 00000100:00080000:0.0:1767318527.098585:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318527.098590:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318527.098599:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3425 00000100:00080000:0.0:1767318527.098604:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318527.098611:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318527.098657:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafee680 x1853164383793920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318527.098734:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318527.098738:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318527.098740:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318527.098744:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3425 00000100:00080000:0.0:1767318527.098746:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318527.098750:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318527.098764:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafee300 x1853164383794176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318527.098778:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318527.098841:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383794304:0@lo:400:kworker.0 00000100:00100000:3.0:1767318527.098896:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318527.098925:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383794432:0@lo:400:kworker.0 00000100:00100000:3.0:1767318527.098936:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383794048:0@lo:400:kworker.0 00000100:00100000:3.0:1767318527.098980:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318527.099032:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383794304 00000100:00100000:0.0:1767318527.099034:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318527.099041:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383794304 00000100:00100000:3.0:1767318527.099151:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1470 00000100:00100000:3.0:1767318527.099161:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383794304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318527.099225:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383794304:12345-0@lo:400:kworker.0 Request processed in 57us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318527.099233:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1470 00000100:00100000:3.0:1767318527.099248:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383794432 00000100:00100000:3.0:1767318527.099252:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383794432 00000100:00100000:3.0:1767318527.099277:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1471 00000100:00100000:3.0:1767318527.099283:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383794432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318527.099316:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383794432:12345-0@lo:400:kworker.0 Request processed in 33us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318527.099322:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1471 00000100:00080000:3.0:1767318527.099349:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318527.099352:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318527.099376:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383794304:0@lo:400:kworker.0 00000100:00100000:3.0:1767318527.099396:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383794048 00000100:00100000:3.0:1767318527.099400:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383794048 00000100:00100000:3.0:1767318527.099434:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4239 00000100:00100000:3.0:1767318527.099441:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383794048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318527.099475:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383794048:12345-0@lo:400:kworker.0 Request processed in 35us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318527.099482:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4239 00000100:00080000:3.0:1767318527.099496:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318527.099523:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383794048:0@lo:400:kworker.0 00000100:00100000:1.0:1767318527.101416:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383793920:0@lo:38:kworker.0 00000100:00100000:1.0:1767318527.101492:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318527.101538:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383794176:0@lo:38:kworker.0 00000100:00100000:1.0:1767318527.101560:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318527.103235:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383793920 00000100:00100000:2.0:1767318527.103255:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383793920 00000100:00100000:2.0:1767318527.103321:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383794176 00000100:00100000:2.0:1767318527.103324:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383794176 00000100:00100000:2.0:1767318527.103351:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23183 00000100:00100000:2.0:1767318527.103361:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383793920:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318527.103391:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318527.103486:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383793920:12345-0@lo:38:kworker.0 Request processed in 125us (1992us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318527.103494:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23183 00000100:00100000:2.0:1767318527.103514:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23184 00000100:00100000:2.0:1767318527.103518:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383794176:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318527.103528:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318527.103551:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383794176:12345-0@lo:38:kworker.0 Request processed in 31us (1989us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318527.103557:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23184 00000100:00100000:0.0:1767318527.104573:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383794432:0@lo:400:kworker.0 00000100:00080000:1.0:1767318527.105346:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318527.105354:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318527.105358:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383793920:0@lo:38:kworker.0 00000100:00080000:1.0:1767318527.105369:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318527.105372:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318527.105375:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383794176:0@lo:38:kworker.0 00010000:00010000:3.0:1767318527.608297:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318528.071329:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318528.071388:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318528.071508:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297319168 00000100:00100000:1.0:1767318528.071522:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297319168 00000100:00100000:1.0:1767318528.071579:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297319296 00000100:00100000:1.0:1767318528.071582:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297319296 00000100:00100000:1.0:1767318528.071663:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4240 00000100:00100000:1.0:1767318528.071683:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297319296:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318528.071850:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297319296:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 176us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318528.071860:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4240 00000100:00100000:1.0:1767318528.071883:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23185 00000100:00100000:1.0:1767318528.071888:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297319168:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318528.071917:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318528.071946:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297319168:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 56us (635us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318528.071953:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23185 00000100:00080000:0.0:1767318528.072265:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318528.118982:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318528.631160:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318528.632090:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383794560:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318528.632185:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318528.632379:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383794560 00000100:00100000:1.0:1767318528.632390:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383794560 00000100:00100000:1.0:1767318528.632464:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2221 00000100:00100000:1.0:1767318528.632475:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383794560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318528.632513:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318528.632580:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383794560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318528.632588:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2221 00000100:00100000:0.0:1767318528.632685:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383794560:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318528.633166:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318528.633183:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383794688:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318528.633228:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318528.633320:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383794688 00000100:00100000:0.0:1767318528.633325:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383794688 00000100:00100000:0.0:1767318528.633369:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2222 00000100:00100000:0.0:1767318528.633378:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383794688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318528.633401:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318528.633439:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383794688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318528.633446:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2222 00000100:00100000:3.0:1767318528.633537:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383794688:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318529.142946:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318529.658327:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318530.167713:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318530.681568:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318531.192416:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318531.703080:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318532.214968:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318532.217211:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318532.217224:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318532.217228:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318532.217233:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318532.217239:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318532.217250:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3430 00000100:00080000:2.0:1767318532.217256:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318532.217265:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318532.217327:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f230a80 x1853164383794816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318532.217359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318532.217363:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318532.217365:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318532.217371:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3430 00000100:00100000:1.0:1767318532.217373:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383794816:0@lo:38:kworker.0 00000100:00080000:2.0:1767318532.217374:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318532.217380:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318532.217401:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f230700 x1853164383794944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318532.217464:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318532.217466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318532.217471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318532.217473:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318532.217478:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3430 00000100:00080000:2.0:1767318532.217481:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318532.217485:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318532.217500:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f230e00 x1853164383795200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318532.217535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318532.217539:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318532.217541:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318532.217546:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3430 00000100:00100000:1.0:1767318532.217549:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383794944:0@lo:38:kworker.0 00000100:00080000:2.0:1767318532.217550:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318532.217556:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318532.217576:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8912300 x1853164383795456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318532.217587:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318532.217621:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383795200:0@lo:38:kworker.0 00000100:00100000:2.0:1767318532.217628:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383795328:0@lo:400:kworker.0 00000100:00100000:1.0:1767318532.217645:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318532.217670:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383795456:0@lo:38:kworker.0 00000100:00100000:2.0:1767318532.217672:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318532.217749:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8913800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383795712:0@lo:400:kworker.0 00000100:00100000:3.0:1767318532.217776:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383795072:0@lo:400:kworker.0 00000100:00100000:1.0:1767318532.219093:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318532.219171:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383794816 00000100:00100000:1.0:1767318532.219182:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383794816 00000100:00100000:1.0:1767318532.219217:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383795200 00000100:00100000:1.0:1767318532.219221:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383795200 00000100:00100000:1.0:1767318532.219229:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383795328 00000100:00100000:1.0:1767318532.219231:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383795328 00000100:00100000:1.0:1767318532.219270:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383795456 00000100:00100000:1.0:1767318532.219273:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383795456 00000100:00100000:1.0:1767318532.219285:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4241 00000100:00100000:1.0:1767318532.219301:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383795328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318532.219366:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383795328:12345-0@lo:400:kworker.0 Request processed in 73us (1696us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318532.219374:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4241 00000100:00100000:1.0:1767318532.219393:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23186 00000100:00100000:1.0:1767318532.219398:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383794816:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318532.219421:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318532.219455:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383794816:12345-0@lo:38:kworker.0 Request processed in 56us (1992us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318532.219461:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23186 00000100:00100000:1.0:1767318532.219472:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23187 00000100:00100000:1.0:1767318532.219476:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383795200:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318532.219485:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318532.219506:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383795200:12345-0@lo:38:kworker.0 Request processed in 28us (1862us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318532.219511:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23187 00000100:00100000:1.0:1767318532.219521:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23188 00000100:00100000:1.0:1767318532.219524:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383795456:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318532.219533:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318532.219552:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383795456:12345-0@lo:38:kworker.0 Request processed in 26us (466us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318532.219558:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23188 00000100:00080000:1.0:1767318532.219582:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318532.219615:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318532.219621:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318532.219625:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383795456:0@lo:38:kworker.0 00000100:00080000:1.0:1767318532.219635:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318532.219638:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318532.219640:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383795200:0@lo:38:kworker.0 00000100:00080000:1.0:1767318532.219648:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318532.219651:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318532.219654:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383794816:0@lo:38:kworker.0 00000100:00100000:1.0:1767318532.219716:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383794944 00000100:00100000:1.0:1767318532.219720:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383794944 00000100:00100000:2.0:1767318532.219848:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383795328:0@lo:400:kworker.0 00000100:00100000:2.0:1767318532.219866:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318532.219878:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383795584:0@lo:400:kworker.0 00000100:00100000:2.0:1767318532.219917:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318532.219969:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383795584 00000100:00100000:2.0:1767318532.219973:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383795584 00000100:00100000:0.0:1767318532.220132:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318532.220186:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2525 00000100:00100000:1.0:1767318532.220193:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383794944:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318532.220205:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318532.220246:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383794944:12345-0@lo:38:kworker.0 Request processed in 53us (2661us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318532.220251:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2525 00000100:00080000:1.0:1767318532.220272:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318532.220288:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318532.220292:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318532.220295:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383794944:0@lo:38:kworker.0 00000100:00100000:0.0:1767318532.225407:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383795712 00000100:00100000:0.0:1767318532.225429:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383795712 00000100:00100000:3.0:1767318532.225609:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318532.225694:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1472 00000100:00100000:0.0:1767318532.225708:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383795584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318532.225829:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383795584:12345-0@lo:400:kworker.0 Request processed in 125us (5911us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318532.225837:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1472 00000100:00100000:0.0:1767318532.225859:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473 00000100:00100000:0.0:1767318532.225878:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383795712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318532.225910:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383795712:12345-0@lo:400:kworker.0 Request processed in 34us (5779us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318532.225915:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473 00000100:00100000:1.0:1767318532.226133:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383795072 00000100:00100000:1.0:1767318532.226139:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383795072 00000100:00100000:1.0:1767318532.226190:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4242 00000100:00100000:1.0:1767318532.226198:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383795072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318532.226240:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383795072:12345-0@lo:400:kworker.0 Request processed in 43us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318532.226247:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4242 00000100:00100000:1.0:1767318532.226310:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8913800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383795712:0@lo:400:kworker.0 00000100:00080000:1.0:1767318532.226344:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318532.226350:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318532.226419:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383795072:0@lo:400:kworker.0 00000100:00100000:3.0:1767318532.226456:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383795584:0@lo:400:kworker.0 00010000:00010000:3.0:1767318532.729490:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318533.190447:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318533.191031:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297319552 00000100:00100000:2.0:1767318533.191046:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297319552 00000100:00100000:2.0:1767318533.191154:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4243 00000100:00100000:2.0:1767318533.191168:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297319552:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:1.0:1767318533.191345:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318533.191636:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297319552:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 461us (1192us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318533.191645:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4243 00000100:00100000:0.0:1767318533.192085:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318533.192136:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297319424 00000100:00100000:2.0:1767318533.192142:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297319424 00000100:00100000:2.0:1767318533.192236:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23189 00000100:00100000:2.0:1767318533.192243:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297319424:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318533.192436:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318533.192486:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297319424:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 243us (404us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318533.192492:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23189 00000100:00100000:2.0:1767318533.239099:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318533.754329:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383795840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318533.754430:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318533.754546:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383795968:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318533.754582:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318533.755240:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318533.755553:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383795840 00000100:00100000:3.0:1767318533.755566:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383795840 00000100:00100000:3.0:1767318533.755684:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383795968 00000100:00100000:3.0:1767318533.755690:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383795968 00000100:00100000:2.0:1767318533.755981:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2223 00000100:00100000:2.0:1767318533.755993:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383795840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318533.756030:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318533.756107:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383795840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (1679us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318533.756113:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2223 00000100:00100000:2.0:1767318533.756131:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2224 00000100:00100000:2.0:1767318533.756135:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383795968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318533.756148:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318533.756172:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383795968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (1590us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318533.756175:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2224 00000100:00100000:2.0:1767318533.756212:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383795968:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318533.756319:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383795840:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318534.263275:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318534.776907:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318535.288341:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318535.800046:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318536.315818:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318536.823468:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318537.334960:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318537.335103:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318537.335111:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318537.335114:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318537.335119:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318537.335124:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318537.335135:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3435 00000100:00080000:0.0:1767318537.335141:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318537.335151:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318537.335212:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafee680 x1853164383796096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318537.335242:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318537.335245:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318537.335247:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318537.335252:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3435 00000100:00080000:0.0:1767318537.335255:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318537.335259:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318537.335273:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafec380 x1853164383796224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318537.335324:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318537.335328:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318537.335330:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318537.335334:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3435 00000100:00080000:0.0:1767318537.335337:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318537.335342:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318537.335355:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383796096:0@lo:38:kworker.0 00000100:00100000:0.0:1767318537.335358:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafee300 x1853164383796480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318537.335396:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318537.335399:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318537.335401:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318537.335405:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3435 00000100:00080000:0.0:1767318537.335407:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318537.335411:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318537.335423:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e0a80 x1853164383796736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318537.335455:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318537.335469:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383796992:0@lo:400:kworker.0 00000100:00100000:0.0:1767318537.335514:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318537.335529:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383796224:0@lo:38:kworker.0 00000100:00100000:0.0:1767318537.335549:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318537.335558:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383796352:0@lo:400:kworker.0 00000100:00100000:1.0:1767318537.335563:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318537.335595:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318537.335601:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383796480:0@lo:38:kworker.0 00000100:00100000:1.0:1767318537.335632:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318537.335638:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383796992 00000100:00100000:0.0:1767318537.335648:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383796992 00000100:00100000:1.0:1767318537.335652:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383796736:0@lo:38:kworker.0 00000100:00100000:1.0:1767318537.335675:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318537.335709:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383796864:0@lo:400:kworker.0 00000100:00100000:0.0:1767318537.335736:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1474 00000100:00100000:0.0:1767318537.335752:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383796992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318537.335753:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318537.335809:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318537.335852:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383796992:12345-0@lo:400:kworker.0 Request processed in 105us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318537.335861:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1474 00000100:00100000:0.0:1767318537.335880:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383796864 00000100:00100000:0.0:1767318537.335884:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383796864 00000100:00100000:1.0:1767318537.335904:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383796608:0@lo:400:kworker.0 00000100:00100000:0.0:1767318537.335910:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1475 00000100:00100000:0.0:1767318537.335919:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383796864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318537.335939:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318537.335964:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383796864:12345-0@lo:400:kworker.0 Request processed in 45us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318537.335971:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1475 00000100:00100000:0.0:1767318537.335994:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383796096 00000100:00100000:1.0:1767318537.335996:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383796864:0@lo:400:kworker.0 00000100:00100000:0.0:1767318537.336001:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383796096 00000100:00100000:0.0:1767318537.336021:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383796352 00000100:00100000:0.0:1767318537.336024:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383796352 00000100:00100000:1.0:1767318537.336033:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383796224 00000100:00100000:1.0:1767318537.336038:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383796224 00000100:00100000:0.0:1767318537.336046:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383796480 00000100:00100000:0.0:1767318537.336051:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383796480 00000100:00100000:0.0:1767318537.336064:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383796736 00000100:00100000:0.0:1767318537.336067:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383796736 00000100:00100000:1.0:1767318537.336072:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2526 00000100:00100000:0.0:1767318537.336080:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383796608 00000100:00100000:1.0:1767318537.336081:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383796224:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318537.336085:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383796608 00000100:00100000:0.0:1767318537.336110:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4244 00000100:00100000:0.0:1767318537.336118:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383796352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318537.336150:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383796352:12345-0@lo:400:kworker.0 Request processed in 33us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318537.336156:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4244 00000100:00100000:0.0:1767318537.336168:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4245 00000100:00100000:0.0:1767318537.336174:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383796608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318537.336206:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383796608:12345-0@lo:400:kworker.0 Request processed in 32us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318537.336212:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4245 00000100:00100000:0.0:1767318537.336223:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23190 00000100:00100000:0.0:1767318537.336226:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383796096:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318537.336247:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318537.336280:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383796096:12345-0@lo:38:kworker.0 Request processed in 52us (828us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318537.336286:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23190 00000100:00100000:0.0:1767318537.336296:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23191 00000100:00100000:0.0:1767318537.336299:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383796480:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318537.336308:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318537.336330:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383796480:12345-0@lo:38:kworker.0 Request processed in 29us (699us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318537.336336:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23191 00000100:00100000:0.0:1767318537.336345:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23192 00000100:00100000:0.0:1767318537.336349:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383796736:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318537.336357:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318537.336375:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383796736:12345-0@lo:38:kworker.0 Request processed in 25us (701us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318537.336380:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23192 00000100:00100000:0.0:1767318537.336412:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383796352:0@lo:400:kworker.0 00000100:00100000:0.0:1767318537.336422:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383796992:0@lo:400:kworker.0 00000100:00080000:0.0:1767318537.336468:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318537.336473:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318537.336475:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318537.336505:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383796608:0@lo:400:kworker.0 00000100:00080000:0.0:1767318537.336531:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318537.336536:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318537.336539:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383796480:0@lo:38:kworker.0 00000100:00080000:0.0:1767318537.336548:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318537.336551:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318537.336554:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383796736:0@lo:38:kworker.0 00000100:00080000:0.0:1767318537.336562:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318537.336565:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318537.336568:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383796096:0@lo:38:kworker.0 00010000:00020000:1.0:1767318537.337261:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318537.337331:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383796224:12345-0@lo:38:kworker.0 Request processed in 1249us (1769us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318537.337341:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2526 00000100:00080000:0.0:1767318537.339327:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318537.339342:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318537.339349:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383796224:0@lo:38:kworker.0 00010000:00010000:3.0:1767318537.849496:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318538.311202:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318538.311338:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297319808 00000100:00100000:2.0:1767318538.311350:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297319808 00000100:00100000:2.0:1767318538.311468:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4246 00000100:00100000:2.0:1767318538.311477:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297319808:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318538.311581:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297319808:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 104us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318538.311590:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4246 00000100:00080000:0.0:1767318538.311667:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318538.327642:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318538.328074:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297319680 00000100:00100000:0.0:1767318538.328089:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297319680 00000100:00100000:0.0:1767318538.328155:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23193 00000100:00100000:0.0:1767318538.328167:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297319680:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318538.328198:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318538.328383:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297319680:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 215us (757us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318538.328392:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23193 00000100:00100000:1.0:1767318538.359366:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318538.870993:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318538.871648:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383797120:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318538.871777:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318538.872543:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383797120 00000100:00100000:0.0:1767318538.872555:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383797120 00000100:00100000:0.0:1767318538.872622:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2225 00000100:00100000:0.0:1767318538.872635:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383797120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318538.872679:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318538.872810:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383797120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 146us (1002us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318538.872820:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2225 00000100:00100000:0.0:1767318538.872848:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318538.872861:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383797248:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318538.872896:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318538.875391:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383797248 00000100:00100000:1.0:1767318538.875408:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383797248 00000100:00100000:1.0:1767318538.875491:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2226 00000100:00100000:1.0:1767318538.875500:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383797248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318538.875537:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318538.875614:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383797248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (2717us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318538.875619:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2226 00000100:00100000:0.0:1767318538.878645:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383797248:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318538.878806:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383797120:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318539.382951:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318539.895056:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318540.406918:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318540.920844:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318541.430964:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318541.945305:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318542.455484:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318542.455601:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318542.455608:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318542.455611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318542.455616:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318542.455622:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318542.455632:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3440 00000100:00080000:2.0:1767318542.455638:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318542.455646:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318542.455717:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8911f80 x1853164383797376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318542.455749:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318542.455752:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318542.455754:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318542.455760:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3440 00000100:00080000:2.0:1767318542.455762:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318542.455766:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318542.455811:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8910700 x1853164383797504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318542.455853:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318542.455858:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318542.455860:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318542.455864:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3440 00000100:00080000:2.0:1767318542.455866:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318542.455870:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318542.455881:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8913800 x1853164383797760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318542.455908:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318542.455912:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318542.455914:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318542.455918:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3440 00000100:00080000:2.0:1767318542.455920:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318542.455923:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318542.455937:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7905180 x1853164383798016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318542.455981:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383798144:0@lo:400:kworker.0 00000100:00100000:2.0:1767318542.456072:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318542.456153:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318542.456161:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383797888:0@lo:400:kworker.0 00000100:00100000:2.0:1767318542.456190:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318542.456227:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383798144 00000100:00100000:2.0:1767318542.456236:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383798144 00000100:00100000:2.0:1767318542.456303:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1476 00000100:00100000:2.0:1767318542.456314:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7906d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383798144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318542.456376:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7906d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383798144:12345-0@lo:400:kworker.0 Request processed in 63us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318542.456384:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1476 00000100:00100000:2.0:1767318542.456432:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383798144:0@lo:400:kworker.0 00000100:00100000:0.0:1767318542.456556:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8911f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383797376:0@lo:38:kworker.0 00000100:00100000:0.0:1767318542.456591:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318542.456621:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383797504:0@lo:38:kworker.0 00000100:00100000:0.0:1767318542.456649:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318542.456690:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8913800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383797760:0@lo:38:kworker.0 00000100:00100000:0.0:1767318542.456713:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318542.456731:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383798016:0@lo:38:kworker.0 00000100:00100000:0.0:1767318542.456750:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318542.456809:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383797888 00000100:00100000:0.0:1767318542.456814:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383797888 00000100:00100000:0.0:1767318542.456847:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383797376 00000100:00100000:0.0:1767318542.456851:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383797376 00000100:00100000:0.0:1767318542.456860:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383797760 00000100:00100000:0.0:1767318542.456862:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383797760 00000100:00100000:0.0:1767318542.456869:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383798016 00000100:00100000:0.0:1767318542.456871:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383798016 00000100:00100000:0.0:1767318542.456880:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4247 00000100:00100000:0.0:1767318542.456887:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383797888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318542.456926:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383797888:12345-0@lo:400:kworker.0 Request processed in 39us (734us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318542.456931:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4247 00000100:00100000:0.0:1767318542.456948:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23194 00000100:00100000:0.0:1767318542.456952:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383797376:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318542.456973:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318542.457004:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383797376:12345-0@lo:38:kworker.0 Request processed in 50us (412us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318542.457010:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23194 00000100:00100000:0.0:1767318542.457021:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23195 00000100:00100000:0.0:1767318542.457025:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383797760:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318542.457033:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318542.457054:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383797760:12345-0@lo:38:kworker.0 Request processed in 28us (340us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318542.457059:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23195 00000100:00100000:0.0:1767318542.457070:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23196 00000100:00100000:0.0:1767318542.457074:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383798016:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318542.457082:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318542.457102:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383798016:12345-0@lo:38:kworker.0 Request processed in 27us (351us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318542.457108:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23196 00000100:00080000:0.0:1767318542.457124:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318542.457129:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318542.457167:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318542.457173:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318542.457177:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8911f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383797376:0@lo:38:kworker.0 00000100:00080000:0.0:1767318542.457185:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318542.457188:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318542.457191:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8913800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383797760:0@lo:38:kworker.0 00000100:00080000:0.0:1767318542.457198:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318542.457201:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318542.457204:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383798016:0@lo:38:kworker.0 00000100:00100000:0.0:1767318542.457249:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383797888:0@lo:400:kworker.0 00000100:00100000:3.0:1767318542.457431:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383798272:0@lo:400:kworker.0 00000100:00100000:3.0:1767318542.457469:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318542.457499:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318542.457505:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383797632:0@lo:400:kworker.0 00000100:00100000:3.0:1767318542.457525:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318542.457550:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383797632 00000100:00100000:3.0:1767318542.457554:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383797632 00000100:00100000:3.0:1767318542.457591:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4248 00000100:00100000:3.0:1767318542.457598:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383797632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318542.457633:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383797632:12345-0@lo:400:kworker.0 Request processed in 36us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318542.457639:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4248 00000100:00080000:3.0:1767318542.457656:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318542.457683:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383797632:0@lo:400:kworker.0 00000100:00100000:1.0:1767318542.457804:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383797504 00000100:00100000:1.0:1767318542.457810:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383797504 00000100:00100000:1.0:1767318542.457847:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2527 00000100:00100000:1.0:1767318542.457852:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5b49850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383797504:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318542.457864:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318542.457906:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5b49850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383797504:12345-0@lo:38:kworker.0 Request processed in 51us (1254us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318542.457913:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2527 00000100:00080000:1.0:1767318542.458178:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318542.458184:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318542.458187:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383797504:0@lo:38:kworker.0 00000100:00100000:0.0:1767318542.459205:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383798272 00000100:00100000:0.0:1767318542.459217:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383798272 00000100:00100000:0.0:1767318542.459300:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1477 00000100:00100000:0.0:1767318542.459310:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383798272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318542.459394:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383798272:12345-0@lo:400:kworker.0 Request processed in 85us (1924us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318542.459402:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1477 00000100:00100000:0.0:1767318542.459449:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383798272:0@lo:400:kworker.0 00000100:00080000:3.0:1767318542.459518:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767318542.967049:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318543.444282:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318543.444350:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318543.447104:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297319936 00000100:00100000:0.0:1767318543.447127:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297319936 00000100:00100000:0.0:1767318543.447362:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297320064 00000100:00100000:0.0:1767318543.447367:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297320064 00000100:00100000:0.0:1767318543.447459:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4249 00000100:00100000:0.0:1767318543.447473:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297320064:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318543.447589:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297320064:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 119us (3237us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318543.447598:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4249 00000100:00100000:0.0:1767318543.447621:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23197 00000100:00100000:0.0:1767318543.447626:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297319936:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318543.447651:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318543.447694:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297319936:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 66us (3428us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318543.447701:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23197 00000100:00080000:1.0:1767318543.447989:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318543.479508:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318543.991329:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318543.993059:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383798400:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318543.993181:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318543.993665:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383798400 00000100:00100000:3.0:1767318543.993679:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383798400 00000100:00100000:3.0:1767318543.993769:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2227 00000100:00100000:3.0:1767318543.993810:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383798400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318543.993866:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318543.993945:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383798400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 166us (763us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318543.993953:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2227 00000100:00100000:0.0:1767318543.994208:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383798400:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318543.996704:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318543.996734:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383798528:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318543.996855:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318543.997627:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383798528 00000100:00100000:3.0:1767318543.997642:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383798528 00000100:00100000:3.0:1767318543.997728:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2228 00000100:00100000:3.0:1767318543.997739:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383798528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318543.997816:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318543.998245:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383798528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 506us (1389us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318543.998255:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2228 00000100:00100000:2.0:1767318543.998380:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383798528:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318544.503268:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318545.022716:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318545.530723:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318546.042773:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318546.551491:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318546.551577:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318521/real 1767318521] req@ffff9369bafeea00 x1853164383792128/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318546 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318546.551612:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369bafeea00 x1853164383792128/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318546 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318546.551643:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318546.551671:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318546.551676:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383792128:0@lo:250:kworker.0 00000100:00080000:2.0:1767318546.552108:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318546.552116:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318546.552120:0:8:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318546.552127:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3425 00000100:00080000:2.0:1767318546.552132:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318546.552139:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318546.552268:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7904a80 x1853164383798656/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318546.552299:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318546.552304:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318546.552306:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318546.552310:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3445 00000100:00080000:2.0:1767318546.552313:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318546.552318:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318546.552335:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7907800 x1853164383798784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318546.552343:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318546.552346:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318546.552348:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318546.552351:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3445 00000100:00080000:2.0:1767318546.552354:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318546.552357:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318546.552370:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7907100 x1853164383798912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318546.552417:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318546.552421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318546.552423:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318546.552428:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3445 00000100:00080000:2.0:1767318546.552430:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318546.552434:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318546.552446:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7905880 x1853164383799168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318546.552472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318546.552476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318546.552478:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318546.552482:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3445 00000100:00080000:2.0:1767318546.552485:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318546.552488:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318546.552500:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7906a00 x1853164383799424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318546.552602:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383799296:0@lo:400:kworker.0 00000100:00100000:0.0:1767318546.552698:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318546.552806:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318546.552814:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383799552:0@lo:400:kworker.0 00000100:00100000:0.0:1767318546.552844:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318546.552883:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383798656:0@lo:250:kworker.0 00000400:00000100:0.0:1767318546.552904:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383798656 offset 0 length 520: 4 00000100:00100000:0.0:1767318546.552922:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383798784:0@lo:38:kworker.0 00000100:00100000:0.0:1767318546.552943:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318546.552960:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383798912:0@lo:38:kworker.0 00000100:00100000:0.0:1767318546.552986:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318546.553284:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383799168:0@lo:38:kworker.0 00000100:00100000:0.0:1767318546.553314:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318546.553335:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383799424:0@lo:38:kworker.0 00000100:00100000:0.0:1767318546.553356:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318546.553394:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383799296 00000100:00100000:0.0:1767318546.553404:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383799296 00000100:00100000:0.0:1767318546.553466:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383798784 00000100:00100000:0.0:1767318546.553470:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383798784 00000100:00100000:0.0:1767318546.553481:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383799168 00000100:00100000:0.0:1767318546.553483:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383799168 00000100:00100000:0.0:1767318546.553490:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383799424 00000100:00100000:0.0:1767318546.553492:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383799424 00000100:00100000:0.0:1767318546.553503:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4250 00000100:00100000:0.0:1767318546.553515:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383799296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318546.553575:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383799296:12345-0@lo:400:kworker.0 Request processed in 62us (877us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318546.553583:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4250 00000100:00100000:0.0:1767318546.553606:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23198 00000100:00100000:0.0:1767318546.553609:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383798784:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318546.553639:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318546.553673:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383798784:12345-0@lo:38:kworker.0 Request processed in 61us (728us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318546.553679:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23198 00000100:00100000:0.0:1767318546.553692:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23199 00000100:00100000:0.0:1767318546.553695:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383799168:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318546.553715:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318546.553738:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383799168:12345-0@lo:38:kworker.0 Request processed in 40us (423us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318546.553743:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23199 00000100:00100000:0.0:1767318546.553753:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23200 00000100:00100000:0.0:1767318546.553757:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383799424:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318546.553765:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318546.553824:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383799424:12345-0@lo:38:kworker.0 Request processed in 65us (466us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318546.553830:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23200 00000100:00100000:0.0:1767318546.553896:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383799296:0@lo:400:kworker.0 00000100:00080000:0.0:1767318546.553928:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318546.553933:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318546.553936:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383798784:0@lo:38:kworker.0 00000100:00080000:0.0:1767318546.553944:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318546.553948:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318546.553950:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383799168:0@lo:38:kworker.0 00000100:00080000:0.0:1767318546.553958:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318546.553961:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318546.553964:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383799424:0@lo:38:kworker.0 00000100:00100000:3.0:1767318546.554118:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383799040:0@lo:400:kworker.0 00000100:00100000:3.0:1767318546.554158:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318546.554196:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318546.554204:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383799680:0@lo:400:kworker.0 00000100:00100000:3.0:1767318546.554230:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318546.554261:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383799040 00000100:00100000:3.0:1767318546.554266:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383799040 00000100:00100000:3.0:1767318546.554303:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4251 00000100:00100000:3.0:1767318546.554309:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383799040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318546.554348:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383799040:12345-0@lo:400:kworker.0 Request processed in 39us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318546.554354:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4251 00000100:00100000:3.0:1767318546.554376:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383798912 00000100:00100000:3.0:1767318546.554380:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383798912 00000100:00100000:3.0:1767318546.554401:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2528 00000100:00100000:3.0:1767318546.554405:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383798912:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318546.554416:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318546.554508:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383799552 00000100:00100000:1.0:1767318546.554513:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383799552 00000100:00100000:1.0:1767318546.554547:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383799680 00000100:00100000:1.0:1767318546.554550:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383799680 00000100:00100000:1.0:1767318546.554574:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1478 00000100:00100000:1.0:1767318546.554588:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383799552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318546.554643:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383799552:12345-0@lo:400:kworker.0 Request processed in 62us (1797us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318546.554649:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1478 00000100:00100000:1.0:1767318546.554663:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1479 00000100:00100000:1.0:1767318546.554670:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383799680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318546.554699:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383799680:12345-0@lo:400:kworker.0 Request processed in 30us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318546.554704:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1479 00000100:00080000:1.0:1767318546.554722:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318546.554726:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318546.554728:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318546.554765:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383799552:0@lo:400:kworker.0 00000100:00100000:2.0:1767318546.555295:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383799680:0@lo:400:kworker.0 00000100:00100000:2.0:1767318546.555307:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383799040:0@lo:400:kworker.0 00000100:00100000:3.0:1767318546.561058:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383798912:12345-0@lo:38:kworker.0 Request processed in 6575us (7994us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318546.561080:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2528 00000100:00080000:0.0:1767318546.561347:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318546.561355:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318546.561359:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383798912:0@lo:38:kworker.0 00010000:00010000:1.0:1767318547.062990:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318547.527954:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318547.528473:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297320448 00000100:00100000:2.0:1767318547.528488:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297320448 00000100:00100000:2.0:1767318547.528588:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4252 00000100:00100000:2.0:1767318547.528602:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297320448:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318547.528718:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297320448:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 120us (779us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318547.528726:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4252 00000400:00000100:3.0:1767318547.529925:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297320192 offset 0 length 520: 4 00000100:00080000:1.0:1767318547.530296:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318547.543465:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318547.543807:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297320320 00000100:00100000:0.0:1767318547.543823:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297320320 00000100:00100000:0.0:1767318547.543896:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23201 00000100:00100000:0.0:1767318547.543907:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297320320:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318547.543936:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318547.544040:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297320320:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 133us (589us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318547.544048:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23201 00000100:00100000:1.0:1767318547.576533:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318548.087583:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318548.599058:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318549.111161:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383799808:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318549.111166:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318549.111509:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318549.111693:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318549.111715:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383799936:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318549.111750:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318549.132761:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383799808 00000100:00100000:0.0:1767318549.132815:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383799808 00000100:00100000:0.0:1767318549.132941:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383799936 00000100:00100000:0.0:1767318549.132946:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383799936 00000100:00080000:1.0:1767318549.132982:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318549.132989:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318549.132993:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2229 00000100:00100000:0.0:1767318549.133008:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383799808:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318549.133035:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2230 00000100:00100000:1.0:1767318549.133048:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383799936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318549.133054:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00002000:00000024:1.0:1767318549.133072:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318549.148727:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383799936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 15666us (36959us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318549.148747:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2230 00000100:00100000:0.0:1767318549.150944:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383799808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 17923us (39418us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318549.150964:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2229 00000100:00100000:2.0:1767318549.151472:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383799936:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318549.151667:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383799808:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318549.625304:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318550.135486:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318550.647060:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318551.166912:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318551.671085:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318551.679188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318551.679204:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318551.679208:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318551.679213:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318551.679219:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318551.679230:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3449 00000100:00080000:1.0:1767318551.679236:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318551.679260:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318551.679322:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cc000 x1853164383800064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318551.679367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318551.679371:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318551.679373:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318551.679378:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3449 00000100:00080000:1.0:1767318551.679381:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318551.679384:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318551.679401:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74ce680 x1853164383800192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318551.679526:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383800320:0@lo:400:kworker.0 00000100:00100000:2.0:1767318551.679638:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318551.679759:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318551.679764:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318551.679767:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318551.679771:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3449 00000100:00080000:1.0:1767318551.679774:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318551.679778:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318551.679814:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cdc00 x1853164383800448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318551.679846:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318551.679850:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318551.679852:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318551.679856:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3449 00000100:00080000:1.0:1767318551.679859:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318551.679862:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318551.679874:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cca80 x1853164383800704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318551.679975:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383800832:0@lo:400:kworker.0 00000100:00100000:3.0:1767318551.680019:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318551.680052:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318551.680058:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383800576:0@lo:400:kworker.0 00000100:00100000:3.0:1767318551.680093:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318551.680137:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383800320 00000100:00100000:3.0:1767318551.680146:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383800320 00000100:00100000:3.0:1767318551.681025:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383800576 00000100:00100000:3.0:1767318551.681033:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383800576 00000100:00100000:3.0:1767318551.681101:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4253 00000100:00100000:3.0:1767318551.681112:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383800320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318551.681256:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383800064:0@lo:38:kworker.0 00000100:00100000:0.0:1767318551.681297:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318551.681348:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383800192:0@lo:38:kworker.0 00000100:00100000:0.0:1767318551.681376:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318551.681401:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383800448:0@lo:38:kworker.0 00000100:00100000:0.0:1767318551.681435:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318551.681447:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383800704:0@lo:38:kworker.0 00000100:00100000:0.0:1767318551.681466:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318551.681492:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383800064 00000100:00100000:0.0:1767318551.681496:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383800064 00000100:00100000:0.0:1767318551.681511:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383800448 00000100:00100000:0.0:1767318551.681513:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383800448 00000100:00100000:0.0:1767318551.681521:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383800704 00000100:00100000:0.0:1767318551.681523:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383800704 00000100:00100000:0.0:1767318551.681533:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4254 00000100:00100000:0.0:1767318551.681550:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383800576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318551.681602:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383800576:12345-0@lo:400:kworker.0 Request processed in 53us (1518us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318551.681614:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4254 00000100:00100000:0.0:1767318551.681632:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23202 00000100:00100000:0.0:1767318551.681637:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383800064:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318551.681667:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318551.681696:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383800064:12345-0@lo:38:kworker.0 Request processed in 58us (399us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318551.681702:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23202 00000100:00100000:0.0:1767318551.681714:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23203 00000100:00100000:0.0:1767318551.681718:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383800448:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318551.681726:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318551.681746:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383800448:12345-0@lo:38:kworker.0 Request processed in 27us (322us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318551.681752:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23203 00000100:00100000:0.0:1767318551.681762:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23204 00000100:00100000:0.0:1767318551.681765:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383800704:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318551.681773:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318551.681813:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383800704:12345-0@lo:38:kworker.0 Request processed in 46us (345us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318551.681818:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23204 00000100:00100000:0.0:1767318551.681856:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383800576:0@lo:400:kworker.0 00000100:00080000:0.0:1767318551.681883:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318551.681888:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318551.681891:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383800064:0@lo:38:kworker.0 00000100:00080000:0.0:1767318551.681900:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318551.681904:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318551.681907:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383800448:0@lo:38:kworker.0 00000100:00080000:0.0:1767318551.681913:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318551.681916:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318551.681918:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383800704:0@lo:38:kworker.0 00000100:00100000:0.0:1767318551.682051:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383800832 00000100:00100000:0.0:1767318551.682055:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383800832 00000100:00100000:0.0:1767318551.682089:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1480 00000100:00100000:0.0:1767318551.682094:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383800832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318551.682129:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383800832:12345-0@lo:400:kworker.0 Request processed in 35us (2110us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318551.682134:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1480 00000100:00100000:0.0:1767318551.682157:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383800960:0@lo:400:kworker.0 00000100:00100000:0.0:1767318551.682182:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318551.682203:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383800960 00000100:00100000:0.0:1767318551.682206:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383800960 00000100:00100000:0.0:1767318551.682225:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1481 00000100:00100000:0.0:1767318551.682230:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383800960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318551.682255:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383800960:12345-0@lo:400:kworker.0 Request processed in 25us (73us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318551.682261:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1481 00000100:00100000:0.0:1767318551.682280:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383800960:0@lo:400:kworker.0 00000100:00100000:0.0:1767318551.682297:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383800832:0@lo:400:kworker.0 00000100:00080000:0.0:1767318551.682326:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318551.682330:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318551.682333:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318551.682386:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383800192 00000100:00100000:0.0:1767318551.682389:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383800192 00000100:00100000:0.0:1767318551.682408:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2529 00000100:00100000:0.0:1767318551.682413:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383800192:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318551.682422:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318551.682448:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383800192:12345-0@lo:38:kworker.0 Request processed in 34us (1071us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318551.682454:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2529 00000100:00080000:0.0:1767318551.682472:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318551.682475:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318551.682478:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383800192:0@lo:38:kworker.0 00000100:00100000:3.0:1767318551.690600:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383800320:12345-0@lo:400:kworker.0 Request processed in 9464us (10936us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318551.690619:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4253 00000100:00100000:2.0:1767318551.691159:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383800320:0@lo:400:kworker.0 00010000:00010000:1.0:1767318552.183459:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318552.651039:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318552.651153:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318552.652032:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297320704 00000100:00100000:1.0:1767318552.652050:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297320704 00000100:00100000:1.0:1767318552.652154:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4255 00000100:00100000:1.0:1767318552.652172:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297320704:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318552.652288:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297320704:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 124us (1263us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318552.652299:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4255 00000100:00100000:1.0:1767318552.652319:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297320576 00000100:00100000:1.0:1767318552.652323:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297320576 00000100:00100000:1.0:1767318552.652342:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23205 00000100:00100000:1.0:1767318552.652347:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297320576:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318552.652372:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318552.652420:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297320576:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 62us (1257us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318552.652427:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23205 00000100:00080000:0.0:1767318552.652847:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318552.695410:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318553.207437:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318553.718993:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318554.230994:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318554.231523:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383801088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318554.231632:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318554.231657:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383801216:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318554.231701:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318554.231756:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383801088 00000100:00100000:3.0:1767318554.231766:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383801088 00000100:00100000:1.0:1767318554.231918:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383801216 00000100:00100000:1.0:1767318554.231923:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383801216 00000100:00100000:1.0:1767318554.231968:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2231 00000100:00100000:1.0:1767318554.231995:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383801216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318554.232032:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318554.232090:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383801216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318554.232098:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2231 00000100:00100000:3.0:1767318554.232121:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2232 00000100:00100000:3.0:1767318554.232132:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7906a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383801088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318554.232154:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767318554.232163:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318554.232169:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318554.232202:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7906a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383801088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318554.232327:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383801088:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318554.243863:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383801216:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318554.254972:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2232 00000100:00100000:1.0:1767318554.743433:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318555.255123:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318555.767026:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318556.284164:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318556.792185:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318556.792276:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318556.792284:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318556.792288:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318556.792293:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318556.792298:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318556.792308:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3454 00000100:00080000:2.0:1767318556.792313:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318556.792321:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318556.792376:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7905880 x1853164383801344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318556.792413:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318556.792418:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318556.792420:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318556.792425:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3454 00000100:00080000:2.0:1767318556.792427:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318556.792431:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318556.792446:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7907800 x1853164383801472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318556.792498:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318556.792503:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318556.792505:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318556.792509:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3454 00000100:00080000:2.0:1767318556.792511:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318556.792516:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318556.792533:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf6300 x1853164383801728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318556.792573:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318556.792576:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318556.792578:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318556.792582:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3454 00000100:00080000:2.0:1767318556.792584:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318556.792588:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318556.792600:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf7100 x1853164383801984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318556.792639:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383802112:0@lo:400:kworker.0 00000100:00100000:2.0:1767318556.792726:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318556.792839:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318556.792846:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383801856:0@lo:400:kworker.0 00000100:00100000:2.0:1767318556.792876:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318556.793055:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383802240:0@lo:400:kworker.0 00000100:00100000:3.0:1767318556.793091:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318556.793122:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318556.793127:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383801600:0@lo:400:kworker.0 00000100:00100000:3.0:1767318556.793151:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318556.793191:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383801856 00000100:00100000:3.0:1767318556.793201:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383801856 00000100:00100000:3.0:1767318556.793264:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383801600 00000100:00100000:3.0:1767318556.793267:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383801600 00000100:00100000:3.0:1767318556.793292:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4256 00000100:00100000:3.0:1767318556.793303:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383801856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318556.793367:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383801856:12345-0@lo:400:kworker.0 Request processed in 65us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318556.793375:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4256 00000100:00100000:3.0:1767318556.793395:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4257 00000100:00100000:3.0:1767318556.793402:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383801600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318556.793436:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383801600:12345-0@lo:400:kworker.0 Request processed in 34us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318556.793442:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4257 00000100:00080000:3.0:1767318556.793464:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318556.793501:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383801600:0@lo:400:kworker.0 00000100:00100000:3.0:1767318556.793529:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383801856:0@lo:400:kworker.0 00000100:00100000:2.0:1767318556.795354:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383802112 00000100:00100000:2.0:1767318556.795372:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383802112 00000100:00100000:2.0:1767318556.795460:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383802240 00000100:00100000:2.0:1767318556.795463:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383802240 00000100:00100000:2.0:1767318556.795495:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1482 00000100:00100000:2.0:1767318556.795507:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383802112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318556.795616:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383802112:12345-0@lo:400:kworker.0 Request processed in 111us (2889us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318556.795623:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1482 00000100:00100000:2.0:1767318556.795641:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1483 00000100:00100000:2.0:1767318556.795647:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383802240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318556.795684:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383802240:12345-0@lo:400:kworker.0 Request processed in 38us (2593us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318556.795690:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1483 00000100:00080000:3.0:1767318556.796278:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318556.796286:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318556.796337:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383802240:0@lo:400:kworker.0 00000100:00100000:3.0:1767318556.796384:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383802112:0@lo:400:kworker.0 00000100:00100000:0.0:1767318556.796507:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383801344:0@lo:38:kworker.0 00000100:00100000:0.0:1767318556.796574:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318556.796622:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383801472:0@lo:38:kworker.0 00000100:00100000:0.0:1767318556.796647:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318556.796673:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383801728:0@lo:38:kworker.0 00000100:00100000:0.0:1767318556.796694:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318556.796717:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383801984:0@lo:38:kworker.0 00000100:00100000:0.0:1767318556.796735:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318556.796892:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383801344 00000100:00100000:0.0:1767318556.796898:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383801344 00000100:00100000:0.0:1767318556.796928:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383801728 00000100:00100000:0.0:1767318556.796930:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383801728 00000100:00100000:0.0:1767318556.796942:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383801984 00000100:00100000:0.0:1767318556.796944:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383801984 00000100:00100000:0.0:1767318556.796954:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23206 00000100:00100000:0.0:1767318556.796960:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383801344:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318556.796995:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318556.797034:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383801344:12345-0@lo:38:kworker.0 Request processed in 73us (460us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318556.797041:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23206 00000100:00100000:0.0:1767318556.797056:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23207 00000100:00100000:0.0:1767318556.797060:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383801728:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318556.797068:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318556.797091:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383801728:12345-0@lo:38:kworker.0 Request processed in 29us (395us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318556.797096:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23207 00000100:00100000:0.0:1767318556.797106:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23208 00000100:00100000:0.0:1767318556.797110:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383801984:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318556.797118:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318556.797139:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383801984:12345-0@lo:38:kworker.0 Request processed in 27us (402us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318556.797144:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23208 00000100:00080000:0.0:1767318556.797183:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318556.797189:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318556.797192:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383801344:0@lo:38:kworker.0 00000100:00080000:0.0:1767318556.797203:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318556.797206:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318556.797209:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383801728:0@lo:38:kworker.0 00000100:00080000:0.0:1767318556.797217:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318556.797220:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318556.797223:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383801984:0@lo:38:kworker.0 00000100:00100000:1.0:1767318556.798317:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383801472 00000100:00100000:1.0:1767318556.798331:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383801472 00000100:00100000:1.0:1767318556.798386:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2530 00000100:00100000:1.0:1767318556.798394:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383801472:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318556.798413:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318556.798518:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383801472:12345-0@lo:38:kworker.0 Request processed in 123us (1869us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318556.798526:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2530 00000100:00080000:3.0:1767318556.801383:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318556.801401:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318556.801408:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383801472:0@lo:38:kworker.0 00010000:00010000:1.0:1767318557.303361:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318557.769509:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318557.770809:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297320832 00000100:00100000:2.0:1767318557.770829:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297320832 00000100:00100000:2.0:1767318557.770906:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23209 00000100:00100000:2.0:1767318557.770917:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297320832:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318557.770946:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318557.771914:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297320832:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 991us (2414us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318557.771927:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23209 00000100:00100000:3.0:1767318557.777393:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318557.777565:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297320960 00000100:00100000:2.0:1767318557.777579:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297320960 00000100:00080000:3.0:1767318557.777813:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318557.778076:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4258 00000100:00100000:2.0:1767318557.778092:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297320960:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318557.779581:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297320960:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 1483us (2191us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318557.779597:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4258 00000100:00100000:1.0:1767318557.815617:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318558.329166:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318558.841255:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318559.351358:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318559.351433:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383802496:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318559.351538:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318559.351643:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383802368:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318559.351669:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318559.352000:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383802496 00000100:00100000:3.0:1767318559.352012:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383802496 00000100:00100000:3.0:1767318559.352089:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383802368 00000100:00100000:3.0:1767318559.352093:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383802368 00000100:00100000:3.0:1767318559.352121:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2233 00000100:00100000:3.0:1767318559.352133:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383802496:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318559.352159:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2234 00002000:00000024:3.0:1767318559.352174:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318559.352180:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383802368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318559.352205:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318559.352239:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383802496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318559.352248:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2233 00000100:00100000:1.0:1767318559.352269:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383802368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318559.352276:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2234 00000100:00100000:0.0:1767318559.352541:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383802368:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318559.352571:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318559.352576:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318559.352596:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383802496:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318559.865087:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318560.375687:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318560.886920:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318561.402009:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318561.910995:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318561.911129:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318561.911137:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318561.911140:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318561.911145:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318561.911150:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318561.911159:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3460 00000100:00080000:2.0:1767318561.911164:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318561.911172:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318561.911229:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf4e00 x1853164383802624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318561.911271:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318561.911276:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318561.911278:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318561.911283:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3460 00000100:00080000:2.0:1767318561.911295:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318561.911300:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318561.911324:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf7480 x1853164383802752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318561.911338:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383802624:0@lo:38:kworker.0 00000100:00080000:2.0:1767318561.911381:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318561.911387:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318561.911389:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318561.911393:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3460 00000100:00080000:2.0:1767318561.911397:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318561.911402:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318561.911415:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf7b80 x1853164383803008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318561.911442:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318561.911446:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318561.911452:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318561.911455:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318561.911460:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3460 00000100:00080000:2.0:1767318561.911463:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318561.911467:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318561.911481:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf6d80 x1853164383803264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318561.911545:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383802752:0@lo:38:kworker.0 00000100:00100000:2.0:1767318561.911549:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383803520:0@lo:400:kworker.0 00000100:00100000:0.0:1767318561.911598:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318561.911669:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383802880:0@lo:400:kworker.0 00000100:00100000:2.0:1767318561.911975:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318561.912026:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383803136:0@lo:400:kworker.0 00000100:00100000:2.0:1767318561.912055:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318561.912077:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318561.912082:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383803392:0@lo:400:kworker.0 00000100:00100000:2.0:1767318561.912103:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318561.912140:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383802624 00000100:00100000:2.0:1767318561.912150:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383802624 00000100:00100000:2.0:1767318561.912189:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383803136 00000100:00100000:2.0:1767318561.912192:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383803136 00000100:00100000:2.0:1767318561.912253:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4259 00000100:00100000:2.0:1767318561.912266:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383803136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318561.912335:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383803136:12345-0@lo:400:kworker.0 Request processed in 72us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318561.912344:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4259 00000100:00100000:2.0:1767318561.912363:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23210 00000100:00100000:2.0:1767318561.912368:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383802624:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318561.912390:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318561.912421:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383802624:12345-0@lo:38:kworker.0 Request processed in 52us (984us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318561.912428:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23210 00000100:00100000:2.0:1767318561.912449:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383803520 00000100:00100000:2.0:1767318561.912453:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383803520 00000100:00100000:2.0:1767318561.912479:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383803392 00000100:00100000:2.0:1767318561.912482:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383803392 00000100:00100000:2.0:1767318561.912513:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1484 00000100:00100000:2.0:1767318561.912521:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383803520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318561.912557:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383803520:12345-0@lo:400:kworker.0 Request processed in 37us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318561.912564:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1484 00000100:00100000:2.0:1767318561.912574:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1485 00000100:00100000:2.0:1767318561.912581:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383803392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318561.912606:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383803392:12345-0@lo:400:kworker.0 Request processed in 26us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318561.912612:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1485 00000100:00080000:2.0:1767318561.912638:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318561.912642:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318561.912645:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318561.912685:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383803392:0@lo:400:kworker.0 00000100:00100000:2.0:1767318561.912696:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383803136:0@lo:400:kworker.0 00000100:00100000:2.0:1767318561.912722:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383803520:0@lo:400:kworker.0 00000100:00100000:2.0:1767318561.912922:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383802752 00000100:00100000:2.0:1767318561.912927:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383802752 00000100:00100000:2.0:1767318561.912953:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2531 00000100:00100000:2.0:1767318561.912958:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383802752:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318561.912969:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318561.913000:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383802752:12345-0@lo:38:kworker.0 Request processed in 41us (1403us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318561.913006:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2531 00000100:00080000:0.0:1767318561.916003:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318561.916016:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318561.916020:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383802752:0@lo:38:kworker.0 00000100:00100000:0.0:1767318561.916032:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383803008:0@lo:38:kworker.0 00000100:00100000:0.0:1767318561.916092:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318561.916134:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383803264:0@lo:38:kworker.0 00000100:00100000:0.0:1767318561.916156:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318561.916188:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318561.916193:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318561.916196:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383802624:0@lo:38:kworker.0 00000100:00100000:0.0:1767318561.916248:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383803008 00000100:00100000:0.0:1767318561.916254:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383803008 00000100:00100000:0.0:1767318561.916287:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383803264 00000100:00100000:0.0:1767318561.916290:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383803264 00000100:00100000:0.0:1767318561.916309:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23211 00000100:00100000:0.0:1767318561.916316:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383803008:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318561.916336:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318561.916380:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383803008:12345-0@lo:38:kworker.0 Request processed in 62us (287us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318561.916387:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23211 00000100:00100000:0.0:1767318561.916402:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23212 00000100:00100000:0.0:1767318561.916406:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383803264:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318561.916506:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318561.916534:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383803264:12345-0@lo:38:kworker.0 Request processed in 126us (378us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318561.916540:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23212 00000100:00080000:0.0:1767318561.916569:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318561.916573:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318561.916576:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383803008:0@lo:38:kworker.0 00000100:00080000:0.0:1767318561.916582:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318561.916629:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318561.916632:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383803264:0@lo:38:kworker.0 00000100:00100000:1.0:1767318561.917698:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318561.920087:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383802880 00000100:00100000:2.0:1767318561.920102:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383802880 00000100:00100000:2.0:1767318561.920198:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4260 00000100:00100000:2.0:1767318561.920210:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383802880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318561.920299:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383802880:12345-0@lo:400:kworker.0 Request processed in 92us (2608us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318561.920306:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4260 00000100:00100000:1.0:1767318561.920603:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383802880:0@lo:400:kworker.0 00000100:00080000:0.0:1767318561.920742:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318562.423639:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318562.892227:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318562.892271:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318562.901762:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297321216 00000100:00100000:1.0:1767318562.901804:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297321216 00000100:00100000:1.0:1767318562.901893:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297321088 00000100:00100000:1.0:1767318562.901897:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297321088 00000100:00100000:1.0:1767318562.901923:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4261 00000100:00100000:1.0:1767318562.901939:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297321216:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318562.902040:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297321216:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 107us (9823us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318562.902048:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4261 00000100:00080000:3.0:1767318562.902068:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318562.902071:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23213 00000100:00100000:1.0:1767318562.902078:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297321088:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318562.902665:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318562.902704:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297321088:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 624us (10432us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318562.902712:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23213 00000100:00100000:1.0:1767318562.935837:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318563.447092:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318563.963051:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318564.471326:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318564.471497:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318564.471517:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383803776:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318564.471587:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318564.471656:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318564.471670:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383803776 00000100:00100000:1.0:1767318564.471677:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383803776 00000100:00100000:1.0:1767318564.471735:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2235 00000100:00100000:1.0:1767318564.471747:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383803776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318564.471800:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318564.471851:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383803776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318564.471858:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2235 00000100:00080000:1.0:1767318564.471880:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318564.471916:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383803776:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318564.475391:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383803648:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318564.475522:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318564.475858:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383803648 00000100:00100000:3.0:1767318564.475867:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383803648 00000100:00100000:3.0:1767318564.475944:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2236 00000100:00100000:3.0:1767318564.475954:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383803648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318564.475987:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318564.476043:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383803648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318564.476051:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2236 00000100:00080000:1.0:1767318564.476452:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318564.476656:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383803648:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318564.983067:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318565.495242:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318566.007002:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318566.521590:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318567.030924:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318567.030934:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318567.030937:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318567.030942:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318567.030946:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318567.030954:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3465 00000100:00080000:2.0:1767318567.030958:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318567.030967:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318567.031012:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf4700 x1853164383803904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318567.031039:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318567.031043:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318567.031044:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318567.031048:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3465 00000100:00080000:2.0:1767318567.031051:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318567.031054:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318567.031067:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5f80 x1853164383804032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318567.031115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318567.031119:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318567.031122:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318567.031126:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3465 00000100:00080000:2.0:1767318567.031128:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318567.031132:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318567.031144:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5180 x1853164383804288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318567.031165:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318567.031167:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318567.031168:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318567.031171:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3465 00000100:00080000:2.0:1767318567.031172:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318567.031174:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318567.031180:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf6d80 x1853164383804544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318567.031213:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383804800:0@lo:400:kworker.0 00000100:00100000:2.0:1767318567.031278:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318567.031342:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318567.031349:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383804160:0@lo:400:kworker.0 00000100:00100000:2.0:1767318567.031373:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318567.031398:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383804672:0@lo:400:kworker.0 00000100:00100000:2.0:1767318567.031410:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318567.031552:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383804800 00000100:00100000:3.0:1767318567.031559:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383804800 00000100:00100000:3.0:1767318567.031603:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383804672 00000100:00100000:3.0:1767318567.031605:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383804672 00000100:00100000:3.0:1767318567.031619:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1486 00000100:00100000:3.0:1767318567.031625:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383804800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318567.031667:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383804800:12345-0@lo:400:kworker.0 Request processed in 43us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318567.031672:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1486 00000100:00100000:3.0:1767318567.031683:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1487 00000100:00100000:3.0:1767318567.031687:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383804672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318567.031703:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383804672:12345-0@lo:400:kworker.0 Request processed in 16us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318567.031707:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1487 00000100:00100000:3.0:1767318567.031734:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383804800:0@lo:400:kworker.0 00000100:00100000:1.0:1767318567.031868:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318567.031878:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318567.031881:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318567.032573:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383804672:0@lo:400:kworker.0 00000100:00100000:2.0:1767318567.032586:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318567.032593:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383804416:0@lo:400:kworker.0 00000100:00100000:2.0:1767318567.032624:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318567.033566:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383803904:0@lo:38:kworker.0 00000100:00100000:0.0:1767318567.033606:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318567.035799:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383804032:0@lo:38:kworker.0 00000100:00100000:0.0:1767318567.035845:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318567.035861:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383804288:0@lo:38:kworker.0 00000100:00100000:0.0:1767318567.035875:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318567.035951:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383804160 00000100:00100000:3.0:1767318567.035959:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383804160 00000100:00100000:3.0:1767318567.036029:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383804416 00000100:00100000:3.0:1767318567.036033:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383804416 00000100:00100000:3.0:1767318567.036054:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383803904 00000100:00100000:3.0:1767318567.036058:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383803904 00000100:00100000:3.0:1767318567.036071:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4262 00000100:00100000:3.0:1767318567.036077:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383804160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318567.036123:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383804160:12345-0@lo:400:kworker.0 Request processed in 46us (4748us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318567.036128:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4262 00000100:00100000:3.0:1767318567.036139:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4263 00000100:00100000:3.0:1767318567.036142:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383804416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318567.036161:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383804416:12345-0@lo:400:kworker.0 Request processed in 19us (3537us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318567.036165:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4263 00000100:00100000:3.0:1767318567.036172:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23214 00000100:00100000:3.0:1767318567.036174:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383803904:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318567.036189:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318567.036207:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383803904:12345-0@lo:38:kworker.0 Request processed in 32us (2601us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318567.036211:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23214 00000100:00100000:3.0:1767318567.036243:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383804160:0@lo:400:kworker.0 00000100:00100000:3.0:1767318567.036271:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383804416:0@lo:400:kworker.0 00000100:00100000:3.0:1767318567.036301:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383804032 00000100:00100000:3.0:1767318567.036303:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383804032 00000100:00100000:3.0:1767318567.036316:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2532 00000100:00100000:3.0:1767318567.036319:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383804032:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318567.036325:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318567.036342:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383804032:12345-0@lo:38:kworker.0 Request processed in 22us (497us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318567.036345:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2532 00000100:00080000:3.0:1767318567.036365:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318567.037290:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383804544:0@lo:38:kworker.0 00000100:00100000:0.0:1767318567.037331:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318567.037717:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318567.037723:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318567.037728:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383803904:0@lo:38:kworker.0 00000100:00080000:0.0:1767318567.037738:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318567.037742:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318567.037745:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383804032:0@lo:38:kworker.0 00000100:00100000:1.0:1767318567.037827:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383804288 00000100:00100000:1.0:1767318567.037833:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383804288 00000100:00100000:3.0:1767318567.037893:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383804544 00000100:00100000:3.0:1767318567.037897:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383804544 00000100:00100000:3.0:1767318567.037918:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23215 00000100:00100000:3.0:1767318567.037924:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383804288:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318567.037939:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318567.037977:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383804288:12345-0@lo:38:kworker.0 Request processed in 52us (2099us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318567.037984:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23215 00000100:00100000:3.0:1767318567.037998:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23216 00000100:00100000:3.0:1767318567.038002:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383804544:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318567.038011:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318567.038033:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383804544:12345-0@lo:38:kworker.0 Request processed in 29us (702us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318567.038039:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23216 00000100:00080000:0.0:1767318567.038103:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318567.038107:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318567.038110:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383804288:0@lo:38:kworker.0 00000100:00080000:0.0:1767318567.038117:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318567.038120:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318567.038123:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383804544:0@lo:38:kworker.0 00010000:00010000:1.0:1767318567.542945:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318568.013825:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318568.013874:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318568.013905:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297321472 00000100:00100000:0.0:1767318568.013917:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297321472 00000100:00080000:3.0:1767318568.013991:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318568.016579:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297321344 00000100:00100000:2.0:1767318568.016595:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297321344 00000100:00100000:2.0:1767318568.016648:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4264 00000100:00100000:2.0:1767318568.016664:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297321472:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318568.016766:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297321472:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 109us (2954us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318568.016774:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4264 00000100:00100000:2.0:1767318568.016812:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23217 00000100:00100000:2.0:1767318568.016817:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297321344:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318568.016839:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318568.016867:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297321344:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 48us (2993us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318568.016873:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23217 00000100:00100000:2.0:1767318568.055108:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318568.570551:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318569.078996:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318569.591619:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318569.591716:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318569.591737:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383805056:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318569.591775:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383804928:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318569.594694:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318569.602596:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383804928 00000100:00100000:1.0:1767318569.602612:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383804928 00000100:00100000:1.0:1767318569.602796:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2237 00000100:00100000:1.0:1767318569.602823:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383804928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318569.602862:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318569.602949:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383804928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 134us (8261us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318569.602957:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2237 00000100:00100000:2.0:1767318569.603378:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383804928:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318569.603712:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318569.604150:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383805056 00000100:00100000:1.0:1767318569.604156:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383805056 00000100:00080000:0.0:1767318569.604220:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318569.604225:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318569.607083:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2238 00000100:00100000:1.0:1767318569.607104:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383805056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318569.607140:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318569.607225:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383805056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 131us (3515us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318569.607232:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2238 00000100:00100000:3.0:1767318569.607336:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383805056:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318570.103090:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318570.616642:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318571.128671:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318571.128718:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318546/real 1767318546] req@ffff9369b7904a80 x1853164383798656/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318571 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318571.128754:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b7904a80 x1853164383798656/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318571 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318571.128802:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318571.128827:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318571.128831:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383798656:0@lo:250:kworker.0 00000100:00080000:3.0:1767318571.128879:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318571.128885:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318571.128888:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318571.128894:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3449 00000100:00080000:3.0:1767318571.128899:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318571.128907:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318571.128947:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be7b80 x1853164383805184/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318571.128973:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318571.128977:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318571.128979:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318571.128982:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3470 00000100:00080000:3.0:1767318571.128985:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318571.128988:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318571.129004:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be5f80 x1853164383805312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318571.129012:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318571.129016:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318571.129018:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318571.129021:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3470 00000100:00080000:3.0:1767318571.129024:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318571.129027:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318571.129037:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6d80 x1853164383805440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318571.129065:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383805184:0@lo:250:kworker.0 00000100:00080000:3.0:1767318571.129086:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318571.129091:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318571.129094:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318571.129098:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3470 00000100:00080000:3.0:1767318571.129101:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318571.129106:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318571.129112:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383805568:0@lo:400:kworker.0 00000100:00100000:3.0:1767318571.129120:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be4e00 x1853164383805696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:2.0:1767318571.129134:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383805184 offset 0 length 520: 4 00000100:00100000:0.0:1767318571.129156:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318571.129156:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318571.129163:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318571.129165:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318571.129170:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3470 00000100:00080000:3.0:1767318571.129173:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767318571.129179:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383805312:0@lo:38:kworker.0 00000100:00080000:3.0:1767318571.129179:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318571.129196:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6680 x1853164383805952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318571.129197:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383805824:0@lo:400:kworker.0 00000100:00100000:2.0:1767318571.129209:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318571.129236:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318571.129256:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318571.129264:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383806080:0@lo:400:kworker.0 00000100:00100000:0.0:1767318571.129288:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318571.129311:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318571.129317:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383806208:0@lo:400:kworker.0 00000100:00100000:0.0:1767318571.129336:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318571.129362:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383805568 00000100:00100000:0.0:1767318571.129370:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383805568 00000100:00100000:2.0:1767318571.129380:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383805440:0@lo:38:kworker.0 00000100:00100000:2.0:1767318571.129404:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318571.129469:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383805696:0@lo:38:kworker.0 00000100:00100000:1.0:1767318571.129508:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383806080 00000100:00100000:1.0:1767318571.129513:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383806080 00000100:00100000:3.0:1767318571.129515:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383806208 00000100:00100000:3.0:1767318571.129521:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383806208 00000100:00100000:1.0:1767318571.129643:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1488 00000100:00100000:1.0:1767318571.129655:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383806080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318571.129717:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383806080:12345-0@lo:400:kworker.0 Request processed in 65us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318571.129769:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383805312 00000100:00100000:0.0:1767318571.129773:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383805312 00000100:00100000:0.0:1767318571.129810:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383805824 00000100:00100000:0.0:1767318571.129813:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383805824 00000100:00100000:0.0:1767318571.129829:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4265 00000100:00100000:0.0:1767318571.129835:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383805568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318571.129868:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383805568:12345-0@lo:400:kworker.0 Request processed in 34us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318571.129877:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4265 00000100:00100000:0.0:1767318571.129893:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4266 00000100:00100000:0.0:1767318571.129899:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383805824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318571.129924:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383805824:12345-0@lo:400:kworker.0 Request processed in 25us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318571.129929:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4266 00000100:00100000:0.0:1767318571.129940:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23218 00000100:00100000:0.0:1767318571.129944:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383805312:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318571.129948:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1767318571.129960:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318571.129961:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383805952:0@lo:38:kworker.0 00000100:00100000:0.0:1767318571.129983:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383805312:12345-0@lo:38:kworker.0 Request processed in 37us (777us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318571.129983:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318571.129990:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23218 00000100:00100000:0.0:1767318571.130000:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383805696 00000100:00100000:0.0:1767318571.130003:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383805696 00000100:00080000:2.0:1767318571.130008:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767318571.130013:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383805952 00000100:00080000:2.0:1767318571.130013:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318571.130018:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1489 00000100:00100000:2.0:1767318571.130019:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383805312:0@lo:38:kworker.0 00000100:00100000:0.0:1767318571.130028:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383805952 00000100:00100000:3.0:1767318571.130032:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383806208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318571.130040:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23219 00000100:00100000:0.0:1767318571.130045:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383805696:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318571.130055:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318571.130058:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23220 00000100:00100000:2.0:1767318571.130064:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383805952:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318571.130074:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318571.130079:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383806208:12345-0@lo:400:kworker.0 Request processed in 50us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318571.130087:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1489 00000100:00100000:0.0:1767318571.130096:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383805696:12345-0@lo:38:kworker.0 Request processed in 48us (146us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318571.130101:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383805952:12345-0@lo:38:kworker.0 Request processed in 37us (118us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318571.130103:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23219 00000100:00100000:2.0:1767318571.130107:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23220 00000100:00100000:3.0:1767318571.130118:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383805440 00000100:00100000:3.0:1767318571.130123:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383805440 00000100:00080000:0.0:1767318571.130127:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318571.130133:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318571.130135:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318571.130144:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767318571.130150:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2533 00000100:00080000:2.0:1767318571.130151:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318571.130158:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383805440:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318571.130159:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383806080:0@lo:400:kworker.0 00000100:00100000:2.0:1767318571.130159:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383805696:0@lo:38:kworker.0 00000100:00080000:2.0:1767318571.130172:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00020000:3.0:1767318571.130174:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318571.130175:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383805824:0@lo:400:kworker.0 00000100:00080000:2.0:1767318571.130177:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318571.130183:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383805952:0@lo:38:kworker.0 00000100:00100000:0.0:1767318571.130204:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383806208:0@lo:400:kworker.0 00000100:00100000:0.0:1767318571.130213:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383805568:0@lo:400:kworker.0 00000100:00100000:1.0:1767318571.130372:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1488 00000100:00080000:2.0:1767318571.130548:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767318571.130552:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383805440:12345-0@lo:38:kworker.0 Request processed in 393us (1144us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767318571.130554:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318571.130564:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2533 00000100:00100000:2.0:1767318571.130694:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383805440:0@lo:38:kworker.0 00010000:00010000:3.0:1767318571.639325:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318572.151651:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318572.663146:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318573.127609:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:1.0:1767318573.127655:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297321856 offset 0 length 520: 4 00000100:00100000:1.0:1767318573.127681:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318573.127718:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297321600 00000100:00100000:0.0:1767318573.127729:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297321600 00000100:00100000:3.0:1767318573.127738:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297321728 00000100:00100000:3.0:1767318573.127745:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297321728 00000100:00080000:1.0:1767318573.127828:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318573.127869:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4267 00000100:00100000:0.0:1767318573.127884:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297321728:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318573.128017:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297321728:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 140us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318573.128028:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4267 00000100:00100000:0.0:1767318573.128043:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23221 00000100:00100000:0.0:1767318573.128047:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297321600:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318573.128063:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318573.128086:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297321600:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 38us (490us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318573.128093:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23221 00000100:00100000:1.0:1767318573.174872:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318573.687093:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318574.198899:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318574.710980:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1767318574.711004:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318574.711006:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383806336:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318574.711147:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318574.711159:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383806464:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318574.711311:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318574.711850:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383806336 00000100:00100000:0.0:1767318574.711860:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383806336 00000100:00100000:0.0:1767318574.711946:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2239 00000100:00100000:1.0:1767318574.711952:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318574.711961:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383806336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318574.711998:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318574.712054:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383806336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (754us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318574.712063:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2239 00000100:00100000:0.0:1767318574.712084:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383806464 00000100:00100000:0.0:1767318574.712088:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383806464 00000100:00100000:1.0:1767318574.712105:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383806336:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318574.712119:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2240 00000100:00100000:0.0:1767318574.712127:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383806464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318574.712144:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318574.712181:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383806464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318574.712187:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2240 00000100:00100000:1.0:1767318574.712690:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383806464:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318574.715115:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318574.715126:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318575.222899:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318575.735501:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318576.247165:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318576.247485:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318576.247493:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318576.247496:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318576.247502:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318576.247507:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318576.247516:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3474 00000100:00080000:2.0:1767318576.247521:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318576.247530:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318576.247591:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b05ad80 x1853164383806592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318576.247634:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318576.247638:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318576.247640:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318576.247645:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3474 00000100:00080000:2.0:1767318576.247647:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318576.247650:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318576.247663:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b05a680 x1853164383806720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318576.247700:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318576.247704:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318576.247706:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318576.247709:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3474 00000100:00080000:2.0:1767318576.247712:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318576.247715:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318576.247728:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b058380 x1853164383806976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318576.247758:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318576.247761:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318576.247763:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318576.247766:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3474 00000100:00080000:2.0:1767318576.247769:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318576.247773:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318576.247807:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e4e00 x1853164383807232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318576.247916:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383806848:0@lo:400:kworker.0 00000100:00100000:1.0:1767318576.247993:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318576.248077:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318576.248084:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383807488:0@lo:400:kworker.0 00000100:00100000:1.0:1767318576.248113:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318576.248140:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383807104:0@lo:400:kworker.0 00000100:00100000:1.0:1767318576.248166:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318576.248181:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318576.248186:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383807360:0@lo:400:kworker.0 00000100:00100000:1.0:1767318576.248207:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318576.248235:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383807488 00000100:00100000:1.0:1767318576.248243:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383807488 00000100:00100000:1.0:1767318576.248311:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383807360 00000100:00100000:1.0:1767318576.248315:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383807360 00000100:00100000:1.0:1767318576.248337:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1490 00000100:00100000:1.0:1767318576.248350:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383807488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318576.248414:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383807488:12345-0@lo:400:kworker.0 Request processed in 69us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318576.248422:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1490 00000100:00100000:1.0:1767318576.248438:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1491 00000100:00100000:1.0:1767318576.248446:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383807360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318576.248477:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383807360:12345-0@lo:400:kworker.0 Request processed in 33us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318576.248483:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1491 00000100:00100000:1.0:1767318576.248516:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383807360:0@lo:400:kworker.0 00000100:00100000:1.0:1767318576.248538:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383807488:0@lo:400:kworker.0 00000100:00100000:0.0:1767318576.248758:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383806592:0@lo:38:kworker.0 00000100:00100000:0.0:1767318576.248818:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318576.248840:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383806720:0@lo:38:kworker.0 00000100:00100000:0.0:1767318576.248862:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318576.248878:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383806976:0@lo:38:kworker.0 00000100:00100000:0.0:1767318576.248895:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318576.248910:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383807232:0@lo:38:kworker.0 00000100:00100000:0.0:1767318576.248926:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318576.248951:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383806848 00000100:00100000:0.0:1767318576.248954:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383806848 00000100:00100000:0.0:1767318576.248977:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383807104 00000100:00100000:0.0:1767318576.248980:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383807104 00000100:00100000:0.0:1767318576.248992:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383806592 00000100:00100000:0.0:1767318576.248995:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383806592 00000100:00100000:0.0:1767318576.249002:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383806976 00000100:00100000:0.0:1767318576.249004:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383806976 00000100:00100000:0.0:1767318576.249010:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383807232 00000100:00100000:0.0:1767318576.249012:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383807232 00000100:00100000:0.0:1767318576.249021:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4268 00000100:00100000:0.0:1767318576.249027:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383806848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318576.249065:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383806848:12345-0@lo:400:kworker.0 Request processed in 38us (1072us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318576.249071:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4268 00000100:00100000:0.0:1767318576.249085:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4269 00000100:00100000:0.0:1767318576.249091:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383807104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318576.249118:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383807104:12345-0@lo:400:kworker.0 Request processed in 28us (951us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318576.249124:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4269 00000100:00100000:0.0:1767318576.249136:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23222 00000100:00100000:0.0:1767318576.249139:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383806592:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318576.249156:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318576.249186:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383806592:12345-0@lo:38:kworker.0 Request processed in 44us (367us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318576.249192:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23222 00000100:00100000:0.0:1767318576.249205:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23223 00000100:00100000:0.0:1767318576.249208:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383806976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318576.249217:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318576.249240:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383806976:12345-0@lo:38:kworker.0 Request processed in 30us (344us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318576.249246:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23223 00000100:00100000:0.0:1767318576.249256:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23224 00000100:00100000:0.0:1767318576.249260:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383807232:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318576.249424:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318576.249452:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383807232:12345-0@lo:38:kworker.0 Request processed in 190us (524us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318576.249457:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23224 00000100:00080000:0.0:1767318576.249493:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318576.249499:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318576.249502:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383806592:0@lo:38:kworker.0 00000100:00080000:0.0:1767318576.249513:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318576.249516:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318576.249519:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383806976:0@lo:38:kworker.0 00000100:00080000:0.0:1767318576.249527:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318576.249530:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318576.249533:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383807232:0@lo:38:kworker.0 00000100:00100000:0.0:1767318576.249566:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383806848:0@lo:400:kworker.0 00000100:00100000:3.0:1767318576.249675:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383806720 00000100:00100000:3.0:1767318576.249680:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383806720 00000100:00100000:3.0:1767318576.249714:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2534 00000100:00100000:3.0:1767318576.249719:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383806720:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318576.249729:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318576.249763:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383806720:12345-0@lo:38:kworker.0 Request processed in 43us (900us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318576.249768:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2534 00000100:00080000:3.0:1767318576.249822:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318576.249826:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318576.249829:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383806720:0@lo:38:kworker.0 00000100:00080000:2.0:1767318576.250487:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318576.250493:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318576.250495:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318576.252010:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383807104:0@lo:400:kworker.0 00010000:00010000:3.0:1767318576.772774:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318577.271085:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318577.783021:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318578.252907:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318578.252949:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318578.253078:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297322112 00000100:00100000:1.0:1767318578.253087:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297322112 00000100:00100000:1.0:1767318578.253144:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297321984 00000100:00100000:1.0:1767318578.253146:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297321984 00000100:00100000:1.0:1767318578.253160:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4270 00000100:00080000:2.0:1767318578.253191:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318578.253213:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297322112:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318578.253300:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297322112:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 133us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318578.257675:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23225 00000100:00100000:1.0:1767318578.257694:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4270 00000100:00100000:3.0:1767318578.257696:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297321984:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318578.257734:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318578.257854:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297321984:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 163us (4901us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318578.257862:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23225 00000100:00100000:1.0:1767318578.295022:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318578.807531:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318579.319759:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318579.833199:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318579.833247:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383807616:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318579.833322:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318579.833688:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383807616 00000100:00100000:1.0:1767318579.833697:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383807616 00000100:00100000:1.0:1767318579.833766:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2241 00000100:00100000:1.0:1767318579.833776:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383807616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318579.833836:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318579.833886:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383807616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318579.833894:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2241 00000100:00100000:1.0:1767318579.833945:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383807616:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767318579.834124:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318579.834692:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318579.834980:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318579.834996:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383807744:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318579.835051:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318579.836343:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383807744 00000100:00100000:3.0:1767318579.836358:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383807744 00000100:00080000:2.0:1767318579.836661:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318579.836746:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2242 00000100:00100000:3.0:1767318579.836758:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383807744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318579.836859:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318579.837195:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383807744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 439us (2142us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318579.837204:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2242 00000100:00100000:2.0:1767318579.839740:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383807744:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318580.343644:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318580.855504:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318581.366973:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318581.367460:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318581.367467:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318581.367470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318581.367474:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318581.367478:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318581.367487:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3479 00000100:00080000:1.0:1767318581.367492:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318581.367499:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318581.367548:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c3b80 x1853164383807872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318581.367575:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318581.367579:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318581.367581:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318581.367585:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3479 00000100:00080000:1.0:1767318581.367588:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318581.367591:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318581.367605:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2d80 x1853164383808000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318581.367608:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383807872:0@lo:38:kworker.0 00000100:00080000:1.0:1767318581.367651:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318581.367655:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318581.367657:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318581.367660:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3479 00000100:00080000:1.0:1767318581.367663:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318581.367666:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318581.367679:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c3480 x1853164383808256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318581.367687:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318581.367712:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318581.367716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318581.367717:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318581.367721:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3479 00000100:00080000:1.0:1767318581.367724:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318581.367728:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318581.367739:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c3100 x1853164383808512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318581.367758:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383808000:0@lo:38:kworker.0 00000100:00100000:1.0:1767318581.367776:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383808384:0@lo:400:kworker.0 00000100:00100000:3.0:1767318581.367801:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318581.367821:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318581.367824:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383808256:0@lo:38:kworker.0 00000100:00100000:1.0:1767318581.367839:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318581.367842:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318581.367844:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383808640:0@lo:400:kworker.0 00000100:00100000:3.0:1767318581.367858:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383808512:0@lo:38:kworker.0 00000100:00100000:1.0:1767318581.367865:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318581.367874:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318581.367892:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383807872 00000100:00100000:3.0:1767318581.367895:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383808384 00000100:00100000:1.0:1767318581.367899:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383807872 00000100:00100000:3.0:1767318581.367910:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383808384 00000100:00100000:1.0:1767318581.367941:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383808256 00000100:00100000:1.0:1767318581.367944:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383808256 00000100:00100000:3.0:1767318581.367944:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383808512 00000100:00100000:3.0:1767318581.367947:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383808512 00000100:00100000:1.0:1767318581.367956:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4271 00000100:00100000:2.0:1767318581.367997:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383808128:0@lo:400:kworker.0 00000100:00100000:2.0:1767318581.368026:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318581.368040:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318581.368045:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383808768:0@lo:400:kworker.0 00000100:00100000:2.0:1767318581.368063:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318581.368106:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383808640 00000100:00100000:2.0:1767318581.368110:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383808640 00000100:00100000:2.0:1767318581.368142:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383808768 00000100:00100000:2.0:1767318581.368145:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383808768 00000100:00100000:2.0:1767318581.368170:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1492 00000100:00100000:2.0:1767318581.368178:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383808640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318581.368223:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23226 00000100:00100000:3.0:1767318581.368229:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383807872:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318581.368232:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383808640:12345-0@lo:400:kworker.0 Request processed in 56us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318581.368239:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1492 00010000:00020000:3.0:1767318581.368250:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318581.368256:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1493 00000100:00100000:2.0:1767318581.368261:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383808768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318581.368284:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383808768:12345-0@lo:400:kworker.0 Request processed in 24us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318581.368284:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383807872:12345-0@lo:38:kworker.0 Request processed in 54us (596us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318581.368290:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1493 00000100:00100000:3.0:1767318581.368291:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23226 00000100:00100000:3.0:1767318581.368300:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383808128 00000100:00100000:3.0:1767318581.368304:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383808128 00000100:00080000:2.0:1767318581.368306:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318581.368311:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318581.368325:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318581.368334:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4272 00000100:00100000:3.0:1767318581.368340:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383808128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318581.368364:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383808128:12345-0@lo:400:kworker.0 Request processed in 25us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318581.368369:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383808640:0@lo:400:kworker.0 00000100:00100000:3.0:1767318581.368370:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4272 00000100:00100000:3.0:1767318581.368383:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23227 00000100:00100000:3.0:1767318581.368387:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383808256:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318581.368396:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383808768:0@lo:400:kworker.0 00010000:00020000:3.0:1767318581.368396:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318581.368406:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383808128:0@lo:400:kworker.0 00000100:00100000:3.0:1767318581.368417:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383808256:12345-0@lo:38:kworker.0 Request processed in 29us (574us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318581.368422:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23227 00000100:00100000:3.0:1767318581.368433:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23228 00000100:00100000:3.0:1767318581.368436:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383808512:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318581.368444:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767318581.368445:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318581.368449:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318581.368452:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383808256:0@lo:38:kworker.0 00000100:00080000:2.0:1767318581.368461:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318581.368464:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318581.368464:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383808512:12345-0@lo:38:kworker.0 Request processed in 26us (589us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318581.368467:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383807872:0@lo:38:kworker.0 00000100:00100000:3.0:1767318581.368469:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23228 00000100:00080000:2.0:1767318581.368486:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318581.368489:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318581.368491:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383808512:0@lo:38:kworker.0 00000100:00100000:1.0:1767318581.368764:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383808384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318581.368832:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383808384:12345-0@lo:400:kworker.0 Request processed in 869us (1011us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318581.368838:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4271 00000100:00100000:0.0:1767318581.368934:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383808000 00000100:00100000:0.0:1767318581.368940:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383808000 00000100:00100000:0.0:1767318581.368968:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2535 00000100:00100000:0.0:1767318581.368973:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383808000:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318581.368984:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318581.369031:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383808000:12345-0@lo:38:kworker.0 Request processed in 57us (1229us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318581.369037:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2535 00000100:00100000:2.0:1767318581.369266:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383808384:0@lo:400:kworker.0 00000100:00080000:1.0:1767318581.369504:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318581.369509:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318581.369512:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383808000:0@lo:38:kworker.0 00010000:00010000:3.0:1767318581.879122:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318582.392118:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318582.903256:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318583.388598:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318583.388705:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318583.388761:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297322368 00000100:00100000:1.0:1767318583.388841:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297322368 00000100:00100000:1.0:1767318583.388930:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297322240 00000100:00100000:1.0:1767318583.388934:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297322240 00000100:00100000:1.0:1767318583.388961:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4273 00000100:00100000:1.0:1767318583.388973:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297322368:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318583.389074:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297322368:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 104us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318583.389083:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4273 00000100:00100000:1.0:1767318583.389102:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23229 00000100:00100000:1.0:1767318583.389106:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297322240:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318583.389127:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318583.389154:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297322240:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 46us (449us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318583.389162:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23229 00000100:00080000:3.0:1767318583.389442:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318583.414960:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318583.927360:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318584.442688:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318584.951099:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318584.951132:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383808896:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318584.951244:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318584.951554:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318584.951567:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383809024:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318584.951605:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318584.951635:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318584.951653:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383808896 00000100:00100000:1.0:1767318584.951663:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383808896 00000100:00100000:1.0:1767318584.951728:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383809024 00000100:00100000:1.0:1767318584.951732:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383809024 00000100:00100000:1.0:1767318584.951753:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2243 00000100:00100000:1.0:1767318584.951768:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383808896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318584.951835:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318584.951886:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383808896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 124us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318584.951894:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2243 00000100:00100000:1.0:1767318584.951914:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2244 00000100:00100000:1.0:1767318584.951922:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383809024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318584.951944:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318584.951975:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383809024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318584.951981:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2244 00000100:00080000:1.0:1767318584.951997:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318584.952002:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318584.952043:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383809024:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318584.952093:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383808896:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318585.463093:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318585.976933:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318586.487002:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318586.487019:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318586.487023:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318586.487028:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318586.487034:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318586.487045:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3484 00000100:00080000:1.0:1767318586.487052:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318586.487061:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318586.487120:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2d80 x1853164383809152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318586.487149:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318586.487152:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318586.487154:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318586.487159:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3484 00000100:00080000:1.0:1767318586.487162:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318586.487165:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318586.487180:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c1500 x1853164383809280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318586.487226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318586.487230:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318586.487232:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318586.487236:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3484 00000100:00080000:1.0:1767318586.487239:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318586.487242:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318586.487253:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2a00 x1853164383809536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318586.487289:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318586.487293:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318586.487295:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318586.487299:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3484 00000100:00080000:1.0:1767318586.487301:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318586.487305:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318586.487320:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c3800 x1853164383809792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318586.487374:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383810048:0@lo:400:kworker.0 00000100:00100000:1.0:1767318586.487469:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318586.487548:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318586.487556:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383809408:0@lo:400:kworker.0 00000100:00100000:1.0:1767318586.487587:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318586.487626:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383809664:0@lo:400:kworker.0 00000100:00100000:1.0:1767318586.487654:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318586.487675:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318586.487679:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383809920:0@lo:400:kworker.0 00000100:00100000:1.0:1767318586.487701:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318586.487739:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383809408 00000100:00100000:1.0:1767318586.487747:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383809408 00000100:00100000:1.0:1767318586.487839:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383809664 00000100:00100000:1.0:1767318586.487843:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383809664 00000100:00100000:1.0:1767318586.487877:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4274 00000100:00100000:1.0:1767318586.487888:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383809408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318586.487950:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383809408:12345-0@lo:400:kworker.0 Request processed in 63us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318586.487958:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4274 00000100:00100000:1.0:1767318586.487976:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4275 00000100:00100000:1.0:1767318586.487983:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383809664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318586.488012:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383809664:12345-0@lo:400:kworker.0 Request processed in 30us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318586.488018:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4275 00000100:00080000:1.0:1767318586.488035:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318586.488081:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383809664:0@lo:400:kworker.0 00000100:00100000:1.0:1767318586.488110:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383809408:0@lo:400:kworker.0 00000100:00100000:2.0:1767318586.488735:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383810048 00000100:00100000:2.0:1767318586.488743:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383810048 00000100:00100000:2.0:1767318586.488815:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383809920 00000100:00100000:2.0:1767318586.488819:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383809920 00000100:00100000:2.0:1767318586.488840:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1494 00000100:00100000:2.0:1767318586.488848:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383810048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318586.488917:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383810048:12345-0@lo:400:kworker.0 Request processed in 71us (1448us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318586.488923:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1494 00000100:00100000:2.0:1767318586.488937:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1495 00000100:00100000:2.0:1767318586.488943:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383809920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318586.488975:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383809920:12345-0@lo:400:kworker.0 Request processed in 33us (1273us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318586.488981:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1495 00000100:00100000:2.0:1767318586.489043:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383810048:0@lo:400:kworker.0 00000100:00100000:3.0:1767318586.492542:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383809152:0@lo:38:kworker.0 00000100:00100000:3.0:1767318586.492653:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318586.492745:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383809280:0@lo:38:kworker.0 00000100:00100000:3.0:1767318586.492778:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318586.492830:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383809536:0@lo:38:kworker.0 00000100:00100000:3.0:1767318586.492855:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318586.492879:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383809792:0@lo:38:kworker.0 00000100:00100000:3.0:1767318586.492903:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318586.492962:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383809280 00000100:00100000:3.0:1767318586.492972:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383809280 00000100:00100000:3.0:1767318586.493021:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2536 00000100:00100000:3.0:1767318586.493030:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383809280:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318586.493059:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318586.493113:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383809280:12345-0@lo:38:kworker.0 Request processed in 82us (334us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318586.493121:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2536 00000100:00100000:3.0:1767318586.493146:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383809152 00000100:00100000:3.0:1767318586.493149:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383809152 00000100:00100000:3.0:1767318586.493171:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383809536 00000100:00100000:3.0:1767318586.493173:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383809536 00000100:00100000:3.0:1767318586.493187:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383809792 00000100:00100000:3.0:1767318586.493189:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383809792 00000100:00100000:3.0:1767318586.493202:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23230 00000100:00100000:3.0:1767318586.493207:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383809152:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318586.493217:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318586.493242:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383809152:12345-0@lo:38:kworker.0 Request processed in 34us (590us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318586.493249:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23230 00000100:00100000:3.0:1767318586.493260:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23231 00000100:00100000:3.0:1767318586.493264:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383809536:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318586.493286:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318586.493308:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383809536:12345-0@lo:38:kworker.0 Request processed in 43us (453us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318586.493314:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23231 00000100:00100000:3.0:1767318586.493325:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23232 00000100:00100000:3.0:1767318586.493329:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383809792:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318586.493338:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318586.493359:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383809792:12345-0@lo:38:kworker.0 Request processed in 28us (455us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318586.493364:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23232 00000100:00080000:3.0:1767318586.493424:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318586.493430:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318586.493434:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383809152:0@lo:38:kworker.0 00000100:00080000:3.0:1767318586.493446:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318586.493449:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318586.493453:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383809280:0@lo:38:kworker.0 00000100:00080000:3.0:1767318586.493464:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318586.493468:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318586.493471:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383809536:0@lo:38:kworker.0 00000100:00080000:3.0:1767318586.493479:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318586.493482:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318586.493484:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383809792:0@lo:38:kworker.0 00000100:00100000:1.0:1767318586.493688:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318586.493735:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383809920:0@lo:400:kworker.0 00000100:00080000:0.0:1767318586.494282:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318586.494290:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767318586.999306:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318587.513837:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318588.023396:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318588.487846:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318588.487998:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318588.488208:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297322624 00000100:00100000:1.0:1767318588.488223:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297322624 00000100:00100000:1.0:1767318588.488328:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297322496 00000100:00100000:1.0:1767318588.488331:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297322496 00000100:00100000:1.0:1767318588.488352:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4276 00000100:00100000:1.0:1767318588.488363:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297322624:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318588.488483:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297322624:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 121us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318588.488493:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4276 00000100:00100000:1.0:1767318588.488514:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23233 00000100:00100000:1.0:1767318588.488519:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297322496:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318588.488549:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318588.488579:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297322496:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 58us (582us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318588.488585:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23233 00000100:00080000:2.0:1767318588.488845:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318588.536463:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318589.049529:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318589.559319:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318590.071133:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318590.071245:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383810176:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318590.071351:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318590.071645:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383810176 00000100:00100000:1.0:1767318590.071657:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383810176 00000100:00100000:1.0:1767318590.071751:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2245 00000100:00100000:1.0:1767318590.071771:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383810176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318590.071840:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318590.071898:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383810176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 137us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318590.071907:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2245 00000100:00100000:1.0:1767318590.071966:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383810176:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318590.072027:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318590.072232:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318590.072256:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383810304:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318590.072297:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318590.072377:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383810304 00000100:00100000:2.0:1767318590.072383:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383810304 00000100:00100000:2.0:1767318590.072431:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2246 00000100:00100000:2.0:1767318590.072932:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383810304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318590.072972:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318590.073037:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383810304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 598us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318590.073047:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2246 00000100:00100000:2.0:1767318590.073113:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383810304:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318590.073228:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318590.582974:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318591.100064:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318591.607092:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318591.608063:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318591.608075:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318591.608079:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318591.608085:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318591.608090:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318591.608100:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3489 00000100:00080000:1.0:1767318591.608107:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318591.608116:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318591.608179:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c3100 x1853164383810432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318591.608232:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318591.608236:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318591.608238:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318591.608243:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3489 00000100:00080000:1.0:1767318591.608245:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318591.608250:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318591.608267:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c1880 x1853164383810560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318591.608304:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383810432:0@lo:38:kworker.0 00000100:00080000:1.0:1767318591.608313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318591.608319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318591.608321:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318591.608325:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3489 00000100:00080000:1.0:1767318591.608329:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318591.608334:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318591.608353:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c3800 x1853164383810816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318591.608392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318591.608397:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318591.608400:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767318591.608410:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318591.608411:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3489 00000100:00080000:1.0:1767318591.608419:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318591.608424:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318591.608440:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c1500 x1853164383811072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318591.608506:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383810944:0@lo:400:kworker.0 00000100:00100000:2.0:1767318591.608508:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383810560:0@lo:38:kworker.0 00000100:00100000:2.0:1767318591.608549:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318591.608584:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383810816:0@lo:38:kworker.0 00000100:00100000:2.0:1767318591.608616:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318591.608644:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383811072:0@lo:38:kworker.0 00000100:00100000:2.0:1767318591.608676:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318591.608710:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383811328:0@lo:400:kworker.0 00000100:00100000:2.0:1767318591.608723:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383810432 00000100:00100000:2.0:1767318591.608735:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383810432 00000100:00100000:0.0:1767318591.608805:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318591.608820:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383810816 00000100:00100000:2.0:1767318591.608826:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383810816 00000100:00100000:0.0:1767318591.608855:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318591.608863:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383810688:0@lo:400:kworker.0 00000100:00100000:2.0:1767318591.608871:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383811072 00000100:00100000:2.0:1767318591.608878:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383811072 00000100:00100000:0.0:1767318591.608900:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318591.608950:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383810688 00000100:00100000:0.0:1767318591.608956:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383810688 00000100:00100000:0.0:1767318591.609015:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4277 00000100:00100000:0.0:1767318591.609028:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383810688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318591.609099:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383810688:12345-0@lo:400:kworker.0 Request processed in 74us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318591.609107:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4277 00000100:00100000:0.0:1767318591.609131:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23234 00000100:00100000:0.0:1767318591.609137:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383810432:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318591.609163:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318591.609201:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383810432:12345-0@lo:38:kworker.0 Request processed in 62us (798us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318591.609207:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23234 00000100:00100000:0.0:1767318591.609239:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23235 00000100:00100000:0.0:1767318591.609244:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383810816:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318591.609254:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318591.609279:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383810816:12345-0@lo:38:kworker.0 Request processed in 35us (664us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318591.609285:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23235 00000100:00100000:0.0:1767318591.609297:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23236 00000100:00100000:0.0:1767318591.609301:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383811072:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318591.609310:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318591.609333:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383811072:12345-0@lo:38:kworker.0 Request processed in 30us (656us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318591.609338:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23236 00000100:00100000:0.0:1767318591.609379:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383810688:0@lo:400:kworker.0 00000100:00100000:0.0:1767318591.609405:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383811200:0@lo:400:kworker.0 00000100:00100000:0.0:1767318591.609432:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318591.609510:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383811328 00000100:00100000:0.0:1767318591.609514:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383811328 00000100:00100000:0.0:1767318591.609558:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383811200 00000100:00100000:0.0:1767318591.609561:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383811200 00000100:00100000:0.0:1767318591.609585:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1496 00000100:00100000:0.0:1767318591.609593:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383811328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318591.609612:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1497 00000100:00100000:2.0:1767318591.609638:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383811200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318591.609647:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383811328:12345-0@lo:400:kworker.0 Request processed in 49us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318591.609659:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1496 00000100:00100000:0.0:1767318591.609691:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383810560 00000100:00100000:0.0:1767318591.609695:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383810560 00000100:00100000:0.0:1767318591.609723:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2537 00000100:00100000:0.0:1767318591.609730:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383810560:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318591.609740:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318591.609751:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383811200:12345-0@lo:400:kworker.0 Request processed in 120us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318591.609762:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1497 00000100:00100000:0.0:1767318591.609823:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383810560:12345-0@lo:38:kworker.0 Request processed in 90us (1271us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318591.609831:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2537 00000100:00100000:0.0:1767318591.609871:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383811328:0@lo:400:kworker.0 00000100:00100000:2.0:1767318591.610048:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383811200:0@lo:400:kworker.0 00000100:00080000:2.0:1767318591.610098:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318591.610104:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318591.610108:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383810816:0@lo:38:kworker.0 00000100:00080000:2.0:1767318591.610119:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318591.610122:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318591.610125:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383811072:0@lo:38:kworker.0 00000100:00080000:2.0:1767318591.610137:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318591.610140:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318591.610142:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383810432:0@lo:38:kworker.0 00000100:00080000:2.0:1767318591.610152:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318591.610155:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318591.610158:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383810560:0@lo:38:kworker.0 00000100:00100000:1.0:1767318591.610241:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318591.610367:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318591.612359:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383810944 00000100:00100000:2.0:1767318591.612376:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383810944 00000100:00100000:2.0:1767318591.612492:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4278 00000100:00100000:2.0:1767318591.612504:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383810944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318591.612625:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383810944:12345-0@lo:400:kworker.0 Request processed in 122us (2385us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318591.612634:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4278 00000100:00080000:3.0:1767318591.614981:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318591.616547:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383810944:0@lo:400:kworker.0 00010000:00010000:2.0:1767318592.119577:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318592.631336:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318593.143349:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318593.613298:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318593.613371:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318593.613596:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297322880 00000100:00100000:0.0:1767318593.613619:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297322880 00000100:00100000:3.0:1767318593.613821:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297322752 00000100:00100000:3.0:1767318593.613832:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297322752 00000100:00100000:0.0:1767318593.613985:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4279 00000100:00100000:3.0:1767318593.614094:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23237 00000100:00100000:3.0:1767318593.614105:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297322752:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318593.614142:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318593.614223:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297322880:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318593.614242:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297322752:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 132us (864us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318593.614252:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23237 00000100:00100000:0.0:1767318593.614324:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297322880:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 325us (1044us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318593.614334:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4279 00000100:00080000:1.0:1767318593.627118:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318593.657528:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318594.170051:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318594.678926:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318595.191122:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318595.191391:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318595.191416:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383811456:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318595.191486:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318595.191690:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383811584:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318595.191719:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318595.191822:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383811456 00000100:00100000:3.0:1767318595.191831:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383811456 00000100:00100000:3.0:1767318595.191902:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383811584 00000100:00100000:3.0:1767318595.191906:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383811584 00000100:00100000:3.0:1767318595.191928:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2247 00000100:00100000:3.0:1767318595.191938:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383811456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318595.191970:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318595.192017:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383811456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318595.192024:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2247 00000100:00100000:3.0:1767318595.192042:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2248 00000100:00100000:3.0:1767318595.192048:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383811584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318595.192077:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318595.192108:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383811584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318595.192113:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2248 00000100:00100000:2.0:1767318595.192436:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383811584:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318595.192460:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318595.192463:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318595.192480:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383811456:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318595.703228:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318596.215146:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318596.726910:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318571/real 1767318571] req@ffff936992be7b80 x1853164383805184/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318596 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318596.726947:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff936992be7b80 x1853164383805184/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318596 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318596.726967:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318596.726989:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318596.726992:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383805184:0@lo:250:kworker.0 00000100:00080000:1.0:1767318596.729324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318596.729346:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318596.729351:0:8:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318596.729361:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3474 00000100:00080000:1.0:1767318596.729366:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318596.729373:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318596.729421:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c3100 x1853164383811712/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318596.729512:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383811712:0@lo:250:kworker.0 00000400:00000100:3.0:1767318596.729563:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383811712 offset 0 length 520: 4 00000100:00080000:1.0:1767318596.729623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318596.729627:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318596.729629:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318596.729633:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3494 00000100:00080000:1.0:1767318596.729636:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318596.729640:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318596.729657:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c1500 x1853164383811840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318596.729799:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318596.730967:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318596.730975:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318596.730979:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318596.730988:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3494 00000100:00080000:1.0:1767318596.730993:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318596.730999:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318596.731034:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c3800 x1853164383811968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318596.734224:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383812096:0@lo:400:kworker.0 00000100:00100000:2.0:1767318596.734339:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318596.734461:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383811840:0@lo:38:kworker.0 00000100:00100000:3.0:1767318596.734496:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318596.734516:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383811968:0@lo:38:kworker.0 00000100:00100000:3.0:1767318596.734539:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318596.734581:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383811968 00000100:00100000:3.0:1767318596.734589:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383811968 00000100:00100000:3.0:1767318596.734625:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2538 00000100:00100000:3.0:1767318596.734632:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383811968:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318596.734658:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318596.734705:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383811968:12345-0@lo:38:kworker.0 Request processed in 71us (163us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318596.734711:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2538 00000100:00100000:0.0:1767318596.735111:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383812096 00000100:00100000:0.0:1767318596.735117:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383812096 00000100:00100000:0.0:1767318596.735171:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383811840 00000100:00100000:0.0:1767318596.735183:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383811840 00000100:00100000:0.0:1767318596.735202:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4280 00000100:00100000:0.0:1767318596.735210:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383812096:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767318596.735312:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318596.735318:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318596.735322:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383811968:0@lo:38:kworker.0 00000100:00100000:3.0:1767318596.735362:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23238 00000100:00100000:3.0:1767318596.735367:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383811840:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318596.735379:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318596.735411:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383811840:12345-0@lo:38:kworker.0 Request processed in 43us (915us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318596.735418:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23238 00000100:00080000:3.0:1767318596.735444:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318596.735448:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318596.735451:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383811840:0@lo:38:kworker.0 00000100:00080000:3.0:1767318596.735502:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318596.735675:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318596.735681:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318596.735684:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318596.735689:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3494 00000100:00080000:1.0:1767318596.735693:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318596.735698:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318596.735728:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c3b80 x1853164383812224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318596.735796:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318596.735801:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318596.735802:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318596.735806:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3494 00000100:00080000:1.0:1767318596.735809:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318596.735812:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318596.735825:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c1500 x1853164383812480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318596.736148:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383812736:0@lo:400:kworker.0 00000100:00100000:3.0:1767318596.736202:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318596.736255:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383812736 00000100:00100000:3.0:1767318596.736260:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383812736 00000100:00100000:3.0:1767318596.736294:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1498 00000100:00100000:3.0:1767318596.736302:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383812736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318596.736356:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383812736:12345-0@lo:400:kworker.0 Request processed in 54us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318596.736363:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1498 00000100:00100000:3.0:1767318596.736397:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383812736:0@lo:400:kworker.0 00000100:00100000:3.0:1767318596.736431:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383812352:0@lo:400:kworker.0 00000100:00100000:3.0:1767318596.736455:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318596.736474:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318596.736480:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383812608:0@lo:400:kworker.0 00000100:00100000:3.0:1767318596.736499:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318596.736522:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383812352 00000100:00100000:3.0:1767318596.736525:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383812352 00000100:00100000:3.0:1767318596.736555:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4281 00000100:00100000:3.0:1767318596.736562:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383812352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318596.736598:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383812352:12345-0@lo:400:kworker.0 Request processed in 36us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318596.736603:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4281 00000100:00100000:3.0:1767318596.736620:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383812608 00000100:00100000:3.0:1767318596.736623:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383812608 00000100:00100000:3.0:1767318596.736642:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1499 00000100:00100000:3.0:1767318596.736647:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383812608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318596.736675:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383812608:12345-0@lo:400:kworker.0 Request processed in 27us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318596.736680:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1499 00000100:00080000:3.0:1767318596.736696:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318596.736712:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383812608:0@lo:400:kworker.0 00000100:00100000:3.0:1767318596.736721:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383812352:0@lo:400:kworker.0 00000100:00100000:3.0:1767318596.736742:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383812224:0@lo:38:kworker.0 00000100:00100000:3.0:1767318596.737109:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318596.737127:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383812480:0@lo:38:kworker.0 00000100:00100000:3.0:1767318596.737146:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318596.737171:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383812224 00000100:00100000:3.0:1767318596.737183:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383812224 00000100:00100000:3.0:1767318596.737200:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383812480 00000100:00100000:3.0:1767318596.737203:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383812480 00000100:00100000:3.0:1767318596.737233:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23239 00000100:00100000:3.0:1767318596.737237:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383812224:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318596.737255:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318596.737288:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383812224:12345-0@lo:38:kworker.0 Request processed in 49us (179us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318596.737294:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23239 00000100:00100000:3.0:1767318596.737307:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23240 00000100:00100000:3.0:1767318596.737311:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383812480:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318596.737319:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318596.737355:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383812480:12345-0@lo:38:kworker.0 Request processed in 42us (208us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318596.737361:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23240 00000100:00080000:3.0:1767318596.737392:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318596.737397:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318596.737400:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383812224:0@lo:38:kworker.0 00000100:00080000:3.0:1767318596.737408:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318596.737411:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318596.737413:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383812480:0@lo:38:kworker.0 00000100:00100000:0.0:1767318596.739968:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383812096:12345-0@lo:400:kworker.0 Request processed in 4745us (5625us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318596.739983:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4280 00000100:00100000:2.0:1767318596.740667:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383812096:0@lo:400:kworker.0 00010000:00010000:2.0:1767318597.239596:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318597.702970:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318597.703099:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297323264 00000100:00100000:0.0:1767318597.703113:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297323264 00000100:00100000:0.0:1767318597.703222:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4282 00000100:00100000:0.0:1767318597.703234:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297323264:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318597.703349:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297323264:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 117us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318597.703359:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4282 00000100:00080000:3.0:1767318597.704777:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:3.0:1767318597.705556:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297323008 offset 0 length 520: 4 00000100:00100000:3.0:1767318597.705737:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318597.706297:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297323136 00000100:00100000:1.0:1767318597.706313:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297323136 00000100:00100000:1.0:1767318597.706393:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23241 00000100:00100000:1.0:1767318597.706403:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297323136:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318597.706435:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318597.706546:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297323136:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 142us (808us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318597.706555:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23241 00000100:00100000:2.0:1767318597.751153:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318598.263939:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318598.774935:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318599.287523:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318599.799589:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318600.314395:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318600.314915:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318600.314948:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383812864:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318600.315055:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318600.315342:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383812864 00000100:00100000:3.0:1767318600.315354:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383812864 00000100:00100000:3.0:1767318600.315435:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2249 00000100:00100000:3.0:1767318600.315447:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383812864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318600.315489:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318600.315549:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383812864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318600.315557:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2249 00000100:00080000:0.0:1767318600.315633:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318600.315682:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383812864:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318600.315883:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318600.315898:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383812992:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318600.315936:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318600.316014:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383812992 00000100:00100000:1.0:1767318600.316020:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383812992 00000100:00100000:1.0:1767318600.316063:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2250 00000100:00100000:1.0:1767318600.316077:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383812992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318600.316115:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318600.316162:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383812992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318600.316168:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2250 00000100:00080000:0.0:1767318600.316300:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318600.316327:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383812992:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318600.823322:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318601.335739:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318601.846978:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318601.846995:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318601.846999:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318601.847005:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318601.847011:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318601.847023:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3500 00000100:00080000:1.0:1767318601.847030:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318601.847041:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318601.847107:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c3b80 x1853164383813120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318601.847154:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318601.847158:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318601.847160:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318601.847165:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3500 00000100:00080000:1.0:1767318601.847168:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318601.847171:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318601.847188:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2300 x1853164383813248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318601.847237:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318601.847242:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318601.847245:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318601.847249:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3500 00000100:00080000:1.0:1767318601.847254:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318601.847258:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318601.847277:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2a00 x1853164383813504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318601.847306:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318601.847310:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318601.847312:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318601.847316:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3500 00000100:00080000:1.0:1767318601.847319:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318601.847322:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318601.847336:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968f800 x1853164383813760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318601.847818:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383813376:0@lo:400:kworker.0 00000100:00100000:1.0:1767318601.848071:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383813632:0@lo:400:kworker.0 00000100:00100000:0.0:1767318601.848151:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318601.848252:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318601.848260:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383814016:0@lo:400:kworker.0 00000100:00100000:0.0:1767318601.848307:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318601.848350:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383814016 00000100:00100000:0.0:1767318601.848360:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383814016 00000100:00100000:3.0:1767318601.848425:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383813120:0@lo:38:kworker.0 00000100:00100000:0.0:1767318601.848430:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1500 00000100:00100000:0.0:1767318601.848459:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383814016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318601.848480:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318601.848504:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383813248:0@lo:38:kworker.0 00000100:00100000:3.0:1767318601.848531:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318601.848558:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383813504:0@lo:38:kworker.0 00000100:00100000:3.0:1767318601.848583:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318601.848605:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383813760:0@lo:38:kworker.0 00000100:00100000:3.0:1767318601.848633:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318601.848634:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383813888:0@lo:400:kworker.0 00000100:00100000:2.0:1767318601.848682:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318601.848687:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383813248 00000100:00100000:3.0:1767318601.848693:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383813248 00000100:00100000:2.0:1767318601.848725:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318601.848744:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383813888 00000100:00100000:2.0:1767318601.848748:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383813888 00000100:00100000:2.0:1767318601.848796:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1501 00000100:00100000:2.0:1767318601.848805:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383813888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318601.848878:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383813888:12345-0@lo:400:kworker.0 Request processed in 73us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318601.848886:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1501 00000100:00100000:1.0:1767318601.849071:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383813376 00000100:00100000:1.0:1767318601.849076:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383813376 00000100:00100000:3.0:1767318601.849101:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2539 00000100:00100000:3.0:1767318601.849109:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383813248:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318601.849144:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383813120 00010000:00020000:3.0:1767318601.849145:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318601.849151:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383813120 00000100:00100000:1.0:1767318601.849166:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383813504 00000100:00100000:1.0:1767318601.849169:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383813504 00000100:00100000:1.0:1767318601.849184:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383813760 00000100:00100000:1.0:1767318601.849188:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383813760 00000100:00100000:3.0:1767318601.849200:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383813248:12345-0@lo:38:kworker.0 Request processed in 88us (666us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318601.849204:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4283 00000100:00100000:3.0:1767318601.849213:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2539 00000100:00100000:1.0:1767318601.849224:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383813376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318601.849244:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23242 00000100:00100000:3.0:1767318601.849250:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383813120:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318601.849261:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318601.849280:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383813376:12345-0@lo:400:kworker.0 Request processed in 65us (1128us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318601.849290:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4283 00000100:00100000:3.0:1767318601.849299:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383813120:12345-0@lo:38:kworker.0 Request processed in 45us (817us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318601.849307:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23242 00000100:00100000:2.0:1767318601.849607:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383813888:0@lo:400:kworker.0 00000100:00100000:0.0:1767318601.849775:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383814016:12345-0@lo:400:kworker.0 Request processed in 1333us (1466us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318601.849801:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1500 00000100:00100000:0.0:1767318601.849842:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318601.849889:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318601.849904:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383813632 00000100:00100000:0.0:1767318601.849909:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383813632 00000100:00100000:1.0:1767318601.850611:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23243 00000100:00100000:1.0:1767318601.850623:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383813504:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318601.850646:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318601.850705:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383813504:12345-0@lo:38:kworker.0 Request processed in 82us (2121us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318601.850712:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23243 00000100:00100000:1.0:1767318601.850733:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23244 00000100:00100000:1.0:1767318601.850737:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383813760:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318601.850748:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318601.850770:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383813760:12345-0@lo:38:kworker.0 Request processed in 31us (2139us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318601.850775:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23244 00000100:00100000:1.0:1767318601.850839:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383814016:0@lo:400:kworker.0 00000100:00100000:1.0:1767318601.850855:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383813376:0@lo:400:kworker.0 00000100:00080000:1.0:1767318601.851496:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318601.851505:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318601.851510:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383813120:0@lo:38:kworker.0 00000100:00080000:1.0:1767318601.851534:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318601.851538:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318601.851541:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383813248:0@lo:38:kworker.0 00000100:00080000:1.0:1767318601.851552:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318601.851556:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318601.851560:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383813504:0@lo:38:kworker.0 00000100:00080000:1.0:1767318601.851574:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318601.851578:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318601.851581:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383813760:0@lo:38:kworker.0 00000100:00100000:0.0:1767318601.855558:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4284 00000100:00100000:0.0:1767318601.855579:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383813632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318601.855735:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383813632:12345-0@lo:400:kworker.0 Request processed in 161us (5890us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318601.855748:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4284 00000100:00100000:0.0:1767318601.855839:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383813632:0@lo:400:kworker.0 00000100:00080000:1.0:1767318601.856824:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767318602.361577:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318602.823649:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318602.823839:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297323392 00000100:00100000:3.0:1767318602.823853:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297323392 00000100:00100000:3.0:1767318602.823910:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23245 00000100:00100000:3.0:1767318602.823919:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297323392:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318602.823944:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318602.824032:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297323392:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 112us (393us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318602.824040:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23245 00000100:00100000:2.0:1767318602.853107:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318602.854190:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297323520 00000100:00100000:0.0:1767318602.854207:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297323520 00000100:00100000:0.0:1767318602.854307:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4285 00000100:00100000:0.0:1767318602.854320:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297323520:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318602.854412:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297323520:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 94us (1401us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318602.854420:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4285 00000100:00080000:1.0:1767318602.854520:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318602.873185:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318603.383514:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318603.895309:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318604.407266:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318604.918931:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318605.431432:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318605.431945:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383814144:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318605.432032:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318605.432193:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383814144 00000100:00100000:1.0:1767318605.432203:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383814144 00000100:00100000:1.0:1767318605.432291:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2251 00000100:00100000:1.0:1767318605.432315:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383814144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318605.432350:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318605.432410:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383814144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318605.432417:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2251 00000100:00100000:2.0:1767318605.432457:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383814144:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318605.432573:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318605.434320:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318605.434346:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383814272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318605.434437:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318605.434521:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383814272 00000100:00100000:1.0:1767318605.434532:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383814272 00000100:00100000:1.0:1767318605.434613:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2252 00000100:00100000:1.0:1767318605.434627:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383814272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318605.434661:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318605.434720:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383814272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318605.434727:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2252 00000100:00080000:0.0:1767318605.434816:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318605.434974:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383814272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318605.943024:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318606.455672:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318606.967322:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318606.967333:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318606.967337:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318606.967342:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318606.967347:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318606.967356:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3505 00000100:00080000:1.0:1767318606.967361:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318606.967369:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318606.967408:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968ca80 x1853164383814400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318606.967435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318606.967438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318606.967440:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318606.967451:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3505 00000100:00080000:1.0:1767318606.967453:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318606.967457:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318606.967468:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968e300 x1853164383814528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318606.967505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318606.967509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318606.967510:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318606.967514:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3505 00000100:00080000:1.0:1767318606.967516:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318606.967520:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318606.967531:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968d500 x1853164383814784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318606.967557:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318606.967561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318606.967563:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318606.967566:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3505 00000100:00080000:1.0:1767318606.967568:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318606.967571:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318606.967581:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968f480 x1853164383815040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318606.967618:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383815296:0@lo:400:kworker.0 00000100:00100000:1.0:1767318606.967685:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318606.967737:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318606.967742:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383814656:0@lo:400:kworker.0 00000100:00100000:1.0:1767318606.967764:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318606.967917:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383815296 00000100:00100000:0.0:1767318606.967926:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383815296 00000100:00100000:0.0:1767318606.967985:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1502 00000100:00100000:0.0:1767318606.967994:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383815296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318606.968061:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383815296:12345-0@lo:400:kworker.0 Request processed in 68us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318606.968069:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1502 00000100:00100000:0.0:1767318606.968132:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383815296:0@lo:400:kworker.0 00000100:00100000:3.0:1767318606.968361:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383814400:0@lo:38:kworker.0 00000100:00100000:3.0:1767318606.968398:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318606.968428:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383814528:0@lo:38:kworker.0 00000100:00100000:3.0:1767318606.968449:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318606.968479:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383814784:0@lo:38:kworker.0 00000100:00100000:3.0:1767318606.968498:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318606.968513:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383815040:0@lo:38:kworker.0 00000100:00100000:3.0:1767318606.968533:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318606.968563:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383814656 00000100:00100000:3.0:1767318606.968567:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383814656 00000100:00100000:3.0:1767318606.968605:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383814400 00000100:00100000:3.0:1767318606.968609:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383814400 00000100:00100000:3.0:1767318606.968617:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383814784 00000100:00100000:3.0:1767318606.968619:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383814784 00000100:00100000:3.0:1767318606.968626:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383815040 00000100:00100000:3.0:1767318606.968628:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383815040 00000100:00100000:3.0:1767318606.968638:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4286 00000100:00100000:3.0:1767318606.968644:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383814656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318606.968681:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383814656:12345-0@lo:400:kworker.0 Request processed in 37us (915us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318606.968687:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4286 00000100:00100000:3.0:1767318606.968702:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23246 00000100:00100000:3.0:1767318606.968707:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383814400:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318606.968724:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318606.968756:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383814400:12345-0@lo:38:kworker.0 Request processed in 48us (358us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318606.968762:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23246 00000100:00100000:3.0:1767318606.968774:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23247 00000100:00100000:3.0:1767318606.968778:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383814784:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318606.968809:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318606.968832:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383814784:12345-0@lo:38:kworker.0 Request processed in 53us (333us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318606.968838:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23247 00000100:00100000:3.0:1767318606.968849:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23248 00000100:00100000:3.0:1767318606.968853:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383815040:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318606.968862:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318606.968883:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383815040:12345-0@lo:38:kworker.0 Request processed in 28us (349us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318606.968888:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23248 00000100:00080000:3.0:1767318606.968903:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318606.968924:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318606.968929:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318606.968931:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383814400:0@lo:38:kworker.0 00000100:00100000:1.0:1767318606.969034:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383814528 00000100:00100000:1.0:1767318606.969040:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383814528 00000100:00100000:1.0:1767318606.969067:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2540 00000100:00100000:1.0:1767318606.969072:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383814528:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318606.969091:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318606.969122:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383814528:12345-0@lo:38:kworker.0 Request processed in 49us (671us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318606.969127:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2540 00000100:00100000:1.0:1767318606.969184:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383814656:0@lo:400:kworker.0 00000100:00080000:3.0:1767318606.969313:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318606.969318:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318606.969321:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383814784:0@lo:38:kworker.0 00000100:00080000:3.0:1767318606.969328:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318606.969331:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318606.969334:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383815040:0@lo:38:kworker.0 00000100:00080000:3.0:1767318606.969354:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318606.969357:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318606.969360:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383814528:0@lo:38:kworker.0 00000100:00100000:2.0:1767318606.970560:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383814912:0@lo:400:kworker.0 00000100:00100000:2.0:1767318606.970627:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318606.970677:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318606.970684:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383815168:0@lo:400:kworker.0 00000100:00100000:2.0:1767318606.970709:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318606.971216:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318606.972294:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383814912 00000100:00100000:3.0:1767318606.972307:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383814912 00000100:00100000:3.0:1767318606.972407:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4287 00000100:00100000:3.0:1767318606.972417:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383814912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318606.972498:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383814912:12345-0@lo:400:kworker.0 Request processed in 83us (1871us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318606.972506:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4287 00000100:00100000:2.0:1767318606.972664:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383814912:0@lo:400:kworker.0 00000100:00080000:0.0:1767318606.972751:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318606.973901:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383815168 00000100:00100000:1.0:1767318606.973911:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383815168 00000100:00100000:1.0:1767318606.974049:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1503 00000100:00100000:1.0:1767318606.974060:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383815168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318606.974152:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383815168:12345-0@lo:400:kworker.0 Request processed in 95us (3441us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318606.974159:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1503 00000100:00100000:2.0:1767318606.974238:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383815168:0@lo:400:kworker.0 00010000:00010000:2.0:1767318607.479231:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318607.946589:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318607.946645:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318607.946680:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297323648 00000100:00100000:0.0:1767318607.946699:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297323648 00000100:00100000:3.0:1767318607.946738:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297323776 00000100:00100000:3.0:1767318607.946747:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297323776 00000100:00080000:2.0:1767318607.946889:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318607.947191:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4288 00000100:00100000:0.0:1767318607.947211:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297323776:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318607.947303:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297323776:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 101us (659us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318607.947310:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4288 00000100:00100000:0.0:1767318607.947333:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23249 00000100:00100000:0.0:1767318607.947338:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297323648:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318607.947361:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318607.947387:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297323648:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 48us (816us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318607.947394:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23249 00000100:00100000:0.0:1767318607.991239:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318608.503030:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318609.015300:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318609.535130:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318610.040148:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318610.551284:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318610.551362:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383815424:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318610.551522:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318610.551756:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318610.551772:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383815552:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318610.551837:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318610.551914:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383815424 00000100:00100000:3.0:1767318610.551927:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383815424 00000100:00100000:1.0:1767318610.552302:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383815552 00000100:00100000:1.0:1767318610.552311:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383815552 00000100:00100000:1.0:1767318610.552371:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2253 00000100:00100000:1.0:1767318610.552384:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383815424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318610.552431:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318610.552564:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383815424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 183us (1046us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318610.552574:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2253 00000100:00100000:1.0:1767318610.552597:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2254 00000100:00100000:1.0:1767318610.552605:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383815552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318610.552626:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318610.552669:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383815552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (831us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318610.552675:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2254 00000100:00080000:2.0:1767318610.553272:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318610.553286:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318610.553367:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383815552:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318610.553416:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383815424:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318611.063275:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318611.576194:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318612.087520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318612.087533:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318612.087538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318612.087543:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318612.087549:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318612.087561:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3510 00000100:00080000:2.0:1767318612.087567:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318612.087576:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318612.087636:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568700 x1853164383815680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318612.087677:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318612.087682:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318612.087683:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318612.087688:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3510 00000100:00080000:2.0:1767318612.087691:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318612.087694:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318612.087709:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556b800 x1853164383815808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318612.087821:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318612.087926:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383815680:0@lo:38:kworker.0 00000100:00100000:3.0:1767318612.087999:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318612.088092:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383815808:0@lo:38:kworker.0 00000100:00100000:3.0:1767318612.088119:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318612.088167:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383815808 00000100:00100000:3.0:1767318612.088176:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383815808 00000100:00100000:3.0:1767318612.088223:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2541 00000100:00080000:2.0:1767318612.089380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318612.089390:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318612.089394:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318612.089400:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3510 00000100:00080000:2.0:1767318612.089404:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318612.089411:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318612.089449:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1216300 x1853164383816064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318612.089513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318612.089516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318612.089518:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318612.089522:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3510 00000100:00080000:2.0:1767318612.089524:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318612.089528:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318612.089537:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1217100 x1853164383816320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318612.089618:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383815808:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318612.089644:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318612.089733:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383815808:12345-0@lo:38:kworker.0 Request processed in 118us (1612us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318612.089742:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2541 00000100:00100000:3.0:1767318612.089841:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383816192:0@lo:400:kworker.0 00000100:00100000:3.0:1767318612.089878:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318612.089907:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318612.089912:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383816448:0@lo:400:kworker.0 00000100:00100000:3.0:1767318612.089934:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318612.089969:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383815680 00000100:00100000:3.0:1767318612.089976:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383815680 00000100:00100000:3.0:1767318612.090001:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383816192 00000100:00100000:3.0:1767318612.090004:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383816192 00000100:00100000:3.0:1767318612.090058:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4289 00000100:00100000:3.0:1767318612.090065:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383816192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318612.090111:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383816192:12345-0@lo:400:kworker.0 Request processed in 47us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318612.090117:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4289 00000100:00100000:3.0:1767318612.090130:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23250 00000100:00100000:3.0:1767318612.090134:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383815680:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318612.090145:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318612.090171:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383815680:12345-0@lo:38:kworker.0 Request processed in 36us (2172us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318612.090177:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23250 00000100:00100000:3.0:1767318612.091636:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383816192:0@lo:400:kworker.0 00000100:00100000:3.0:1767318612.091720:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383816064:0@lo:38:kworker.0 00000100:00100000:3.0:1767318612.091803:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318612.092101:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383816320:0@lo:38:kworker.0 00000100:00100000:3.0:1767318612.092132:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318612.092169:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318612.092175:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318612.092179:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383815680:0@lo:38:kworker.0 00000100:00080000:3.0:1767318612.092190:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318612.092194:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318612.092196:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383815808:0@lo:38:kworker.0 00000100:00100000:3.0:1767318612.092234:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383816064 00000100:00100000:3.0:1767318612.092240:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383816064 00000100:00100000:3.0:1767318612.092271:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383816320 00000100:00100000:3.0:1767318612.092273:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383816320 00000100:00100000:3.0:1767318612.092286:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23251 00000100:00100000:3.0:1767318612.092293:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383816064:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318612.092315:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318612.092358:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383816064:12345-0@lo:38:kworker.0 Request processed in 63us (553us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318612.092364:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23251 00000100:00100000:3.0:1767318612.092379:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23252 00000100:00100000:3.0:1767318612.092383:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383816320:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318612.092391:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318612.092410:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383816320:12345-0@lo:38:kworker.0 Request processed in 26us (277us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318612.092415:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23252 00000100:00080000:3.0:1767318612.092441:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318612.092445:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318612.092448:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383816064:0@lo:38:kworker.0 00000100:00080000:3.0:1767318612.092454:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318612.092457:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318612.092460:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383816320:0@lo:38:kworker.0 00000100:00080000:3.0:1767318612.092524:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318612.093001:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318612.093017:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318612.093031:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383816576:0@lo:400:kworker.0 00000100:00100000:0.0:1767318612.093083:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318612.093116:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383816448 00000100:00100000:0.0:1767318612.093121:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383816448 00000100:00100000:0.0:1767318612.093171:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383816576 00000100:00100000:0.0:1767318612.093174:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383816576 00000100:00100000:0.0:1767318612.093197:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1504 00000100:00100000:0.0:1767318612.093205:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383816448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318612.093252:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383816448:12345-0@lo:400:kworker.0 Request processed in 48us (3316us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318612.093261:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1504 00000100:00100000:0.0:1767318612.093276:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1505 00000100:00100000:0.0:1767318612.093281:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383816576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318612.093310:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383816576:12345-0@lo:400:kworker.0 Request processed in 29us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318612.093315:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1505 00000100:00080000:0.0:1767318612.093336:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318612.093339:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318612.093361:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383816448:0@lo:400:kworker.0 00000100:00100000:0.0:1767318612.093385:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383816576:0@lo:400:kworker.0 00000100:00100000:1.0:1767318612.096225:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383815936:0@lo:400:kworker.0 00000100:00100000:1.0:1767318612.096312:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318612.101116:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383815936 00000100:00100000:0.0:1767318612.101134:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383815936 00000100:00100000:0.0:1767318612.101235:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4290 00000100:00100000:0.0:1767318612.101246:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383815936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318612.101361:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383815936:12345-0@lo:400:kworker.0 Request processed in 117us (5049us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318612.101369:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4290 00000100:00080000:3.0:1767318612.101473:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318612.101748:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383815936:0@lo:400:kworker.0 00010000:00010000:2.0:1767318612.600594:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318613.068129:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318613.068247:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318613.068476:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297324032 00000100:00100000:1.0:1767318613.068487:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297324032 00000100:00100000:1.0:1767318613.068621:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297323904 00000100:00100000:1.0:1767318613.068625:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297323904 00000100:00100000:0.0:1767318613.068659:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4291 00000100:00100000:0.0:1767318613.068673:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297324032:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318613.068777:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297324032:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 106us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318613.068807:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4291 00000100:00100000:0.0:1767318613.068849:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23253 00000100:00100000:0.0:1767318613.068854:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297323904:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318613.068879:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318613.068909:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297323904:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 53us (662us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318613.068917:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23253 00000100:00080000:3.0:1767318613.068979:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318613.111720:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318613.624154:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318614.135672:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318614.647569:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318615.158997:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318615.671657:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383816704:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318615.671767:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318615.672070:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383816704 00000100:00100000:3.0:1767318615.672093:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383816704 00000100:00100000:3.0:1767318615.672204:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2255 00000100:00100000:3.0:1767318615.672217:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383816704:12345-0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318615.672244:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00000024:3.0:1767318615.672264:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318615.672313:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318615.672340:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383816704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 124us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318615.672348:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383816832:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318615.672357:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2255 00000100:00100000:1.0:1767318615.672449:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318615.672513:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383816832 00000100:00100000:3.0:1767318615.672520:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383816832 00000100:00100000:3.0:1767318615.672564:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2256 00000100:00100000:3.0:1767318615.672572:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383816832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318615.672593:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318615.672635:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383816832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318615.672641:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2256 00000100:00080000:0.0:1767318615.672807:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318615.672814:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318615.672879:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383816704:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318615.674071:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383816832:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318616.183219:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318616.695179:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318617.206932:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318617.207221:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318617.207229:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318617.207233:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318617.207237:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318617.207242:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318617.207252:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3515 00000100:00080000:2.0:1767318617.207258:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318617.207268:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318617.207325:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1214a80 x1853164383816960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318617.207942:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318617.207946:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318617.207949:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318617.207955:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3515 00000100:00080000:2.0:1767318617.207958:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318617.207963:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318617.207985:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1217b80 x1853164383817088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318617.208080:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1767318617.208103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318617.208107:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318617.208109:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318617.208113:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3515 00000100:00080000:2.0:1767318617.208116:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318617.208121:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318617.208138:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215880 x1853164383817344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318617.208171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318617.208175:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318617.208177:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318617.208182:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3515 00000100:00080000:2.0:1767318617.208184:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318617.208188:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318617.208200:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1217480 x1853164383817600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318617.208274:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383816960:0@lo:38:kworker.0 00000100:00100000:0.0:1767318617.208395:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318617.208478:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383817088:0@lo:38:kworker.0 00000100:00100000:0.0:1767318617.208507:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318617.208533:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383817344:0@lo:38:kworker.0 00000100:00100000:0.0:1767318617.208554:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318617.208572:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383817600:0@lo:38:kworker.0 00000100:00100000:0.0:1767318617.208605:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318617.208648:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383816960 00000100:00100000:0.0:1767318617.208657:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383816960 00000100:00100000:0.0:1767318617.208695:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383817344 00000100:00100000:0.0:1767318617.208712:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383817344 00000100:00100000:1.0:1767318617.208719:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318617.208733:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383817600 00000100:00100000:1.0:1767318617.208734:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383817856:0@lo:400:kworker.0 00000100:00100000:0.0:1767318617.208738:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383817600 00000100:00100000:0.0:1767318617.208760:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23254 00000100:00100000:0.0:1767318617.208769:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383816960:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318617.208803:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1767318617.208820:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318617.208844:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23255 00000100:00100000:1.0:1767318617.208851:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383817344:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318617.208862:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318617.208873:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383816960:12345-0@lo:38:kworker.0 Request processed in 103us (477us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318617.208882:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23254 00000100:00100000:1.0:1767318617.208895:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383817344:12345-0@lo:38:kworker.0 Request processed in 42us (338us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318617.208903:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23255 00000100:00100000:0.0:1767318617.208908:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23256 00000100:00100000:0.0:1767318617.208914:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383817600:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318617.208925:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318617.208945:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383817856 00000100:00100000:1.0:1767318617.208950:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383817856 00000100:00100000:0.0:1767318617.208955:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383817600:12345-0@lo:38:kworker.0 Request processed in 38us (348us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318617.208962:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23256 00000100:00080000:0.0:1767318617.208984:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318617.209018:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1506 00000100:00080000:0.0:1767318617.209030:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767318617.209033:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383817856:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767318617.209039:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318617.209044:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383816960:0@lo:38:kworker.0 00000100:00080000:0.0:1767318617.209056:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318617.209059:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318617.209062:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383817344:0@lo:38:kworker.0 00000100:00080000:0.0:1767318617.209073:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318617.209077:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318617.209081:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383817600:0@lo:38:kworker.0 00000100:00100000:1.0:1767318617.209089:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383817856:12345-0@lo:400:kworker.0 Request processed in 62us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318617.209097:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1506 00000100:00100000:1.0:1767318617.209135:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383817856:0@lo:400:kworker.0 00000100:00100000:0.0:1767318617.209146:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383817728:0@lo:400:kworker.0 00000100:00100000:1.0:1767318617.209177:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383817472:0@lo:400:kworker.0 00000100:00100000:0.0:1767318617.209179:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318617.209218:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383817728 00000100:00100000:0.0:1767318617.209222:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383817728 00000100:00100000:1.0:1767318617.209227:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318617.209262:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1507 00000100:00100000:0.0:1767318617.209270:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383817728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318617.209303:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383817728:12345-0@lo:400:kworker.0 Request processed in 35us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318617.209310:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1507 00000100:00080000:0.0:1767318617.209323:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318617.209340:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383817728:0@lo:400:kworker.0 00000100:00100000:0.0:1767318617.209387:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383817472 00000100:00100000:0.0:1767318617.209390:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383817472 00000100:00100000:0.0:1767318617.209423:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4292 00000100:00100000:0.0:1767318617.209430:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383817472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318617.209466:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383817472:12345-0@lo:400:kworker.0 Request processed in 36us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318617.209472:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4292 00000100:00100000:0.0:1767318617.209494:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383817088 00000100:00100000:0.0:1767318617.209497:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383817088 00000100:00100000:0.0:1767318617.209519:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2542 00000100:00100000:0.0:1767318617.209524:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383817088:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318617.209534:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318617.209564:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383817088:12345-0@lo:38:kworker.0 Request processed in 39us (1056us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318617.209570:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2542 00000100:00080000:0.0:1767318617.209584:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318617.209602:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318617.209608:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318617.209611:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383817088:0@lo:38:kworker.0 00000100:00100000:0.0:1767318617.209633:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383817472:0@lo:400:kworker.0 00000100:00100000:3.0:1767318617.213255:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383817216:0@lo:400:kworker.0 00000100:00100000:3.0:1767318617.214081:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318617.215059:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383817216 00000100:00100000:2.0:1767318617.215075:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383817216 00000100:00100000:2.0:1767318617.215174:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4293 00000100:00100000:2.0:1767318617.215186:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383817216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318617.215284:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383817216:12345-0@lo:400:kworker.0 Request processed in 99us (1206us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318617.215293:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4293 00000100:00100000:3.0:1767318617.215330:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383817216:0@lo:400:kworker.0 00000100:00080000:0.0:1767318617.215620:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767318617.723492:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318618.184692:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318618.184834:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318618.185850:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297324160 00000100:00100000:1.0:1767318618.185862:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297324160 00000100:00100000:1.0:1767318618.185918:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297324288 00000100:00100000:1.0:1767318618.185922:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297324288 00000100:00100000:1.0:1767318618.186010:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4294 00000100:00100000:1.0:1767318618.186021:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297324288:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:2.0:1767318618.186136:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318618.186287:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23257 00000100:00100000:0.0:1767318618.186294:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297324160:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318618.186318:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318618.186387:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297324160:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 91us (1704us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318618.186395:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23257 00000100:00100000:1.0:1767318618.187084:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297324288:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 1062us (2246us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318618.187093:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4294 00000100:00100000:2.0:1767318618.235703:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318618.743185:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318619.255400:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318619.766991:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318620.278921:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318620.790998:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318620.791027:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383817984:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318620.791040:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318620.791106:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318620.791249:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383818112:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318620.791280:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318620.791312:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383817984 00000100:00100000:0.0:1767318620.791325:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383817984 00000100:00100000:0.0:1767318620.791384:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383818112 00000100:00100000:0.0:1767318620.791388:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383818112 00000100:00100000:0.0:1767318620.791422:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2257 00000100:00100000:3.0:1767318620.791431:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2258 00000100:00100000:0.0:1767318620.791436:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383817984:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318620.791445:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383818112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318620.791474:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00002000:00000024:3.0:1767318620.791474:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318620.791532:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383818112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318620.791541:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2258 00000100:00100000:0.0:1767318620.791547:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383817984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318620.791554:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2257 00000100:00100000:3.0:1767318620.791596:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383818112:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318620.791630:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383817984:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767318620.791701:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318620.791707:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318621.303036:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318621.303395:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318596/real 1767318596] req@ffff9369b12c3100 x1853164383811712/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318621 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318621.303438:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b12c3100 x1853164383811712/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318621 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318621.303457:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318621.303479:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318621.303483:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383811712:0@lo:250:kworker.0 00000100:00080000:0.0:1767318621.303636:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318621.303643:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318621.303646:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318621.303651:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3500 00000100:00080000:0.0:1767318621.303654:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318621.303662:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318621.303702:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db0380 x1853164383818240/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318621.303726:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318621.303730:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318621.303732:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318621.303736:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3520 00000100:00080000:0.0:1767318621.303738:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318621.303742:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318621.303758:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db3100 x1853164383818368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318621.303767:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318621.303770:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318621.303773:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318621.303776:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3520 00000100:00080000:0.0:1767318621.303798:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318621.303802:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318621.303821:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b6680 x1853164383818496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318621.303866:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318621.303871:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318621.303873:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318621.303877:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3520 00000100:00080000:0.0:1767318621.303879:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318621.303883:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318621.304034:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383818624:0@lo:400:kworker.0 00000100:00100000:1.0:1767318621.304108:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318621.304259:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b6d80 x1853164383818752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318621.304298:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318621.304302:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318621.304305:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318621.304309:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3520 00000100:00080000:0.0:1767318621.304311:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318621.304315:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318621.304327:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b4700 x1853164383819008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318621.304347:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318621.304355:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383818880:0@lo:400:kworker.0 00000100:00100000:0.0:1767318621.304384:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318621.304414:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383818624 00000100:00100000:3.0:1767318621.304455:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383818880 00000100:00100000:3.0:1767318621.304463:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383818880 00000100:00100000:3.0:1767318621.304764:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4295 00000100:00100000:3.0:1767318621.304775:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383818880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318621.304865:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383818880:12345-0@lo:400:kworker.0 Request processed in 91us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318621.304873:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4295 00000100:00080000:3.0:1767318621.304974:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318621.305033:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383818880:0@lo:400:kworker.0 00000100:00100000:0.0:1767318621.305816:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383818624 00000100:00100000:1.0:1767318621.306286:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4296 00000100:00100000:1.0:1767318621.306305:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383818624:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767318621.306343:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318621.306396:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383818624:12345-0@lo:400:kworker.0 Request processed in 99us (2287us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318621.306404:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4296 00000100:00100000:3.0:1767318621.306515:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383818624:0@lo:400:kworker.0 00000100:00100000:2.0:1767318621.306634:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383818240:0@lo:250:kworker.0 00000400:00000100:2.0:1767318621.306669:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383818240 offset 0 length 520: 4 00000100:00100000:2.0:1767318621.306699:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383818368:0@lo:38:kworker.0 00000100:00100000:2.0:1767318621.306737:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318621.306760:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383818496:0@lo:38:kworker.0 00000100:00100000:2.0:1767318621.306810:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318621.306839:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383818752:0@lo:38:kworker.0 00000100:00100000:2.0:1767318621.306860:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318621.306905:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383818496 00000100:00100000:3.0:1767318621.306911:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383818496 00000100:00100000:3.0:1767318621.306939:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2543 00000100:00100000:3.0:1767318621.306945:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383818496:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318621.306974:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318621.306979:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383819008:0@lo:38:kworker.0 00000100:00100000:2.0:1767318621.307099:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318621.307133:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383818368 00000100:00100000:2.0:1767318621.307137:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383818368 00000100:00100000:0.0:1767318621.308267:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383818752 00000100:00100000:0.0:1767318621.308276:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383818752 00000100:00100000:0.0:1767318621.308307:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383819008 00000100:00100000:0.0:1767318621.308310:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383819008 00000100:00100000:0.0:1767318621.308339:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23258 00000100:00100000:0.0:1767318621.308345:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383818752:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318621.308365:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318621.308607:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23259 00000100:00100000:2.0:1767318621.308612:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383819008:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318621.308622:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318621.308821:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23260 00000100:00100000:1.0:1767318621.308827:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383818368:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318621.308836:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318621.310587:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383819008:12345-0@lo:38:kworker.0 Request processed in 1963us (3478us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318621.310601:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23259 00000100:00080000:2.0:1767318621.310681:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318621.310687:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318621.310691:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383818752:0@lo:38:kworker.0 00000100:00080000:2.0:1767318621.310702:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318621.310705:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318621.310708:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383819008:0@lo:38:kworker.0 00000100:00100000:0.0:1767318621.312590:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383818752:12345-0@lo:38:kworker.0 Request processed in 4235us (5720us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318621.312604:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23258 00000100:00100000:1.0:1767318621.312771:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383818368:12345-0@lo:38:kworker.0 Request processed in 3942us (6033us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318621.312779:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23260 00000100:00080000:2.0:1767318621.313155:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318621.313163:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318621.313167:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383818368:0@lo:38:kworker.0 00000100:00100000:3.0:1767318621.341421:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383818496:12345-0@lo:38:kworker.0 Request processed in 34465us (34600us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318621.341434:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2543 00000100:00080000:2.0:1767318621.341503:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318621.341511:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318621.341516:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383818496:0@lo:38:kworker.0 00010000:00010000:1.0:1767318621.815086:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318622.326932:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318622.840358:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767318623.304338:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297324416 offset 0 length 520: 4 00000100:00100000:2.0:1767318623.304389:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318623.304433:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318623.305365:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297324672 00000100:00100000:0.0:1767318623.305379:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297324672 00000100:00100000:0.0:1767318623.305466:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297324544 00000100:00100000:0.0:1767318623.305469:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297324544 00000100:00100000:0.0:1767318623.305496:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4297 00000100:00100000:0.0:1767318623.305508:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297324672:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318623.305598:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297324672:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 92us (1208us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318623.305607:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4297 00000100:00100000:0.0:1767318623.305626:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23261 00000100:00100000:0.0:1767318623.305631:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297324544:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318623.305652:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318623.305678:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297324544:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 45us (1245us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318623.305685:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23261 00000100:00080000:3.0:1767318623.306022:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318623.350993:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318623.863726:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318624.375624:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318624.890355:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318625.399575:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318625.911024:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318625.911273:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318625.911307:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383819136:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318625.911417:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318625.911596:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383819264:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318625.911626:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318625.911693:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383819136 00000100:00100000:3.0:1767318625.911693:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383819264 00000100:00100000:3.0:1767318625.911705:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383819264 00000100:00100000:0.0:1767318625.911710:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383819136 00000100:00100000:3.0:1767318625.911801:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2259 00000100:00100000:3.0:1767318625.911813:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383819264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318625.911862:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318625.913165:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2260 00000100:00100000:0.0:1767318625.913185:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383819136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318625.913217:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318625.913283:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383819136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (1866us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318625.913292:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2260 00000100:00100000:0.0:1767318625.913420:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383819136:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318625.917496:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383819264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5668us (5850us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318625.917517:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2259 00000100:00080000:1.0:1767318625.922763:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318625.922795:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318625.923159:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383819264:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318626.423079:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318626.423178:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318626.423185:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318626.423189:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318626.423193:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318626.423198:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318626.423207:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3524 00000100:00080000:2.0:1767318626.423212:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318626.423220:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318626.423280:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1216d80 x1853164383819392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318626.423297:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318626.423299:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318626.423301:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318626.423305:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3524 00000100:00080000:2.0:1767318626.423307:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318626.423309:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318626.423317:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1214000 x1853164383819520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318626.423382:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1767318626.423399:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318626.423402:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318626.423404:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318626.423406:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3524 00000100:00080000:2.0:1767318626.423409:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318626.423412:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318626.423421:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1216300 x1853164383819776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318626.423444:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318626.423446:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318626.423448:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318626.423450:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3524 00000100:00080000:2.0:1767318626.423452:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318626.423456:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318626.423464:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db3100 x1853164383820032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318626.423482:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318626.423496:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383819904:0@lo:400:kworker.0 00000100:00100000:2.0:1767318626.423585:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318626.423698:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383819904 00000100:00100000:2.0:1767318626.423707:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383819904 00000100:00100000:2.0:1767318626.423806:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4298 00000100:00100000:2.0:1767318626.423819:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383819904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318626.423881:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383819904:12345-0@lo:400:kworker.0 Request processed in 66us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318626.423889:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4298 00000100:00100000:2.0:1767318626.423955:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383819904:0@lo:400:kworker.0 00000100:00080000:2.0:1767318626.423984:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318626.424041:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383819392:0@lo:38:kworker.0 00000100:00100000:0.0:1767318626.424067:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318626.424090:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383819520:0@lo:38:kworker.0 00000100:00100000:0.0:1767318626.424108:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318626.424121:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383819776:0@lo:38:kworker.0 00000100:00100000:0.0:1767318626.424133:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318626.424142:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383820032:0@lo:38:kworker.0 00000100:00100000:0.0:1767318626.424156:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318626.424178:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383819392 00000100:00100000:0.0:1767318626.424181:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383819392 00000100:00100000:0.0:1767318626.424197:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383819776 00000100:00100000:0.0:1767318626.424199:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383819776 00000100:00100000:0.0:1767318626.424206:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383820032 00000100:00100000:0.0:1767318626.424208:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383820032 00000100:00100000:0.0:1767318626.424213:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23262 00000100:00100000:0.0:1767318626.424217:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383819392:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318626.424233:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318626.424258:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383819392:12345-0@lo:38:kworker.0 Request processed in 40us (190us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318626.424262:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23262 00000100:00100000:0.0:1767318626.424272:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23263 00000100:00100000:0.0:1767318626.424274:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383819776:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318626.424280:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318626.424292:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383819776:12345-0@lo:38:kworker.0 Request processed in 16us (158us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318626.424295:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23263 00000100:00100000:0.0:1767318626.424301:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23264 00000100:00100000:0.0:1767318626.424304:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383820032:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318626.424309:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318626.424319:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383820032:12345-0@lo:38:kworker.0 Request processed in 14us (163us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318626.424323:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23264 00000100:00080000:0.0:1767318626.424343:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318626.424347:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318626.424349:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383819392:0@lo:38:kworker.0 00000100:00080000:0.0:1767318626.424354:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318626.424356:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318626.424358:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383819776:0@lo:38:kworker.0 00000100:00080000:0.0:1767318626.424362:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318626.424365:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318626.424366:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383820032:0@lo:38:kworker.0 00000100:00100000:3.0:1767318626.424452:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383819520 00000100:00100000:3.0:1767318626.424457:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383819520 00000100:00100000:3.0:1767318626.424487:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2544 00000100:00100000:3.0:1767318626.424491:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383819520:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318626.424498:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318626.424532:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383819520:12345-0@lo:38:kworker.0 Request processed in 39us (421us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318626.424537:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2544 00000100:00080000:3.0:1767318626.424561:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318626.424566:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318626.424568:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383819520:0@lo:38:kworker.0 00000100:00100000:1.0:1767318626.428048:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383819648:0@lo:400:kworker.0 00000100:00100000:1.0:1767318626.428159:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318626.428326:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383819648 00000100:00100000:2.0:1767318626.428338:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383819648 00000100:00100000:2.0:1767318626.428460:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4299 00000100:00100000:2.0:1767318626.428468:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383819648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318626.428548:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383819648:12345-0@lo:400:kworker.0 Request processed in 79us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318626.428557:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4299 00000100:00100000:0.0:1767318626.428675:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383819648:0@lo:400:kworker.0 00000100:00080000:1.0:1767318626.429635:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318626.935069:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318627.448143:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318627.959442:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318628.424138:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318628.424345:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297324928 00000100:00100000:3.0:1767318628.424359:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297324928 00000100:00100000:3.0:1767318628.424465:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4300 00000100:00100000:3.0:1767318628.424478:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297324928:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318628.424601:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297324928:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 125us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318628.424610:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4300 00000100:00080000:1.0:1767318628.424698:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318628.428955:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318628.429237:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297324800 00000100:00100000:2.0:1767318628.429254:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297324800 00000100:00100000:2.0:1767318628.429326:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23265 00000100:00100000:2.0:1767318628.429337:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297324800:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318628.429372:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318628.429464:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297324800:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 126us (537us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318628.429472:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23265 00000100:00100000:0.0:1767318628.471001:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318628.986240:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318629.495282:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318630.011458:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318630.518985:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318631.031212:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383820160:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318631.031315:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318631.031475:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383820160 00000100:00100000:3.0:1767318631.031488:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383820160 00000100:00100000:3.0:1767318631.031577:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2261 00000100:00100000:3.0:1767318631.031589:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383820160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318631.031634:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318631.031694:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383820160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318631.031703:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2261 00000100:00100000:3.0:1767318631.031771:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383820160:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318631.031883:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318631.032871:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383820288:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318631.032905:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318631.032949:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318631.033103:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383820288 00000100:00100000:1.0:1767318631.033111:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383820288 00000100:00100000:1.0:1767318631.033183:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2262 00000100:00100000:1.0:1767318631.033199:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383820288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318631.033235:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318631.033286:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383820288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318631.033294:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2262 00000100:00100000:1.0:1767318631.033340:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383820288:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767318631.033402:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318631.542964:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318631.549366:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318631.549380:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318631.549384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318631.549390:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318631.549397:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318631.549407:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3529 00000100:00080000:3.0:1767318631.549413:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318631.549422:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318631.549479:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556b800 x1853164383820416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318631.549518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318631.549523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318631.549525:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318631.549530:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3529 00000100:00080000:3.0:1767318631.549534:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318631.549538:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318631.549551:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383820416:0@lo:38:kworker.0 00000100:00100000:3.0:1767318631.549564:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da9f80 x1853164383820544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318631.549628:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318631.549633:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318631.549636:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318631.549640:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3529 00000100:00080000:3.0:1767318631.549643:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318631.549648:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318631.549654:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318631.549662:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9dab100 x1853164383820800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318631.549755:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318631.549768:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383820672:0@lo:400:kworker.0 00000100:00100000:2.0:1767318631.549816:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318631.549970:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383820544:0@lo:38:kworker.0 00000100:00100000:0.0:1767318631.549999:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318631.550025:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383820544 00000100:00100000:0.0:1767318631.550037:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383820544 00000100:00100000:0.0:1767318631.550085:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2545 00000100:00100000:0.0:1767318631.550096:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383820544:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318631.550122:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767318631.550140:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318631.550145:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318631.550148:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767318631.550169:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383820544:12345-0@lo:38:kworker.0 Request processed in 74us (167us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318631.550177:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2545 00000100:00080000:3.0:1767318631.550282:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3529 00000100:00080000:3.0:1767318631.550285:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318631.550290:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318631.550305:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da8000 x1853164383821056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318631.550335:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383820416 00000100:00100000:3.0:1767318631.550339:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383820416 00000100:00100000:3.0:1767318631.550366:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383820672 00000100:00100000:3.0:1767318631.550369:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383820672 00000100:00100000:3.0:1767318631.550417:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4301 00000100:00100000:3.0:1767318631.550425:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383820672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318631.550489:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383820672:12345-0@lo:400:kworker.0 Request processed in 66us (672us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318631.550496:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4301 00000100:00100000:3.0:1767318631.550510:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23266 00000100:00100000:3.0:1767318631.550514:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383820416:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318631.550525:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318631.550551:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383820416:12345-0@lo:38:kworker.0 Request processed in 35us (899us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318631.550558:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23266 00000100:00100000:1.0:1767318631.550568:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383820928:0@lo:400:kworker.0 00000100:00080000:3.0:1767318631.550583:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318631.550605:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318631.550624:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383820928 00000100:00100000:3.0:1767318631.550630:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383820928 00000100:00100000:3.0:1767318631.550665:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4302 00000100:00100000:3.0:1767318631.550672:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383820928:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767318631.550679:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318631.550686:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318631.550691:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383820544:0@lo:38:kworker.0 00000100:00080000:0.0:1767318631.550704:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318631.550709:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318631.550714:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383820928:12345-0@lo:400:kworker.0 Request processed in 40us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318631.550715:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383820416:0@lo:38:kworker.0 00000100:00100000:3.0:1767318631.550727:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4302 00000100:00100000:0.0:1767318631.550745:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383820800:0@lo:38:kworker.0 00000100:00080000:3.0:1767318631.550758:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318631.550773:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318631.550822:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383820800 00000100:00100000:0.0:1767318631.550823:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383821056:0@lo:38:kworker.0 00000100:00100000:3.0:1767318631.550827:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383820800 00000100:00100000:0.0:1767318631.550856:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318631.550856:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23267 00000100:00100000:2.0:1767318631.550970:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383820672:0@lo:400:kworker.0 00000100:00100000:2.0:1767318631.550997:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383821056 00000100:00100000:2.0:1767318631.551000:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383821056 00000100:00100000:2.0:1767318631.551072:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23268 00000100:00100000:2.0:1767318631.551077:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383821056:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318631.551088:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318631.551121:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383821056:12345-0@lo:38:kworker.0 Request processed in 42us (270us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318631.551128:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23268 00000100:00100000:1.0:1767318631.551183:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383820928:0@lo:400:kworker.0 00000100:00080000:1.0:1767318631.551228:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318631.551233:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318631.551236:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383821056:0@lo:38:kworker.0 00000100:00100000:3.0:1767318631.551418:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383820800:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318631.551431:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318631.551473:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383820800:12345-0@lo:38:kworker.0 Request processed in 597us (700us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318631.551478:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23267 00000100:00080000:1.0:1767318631.551640:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318631.551646:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318631.551649:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383820800:0@lo:38:kworker.0 00010000:00010000:1.0:1767318632.055014:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318632.566958:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318633.081088:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318633.543419:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318633.544755:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297325184 00000100:00100000:3.0:1767318633.544953:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297325184 00000100:00100000:3.0:1767318633.545149:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4303 00000100:00100000:3.0:1767318633.545164:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297325184:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318633.545282:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297325184:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 121us (1880us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318633.545293:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4303 00000100:00100000:3.0:1767318633.547890:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318633.548040:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297325056 00000100:00100000:1.0:1767318633.548059:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297325056 00000100:00100000:1.0:1767318633.548187:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23269 00000100:00100000:1.0:1767318633.548198:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297325056:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318633.548226:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318633.548322:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297325056:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 125us (444us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318633.548337:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23269 00000100:00080000:0.0:1767318633.550466:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318633.593144:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318634.103905:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318634.614946:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318635.127499:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318635.639398:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318636.152953:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383821184:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318636.153059:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318636.153834:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318636.155251:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383821184 00000100:00100000:2.0:1767318636.155269:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383821184 00000100:00100000:2.0:1767318636.155736:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2263 00000100:00100000:2.0:1767318636.155751:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383821184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318636.155920:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318636.156040:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383821184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 293us (2980us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318636.156049:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2263 00000100:00100000:2.0:1767318636.156124:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383821184:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318636.156249:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318636.156269:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383821312:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318636.156682:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318636.158006:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318636.158107:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383821312 00000100:00100000:2.0:1767318636.158120:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383821312 00000100:00100000:2.0:1767318636.158244:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2264 00000100:00100000:2.0:1767318636.158257:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383821312:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318636.158844:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1767318636.160715:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318636.161749:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383821312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3487us (5058us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318636.161774:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2264 00000100:00100000:3.0:1767318636.167599:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383821312:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318636.663109:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318636.663292:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318636.663300:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318636.663304:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318636.663309:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318636.663314:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318636.663325:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3534 00000100:00080000:1.0:1767318636.663331:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318636.663339:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318636.663398:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968fb80 x1853164383821440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318636.663432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318636.663437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318636.663439:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318636.663443:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3534 00000100:00100000:2.0:1767318636.663587:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383821440:0@lo:38:kworker.0 00000100:00100000:2.0:1767318636.663680:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318636.663885:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318636.663891:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318636.663910:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968f800 x1853164383821568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318636.663957:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318636.663962:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318636.663964:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318636.663968:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3534 00000100:00080000:1.0:1767318636.663971:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318636.663975:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318636.663987:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968e300 x1853164383821824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318636.664014:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318636.664017:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318636.664019:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318636.664023:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3534 00000100:00080000:1.0:1767318636.664025:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318636.664029:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318636.664043:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c3100 x1853164383822080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318636.664073:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383821952:0@lo:400:kworker.0 00000100:00100000:1.0:1767318636.664112:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318636.664162:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383821568:0@lo:38:kworker.0 00000100:00100000:2.0:1767318636.664193:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318636.664222:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383821824:0@lo:38:kworker.0 00000100:00100000:2.0:1767318636.664271:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383821568 00000100:00100000:2.0:1767318636.664281:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383821568 00000100:00100000:2.0:1767318636.664326:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2546 00000100:00100000:2.0:1767318636.664335:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383821568:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318636.664361:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318636.664415:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383821568:12345-0@lo:38:kworker.0 Request processed in 78us (219us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318636.664423:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2546 00000100:00100000:0.0:1767318636.666079:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383821696:0@lo:400:kworker.0 00000100:00100000:1.0:1767318636.666707:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318636.666728:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383821440 00000100:00100000:3.0:1767318636.666739:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383821440 00000100:00100000:2.0:1767318636.666941:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383821952 00000100:00100000:2.0:1767318636.666947:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383821952 00000100:00100000:1.0:1767318636.667065:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383822080:0@lo:38:kworker.0 00000100:00100000:1.0:1767318636.667105:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318636.667159:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318636.667166:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318636.667169:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383821568:0@lo:38:kworker.0 00000100:00100000:1.0:1767318636.667203:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383821824 00000100:00100000:1.0:1767318636.667207:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383821824 00000100:00100000:1.0:1767318636.667230:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383822080 00000100:00100000:1.0:1767318636.667233:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383822080 00000100:00100000:1.0:1767318636.667248:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23270 00000100:00100000:1.0:1767318636.667255:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383821440:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318636.667279:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318636.667325:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383821440:12345-0@lo:38:kworker.0 Request processed in 69us (3644us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318636.667332:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23270 00000100:00100000:1.0:1767318636.667350:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23271 00000100:00100000:1.0:1767318636.667354:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383821824:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318636.667362:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318636.667384:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383821824:12345-0@lo:38:kworker.0 Request processed in 29us (681us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318636.667390:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23271 00000100:00100000:1.0:1767318636.667400:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23272 00000100:00100000:1.0:1767318636.667403:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383822080:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318636.667411:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318636.667432:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383822080:12345-0@lo:38:kworker.0 Request processed in 27us (326us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318636.667437:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23272 00000100:00100000:1.0:1767318636.667965:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4304 00000100:00100000:1.0:1767318636.667983:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383821952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318636.668047:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383821952:12345-0@lo:400:kworker.0 Request processed in 75us (3934us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318636.668054:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4304 00000100:00080000:1.0:1767318636.668097:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318636.668102:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318636.668105:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383821824:0@lo:38:kworker.0 00000100:00080000:1.0:1767318636.668115:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318636.668118:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318636.668121:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383822080:0@lo:38:kworker.0 00000100:00080000:1.0:1767318636.668131:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318636.668134:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318636.668137:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383821440:0@lo:38:kworker.0 00000100:00100000:1.0:1767318636.668172:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383821952:0@lo:400:kworker.0 00000100:00100000:1.0:1767318636.668207:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318636.668239:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383821696 00000100:00100000:1.0:1767318636.668245:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383821696 00000100:00080000:0.0:1767318636.668436:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318636.668661:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4305 00000100:00100000:3.0:1767318636.668672:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383821696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318636.668730:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383821696:12345-0@lo:400:kworker.0 Request processed in 61us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318636.668736:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4305 00000100:00100000:0.0:1767318636.668829:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383821696:0@lo:400:kworker.0 00010000:00010000:1.0:1767318637.175005:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318637.687296:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318638.200607:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318638.663120:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318638.663191:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318638.663297:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297325312 00000100:00100000:2.0:1767318638.663308:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297325312 00000100:00100000:2.0:1767318638.663359:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297325440 00000100:00100000:2.0:1767318638.663362:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297325440 00000100:00100000:2.0:1767318638.663420:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4306 00000100:00100000:2.0:1767318638.663431:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297325440:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318638.663505:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23273 00000100:00100000:0.0:1767318638.663519:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297325312:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:2.0:1767318638.663529:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297325440:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 93us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318638.663543:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4306 00010000:00020000:0.0:1767318638.663558:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318638.663626:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297325312:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 107us (514us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318638.663634:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23273 00000100:00080000:1.0:1767318638.664548:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318638.710926:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318639.223518:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318639.734943:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318640.247020:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318640.760543:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318641.271373:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383822208:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318641.271485:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318641.271888:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318641.271977:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383822208 00000100:00100000:0.0:1767318641.271992:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383822208 00000100:00100000:2.0:1767318641.272071:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318641.272096:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2265 00000100:00100000:0.0:1767318641.272112:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383822208:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318641.272145:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1767318641.272161:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318641.272245:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383822208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 136us (759us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318641.272258:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2265 00000100:00100000:1.0:1767318641.272353:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383822208:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318641.272824:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383822336:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318641.272999:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318641.274646:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383822336 00000100:00100000:0.0:1767318641.274675:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383822336 00000100:00100000:0.0:1767318641.274836:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2266 00000100:00100000:0.0:1767318641.274850:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383822336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318641.274904:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318641.275011:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383822336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 165us (2010us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318641.275024:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2266 00000100:00100000:2.0:1767318641.275132:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383822336:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318641.275290:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318641.782910:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318641.783551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318641.783559:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318641.783564:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318641.783569:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318641.783574:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318641.783583:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3539 00000100:00080000:3.0:1767318641.783589:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318641.783599:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318641.783653:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da8e00 x1853164383822464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318641.783738:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383822464:0@lo:38:kworker.0 00000100:00100000:2.0:1767318641.783864:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318641.784116:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383822464 00000100:00100000:0.0:1767318641.784127:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383822464 00000100:00100000:0.0:1767318641.784193:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23274 00000100:00100000:0.0:1767318641.784202:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383822464:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318641.784237:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767318641.787010:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318641.787025:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318641.787030:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318641.787042:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3539 00000100:00080000:3.0:1767318641.787049:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318641.787058:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318641.787128:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9dab480 x1853164383822592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318641.792052:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383822592:0@lo:38:kworker.0 00000100:00100000:2.0:1767318641.792189:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318641.792353:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383822592 00000100:00100000:1.0:1767318641.792365:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383822592 00000100:00100000:1.0:1767318641.792422:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2547 00000100:00100000:1.0:1767318641.792431:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383822592:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318641.792460:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318641.792527:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383822592:12345-0@lo:38:kworker.0 Request processed in 82us (324us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318641.792534:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2547 00000100:00100000:0.0:1767318641.793554:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383822464:12345-0@lo:38:kworker.0 Request processed in 9344us (9682us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318641.793567:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23274 00000100:00080000:3.0:1767318641.793928:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318641.793934:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318641.793938:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318641.793945:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3539 00000100:00080000:3.0:1767318641.793949:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318641.793964:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318641.793990:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9daad80 x1853164383822848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318641.794035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318641.794039:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318641.794041:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318641.794046:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3539 00000100:00080000:3.0:1767318641.794048:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318641.794051:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318641.794064:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da8380 x1853164383823104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318641.794128:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383822976:0@lo:400:kworker.0 00000100:00100000:3.0:1767318641.794198:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318641.794236:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318641.794242:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383823232:0@lo:400:kworker.0 00000100:00100000:3.0:1767318641.794270:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318641.794708:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318641.794716:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318641.794720:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383822464:0@lo:38:kworker.0 00000100:00100000:2.0:1767318641.794746:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383822848:0@lo:38:kworker.0 00000100:00100000:2.0:1767318641.794804:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318641.794834:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383823104:0@lo:38:kworker.0 00000100:00100000:2.0:1767318641.794856:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318641.794894:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318641.794899:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318641.794902:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383822592:0@lo:38:kworker.0 00000100:00100000:2.0:1767318641.794934:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383822976 00000100:00100000:2.0:1767318641.794940:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383822976 00000100:00100000:2.0:1767318641.795433:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383822848 00000100:00100000:2.0:1767318641.795438:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383822848 00000100:00100000:2.0:1767318641.795455:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383823104 00000100:00100000:2.0:1767318641.795457:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383823104 00000100:00100000:2.0:1767318641.795469:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4307 00000100:00100000:2.0:1767318641.795480:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383822976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318641.795736:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383822976:12345-0@lo:400:kworker.0 Request processed in 256us (1536us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318641.795744:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4307 00000100:00100000:2.0:1767318641.795774:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23275 00000100:00100000:2.0:1767318641.795779:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383822848:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318641.795832:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318641.795871:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383822848:12345-0@lo:38:kworker.0 Request processed in 90us (1067us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318641.795877:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23275 00000100:00100000:2.0:1767318641.795889:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23276 00000100:00100000:2.0:1767318641.795893:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383823104:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318641.795902:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318641.795924:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383823104:12345-0@lo:38:kworker.0 Request processed in 30us (1067us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318641.795930:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23276 00000100:00100000:2.0:1767318641.796071:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383822976:0@lo:400:kworker.0 00000100:00080000:3.0:1767318641.796395:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318641.796401:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318641.796404:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383822848:0@lo:38:kworker.0 00000100:00080000:3.0:1767318641.796415:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318641.796418:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318641.796421:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383823104:0@lo:38:kworker.0 00000100:00100000:0.0:1767318641.796561:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383822720:0@lo:400:kworker.0 00000100:00100000:0.0:1767318641.796608:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318641.796644:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318641.796650:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383823360:0@lo:400:kworker.0 00000100:00100000:0.0:1767318641.796676:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318641.796717:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383823232 00000100:00100000:0.0:1767318641.796723:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383823232 00000100:00100000:0.0:1767318641.796773:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383823360 00000100:00100000:0.0:1767318641.796777:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383823360 00000100:00100000:0.0:1767318641.796830:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1508 00000100:00100000:0.0:1767318641.796838:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383823232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318641.796887:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383823232:12345-0@lo:400:kworker.0 Request processed in 50us (2616us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318641.796894:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1508 00000100:00100000:0.0:1767318641.796911:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1509 00000100:00100000:0.0:1767318641.796916:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383823360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318641.796949:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383823360:12345-0@lo:400:kworker.0 Request processed in 33us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318641.797443:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383822720 00000100:00100000:3.0:1767318641.797450:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383822720 00000100:00100000:3.0:1767318641.797492:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4308 00000100:00100000:3.0:1767318641.797499:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383822720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318641.797540:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383822720:12345-0@lo:400:kworker.0 Request processed in 42us (931us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318641.797547:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4308 00000100:00100000:3.0:1767318641.797626:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383823232:0@lo:400:kworker.0 00000100:00100000:3.0:1767318641.797656:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383823360:0@lo:400:kworker.0 00000100:00100000:3.0:1767318641.797666:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383822720:0@lo:400:kworker.0 00000100:00100000:0.0:1767318641.797714:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1509 00000100:00080000:1.0:1767318641.797895:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767318642.302124:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318642.807215:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318643.319088:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318643.783215:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318643.783282:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318643.783368:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297325696 00000100:00100000:0.0:1767318643.783385:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297325696 00000100:00100000:0.0:1767318643.783666:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297325568 00000100:00100000:0.0:1767318643.783670:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297325568 00000100:00100000:0.0:1767318643.783694:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4309 00000100:00100000:0.0:1767318643.783705:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297325696:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318643.783865:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297325696:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 161us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318643.783874:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4309 00000100:00100000:0.0:1767318643.783896:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23277 00000100:00100000:0.0:1767318643.783901:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297325568:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318643.783925:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318643.783954:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297325568:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 51us (672us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318643.783961:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23277 00000100:00080000:1.0:1767318643.784040:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318643.830926:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318644.343165:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318644.855378:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318645.370108:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318645.879134:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318646.391203:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383823488:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318646.391273:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318646.391309:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383823616:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318646.391334:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318646.391378:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318646.391548:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383823488 00000100:00100000:2.0:1767318646.391561:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383823488 00000100:00100000:2.0:1767318646.391643:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383823616 00000100:00100000:2.0:1767318646.391648:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383823616 00000100:00100000:1.0:1767318646.391654:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2267 00000100:00100000:1.0:1767318646.391670:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383823488:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318646.391681:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2268 00000100:00100000:2.0:1767318646.391692:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383823616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318646.391704:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00002000:00000024:2.0:1767318646.391718:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767318646.391802:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318646.391808:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318646.391943:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383823616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 253us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318646.391952:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2268 00000100:00100000:0.0:1767318646.392193:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383823616:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318646.394037:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383823488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2361us (2691us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318646.394055:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2267 00000100:00100000:3.0:1767318646.394366:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383823488:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318646.904063:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318621/real 1767318621] req@ffff936996db0380 x1853164383818240/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318646 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318646.904112:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff936996db0380 x1853164383818240/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318646 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318646.904138:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318646.904148:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318646.904153:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383818240:0@lo:250:kworker.0 00000100:00080000:2.0:1767318646.904483:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318646.904490:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318646.904495:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318646.904500:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3524 00000100:00080000:2.0:1767318646.904505:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318646.904512:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318646.904556:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279c00 x1853164383823744/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318646.904590:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318646.904594:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318646.904596:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318646.904600:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3545 00000100:00080000:2.0:1767318646.904603:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318646.904606:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318646.904624:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627b800 x1853164383823872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318646.904633:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318646.904636:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318646.904639:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318646.904643:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3545 00000100:00080000:2.0:1767318646.904645:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767318646.904648:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383823744:0@lo:250:kworker.0 00000100:00080000:2.0:1767318646.904650:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318646.904667:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627a680 x1853164383824000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318646.904708:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318646.904713:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318646.904715:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318646.904730:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3545 00000100:00080000:2.0:1767318646.904733:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318646.904736:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318646.904749:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278700 x1853164383824256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:1.0:1767318646.904757:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383823744 offset 0 length 520: 4 00000100:00080000:2.0:1767318646.904804:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318646.904809:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318646.904811:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318646.904816:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3545 00000100:00080000:2.0:1767318646.904818:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318646.904822:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318646.904837:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278380 x1853164383824512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318646.904844:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383823872:0@lo:38:kworker.0 00000100:00100000:2.0:1767318646.904892:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383824128:0@lo:400:kworker.0 00000100:00100000:1.0:1767318646.904896:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318646.904960:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318646.904979:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383824640:0@lo:400:kworker.0 00000100:00100000:0.0:1767318646.905392:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383824384:0@lo:400:kworker.0 00000100:00100000:1.0:1767318646.905973:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383824000:0@lo:38:kworker.0 00000100:00100000:1.0:1767318646.906017:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318646.906040:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383824256:0@lo:38:kworker.0 00000100:00100000:1.0:1767318646.906068:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318646.906085:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383824512:0@lo:38:kworker.0 00000100:00100000:1.0:1767318646.906255:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318646.906304:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383824000 00000100:00100000:1.0:1767318646.906314:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383824000 00000100:00100000:1.0:1767318646.906485:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2548 00000100:00100000:1.0:1767318646.906496:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383824000:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318646.906522:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318646.906571:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383824000:12345-0@lo:38:kworker.0 Request processed in 74us (553us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318646.906579:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2548 00000100:00100000:1.0:1767318646.906605:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383823872 00000100:00100000:1.0:1767318646.906610:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383823872 00000100:00100000:1.0:1767318646.906634:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383824256 00000100:00100000:1.0:1767318646.906637:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383824256 00000100:00100000:1.0:1767318646.906653:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383824512 00000100:00100000:1.0:1767318646.906655:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383824512 00000100:00100000:1.0:1767318646.906668:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23278 00000100:00100000:1.0:1767318646.906673:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383823872:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318646.906683:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318646.906930:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383823872:12345-0@lo:38:kworker.0 Request processed in 256us (2038us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318646.906940:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23278 00000100:00100000:1.0:1767318646.906952:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23279 00000100:00100000:1.0:1767318646.906956:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383824256:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318646.906966:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318646.906991:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383824256:12345-0@lo:38:kworker.0 Request processed in 33us (922us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318646.906997:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23279 00000100:00100000:1.0:1767318646.907007:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23280 00000100:00100000:1.0:1767318646.907011:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383824512:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318646.907020:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318646.907043:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383824512:12345-0@lo:38:kworker.0 Request processed in 30us (788us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318646.907048:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23280 00000100:00080000:1.0:1767318646.907146:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318646.907152:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318646.907157:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383824000:0@lo:38:kworker.0 00000100:00080000:1.0:1767318646.907170:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318646.907173:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318646.907176:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383824256:0@lo:38:kworker.0 00000100:00080000:1.0:1767318646.907185:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318646.907189:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318646.907191:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383824512:0@lo:38:kworker.0 00000100:00080000:1.0:1767318646.907201:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318646.907206:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318646.907209:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383823872:0@lo:38:kworker.0 00000100:00100000:1.0:1767318646.907272:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383824768:0@lo:400:kworker.0 00000100:00100000:1.0:1767318646.907310:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318646.907350:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383824768 00000100:00100000:1.0:1767318646.907354:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383824768 00000100:00100000:1.0:1767318646.907401:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1510 00000100:00100000:1.0:1767318646.907408:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383824768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318646.907454:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383824768:12345-0@lo:400:kworker.0 Request processed in 47us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318646.907460:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1510 00000100:00100000:1.0:1767318646.907489:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383824768:0@lo:400:kworker.0 00000100:00100000:3.0:1767318646.907807:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318646.907900:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383824640 00000100:00100000:1.0:1767318646.907907:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383824640 00000100:00100000:1.0:1767318646.907994:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1511 00000100:00100000:1.0:1767318646.908002:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383824640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318646.908045:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383824640:12345-0@lo:400:kworker.0 Request processed in 45us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318646.908051:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1511 00000100:00100000:3.0:1767318646.908108:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383824640:0@lo:400:kworker.0 00000100:00100000:2.0:1767318646.908224:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318646.908328:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383824128 00000100:00100000:3.0:1767318646.908332:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383824128 00000100:00080000:1.0:1767318646.908382:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318646.908393:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4310 00000100:00100000:3.0:1767318646.908402:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383824128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318646.908443:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383824128:12345-0@lo:400:kworker.0 Request processed in 43us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318646.908450:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4310 00000100:00100000:1.0:1767318646.908473:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383824128:0@lo:400:kworker.0 00000100:00100000:0.0:1767318646.908754:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318646.908882:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383824384 00000100:00100000:2.0:1767318646.908887:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383824384 00000100:00100000:2.0:1767318646.909024:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4311 00000100:00100000:2.0:1767318646.909033:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383824384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318646.909080:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383824384:12345-0@lo:400:kworker.0 Request processed in 49us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318646.909087:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4311 00000100:00080000:0.0:1767318646.911243:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318646.911585:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383824384:0@lo:400:kworker.0 00010000:00010000:2.0:1767318647.415172:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318647.882570:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318647.882776:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297326080 00000100:00100000:1.0:1767318647.882835:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297326080 00000100:00080000:0.0:1767318647.882897:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318647.882953:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4312 00000100:00100000:1.0:1767318647.882973:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297326080:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318647.883092:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297326080:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 127us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318647.883101:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4312 00000400:00000100:1.0:1767318647.883748:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297325824 offset 0 length 520: 4 00000100:00100000:1.0:1767318647.884034:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318647.884094:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297325952 00000100:00100000:3.0:1767318647.884101:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297325952 00000100:00100000:3.0:1767318647.884143:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23281 00000100:00100000:3.0:1767318647.884151:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297325952:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318647.884178:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318647.884242:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297325952:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 89us (460us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318647.884248:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23281 00000100:00100000:3.0:1767318647.927343:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318648.440231:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318648.950907:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318649.463575:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318649.974961:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318650.488836:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318650.998902:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318651.511158:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383824896:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318651.511245:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318651.511379:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383824896 00000100:00100000:1.0:1767318651.511389:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383824896 00000100:00100000:3.0:1767318651.511540:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1767318651.511589:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318651.511802:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383825024:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318651.511807:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318651.511838:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318651.516952:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383825024 00000100:00100000:2.0:1767318651.516978:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383825024 00000100:00100000:2.0:1767318651.517119:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2269 00000100:00100000:2.0:1767318651.517133:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383824896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318651.517180:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767318651.517473:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318651.517747:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2270 00000100:00100000:3.0:1767318651.517760:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383825024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318651.517850:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318651.518630:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383824896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1498us (7381us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318651.518640:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2269 00000100:00100000:2.0:1767318651.518756:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383824896:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318651.519125:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383825024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1368us (7285us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318651.519134:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2270 00000100:00100000:0.0:1767318651.520822:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383825024:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318652.022919:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767318652.022921:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318652.022930:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318652.022933:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318652.022937:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318652.022941:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318652.022948:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3550 00000100:00080000:2.0:1767318652.022953:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318652.022961:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318652.023010:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627b800 x1853164383825152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318652.023025:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318652.023028:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318652.023030:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767318652.023033:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383825152:0@lo:38:kworker.0 00000100:00080000:2.0:1767318652.023033:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3550 00000100:00080000:2.0:1767318652.023035:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318652.023039:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318652.023050:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278380 x1853164383825280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318652.023123:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318652.023125:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1767318652.023144:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318652.023148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318652.023150:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318652.023154:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3550 00000100:00080000:2.0:1767318652.023156:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318652.023160:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318652.023173:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627a680 x1853164383825536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318652.023178:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383825280:0@lo:38:kworker.0 00000100:00080000:2.0:1767318652.023199:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318652.023203:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767318652.023204:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318652.023205:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318652.023208:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3550 00000100:00080000:2.0:1767318652.023211:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318652.023214:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318652.023226:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279180 x1853164383825792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318652.023227:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383825536:0@lo:38:kworker.0 00000100:00100000:1.0:1767318652.023267:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318652.023289:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383825792:0@lo:38:kworker.0 00000100:00100000:1.0:1767318652.023311:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318652.023320:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318652.023331:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383826048:0@lo:400:kworker.0 00000100:00100000:1.0:1767318652.023341:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383825152 00000100:00100000:1.0:1767318652.023349:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383825152 00000100:00100000:0.0:1767318652.023363:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318652.023381:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383825536 00000100:00100000:1.0:1767318652.023384:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383825536 00000100:00100000:1.0:1767318652.023395:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383825792 00000100:00100000:1.0:1767318652.023397:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383825792 00000100:00100000:1.0:1767318652.023411:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23282 00000100:00100000:1.0:1767318652.023418:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383825152:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318652.023419:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23283 00000100:00100000:0.0:1767318652.023423:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383825536:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318652.023437:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318652.023476:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383825152:12345-0@lo:38:kworker.0 Request processed in 58us (353us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318652.023482:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23282 00000100:00100000:1.0:1767318652.023500:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23284 00000100:00100000:1.0:1767318652.023503:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383825792:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318652.023732:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383825408:0@lo:400:kworker.0 00000100:00100000:3.0:1767318652.023761:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318652.023804:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383825408 00000100:00100000:3.0:1767318652.023809:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383825408 00000100:00100000:3.0:1767318652.023847:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4313 00000100:00100000:3.0:1767318652.023928:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383825408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318652.023973:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383825408:12345-0@lo:400:kworker.0 Request processed in 48us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318652.023979:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4313 00000100:00080000:3.0:1767318652.023997:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318652.024025:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383825408:0@lo:400:kworker.0 00010000:00020000:0.0:1767318652.024280:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767318652.024282:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318652.024314:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383825536:12345-0@lo:38:kworker.0 Request processed in 887us (1051us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318652.024314:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383825792:12345-0@lo:38:kworker.0 Request processed in 807us (1001us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318652.024321:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23284 00000100:00100000:1.0:1767318652.024344:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383826048 00000100:00100000:1.0:1767318652.024348:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383826048 00000100:00100000:1.0:1767318652.024384:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1512 00000100:00100000:1.0:1767318652.024390:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383826048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318652.024422:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383826048:12345-0@lo:400:kworker.0 Request processed in 32us (1058us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318652.024428:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1512 00000100:00080000:1.0:1767318652.024466:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318652.024472:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318652.024476:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383825792:0@lo:38:kworker.0 00000100:00080000:1.0:1767318652.024486:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318652.024489:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318652.024492:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383825536:0@lo:38:kworker.0 00000100:00080000:1.0:1767318652.024500:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318652.024503:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318652.024505:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383825152:0@lo:38:kworker.0 00000100:00100000:3.0:1767318652.024510:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383825920:0@lo:400:kworker.0 00000100:00100000:3.0:1767318652.024538:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318652.024544:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383825280 00000100:00100000:1.0:1767318652.024548:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383825280 00000100:00100000:3.0:1767318652.024558:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318652.024564:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383825664:0@lo:400:kworker.0 00000100:00100000:3.0:1767318652.024585:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318652.024591:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2549 00000100:00100000:1.0:1767318652.024596:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383825280:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318652.024607:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383825920 00010000:00020000:1.0:1767318652.024608:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318652.024610:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383825920 00000100:00100000:3.0:1767318652.024633:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1513 00000100:00100000:1.0:1767318652.024636:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383825280:12345-0@lo:38:kworker.0 Request processed in 39us (1431us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318652.024639:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383825920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318652.024642:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2549 00000100:00100000:1.0:1767318652.024661:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383825664 00000100:00100000:1.0:1767318652.024664:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383825664 00000100:00100000:3.0:1767318652.024707:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383825920:12345-0@lo:400:kworker.0 Request processed in 33us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318652.024713:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1513 00000100:00080000:3.0:1767318652.024733:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318652.024750:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383825920:0@lo:400:kworker.0 00000100:00100000:3.0:1767318652.024811:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383826048:0@lo:400:kworker.0 00000100:00080000:2.0:1767318652.027030:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318652.027045:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318652.027050:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383825280:0@lo:38:kworker.0 00000100:00100000:0.0:1767318652.027182:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23283 00000100:00100000:0.0:1767318652.027226:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4314 00000100:00100000:0.0:1767318652.027245:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383825664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318652.027501:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383825664:12345-0@lo:400:kworker.0 Request processed in 267us (2914us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318652.027509:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4314 00000100:00100000:3.0:1767318652.027533:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383825664:0@lo:400:kworker.0 00010000:00010000:2.0:1767318652.535228:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318652.999578:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318652.999685:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318653.002779:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297326336 00000100:00100000:2.0:1767318653.002811:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297326336 00000100:00100000:2.0:1767318653.002915:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297326208 00000100:00100000:2.0:1767318653.002919:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297326208 00000100:00100000:2.0:1767318653.002950:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4315 00000100:00100000:2.0:1767318653.002962:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297326336:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318653.003059:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297326336:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 98us (3493us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318653.003066:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4315 00000100:00100000:2.0:1767318653.003086:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23285 00000100:00100000:2.0:1767318653.003089:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297326208:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318653.003112:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318653.003138:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297326208:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 46us (3453us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318653.003144:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23285 00000100:00080000:3.0:1767318653.003406:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318653.048985:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318653.559312:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318654.071033:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318654.583231:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318655.094928:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318655.606993:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318656.122988:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318656.631179:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383826176:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318656.631265:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318656.631621:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318656.631668:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318656.631682:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383826304:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318656.631720:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318656.631945:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383826176 00000100:00100000:0.0:1767318656.631955:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383826176 00000100:00100000:0.0:1767318656.632011:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383826304 00000100:00100000:0.0:1767318656.632014:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383826304 00000100:00100000:0.0:1767318656.632040:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2271 00000100:00100000:0.0:1767318656.632049:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383826176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318656.632091:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318656.632144:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383826176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (879us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318656.632151:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2271 00000100:00080000:3.0:1767318656.632159:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318656.632163:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318656.632169:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2272 00000100:00100000:0.0:1767318656.632175:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383826304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318656.632193:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318656.632228:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383826304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318656.632233:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2272 00000100:00100000:1.0:1767318656.632266:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383826176:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318656.633612:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383826304:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318657.142941:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318657.142985:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318657.142992:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318657.142996:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318657.143000:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318657.143004:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318657.143013:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3555 00000100:00080000:3.0:1767318657.143018:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318657.143026:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318657.143072:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9daa300 x1853164383826432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318657.143092:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318657.143095:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318657.143097:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318657.143101:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3555 00000100:00080000:3.0:1767318657.143103:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318657.143107:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318657.143119:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9dab480 x1853164383826560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318657.143166:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318657.143170:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318657.143172:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318657.143176:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3555 00000100:00080000:3.0:1767318657.143179:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318657.143182:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318657.143199:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c903b80 x1853164383826816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318657.143222:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318657.143225:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318657.143227:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318657.143231:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3555 00000100:00080000:3.0:1767318657.143233:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318657.143236:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318657.143246:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f9f80 x1853164383827072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318657.143302:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383826944:0@lo:400:kworker.0 00000100:00100000:2.0:1767318657.143312:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383827328:0@lo:400:kworker.0 00000100:00100000:0.0:1767318657.143404:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383826688:0@lo:400:kworker.0 00000100:00100000:1.0:1767318657.145420:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383826432:0@lo:38:kworker.0 00000100:00100000:3.0:1767318657.149438:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318657.149552:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318657.149566:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383827200:0@lo:400:kworker.0 00000100:00100000:3.0:1767318657.150237:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318657.150300:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383827200 00000100:00100000:3.0:1767318657.150309:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383827200 00000100:00100000:3.0:1767318657.150359:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1514 00000100:00100000:3.0:1767318657.150368:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383827200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318657.150425:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383827200:12345-0@lo:400:kworker.0 Request processed in 58us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318657.150433:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1514 00000100:00100000:3.0:1767318657.150485:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383827200:0@lo:400:kworker.0 00000100:00100000:3.0:1767318657.150531:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383826944 00000100:00100000:3.0:1767318657.150535:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383826944 00000100:00100000:3.0:1767318657.150573:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4316 00000100:00100000:3.0:1767318657.151241:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383826944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318657.151320:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383826944:12345-0@lo:400:kworker.0 Request processed in 740us (1888us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318657.151328:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4316 00000100:00080000:3.0:1767318657.151352:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318657.151377:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383826944:0@lo:400:kworker.0 00000100:00100000:2.0:1767318657.159159:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318657.159407:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318657.159540:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318657.159576:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383826560:0@lo:38:kworker.0 00000100:00100000:2.0:1767318657.159603:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383826688 00000100:00100000:2.0:1767318657.159613:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383826688 00000100:00100000:1.0:1767318657.159619:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318657.159662:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c903b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383826816:0@lo:38:kworker.0 00000100:00100000:0.0:1767318657.159679:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383826432 00000100:00100000:0.0:1767318657.159685:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383826432 00000100:00100000:1.0:1767318657.159692:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318657.159698:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4317 00000100:00100000:2.0:1767318657.159711:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383826688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318657.159720:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383827072:0@lo:38:kworker.0 00000100:00100000:1.0:1767318657.159746:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318657.159797:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383826560 00000100:00100000:2.0:1767318657.159802:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383826688:12345-0@lo:400:kworker.0 Request processed in 70us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318657.159804:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383826560 00000100:00100000:2.0:1767318657.159814:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4317 00000100:00100000:2.0:1767318657.159838:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383826816 00000100:00100000:1.0:1767318657.159839:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2550 00000100:00100000:2.0:1767318657.159843:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383826816 00000100:00100000:1.0:1767318657.159849:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383826560:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318657.159857:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383827072 00000100:00100000:2.0:1767318657.159860:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383827072 00010000:00020000:1.0:1767318657.159872:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318657.159873:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23286 00000100:00100000:2.0:1767318657.159882:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383826432:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318657.159894:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318657.159920:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383826560:12345-0@lo:38:kworker.0 Request processed in 70us (301us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318657.159933:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2550 00000100:00100000:2.0:1767318657.159934:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383826432:12345-0@lo:38:kworker.0 Request processed in 46us (390us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318657.159943:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23286 00000100:00100000:2.0:1767318657.159962:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23287 00000100:00100000:2.0:1767318657.159967:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383826816:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318657.159976:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767318657.159979:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318657.159986:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318657.159991:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383826432:0@lo:38:kworker.0 00000100:00080000:1.0:1767318657.160006:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318657.160010:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318657.160013:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383826560:0@lo:38:kworker.0 00000100:00080000:1.0:1767318657.160020:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318657.160023:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318657.160025:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c903b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383826816:0@lo:38:kworker.0 00000100:00100000:2.0:1767318657.161297:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383826816:12345-0@lo:38:kworker.0 Request processed in 1321us (1597us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318657.162149:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23287 00000100:00100000:2.0:1767318657.162208:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23288 00000100:00100000:2.0:1767318657.162215:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383827072:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318657.162239:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318657.162507:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383826688:0@lo:400:kworker.0 00000100:00080000:0.0:1767318657.162526:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318657.165520:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383827072:12345-0@lo:38:kworker.0 Request processed in 3292us (5761us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318657.165535:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23288 00000100:00080000:1.0:1767318657.166759:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318657.166772:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318657.166777:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383827072:0@lo:38:kworker.0 00000100:00100000:3.0:1767318657.167810:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383827328 00000100:00100000:3.0:1767318657.167826:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383827328 00000100:00100000:3.0:1767318657.167906:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1515 00000100:00100000:3.0:1767318657.167918:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383827328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318657.168037:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383827328:12345-0@lo:400:kworker.0 Request processed in 120us (8885us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318657.168045:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1515 00000100:00100000:2.0:1767318657.171014:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383827328:0@lo:400:kworker.0 00010000:00010000:2.0:1767318657.657828:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318658.118930:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318658.118994:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318658.119109:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297326464 00000100:00100000:1.0:1767318658.119119:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297326464 00000100:00100000:1.0:1767318658.119163:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297326592 00000100:00100000:1.0:1767318658.119166:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297326592 00000100:00100000:1.0:1767318658.119210:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4318 00000100:00100000:1.0:1767318658.119225:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297326592:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318658.119289:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23289 00000100:00100000:2.0:1767318658.119299:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297326464:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318658.119325:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318658.119328:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297326592:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 106us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318658.119339:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4318 00000100:00100000:2.0:1767318658.119363:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297326464:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 64us (1106us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318658.119371:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23289 00000100:00080000:0.0:1767318658.120607:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318658.166909:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318658.679036:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318659.192513:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318659.703454:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318660.215137:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318660.729147:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318661.239079:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318661.752544:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318661.752573:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383827456:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318661.752682:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318661.752869:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383827456 00000100:00100000:3.0:1767318661.752878:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383827456 00000100:00080000:1.0:1767318661.752926:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318661.752951:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2273 00000100:00100000:3.0:1767318661.752962:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383827456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318661.752998:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318661.753043:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383827584:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318661.753054:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383827456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (371us total) trans 0 rc 0/0 00010000:00010000:0.0:1767318661.753107:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318661.753163:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383827456:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318661.754480:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318661.754627:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383827584 00000100:00100000:0.0:1767318661.754635:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383827584 00000100:00080000:2.0:1767318661.754712:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318661.760019:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2273 00000100:00100000:0.0:1767318661.763665:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2274 00000100:00100000:0.0:1767318661.763694:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383827584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318661.765567:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318661.765682:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383827584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1998us (11203us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318661.765693:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2274 00000100:00100000:2.0:1767318661.765865:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383827584:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318662.262947:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318662.264802:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318662.264814:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318662.264817:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318662.264821:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318662.264827:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318662.264836:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3560 00000100:00080000:3.0:1767318662.264841:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318662.264850:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318662.264900:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f8700 x1853164383827712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318662.264945:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318662.264949:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318662.264951:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318662.264956:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3560 00000100:00080000:3.0:1767318662.264958:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318662.264962:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318662.264974:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f8000 x1853164383827840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318662.265030:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318662.265035:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318662.265037:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318662.265041:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3560 00000100:00080000:3.0:1767318662.265043:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318662.265047:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318662.265059:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1212300 x1853164383828096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318662.265098:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318662.265102:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318662.265105:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318662.265109:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3560 00000100:00080000:3.0:1767318662.265112:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318662.265115:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318662.265127:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1213b80 x1853164383828352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318662.265312:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383827712:0@lo:38:kworker.0 00000100:00100000:1.0:1767318662.265406:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318662.265495:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383827840:0@lo:38:kworker.0 00000100:00100000:1.0:1767318662.265524:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318662.265548:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383828096:0@lo:38:kworker.0 00000100:00100000:1.0:1767318662.265570:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318662.265598:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383828352:0@lo:38:kworker.0 00000100:00100000:1.0:1767318662.265627:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318662.265676:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383827712 00000100:00100000:1.0:1767318662.265689:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383827712 00000100:00100000:1.0:1767318662.265732:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383828096 00000100:00100000:1.0:1767318662.265735:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383828096 00000100:00100000:1.0:1767318662.265747:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383828352 00000100:00100000:1.0:1767318662.265749:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383828352 00000100:00100000:1.0:1767318662.265762:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23290 00000100:00100000:1.0:1767318662.265771:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383827712:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318662.265823:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318662.265868:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383827712:12345-0@lo:38:kworker.0 Request processed in 97us (462us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318662.265874:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23290 00000100:00100000:1.0:1767318662.265891:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23291 00000100:00100000:1.0:1767318662.265895:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383828096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318662.265904:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318662.265926:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383828096:12345-0@lo:38:kworker.0 Request processed in 29us (354us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318662.265930:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23291 00000100:00100000:1.0:1767318662.265946:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23292 00000100:00100000:1.0:1767318662.265950:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383828352:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318662.265958:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318662.265976:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383828352:12345-0@lo:38:kworker.0 Request processed in 25us (350us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318662.265981:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23292 00000100:00100000:1.0:1767318662.265997:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383827840 00000100:00100000:1.0:1767318662.266001:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383827840 00000100:00100000:1.0:1767318662.266021:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2551 00000100:00100000:1.0:1767318662.266026:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383827840:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318662.266035:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318662.266060:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383827840:12345-0@lo:38:kworker.0 Request processed in 32us (534us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318662.266065:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2551 00000100:00080000:1.0:1767318662.266123:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318662.266130:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318662.266134:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383827712:0@lo:38:kworker.0 00000100:00080000:1.0:1767318662.266156:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318662.266159:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318662.266161:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383827840:0@lo:38:kworker.0 00000100:00080000:1.0:1767318662.266168:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318662.266171:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318662.266174:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383828096:0@lo:38:kworker.0 00000100:00080000:1.0:1767318662.266180:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318662.266183:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318662.266185:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383828352:0@lo:38:kworker.0 00000100:00100000:1.0:1767318662.266215:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318662.266225:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383828224:0@lo:400:kworker.0 00000100:00100000:1.0:1767318662.266249:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318662.266270:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383828224 00000100:00100000:1.0:1767318662.266275:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383828224 00000100:00100000:1.0:1767318662.266314:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4319 00000100:00100000:1.0:1767318662.266324:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383828224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318662.266359:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383828224:12345-0@lo:400:kworker.0 Request processed in 39us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318662.266365:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4319 00000100:00100000:1.0:1767318662.266393:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383828224:0@lo:400:kworker.0 00000100:00100000:0.0:1767318662.269878:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383827968:0@lo:400:kworker.0 00000100:00100000:0.0:1767318662.269991:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318662.270089:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383827968 00000100:00100000:0.0:1767318662.270097:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383827968 00000100:00100000:0.0:1767318662.270162:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4320 00000100:00100000:0.0:1767318662.270173:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383827968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318662.270239:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383827968:12345-0@lo:400:kworker.0 Request processed in 67us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318662.270248:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4320 00000100:00100000:0.0:1767318662.270296:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383827968:0@lo:400:kworker.0 00000100:00080000:2.0:1767318662.270479:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767318662.775299:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318663.241259:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318663.241458:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297326720 00000100:00100000:1.0:1767318663.241470:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297326720 00000100:00100000:1.0:1767318663.241526:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23293 00000100:00100000:1.0:1767318663.241536:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297326720:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318663.241563:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318663.241655:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297326720:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 119us (418us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318663.241663:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23293 00000100:00100000:3.0:1767318663.243655:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318663.243749:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297326848 00000100:00100000:0.0:1767318663.243759:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297326848 00000100:00100000:0.0:1767318663.243864:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4321 00000100:00100000:0.0:1767318663.243874:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297326848:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:2.0:1767318663.244188:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318663.244215:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297326848:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 76us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318663.244225:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4321 00000100:00100000:2.0:1767318663.287175:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318663.800302:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318664.311209:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318664.823417:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318665.335124:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318665.850110:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318666.358949:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318666.871211:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383828480:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318666.871312:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318666.871657:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383828480 00000100:00100000:2.0:1767318666.871668:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383828480 00000100:00100000:2.0:1767318666.871748:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2275 00000100:00100000:2.0:1767318666.871759:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383828480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318666.871814:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318666.871867:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383828480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 110us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318666.871875:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2275 00000100:00080000:3.0:1767318666.871934:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318666.872572:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383828480:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767318666.873066:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318666.873285:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318666.873315:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383828608:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318666.873382:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318666.873849:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383828608 00000100:00100000:1.0:1767318666.873858:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383828608 00000100:00100000:1.0:1767318666.873929:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2276 00000100:00100000:1.0:1767318666.873943:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698d1fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383828608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318666.873973:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318666.874020:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698d1fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383828608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318666.874026:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2276 00000100:00080000:3.0:1767318666.874311:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318666.874646:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383828608:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318667.383068:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318667.383260:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318667.383267:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318667.383270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318667.383274:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318667.383279:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318667.383289:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3565 00000100:00080000:1.0:1767318667.383295:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318667.383305:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318667.383353:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f8700 x1853164383828736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318667.383378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318667.383381:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318667.383383:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318667.383387:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3565 00000100:00080000:1.0:1767318667.383389:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318667.383393:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318667.383408:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f8000 x1853164383828864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318667.383449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318667.383454:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318667.383455:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318667.383459:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3565 00000100:00080000:1.0:1767318667.383461:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318667.383464:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318667.383488:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5134e00 x1853164383829120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318667.383519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318667.383522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318667.383524:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318667.383527:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3565 00000100:00080000:1.0:1767318667.383529:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318667.383561:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318667.383575:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f230380 x1853164383829376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318667.383601:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318667.383618:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383829248:0@lo:400:kworker.0 00000100:00100000:1.0:1767318667.383687:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318667.383729:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383829248 00000100:00100000:1.0:1767318667.383736:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383829248 00000100:00100000:1.0:1767318667.383854:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4322 00000100:00100000:1.0:1767318667.383871:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383829248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318667.383922:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383829248:12345-0@lo:400:kworker.0 Request processed in 60us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318667.383929:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4322 00000100:00100000:1.0:1767318667.384055:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383829248:0@lo:400:kworker.0 00000100:00100000:2.0:1767318667.384374:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383828736:0@lo:38:kworker.0 00000100:00100000:2.0:1767318667.384409:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318667.384444:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383828864:0@lo:38:kworker.0 00000100:00100000:2.0:1767318667.384541:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318667.384565:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383829120:0@lo:38:kworker.0 00000100:00100000:2.0:1767318667.384590:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318667.384605:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383829376:0@lo:38:kworker.0 00000100:00100000:2.0:1767318667.384624:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318667.384709:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318667.384722:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383828992:0@lo:400:kworker.0 00000100:00100000:3.0:1767318667.384752:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318667.384967:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318667.384987:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383828736 00000100:00100000:0.0:1767318667.384992:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383828736 00000100:00100000:0.0:1767318667.385019:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383829120 00000100:00100000:0.0:1767318667.385070:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383829120 00000100:00100000:0.0:1767318667.385081:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383829376 00000100:00100000:0.0:1767318667.385083:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383829376 00000100:00100000:0.0:1767318667.385089:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383828992 00000100:00100000:0.0:1767318667.385092:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383828992 00000100:00100000:0.0:1767318667.385122:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4323 00000100:00100000:0.0:1767318667.385129:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383828992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318667.385172:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383828992:12345-0@lo:400:kworker.0 Request processed in 43us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318667.385178:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4323 00000100:00100000:0.0:1767318667.385192:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23294 00000100:00100000:0.0:1767318667.385196:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383828736:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318667.385216:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318667.385247:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383828736:12345-0@lo:38:kworker.0 Request processed in 49us (837us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318667.385253:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23294 00000100:00100000:0.0:1767318667.385264:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23295 00000100:00100000:0.0:1767318667.385267:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383829120:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318667.385276:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318667.385297:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383829120:12345-0@lo:38:kworker.0 Request processed in 27us (705us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318667.385302:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23295 00000100:00100000:0.0:1767318667.385313:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23296 00000100:00100000:0.0:1767318667.385317:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383829376:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318667.385325:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318667.385346:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383829376:12345-0@lo:38:kworker.0 Request processed in 28us (722us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318667.385351:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23296 00000100:00080000:0.0:1767318667.385370:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318667.385393:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318667.385398:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318667.385401:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383828736:0@lo:38:kworker.0 00000100:00080000:0.0:1767318667.385409:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318667.385412:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318667.385414:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383829120:0@lo:38:kworker.0 00000100:00080000:0.0:1767318667.385421:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318667.385424:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318667.385427:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383829376:0@lo:38:kworker.0 00000100:00100000:1.0:1767318667.385569:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383828864 00000100:00100000:1.0:1767318667.385574:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383828864 00000100:00100000:1.0:1767318667.385603:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2552 00000100:00100000:1.0:1767318667.385608:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383828864:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318667.385619:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318667.385933:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383828992:0@lo:400:kworker.0 00000100:00100000:1.0:1767318667.386012:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383828864:12345-0@lo:38:kworker.0 Request processed in 402us (1479us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318667.386019:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2552 00000100:00080000:2.0:1767318667.386078:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318667.386083:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318667.386086:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383828864:0@lo:38:kworker.0 00010000:00010000:2.0:1767318667.894989:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318668.376286:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318668.376334:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318668.376422:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297327104 00000100:00100000:3.0:1767318668.376434:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297327104 00000100:00100000:3.0:1767318668.376509:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4324 00000100:00100000:3.0:1767318668.376520:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297327104:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318668.376621:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297327104:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 103us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318668.376628:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4324 00000100:00100000:3.0:1767318668.376648:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297326976 00000100:00100000:3.0:1767318668.376651:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297326976 00000100:00100000:3.0:1767318668.376671:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23297 00000100:00100000:3.0:1767318668.376675:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297326976:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318668.376711:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318668.376736:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297326976:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 59us (402us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318668.376744:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23297 00000100:00080000:2.0:1767318668.377084:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318668.409579:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318668.920551:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318669.431396:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318669.943042:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318670.455165:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318670.967407:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318671.479224:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318671.479958:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318646/real 1767318646] req@ffff936886279c00 x1853164383823744/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318671 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318671.479990:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff936886279c00 x1853164383823744/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318671 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318671.480010:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318671.480032:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318671.480036:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383823744:0@lo:250:kworker.0 00000100:00080000:3.0:1767318671.480217:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318671.480225:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318671.480228:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318671.480233:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3550 00000100:00080000:3.0:1767318671.480237:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318671.480245:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318671.480285:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1212300 x1853164383829504/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318671.480314:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318671.480318:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318671.480319:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318671.480323:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3570 00000100:00080000:3.0:1767318671.480325:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318671.480329:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318671.480346:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1212a00 x1853164383829632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318671.480354:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318671.480357:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318671.480359:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318671.480364:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3570 00000100:00080000:3.0:1767318671.480383:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318671.480395:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318671.480848:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383829504:0@lo:250:kworker.0 00000400:00000100:0.0:1767318671.480913:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383829504 offset 0 length 520: 4 00000100:00100000:0.0:1767318671.480964:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383829632:0@lo:38:kworker.0 00000100:00100000:0.0:1767318671.480998:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318671.481069:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383829632 00000100:00100000:1.0:1767318671.481078:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383829632 00000100:00100000:1.0:1767318671.481129:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23298 00000100:00100000:1.0:1767318671.481136:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383829632:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318671.481159:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318671.481214:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383829632:12345-0@lo:38:kworker.0 Request processed in 77us (216us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318671.481221:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23298 00000100:00080000:0.0:1767318671.481330:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318671.481336:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318671.481339:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383829632:0@lo:38:kworker.0 00000100:00100000:3.0:1767318671.481660:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1212680 x1853164383829760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318671.481714:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318671.481718:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318671.481720:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318671.481725:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3570 00000100:00080000:3.0:1767318671.481729:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318671.481734:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318671.481740:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383829888:0@lo:400:kworker.0 00000100:00100000:3.0:1767318671.481749:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1213100 x1853164383830016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318671.481778:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318671.481799:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318671.481804:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318671.481806:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318671.481810:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3570 00000100:00080000:3.0:1767318671.481813:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767318671.481837:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383829888 00000100:00100000:1.0:1767318671.481841:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383829888 00000100:00100000:1.0:1767318671.481881:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4325 00000100:00100000:1.0:1767318671.481893:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383829888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318671.481932:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383829888:12345-0@lo:400:kworker.0 Request processed in 45us (156us total) trans 0 rc 0/0 00000100:00080000:2.0:1767318671.481934:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318671.481941:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4325 00000100:00100000:1.0:1767318671.481975:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383829888:0@lo:400:kworker.0 00000100:00100000:1.0:1767318671.482011:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383830144:0@lo:400:kworker.0 00000100:00100000:1.0:1767318671.482033:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318671.482064:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383830144 00000100:00100000:1.0:1767318671.482068:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383830144 00000100:00100000:1.0:1767318671.482095:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4326 00000100:00100000:1.0:1767318671.482101:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383830144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318671.482134:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383830144:12345-0@lo:400:kworker.0 Request processed in 33us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318671.482140:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4326 00000100:00080000:1.0:1767318671.482155:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318671.482174:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383829760:0@lo:38:kworker.0 00000100:00100000:1.0:1767318671.482176:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383830144:0@lo:400:kworker.0 00000100:00100000:0.0:1767318671.482213:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318671.482236:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1213100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383830016:0@lo:38:kworker.0 00000100:00100000:0.0:1767318671.482256:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318671.482263:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383829760 00000100:00100000:1.0:1767318671.482269:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383829760 00000100:00100000:1.0:1767318671.482296:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2553 00000100:00100000:1.0:1767318671.482302:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383829760:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318671.482305:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383830016 00000100:00100000:0.0:1767318671.482310:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383830016 00010000:00020000:1.0:1767318671.482318:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318671.482334:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23299 00000100:00100000:0.0:1767318671.482340:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383830016:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318671.482352:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318671.482359:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383829760:12345-0@lo:38:kworker.0 Request processed in 55us (144us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318671.482366:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2553 00000100:00100000:0.0:1767318671.482386:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383830016:12345-0@lo:38:kworker.0 Request processed in 44us (128us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318671.482394:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23299 00000100:00080000:1.0:1767318671.482404:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318671.482410:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318671.482413:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383829760:0@lo:38:kworker.0 00000100:00080000:1.0:1767318671.482423:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318671.482426:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318671.482428:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1213100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383830016:0@lo:38:kworker.0 00000100:00080000:3.0:1767318671.483182:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318671.483222:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1213100 x1853164383830272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318671.483299:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1213100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383830272:0@lo:38:kworker.0 00000100:00100000:1.0:1767318671.483349:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318671.484236:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383830272 00000100:00100000:2.0:1767318671.484246:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383830272 00000100:00100000:2.0:1767318671.484294:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23300 00000100:00100000:2.0:1767318671.484301:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383830272:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318671.484320:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318671.488848:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383830272:12345-0@lo:38:kworker.0 Request processed in 4534us (5486us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318671.488863:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23300 00000100:00100000:3.0:1767318671.491871:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318671.491897:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383830528:0@lo:400:kworker.0 00000100:00100000:3.0:1767318671.491974:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318671.492018:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383830528 00000100:00100000:2.0:1767318671.492174:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383830400:0@lo:400:kworker.0 00000100:00100000:2.0:1767318671.492210:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318671.492267:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383830400 00000100:00100000:2.0:1767318671.492275:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383830400 00000100:00100000:2.0:1767318671.492354:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1516 00000100:00100000:2.0:1767318671.492364:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383830400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318671.492441:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383830400:12345-0@lo:400:kworker.0 Request processed in 78us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318671.492449:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1516 00000100:00080000:2.0:1767318671.492473:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318671.492520:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383830400:0@lo:400:kworker.0 00000100:00100000:3.0:1767318671.492910:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383830528 00000100:00100000:3.0:1767318671.492960:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1517 00000100:00100000:3.0:1767318671.492967:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383830528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318671.493006:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383830528:12345-0@lo:400:kworker.0 Request processed in 40us (1032us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318671.493013:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1517 00000100:00080000:2.0:1767318671.493815:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318671.493870:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383830528:0@lo:400:kworker.0 00000100:00080000:1.0:1767318671.495222:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318671.495231:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318671.495236:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1213100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383830272:0@lo:38:kworker.0 00010000:00010000:1.0:1767318671.996145:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318671.996208:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318671.996233:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383830656:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318671.996308:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318671.996646:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383830656 00000100:00100000:1.0:1767318671.996655:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383830656 00000100:00100000:1.0:1767318671.996720:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2277 00000100:00100000:1.0:1767318671.996730:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383830656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318671.996765:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318671.996844:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383830656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318671.996851:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2277 00000100:00100000:1.0:1767318671.996900:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383830656:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318671.997811:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383830784:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318671.997871:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318671.997976:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383830784 00000100:00100000:1.0:1767318671.997982:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383830784 00000100:00100000:1.0:1767318671.998035:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2278 00000100:00100000:1.0:1767318671.998045:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383830784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318671.998087:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318671.998140:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383830784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318671.998147:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2278 00000100:00100000:2.0:1767318671.998590:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383830784:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318672.504199:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318673.015329:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318673.480928:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318673.481420:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297327488 00000100:00100000:2.0:1767318673.481430:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297327488 00000100:00100000:2.0:1767318673.481515:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4327 00000100:00100000:2.0:1767318673.481526:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297327488:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:1.0:1767318673.481632:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318673.494806:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297327488:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 13258us (13865us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318673.494829:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4327 00000400:00000100:3.0:1767318673.495252:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297327232 offset 0 length 520: 4 00000100:00100000:3.0:1767318673.495320:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318673.495705:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297327360 00000100:00100000:2.0:1767318673.495715:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297327360 00000100:00100000:2.0:1767318673.495756:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23301 00000100:00100000:2.0:1767318673.495763:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297327360:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318673.495804:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318673.495863:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297327360:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 100us (543us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318673.495870:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23301 00000100:00100000:2.0:1767318673.527743:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318674.039708:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318674.552585:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318675.065520:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318675.575182:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318676.087398:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318676.598903:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318676.598913:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318676.598917:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318676.598922:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318676.598926:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318676.598935:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3574 00000100:00080000:1.0:1767318676.598940:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318676.598948:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318676.598989:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f231500 x1853164383830912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318676.599015:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318676.599026:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318676.599028:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318676.599032:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3574 00000100:00080000:1.0:1767318676.599035:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318676.599039:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318676.599050:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383830912:0@lo:38:kworker.0 00000100:00100000:1.0:1767318676.599056:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f231880 x1853164383831040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318676.599095:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318676.599100:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318676.599102:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318676.599105:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3574 00000100:00080000:1.0:1767318676.599108:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318676.599111:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318676.599123:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135c00 x1853164383831296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318676.599131:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318676.599187:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383831040:0@lo:38:kworker.0 00000100:00100000:3.0:1767318676.599233:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318676.599280:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383831040 00000100:00100000:3.0:1767318676.599288:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383831040 00000100:00080000:1.0:1767318676.599324:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318676.599330:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1767318676.599330:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2554 00000100:00080000:1.0:1767318676.599334:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318676.599340:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3574 00000100:00100000:3.0:1767318676.599343:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383831040:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1767318676.599344:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318676.599352:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318676.599363:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5137b80 x1853164383831552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00020000:3.0:1767318676.599368:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318676.599413:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383831424:0@lo:400:kworker.0 00000100:00100000:3.0:1767318676.599413:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383831040:12345-0@lo:38:kworker.0 Request processed in 70us (176us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318676.599426:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2554 00000100:00100000:3.0:1767318676.599475:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383831296:0@lo:38:kworker.0 00000100:00100000:1.0:1767318676.599482:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318676.599507:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318676.599510:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318676.599519:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383831680:0@lo:400:kworker.0 00000100:00100000:3.0:1767318676.599531:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383831552:0@lo:38:kworker.0 00000100:00100000:1.0:1767318676.599549:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318676.599561:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318676.599583:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383831680 00000100:00100000:1.0:1767318676.599588:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383831680 00000100:00100000:3.0:1767318676.599592:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383830912 00000100:00100000:3.0:1767318676.599597:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383830912 00000100:00100000:3.0:1767318676.599619:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383831424 00000100:00100000:3.0:1767318676.599623:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383831424 00000100:00100000:1.0:1767318676.599635:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1518 00000100:00100000:3.0:1767318676.599647:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383831296 00000100:00100000:1.0:1767318676.599649:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383831680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318676.599652:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383831296 00000100:00100000:3.0:1767318676.599662:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383831552 00000100:00100000:3.0:1767318676.599666:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383831552 00000100:00100000:1.0:1767318676.599696:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383831680:12345-0@lo:400:kworker.0 Request processed in 53us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318676.599703:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1518 00000100:00080000:1.0:1767318676.599718:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318676.599723:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318676.599747:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383831680:0@lo:400:kworker.0 00000100:00100000:3.0:1767318676.599843:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4328 00000100:00100000:3.0:1767318676.599852:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383831424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318676.599887:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383831424:12345-0@lo:400:kworker.0 Request processed in 37us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318676.599893:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4328 00000100:00100000:3.0:1767318676.599906:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23302 00000100:00100000:3.0:1767318676.599910:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383830912:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318676.599921:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318676.599948:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383830912:12345-0@lo:38:kworker.0 Request processed in 36us (819us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318676.599955:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23302 00000100:00100000:3.0:1767318676.599968:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23303 00000100:00100000:3.0:1767318676.599972:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383831296:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318676.599980:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383831808:0@lo:400:kworker.0 00010000:00020000:3.0:1767318676.599983:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318676.600019:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383831296:12345-0@lo:38:kworker.0 Request processed in 44us (511us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318676.600025:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23303 00000100:00100000:0.0:1767318676.600038:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318676.600042:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23304 00000100:00100000:3.0:1767318676.600048:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383831552:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318676.600058:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318676.600062:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318676.600070:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383831168:0@lo:400:kworker.0 00000100:00100000:3.0:1767318676.600090:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383831552:12345-0@lo:38:kworker.0 Request processed in 39us (528us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318676.600099:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23304 00000100:00100000:0.0:1767318676.600100:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318676.600113:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383831168 00000100:00100000:3.0:1767318676.600118:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383831168 00000100:00100000:0.0:1767318676.600287:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383831808 00000100:00100000:0.0:1767318676.600291:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383831808 00000100:00100000:0.0:1767318676.600315:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1519 00000100:00100000:0.0:1767318676.600321:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383831808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318676.600354:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383831808:12345-0@lo:400:kworker.0 Request processed in 34us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318676.600360:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1519 00000100:00100000:0.0:1767318676.600408:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383831808:0@lo:400:kworker.0 00000100:00080000:0.0:1767318676.600442:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318676.600446:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318676.600459:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383831552:0@lo:38:kworker.0 00000100:00080000:0.0:1767318676.600470:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318676.600473:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318676.600476:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383831040:0@lo:38:kworker.0 00000100:00080000:0.0:1767318676.600484:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318676.600487:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318676.600490:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383830912:0@lo:38:kworker.0 00000100:00080000:0.0:1767318676.600511:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318676.600514:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318676.600517:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383831296:0@lo:38:kworker.0 00000100:00080000:0.0:1767318676.600535:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318676.600538:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318676.600747:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383831424:0@lo:400:kworker.0 00000100:00100000:0.0:1767318676.600868:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318676.615417:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4329 00000100:00100000:3.0:1767318676.615443:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383831168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318676.615551:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383831168:12345-0@lo:400:kworker.0 Request processed in 121us (15453us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318676.615559:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4329 00000100:00100000:2.0:1767318676.616692:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383831168:0@lo:400:kworker.0 00000100:00100000:3.0:1767318677.111566:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383831936:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318677.111635:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318677.111846:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318677.112238:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383831936 00000100:00100000:0.0:1767318677.112257:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383831936 00000100:00100000:0.0:1767318677.112314:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2279 00000100:00100000:0.0:1767318677.112322:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383831936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318677.112351:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318677.112888:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383832064:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318677.112921:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318677.114045:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383832064 00000100:00100000:2.0:1767318677.114052:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383832064 00000100:00100000:2.0:1767318677.114098:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2280 00000100:00100000:2.0:1767318677.114106:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383832064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318677.114140:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318677.114198:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383832064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (1276us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318677.114205:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2280 00000100:00100000:2.0:1767318677.114267:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383832064:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318677.114813:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383831936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2489us (3176us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318677.114821:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2279 00000100:00100000:3.0:1767318677.115098:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383831936:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318677.622953:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318678.135769:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318678.602752:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318678.602850:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318678.602994:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297327744 00000100:00100000:0.0:1767318678.603005:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297327744 00000100:00100000:0.0:1767318678.603080:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297327616 00000100:00100000:0.0:1767318678.603084:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297327616 00000100:00100000:0.0:1767318678.603107:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4330 00000100:00100000:0.0:1767318678.603118:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297327744:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318678.603204:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297327744:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 88us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318678.603212:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4330 00000100:00100000:0.0:1767318678.603231:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23305 00000100:00100000:0.0:1767318678.603235:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297327616:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318678.603255:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318678.603279:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297327616:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 42us (429us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318678.603285:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23305 00000100:00080000:1.0:1767318678.607291:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318678.649377:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318679.163147:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318679.671267:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318680.193487:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318680.694960:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318681.207732:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318681.719497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767318681.719511:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318681.719515:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318681.719521:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318681.719527:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318681.719534:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318681.719543:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3579 00000100:00080000:2.0:1767318681.719550:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767318681.719560:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318681.719611:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279500 x1853164383832192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318681.719643:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318681.719647:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318681.719649:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318681.719654:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3579 00000100:00080000:2.0:1767318681.719657:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767318681.719661:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318681.719679:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627bb80 x1853164383832320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318681.719724:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318681.719728:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318681.719730:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318681.719734:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3579 00000100:00080000:2.0:1767318681.719737:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767318681.719741:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318681.719753:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279c00 x1853164383832576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318681.719800:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318681.719804:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318681.719806:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318681.719809:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3579 00000100:00080000:2.0:1767318681.719812:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767318681.719815:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318681.719828:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae86a00 x1853164383832832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318681.719876:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383832448:0@lo:400:kworker.0 00000100:00100000:2.0:1767318681.719877:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383833088:0@lo:400:kworker.0 00000100:00100000:1.0:1767318681.719960:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318681.720035:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383832704:0@lo:400:kworker.0 00000100:00100000:1.0:1767318681.720064:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318681.720084:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318681.720090:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383832960:0@lo:400:kworker.0 00000100:00100000:1.0:1767318681.720116:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318681.720151:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383832448 00000100:00100000:1.0:1767318681.720159:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383832448 00000100:00100000:1.0:1767318681.720222:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383832704 00000100:00100000:1.0:1767318681.720225:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383832704 00000100:00100000:1.0:1767318681.720256:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4331 00000100:00100000:1.0:1767318681.720265:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383832448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318681.720321:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383832448:12345-0@lo:400:kworker.0 Request processed in 56us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318681.720328:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4331 00000100:00100000:3.0:1767318681.720549:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4332 00000100:00100000:3.0:1767318681.720560:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383832704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318681.720599:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383832704:12345-0@lo:400:kworker.0 Request processed in 42us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318681.720606:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4332 00000100:00100000:3.0:1767318681.720633:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383832192:0@lo:38:kworker.0 00000100:00100000:3.0:1767318681.720658:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318681.720674:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383832320:0@lo:38:kworker.0 00000100:00100000:3.0:1767318681.720695:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318681.720717:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383832576:0@lo:38:kworker.0 00000100:00100000:3.0:1767318681.720735:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318681.720752:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383832832:0@lo:38:kworker.0 00000100:00100000:3.0:1767318681.720803:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318681.720830:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383832320 00000100:00100000:3.0:1767318681.720834:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383832320 00000100:00100000:3.0:1767318681.720857:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2555 00000100:00100000:3.0:1767318681.720862:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383832320:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318681.720891:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318681.720927:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383832320:12345-0@lo:38:kworker.0 Request processed in 64us (232us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318681.720934:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2555 00000100:00100000:3.0:1767318681.720949:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383832192 00000100:00100000:3.0:1767318681.720952:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383832192 00000100:00100000:3.0:1767318681.720961:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383832576 00000100:00100000:3.0:1767318681.720964:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383832576 00000100:00100000:3.0:1767318681.720970:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383832832 00000100:00100000:3.0:1767318681.720973:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383832832 00000100:00100000:3.0:1767318681.720982:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23306 00000100:00100000:3.0:1767318681.720986:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383832192:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318681.720995:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318681.721018:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383832192:12345-0@lo:38:kworker.0 Request processed in 30us (359us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318681.721023:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23306 00000100:00100000:3.0:1767318681.721034:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23307 00000100:00100000:3.0:1767318681.721037:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383832576:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318681.721046:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318681.721068:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383832576:12345-0@lo:38:kworker.0 Request processed in 29us (332us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318681.721073:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23307 00000100:00100000:3.0:1767318681.721083:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23308 00000100:00100000:3.0:1767318681.721087:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383832832:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318681.721094:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318681.721114:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383832832:12345-0@lo:38:kworker.0 Request processed in 25us (310us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318681.721119:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23308 00000100:00080000:3.0:1767318681.721156:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318681.721161:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318681.721164:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383832192:0@lo:38:kworker.0 00000100:00080000:3.0:1767318681.721174:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318681.721177:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318681.721180:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383832320:0@lo:38:kworker.0 00000100:00080000:3.0:1767318681.721187:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318681.721190:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318681.721192:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383832576:0@lo:38:kworker.0 00000100:00080000:3.0:1767318681.721198:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318681.721201:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318681.721203:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383832832:0@lo:38:kworker.0 00000100:00080000:3.0:1767318681.721254:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318681.721269:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383832960 00000100:00100000:3.0:1767318681.721272:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383832960 00000100:00100000:3.0:1767318681.721305:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1520 00000100:00100000:3.0:1767318681.721312:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383832960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318681.721357:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383832960:12345-0@lo:400:kworker.0 Request processed in 45us (1239us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318681.721362:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1520 00000100:00080000:3.0:1767318681.721380:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318681.721429:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383832960:0@lo:400:kworker.0 00000100:00100000:3.0:1767318681.721440:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383832704:0@lo:400:kworker.0 00000100:00100000:3.0:1767318681.721466:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383832448:0@lo:400:kworker.0 00000100:00100000:2.0:1767318681.742747:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318681.743059:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383833088 00000100:00100000:0.0:1767318681.743071:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383833088 00000100:00100000:0.0:1767318681.743190:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1521 00000100:00100000:0.0:1767318681.743202:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383833088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318681.743322:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383833088:12345-0@lo:400:kworker.0 Request processed in 122us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318681.743331:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1521 00000100:00080000:3.0:1767318681.743385:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318681.743504:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383833088:0@lo:400:kworker.0 00000100:00100000:2.0:1767318682.231032:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1767318682.231036:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318682.231041:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383833344:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318682.231052:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383833216:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318682.234652:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318682.234726:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318682.238368:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383833344 00000100:00100000:0.0:1767318682.238385:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383833344 00000100:00100000:0.0:1767318682.238455:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383833216 00000100:00100000:0.0:1767318682.238458:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383833216 00000100:00100000:0.0:1767318682.238484:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2281 00000100:00100000:0.0:1767318682.238492:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383833344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318682.238530:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318682.238623:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383833344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 131us (3981us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318682.238631:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2281 00000100:00100000:0.0:1767318682.238651:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2282 00000100:00100000:0.0:1767318682.238657:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383833216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318682.238675:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318682.238704:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383833216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (3980us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318682.238710:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2282 00000100:00100000:3.0:1767318682.238974:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383833344:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318682.239491:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383833216:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318682.743096:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318683.258462:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318683.719053:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318683.719172:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297328000 00000100:00100000:1.0:1767318683.719194:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297328000 00000100:00100000:1.0:1767318683.719292:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4333 00000100:00100000:1.0:1767318683.719310:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297328000:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318683.719444:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297328000:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 142us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318683.719453:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4333 00000100:00080000:3.0:1767318683.719846:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318683.720643:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318683.720850:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297327872 00000100:00100000:0.0:1767318683.720860:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297327872 00000100:00100000:0.0:1767318683.720904:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23309 00000100:00100000:0.0:1767318683.720911:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297327872:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318683.720935:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318683.721009:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297327872:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 96us (369us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318683.721016:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23309 00000100:00100000:0.0:1767318683.767259:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318684.282557:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318684.791269:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318685.303019:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318685.815596:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318686.328540:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318686.839506:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318686.839700:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318686.839707:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318686.839710:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318686.839715:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318686.839719:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318686.839727:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3584 00000100:00080000:1.0:1767318686.839732:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767318686.839740:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318686.839797:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8910700 x1853164383833472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318686.839824:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318686.839827:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318686.839829:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318686.839834:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3584 00000100:00080000:1.0:1767318686.839837:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767318686.839840:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318686.839854:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8912a00 x1853164383833600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318686.839884:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318686.839888:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318686.839889:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318686.839893:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3584 00000100:00080000:1.0:1767318686.839895:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767318686.839898:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318686.839911:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e3100 x1853164383833856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318686.839931:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318686.839935:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318686.839937:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318686.839940:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3584 00000100:00080000:1.0:1767318686.839942:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767318686.839945:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318686.839954:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e0a80 x1853164383834112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318686.839997:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383834240:0@lo:400:kworker.0 00000100:00100000:1.0:1767318686.840064:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318686.840124:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318686.840130:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383833984:0@lo:400:kworker.0 00000100:00100000:1.0:1767318686.840153:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318686.840193:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383833728:0@lo:400:kworker.0 00000100:00100000:1.0:1767318686.840213:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318686.840232:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318686.840236:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383834368:0@lo:400:kworker.0 00000100:00100000:1.0:1767318686.840255:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318686.840284:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383834240 00000100:00100000:1.0:1767318686.840291:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383834240 00000100:00100000:1.0:1767318686.840347:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383834368 00000100:00100000:1.0:1767318686.840350:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383834368 00000100:00100000:1.0:1767318686.840384:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1522 00000100:00100000:1.0:1767318686.840397:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383834240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318686.840448:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383834240:12345-0@lo:400:kworker.0 Request processed in 57us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318686.840455:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1522 00000100:00100000:1.0:1767318686.840470:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1523 00000100:00100000:1.0:1767318686.840478:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383834368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318686.840508:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383834368:12345-0@lo:400:kworker.0 Request processed in 32us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318686.840514:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1523 00000100:00080000:1.0:1767318686.840529:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318686.840533:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318686.840560:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383834368:0@lo:400:kworker.0 00000100:00100000:1.0:1767318686.840581:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383834240:0@lo:400:kworker.0 00000100:00100000:1.0:1767318686.840594:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383833984 00000100:00100000:1.0:1767318686.840596:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383833984 00000100:00100000:1.0:1767318686.840620:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383833728 00000100:00100000:1.0:1767318686.840622:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383833728 00000100:00100000:1.0:1767318686.840636:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4334 00000100:00100000:1.0:1767318686.840641:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383833984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318686.840670:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383833984:12345-0@lo:400:kworker.0 Request processed in 29us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318686.840675:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4334 00000100:00100000:1.0:1767318686.840684:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4335 00000100:00100000:1.0:1767318686.840688:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383833728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318686.840710:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383833728:12345-0@lo:400:kworker.0 Request processed in 22us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318686.840714:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4335 00000100:00080000:1.0:1767318686.840724:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318686.840736:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383833728:0@lo:400:kworker.0 00000100:00100000:1.0:1767318686.840749:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383833984:0@lo:400:kworker.0 00000100:00100000:0.0:1767318686.841296:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383833472:0@lo:38:kworker.0 00000100:00100000:0.0:1767318686.841334:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318686.841376:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383833600:0@lo:38:kworker.0 00000100:00100000:0.0:1767318686.841398:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318686.841421:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383833856:0@lo:38:kworker.0 00000100:00100000:0.0:1767318686.841439:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318686.841452:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383834112:0@lo:38:kworker.0 00000100:00100000:0.0:1767318686.841467:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318686.841492:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383833600 00000100:00100000:0.0:1767318686.841496:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383833600 00000100:00100000:0.0:1767318686.841521:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2556 00000100:00100000:0.0:1767318686.841527:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383833600:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318686.841544:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318686.841574:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383833600:12345-0@lo:38:kworker.0 Request processed in 47us (175us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318686.841580:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2556 00000100:00080000:0.0:1767318686.841606:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318686.841611:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318686.841614:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383833600:0@lo:38:kworker.0 00000100:00100000:0.0:1767318686.841630:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383833472 00000100:00100000:0.0:1767318686.841632:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383833472 00000100:00100000:0.0:1767318686.841642:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383833856 00000100:00100000:0.0:1767318686.841645:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383833856 00000100:00100000:0.0:1767318686.841651:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383834112 00000100:00100000:0.0:1767318686.841653:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383834112 00000100:00100000:0.0:1767318686.841661:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23310 00000100:00100000:0.0:1767318686.841665:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383833472:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318686.841674:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318686.841698:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383833472:12345-0@lo:38:kworker.0 Request processed in 31us (364us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318686.841704:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23310 00000100:00100000:0.0:1767318686.841713:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23311 00000100:00100000:0.0:1767318686.841717:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383833856:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318686.841725:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318686.841741:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383833856:12345-0@lo:38:kworker.0 Request processed in 23us (302us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318686.841747:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23311 00000100:00100000:0.0:1767318686.841755:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23312 00000100:00100000:0.0:1767318686.841759:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383834112:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318686.841767:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318686.841803:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383834112:12345-0@lo:38:kworker.0 Request processed in 42us (334us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318686.841809:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23312 00000100:00080000:0.0:1767318686.841826:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318686.841830:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318686.841832:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383833472:0@lo:38:kworker.0 00000100:00080000:0.0:1767318686.841839:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318686.841843:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318686.841845:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383833856:0@lo:38:kworker.0 00000100:00080000:0.0:1767318686.841851:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318686.841854:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318686.841857:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383834112:0@lo:38:kworker.0 00010000:00010000:1.0:1767318687.350956:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318687.351393:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318687.351417:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383834496:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318687.351501:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318687.353609:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383834496 00000100:00100000:2.0:1767318687.353623:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383834496 00000100:00100000:2.0:1767318687.354419:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2283 00000100:00100000:2.0:1767318687.354436:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383834496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318687.354474:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318687.354581:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383834496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 150us (3079us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318687.354589:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2283 00000100:00100000:1.0:1767318687.356520:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383834496:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318687.358446:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383834624:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318687.358523:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318687.358592:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383834624 00000100:00100000:0.0:1767318687.358601:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383834624 00000100:00100000:0.0:1767318687.359138:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2284 00000100:00100000:0.0:1767318687.359149:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383834624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318687.359179:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318687.360446:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383834624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1294us (1917us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318687.360458:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2284 00000100:00100000:2.0:1767318687.360473:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383834624:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318687.864452:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318688.377215:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318688.839334:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318688.839490:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297328128 00000100:00100000:3.0:1767318688.839501:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297328128 00000100:00100000:3.0:1767318688.839687:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23313 00000100:00100000:3.0:1767318688.839695:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297328128:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318688.839719:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318688.839825:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297328128:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 128us (502us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318688.840048:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23313 00000100:00100000:3.0:1767318688.852709:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318688.852820:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297328256 00000100:00100000:0.0:1767318688.852830:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297328256 00000100:00100000:0.0:1767318688.853034:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4336 00000100:00100000:0.0:1767318688.853045:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297328256:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318688.853136:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297328256:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 92us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318688.853153:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4336 00000100:00080000:1.0:1767318688.856991:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318688.887016:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318689.402039:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318689.911394:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318690.431003:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318690.936898:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318691.447420:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318691.960228:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318691.960752:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318691.960767:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318691.960772:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318691.960777:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318691.960800:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318691.960811:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3590 00000100:00080000:0.0:1767318691.960821:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767318691.960830:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318691.960897:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130a80 x1853164383834752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318691.960946:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318691.960951:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318691.960953:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318691.960958:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3590 00000100:00080000:0.0:1767318691.960961:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767318691.960966:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318691.960980:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130380 x1853164383834880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318691.961033:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318691.961038:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318691.961040:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318691.961044:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3590 00000100:00080000:0.0:1767318691.961046:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767318691.961050:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318691.961062:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5132d80 x1853164383835136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318691.961097:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318691.961100:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318691.961102:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318691.961107:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3590 00000100:00080000:0.0:1767318691.961110:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767318691.961113:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318691.961128:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130000 x1853164383835392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318691.961250:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383834752:0@lo:38:kworker.0 00000100:00100000:2.0:1767318691.961362:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318691.961450:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383834880:0@lo:38:kworker.0 00000100:00100000:2.0:1767318691.961479:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318691.961509:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383835136:0@lo:38:kworker.0 00000100:00100000:2.0:1767318691.961532:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318691.961561:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383835392:0@lo:38:kworker.0 00000100:00100000:2.0:1767318691.961584:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318691.961628:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383834880 00000100:00100000:2.0:1767318691.961640:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383834880 00000100:00100000:2.0:1767318691.961698:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2557 00000100:00100000:2.0:1767318691.961707:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383834880:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318691.961732:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318691.961805:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383834880:12345-0@lo:38:kworker.0 Request processed in 72us (297us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318691.961813:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2557 00000100:00100000:2.0:1767318691.961843:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383834752 00000100:00100000:2.0:1767318691.961848:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383834752 00000100:00100000:2.0:1767318691.961867:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383835136 00000100:00100000:2.0:1767318691.961870:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383835136 00000100:00100000:2.0:1767318691.961884:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383835392 00000100:00100000:2.0:1767318691.961886:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383835392 00000100:00100000:2.0:1767318691.961898:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23314 00000100:00100000:2.0:1767318691.961903:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383834752:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318691.961915:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318691.961943:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383834752:12345-0@lo:38:kworker.0 Request processed in 38us (582us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318691.963856:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23315 00000100:00100000:1.0:1767318691.963874:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383835136:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318691.963900:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318691.963993:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383835136:12345-0@lo:38:kworker.0 Request processed in 120us (2458us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318691.964002:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23315 00000100:00100000:1.0:1767318691.964032:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23316 00000100:00100000:1.0:1767318691.964037:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383835392:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318691.964050:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318691.964074:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383835392:12345-0@lo:38:kworker.0 Request processed in 36us (2489us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318691.964080:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23316 00000100:00100000:1.0:1767318691.964111:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383835520:0@lo:400:kworker.0 00000100:00100000:1.0:1767318691.964152:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318691.964198:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318691.964206:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383835264:0@lo:400:kworker.0 00000100:00100000:0.0:1767318691.964377:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383835008:0@lo:400:kworker.0 00000100:00100000:0.0:1767318691.964418:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318691.964440:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318691.964448:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383835648:0@lo:400:kworker.0 00000100:00100000:0.0:1767318691.964470:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318691.964500:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383835520 00000100:00100000:0.0:1767318691.964508:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383835520 00000100:00100000:0.0:1767318691.964586:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383835648 00000100:00100000:0.0:1767318691.964589:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383835648 00000100:00100000:0.0:1767318691.964617:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1524 00000100:00100000:0.0:1767318691.964627:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383835520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318691.964684:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383835520:12345-0@lo:400:kworker.0 Request processed in 60us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318691.964691:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1524 00000100:00100000:0.0:1767318691.964709:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1525 00000100:00100000:0.0:1767318691.964715:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383835648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318691.964747:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383835648:12345-0@lo:400:kworker.0 Request processed in 32us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318691.964754:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1525 00000100:00100000:0.0:1767318691.964842:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383835648:0@lo:400:kworker.0 00000100:00100000:0.0:1767318691.964869:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383835008 00000100:00100000:0.0:1767318691.964872:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383835008 00000100:00100000:0.0:1767318691.964904:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4337 00000100:00100000:0.0:1767318691.964910:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383835008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318691.964944:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383835008:12345-0@lo:400:kworker.0 Request processed in 34us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318691.964950:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4337 00000100:00100000:0.0:1767318691.964976:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383835008:0@lo:400:kworker.0 00000100:00080000:0.0:1767318691.965019:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318691.965024:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318691.965026:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318691.965367:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318691.965375:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318691.965379:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383834752:0@lo:38:kworker.0 00000100:00080000:3.0:1767318691.965392:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318691.965396:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318691.965399:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383834880:0@lo:38:kworker.0 00000100:00080000:3.0:1767318691.965410:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318691.965413:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318691.965416:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383835136:0@lo:38:kworker.0 00000100:00080000:3.0:1767318691.965425:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318691.965430:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318691.965433:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383835392:0@lo:38:kworker.0 00000100:00100000:1.0:1767318691.965501:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318691.965537:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383835520:0@lo:400:kworker.0 00000100:00100000:0.0:1767318691.966531:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383835264 00000100:00100000:0.0:1767318691.966539:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383835264 00000100:00100000:0.0:1767318691.966755:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4338 00000100:00100000:0.0:1767318691.966764:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383835264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318691.966853:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383835264:12345-0@lo:400:kworker.0 Request processed in 90us (1351us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318691.966861:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4338 00000100:00080000:1.0:1767318691.966915:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318691.966948:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383835264:0@lo:400:kworker.0 00000100:00100000:2.0:1767318691.971541:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23314 00010000:00010000:1.0:1767318692.471862:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318692.472219:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383835776:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318692.472335:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318692.472757:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383835776 00000100:00100000:3.0:1767318692.472770:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383835776 00000100:00100000:3.0:1767318692.472877:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2285 00000100:00100000:3.0:1767318692.472893:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383835776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318692.472942:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318692.473019:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383835776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 131us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318692.473028:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2285 00000100:00100000:0.0:1767318692.473288:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318692.473323:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383835904:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318692.473399:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318692.473480:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383835904 00000100:00100000:1.0:1767318692.473488:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383835904 00000100:00100000:1.0:1767318692.473535:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2286 00000100:00100000:1.0:1767318692.473544:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383835904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318692.473567:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318692.473617:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383835904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318692.473624:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2286 00000100:00100000:1.0:1767318692.473680:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383835904:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318692.474842:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383835776:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318692.983663:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318693.495474:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318693.984585:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318693.984620:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318693.991625:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297328384 00000100:00100000:3.0:1767318693.991642:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297328384 00000100:00100000:2.0:1767318693.991907:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297328512 00000100:00100000:2.0:1767318693.991913:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297328512 00000100:00100000:2.0:1767318693.992007:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4339 00000100:00100000:2.0:1767318693.992017:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297328512:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318693.992115:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297328512:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 100us (7492us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318693.992123:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4339 00000100:00100000:2.0:1767318693.992144:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23317 00000100:00100000:2.0:1767318693.992150:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297328384:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318693.992172:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318693.992193:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297328384:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 44us (7628us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318693.992198:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23317 00000100:00080000:1.0:1767318693.997022:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318694.009450:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318694.519713:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318695.035991:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318695.546032:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318696.054936:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318696.058655:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318671/real 1767318671] req@ffff9369b1212300 x1853164383829504/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318696 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318696.058690:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b1212300 x1853164383829504/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318696 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318696.058711:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318696.058740:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318696.058744:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383829504:0@lo:250:kworker.0 00000100:00080000:1.0:1767318696.058832:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318696.058838:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318696.058841:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318696.058845:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3574 00000100:00080000:1.0:1767318696.058849:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318696.058855:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318696.058887:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafeea00 x1853164383836032/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318696.058912:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318696.058915:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318696.058917:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318696.058920:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3595 00000100:00080000:1.0:1767318696.058923:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318696.058926:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318696.058939:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafed180 x1853164383836160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318696.058948:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318696.058952:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318696.058954:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318696.058958:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3595 00000100:00080000:1.0:1767318696.058961:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318696.058964:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318696.058975:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e0a80 x1853164383836288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318696.059016:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318696.059021:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318696.059023:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318696.059026:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3595 00000100:00080000:1.0:1767318696.059028:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318696.059032:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318696.059043:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e2d80 x1853164383836544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318696.059072:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318696.059075:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318696.059077:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318696.059082:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3595 00000100:00080000:1.0:1767318696.059084:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318696.059088:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318696.059096:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318696.059103:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8912a00 x1853164383836800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318696.059115:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383836416:0@lo:400:kworker.0 00000100:00100000:1.0:1767318696.059148:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383836672:0@lo:400:kworker.0 00000100:00100000:2.0:1767318696.059187:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318696.059196:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383836928:0@lo:400:kworker.0 00000100:00100000:1.0:1767318696.059243:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318696.059246:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318696.059262:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383837056:0@lo:400:kworker.0 00000100:00100000:2.0:1767318696.059287:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318696.059307:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318696.059358:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383836032:0@lo:250:kworker.0 00000400:00000100:3.0:1767318696.059391:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383836032 offset 0 length 520: 4 00000100:00100000:3.0:1767318696.059410:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383836160:0@lo:38:kworker.0 00000100:00100000:2.0:1767318696.059701:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318696.065389:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383836928 00000100:00100000:1.0:1767318696.065389:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383837056 00000100:00100000:1.0:1767318696.065405:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383837056 00000100:00100000:0.0:1767318696.065406:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383836928 00000100:00100000:0.0:1767318696.065509:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1526 00000100:00100000:0.0:1767318696.065520:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383836928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318696.065629:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383836928:12345-0@lo:400:kworker.0 Request processed in 111us (6397us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318696.065637:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1526 00000100:00100000:1.0:1767318696.066576:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1527 00000100:00100000:1.0:1767318696.066596:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383837056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318696.066670:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383837056:12345-0@lo:400:kworker.0 Request processed in 84us (7363us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318696.066681:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1527 00000100:00080000:1.0:1767318696.066705:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318696.066709:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318696.067637:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383836928:0@lo:400:kworker.0 00000100:00100000:1.0:1767318696.067694:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383837056:0@lo:400:kworker.0 00000100:00100000:2.0:1767318696.069044:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383836288:0@lo:38:kworker.0 00000100:00100000:2.0:1767318696.069123:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318696.069148:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383836544:0@lo:38:kworker.0 00000100:00100000:2.0:1767318696.069171:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318696.069972:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383836416 00000100:00100000:0.0:1767318696.069983:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383836416 00000100:00100000:0.0:1767318696.070014:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383836288 00000100:00100000:0.0:1767318696.070017:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383836288 00000100:00100000:0.0:1767318696.070066:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2558 00000100:00100000:0.0:1767318696.070084:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383836288:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318696.070110:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318696.070162:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383836288:12345-0@lo:38:kworker.0 Request processed in 77us (1038us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318696.070170:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2558 00000100:00080000:0.0:1767318696.070211:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318696.070257:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383836672 00000100:00100000:0.0:1767318696.070261:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383836672 00000100:00080000:0.0:1767318696.070305:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318696.070343:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383836160 00000100:00100000:0.0:1767318696.070347:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383836160 00000100:00100000:0.0:1767318696.070372:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4340 00000100:00100000:0.0:1767318696.070379:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383836416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318696.070426:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383836416:12345-0@lo:400:kworker.0 Request processed in 48us (11241us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318696.070433:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4340 00000100:00100000:0.0:1767318696.070459:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4341 00000100:00100000:0.0:1767318696.070466:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383836672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318696.070497:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383836672:12345-0@lo:400:kworker.0 Request processed in 32us (11212us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318696.070502:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4341 00000100:00100000:0.0:1767318696.070513:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23318 00000100:00100000:0.0:1767318696.070516:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383836160:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318696.070525:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318696.070551:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383836160:12345-0@lo:38:kworker.0 Request processed in 33us (10851us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318696.070557:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23318 00000100:00100000:0.0:1767318696.070725:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383836416:0@lo:400:kworker.0 00000100:00100000:3.0:1767318696.071526:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383836672:0@lo:400:kworker.0 00000100:00100000:2.0:1767318696.071656:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383836800:0@lo:38:kworker.0 00000100:00100000:2.0:1767318696.071699:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318696.071743:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767318696.071750:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383836544 00000100:00080000:2.0:1767318696.071751:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318696.071758:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383836160:0@lo:38:kworker.0 00000100:00080000:2.0:1767318696.071770:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767318696.071773:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383836544 00000100:00080000:2.0:1767318696.071776:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318696.071799:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383836288:0@lo:38:kworker.0 00000100:00100000:3.0:1767318696.071831:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383836800 00000100:00100000:3.0:1767318696.071836:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383836800 00000100:00100000:3.0:1767318696.071889:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23319 00000100:00100000:3.0:1767318696.071895:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383836544:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318696.071910:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318696.071953:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23320 00000100:00100000:2.0:1767318696.071958:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383836800:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318696.071969:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318696.072018:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383836800:12345-0@lo:38:kworker.0 Request processed in 57us (318us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318696.072025:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23320 00000100:00080000:2.0:1767318696.072053:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318696.072057:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318696.072062:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383836800:0@lo:38:kworker.0 00000100:00100000:2.0:1767318696.072586:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383836544:12345-0@lo:38:kworker.0 Request processed in 689us (3412us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318696.072593:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23319 00000100:00080000:3.0:1767318696.072628:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318696.072634:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318696.072638:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383836544:0@lo:38:kworker.0 00010000:00010000:3.0:1767318696.567332:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318697.078951:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318697.590966:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318697.591171:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383837184:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318697.591255:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318697.591378:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383837184 00000100:00100000:2.0:1767318697.591389:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383837184 00000100:00100000:2.0:1767318697.591447:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2287 00000100:00100000:2.0:1767318697.591458:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7906d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383837184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318697.591493:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318697.597437:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318697.597468:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383837312:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318697.597552:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318697.597617:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383837312 00000100:00100000:0.0:1767318697.597628:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383837312 00000100:00100000:0.0:1767318697.597694:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2288 00000100:00100000:0.0:1767318697.597712:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383837312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318697.597750:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318697.597815:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383837312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318697.597821:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2288 00000100:00100000:3.0:1767318697.598807:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383837312:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318697.607710:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7906d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383837184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 16243us (16444us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318697.607725:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2287 00000100:00100000:1.0:1767318697.608347:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383837184:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318698.057161:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:2.0:1767318698.057207:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297328640 offset 0 length 520: 4 00000100:00100000:2.0:1767318698.057230:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318698.057354:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297328896 00000100:00100000:0.0:1767318698.057366:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297328896 00000100:00100000:0.0:1767318698.057451:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297328768 00000100:00100000:0.0:1767318698.057455:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297328768 00000100:00100000:0.0:1767318698.057475:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4342 00000100:00100000:0.0:1767318698.057485:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297328896:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318698.057562:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297328896:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 78us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318698.057570:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4342 00000100:00100000:0.0:1767318698.057591:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23321 00000100:00100000:0.0:1767318698.057596:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297328768:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318698.057617:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318698.057651:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297328768:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 53us (419us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318698.057658:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23321 00000100:00080000:2.0:1767318698.058137:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318698.103882:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318698.615162:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318699.126926:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318699.640190:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318700.151526:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318700.663805:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318701.175087:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318701.175105:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318701.175109:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318701.175114:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318701.175121:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318701.175134:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3599 00000100:00080000:3.0:1767318701.175140:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318701.175148:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318701.175208:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c900a80 x1853164383837440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318701.175302:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318701.175418:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383837440:0@lo:38:kworker.0 00000100:00100000:2.0:1767318701.175525:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318701.175661:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318701.175666:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318701.175668:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318701.175674:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3599 00000100:00080000:3.0:1767318701.175676:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318701.175681:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318701.175700:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891dab800 x1853164383837568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318701.175819:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383837440 00000100:00100000:1.0:1767318701.175830:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383837440 00000100:00100000:1.0:1767318701.175895:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23322 00000100:00100000:1.0:1767318701.175925:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383837440:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318701.175952:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318701.177646:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383837568:0@lo:38:kworker.0 00000100:00100000:2.0:1767318701.177755:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318701.177919:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383837568 00000100:00100000:0.0:1767318701.177930:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383837568 00000100:00100000:0.0:1767318701.177987:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2559 00000100:00100000:0.0:1767318701.177994:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383837568:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318701.178022:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318701.178072:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383837568:12345-0@lo:38:kworker.0 Request processed in 77us (316us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318701.178081:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2559 00000100:00080000:3.0:1767318701.178639:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318701.178646:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318701.178651:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318701.178658:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3599 00000100:00080000:3.0:1767318701.178663:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318701.178668:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318701.178695:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891daa680 x1853164383837824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318701.178732:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318701.178736:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318701.178738:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318701.178742:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3599 00000100:00080000:3.0:1767318701.178744:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318701.178748:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318701.178761:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883181500 x1853164383838080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318701.178833:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383838336:0@lo:400:kworker.0 00000100:00100000:3.0:1767318701.178895:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318701.178932:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318701.178938:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383837696:0@lo:400:kworker.0 00000100:00100000:3.0:1767318701.178967:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318701.178997:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383837952:0@lo:400:kworker.0 00000100:00100000:3.0:1767318701.179022:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318701.179044:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318701.179049:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383838208:0@lo:400:kworker.0 00000100:00100000:3.0:1767318701.179071:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318701.179103:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383837696 00000100:00100000:3.0:1767318701.179109:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383837696 00000100:00100000:3.0:1767318701.179170:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383837952 00000100:00100000:3.0:1767318701.179173:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383837952 00000100:00100000:3.0:1767318701.179200:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4343 00000100:00100000:3.0:1767318701.179219:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383837696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318701.179625:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383837696:12345-0@lo:400:kworker.0 Request processed in 413us (651us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318701.179635:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4343 00000100:00100000:3.0:1767318701.179662:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4344 00000100:00100000:3.0:1767318701.179669:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383837952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318701.179708:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383837952:12345-0@lo:400:kworker.0 Request processed in 40us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318701.179715:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4344 00000100:00100000:3.0:1767318701.179778:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383837952:0@lo:400:kworker.0 00000100:00100000:3.0:1767318701.179847:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383837696:0@lo:400:kworker.0 00000100:00100000:3.0:1767318701.179869:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383838336 00000100:00100000:3.0:1767318701.179875:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383838336 00000100:00100000:3.0:1767318701.179919:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383838208 00000100:00100000:3.0:1767318701.179922:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383838208 00000100:00100000:3.0:1767318701.179947:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1528 00000100:00100000:3.0:1767318701.179953:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383838336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318701.179992:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383838336:12345-0@lo:400:kworker.0 Request processed in 39us (1096us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318701.180002:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1528 00000100:00100000:3.0:1767318701.180014:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1529 00000100:00100000:3.0:1767318701.180020:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383838208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318701.180052:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383838208:12345-0@lo:400:kworker.0 Request processed in 32us (980us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318701.180058:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1529 00000100:00100000:3.0:1767318701.180085:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383838208:0@lo:400:kworker.0 00000100:00100000:3.0:1767318701.180108:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383838336:0@lo:400:kworker.0 00000100:00080000:3.0:1767318701.180157:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318701.180163:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318701.180165:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318701.181168:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383837440:12345-0@lo:38:kworker.0 Request processed in 5236us (5631us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318701.181183:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23322 00000100:00080000:2.0:1767318701.181388:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318701.181396:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318701.181400:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383837440:0@lo:38:kworker.0 00000100:00100000:2.0:1767318701.181435:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383837824:0@lo:38:kworker.0 00000100:00100000:2.0:1767318701.181500:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318701.181622:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383838080:0@lo:38:kworker.0 00000100:00100000:2.0:1767318701.181655:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318701.181903:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383837824 00000100:00100000:1.0:1767318701.181914:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383837824 00000100:00100000:1.0:1767318701.181961:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23323 00000100:00100000:1.0:1767318701.181968:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383837824:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318701.181993:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318701.182040:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383837824:12345-0@lo:38:kworker.0 Request processed in 70us (539us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318701.182050:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23323 00000100:00080000:2.0:1767318701.182151:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318701.182156:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318701.182160:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383837568:0@lo:38:kworker.0 00000100:00080000:2.0:1767318701.182179:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318701.182182:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318701.182185:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383837824:0@lo:38:kworker.0 00000100:00100000:1.0:1767318701.182404:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383838080 00000100:00100000:1.0:1767318701.182409:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383838080 00000100:00100000:1.0:1767318701.182443:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23324 00000100:00100000:1.0:1767318701.182448:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383838080:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318701.182461:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318701.182495:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383838080:12345-0@lo:38:kworker.0 Request processed in 45us (838us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318701.182502:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23324 00000100:00080000:2.0:1767318701.182572:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318701.182577:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318701.182580:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383838080:0@lo:38:kworker.0 00010000:00010000:3.0:1767318701.690527:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318702.198957:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318702.711047:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318702.711406:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383838592:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318702.711523:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318702.711778:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383838464:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318702.711836:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318702.712289:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383838592 00000100:00100000:0.0:1767318702.712301:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383838592 00000100:00100000:0.0:1767318702.712364:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383838464 00000100:00100000:0.0:1767318702.712367:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383838464 00000100:00100000:0.0:1767318702.712398:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2289 00000100:00100000:0.0:1767318702.712408:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383838592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318702.712463:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318702.712524:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383838592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (999us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318702.712532:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2289 00000100:00100000:3.0:1767318702.712623:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2290 00000100:00100000:3.0:1767318702.712645:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383838464:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318702.712778:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383838592:0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318702.713154:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318702.713225:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383838464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 583us (1387us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318702.713232:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2290 00000100:00100000:1.0:1767318702.713317:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383838464:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318703.181747:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318703.185865:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297329024 00000100:00100000:0.0:1767318703.185890:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297329024 00000100:00100000:0.0:1767318703.185978:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23325 00000100:00100000:0.0:1767318703.185991:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297329024:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318703.186026:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318703.187127:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297329024:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 1121us (5379us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318703.187143:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23325 00000100:00100000:1.0:1767318703.188769:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318703.190660:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297329152 00000100:00100000:0.0:1767318703.190683:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297329152 00000100:00080000:3.0:1767318703.190776:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318703.190879:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4345 00000100:00100000:0.0:1767318703.190894:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297329152:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318703.191010:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297329152:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 120us (2251us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318703.191025:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4345 00000100:00100000:0.0:1767318703.223179:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318703.737320:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318704.248558:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318704.759464:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318705.270936:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318705.783158:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318706.294979:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318706.300909:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318706.300926:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318706.300930:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318706.300936:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318706.300942:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318706.300954:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3604 00000100:00080000:1.0:1767318706.300960:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318706.300969:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318706.301024:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be4a80 x1853164383838720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318706.301408:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383838720:0@lo:38:kworker.0 00000100:00100000:2.0:1767318706.301520:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318706.301914:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318706.301963:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318706.301966:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318706.301972:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3604 00000100:00080000:1.0:1767318706.301975:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318706.301980:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318706.302028:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6300 x1853164383838848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318706.302138:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318706.302143:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318706.302144:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318706.302157:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3604 00000100:00080000:1.0:1767318706.302160:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318706.302164:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318706.302201:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c0a80 x1853164383839104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318706.302244:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318706.302249:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318706.302265:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318706.302269:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3604 00000100:00080000:1.0:1767318706.302271:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318706.302276:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318706.302298:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c1f80 x1853164383839360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318706.302388:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383839488:0@lo:400:kworker.0 00000100:00100000:2.0:1767318706.303110:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383838848:0@lo:38:kworker.0 00000100:00100000:2.0:1767318706.303224:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318706.303282:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383839104:0@lo:38:kworker.0 00000100:00100000:2.0:1767318706.303336:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318706.304101:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383838976:0@lo:400:kworker.0 00000100:00100000:3.0:1767318706.304201:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383839232:0@lo:400:kworker.0 00000100:00100000:3.0:1767318706.304247:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383838848 00000100:00100000:3.0:1767318706.304256:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383838848 00000100:00100000:3.0:1767318706.304313:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2560 00000100:00100000:3.0:1767318706.304320:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383838848:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318706.304344:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318706.304391:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383838848:12345-0@lo:38:kworker.0 Request processed in 69us (1166us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318706.304398:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2560 00000100:00100000:3.0:1767318706.304433:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383839616:0@lo:400:kworker.0 00000100:00100000:3.0:1767318706.304481:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318706.304539:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383839616 00000100:00100000:3.0:1767318706.304543:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383839616 00000100:00100000:3.0:1767318706.304907:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1530 00000100:00100000:3.0:1767318706.304916:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383839616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318706.304970:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383839616:12345-0@lo:400:kworker.0 Request processed in 55us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318706.304976:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1530 00000100:00080000:3.0:1767318706.304993:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318706.305035:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383839616:0@lo:400:kworker.0 00000100:00100000:1.0:1767318706.305539:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318706.307455:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383839488 00000100:00100000:3.0:1767318706.307475:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383839488 00000100:00100000:3.0:1767318706.308033:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1531 00000100:00100000:3.0:1767318706.308049:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383839488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318706.308219:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383839488:12345-0@lo:400:kworker.0 Request processed in 176us (2680us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318706.308227:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1531 00000100:00080000:1.0:1767318706.308881:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318706.308953:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383839488:0@lo:400:kworker.0 00000100:00100000:2.0:1767318706.311964:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383839360:0@lo:38:kworker.0 00000100:00100000:2.0:1767318706.313773:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318706.315321:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383838720 00000100:00100000:0.0:1767318706.315342:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383838720 00000100:00100000:0.0:1767318706.315429:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383839104 00000100:00100000:0.0:1767318706.315434:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383839104 00000100:00100000:0.0:1767318706.315474:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23326 00000100:00100000:0.0:1767318706.315486:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383838720:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318706.315529:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318706.315671:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383838720:12345-0@lo:38:kworker.0 Request processed in 185us (14150us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318706.315679:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23326 00000100:00100000:0.0:1767318706.315700:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23327 00000100:00100000:0.0:1767318706.315704:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383839104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318706.315712:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318706.315739:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383839104:12345-0@lo:38:kworker.0 Request processed in 33us (12403us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318706.315744:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23327 00000100:00080000:2.0:1767318706.317933:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318706.317950:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318706.317955:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383838720:0@lo:38:kworker.0 00000100:00080000:2.0:1767318706.317997:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318706.318002:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318706.318005:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383838848:0@lo:38:kworker.0 00000100:00080000:2.0:1767318706.318016:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318706.318019:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318706.318022:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383839104:0@lo:38:kworker.0 00000100:00100000:1.0:1767318706.318432:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383839360 00000100:00100000:1.0:1767318706.318444:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383839360 00000100:00100000:1.0:1767318706.318523:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23328 00000100:00100000:1.0:1767318706.318531:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383839360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318706.318836:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318706.318924:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383839360:12345-0@lo:38:kworker.0 Request processed in 391us (6850us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318706.318932:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23328 00000100:00100000:2.0:1767318706.320974:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318706.321546:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383838976 00000100:00100000:1.0:1767318706.321889:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383838976 00000100:00100000:1.0:1767318706.321978:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4346 00000100:00100000:1.0:1767318706.321999:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383838976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318706.322408:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318706.322527:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383839232 00000100:00100000:3.0:1767318706.322536:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383839232 00000100:00100000:3.0:1767318706.322601:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4347 00000100:00100000:3.0:1767318706.322611:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383839232:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767318706.322738:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318706.322746:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318706.322751:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383839360:0@lo:38:kworker.0 00000100:00080000:2.0:1767318706.322841:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318706.325992:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383838976:12345-0@lo:400:kworker.0 Request processed in 3992us (5015us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318706.326006:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4346 00000100:00100000:3.0:1767318706.326430:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383839232:12345-0@lo:400:kworker.0 Request processed in 3819us (4021us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318706.326440:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4347 00000100:00100000:0.0:1767318706.326857:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383839232:0@lo:400:kworker.0 00000100:00100000:2.0:1767318706.327001:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383838976:0@lo:400:kworker.0 00010000:00010000:0.0:1767318706.808482:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318707.319307:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318707.831418:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318707.832585:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318707.832615:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383839744:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318707.832689:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318707.832998:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383839744 00000100:00100000:0.0:1767318707.833007:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383839744 00000100:00100000:0.0:1767318707.833068:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2291 00000100:00100000:0.0:1767318707.833077:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383839744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318707.833106:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318707.833157:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383839744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318707.833176:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2291 00000100:00100000:0.0:1767318707.833239:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383839744:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318707.833730:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318707.833743:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383839872:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318707.833811:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318707.833908:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383839872 00000100:00100000:3.0:1767318707.833913:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383839872 00000100:00100000:3.0:1767318707.833943:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2292 00000100:00100000:3.0:1767318707.833951:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383839872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318707.833972:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318707.834015:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383839872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318707.834022:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2292 00000100:00100000:1.0:1767318707.834129:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383839872:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318708.295429:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318708.295484:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318708.295593:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297329408 00000100:00100000:1.0:1767318708.295608:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297329408 00000100:00100000:1.0:1767318708.295695:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297329280 00000100:00100000:1.0:1767318708.295698:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297329280 00000100:00100000:1.0:1767318708.295714:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4348 00000100:00100000:1.0:1767318708.295725:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297329408:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318708.295845:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297329408:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 125us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318708.295851:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4348 00000100:00100000:1.0:1767318708.295865:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23329 00000100:00100000:1.0:1767318708.295868:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297329280:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318708.295889:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318708.295908:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297329280:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 39us (425us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318708.295912:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23329 00000100:00080000:0.0:1767318708.296200:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318708.343313:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318708.855217:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318709.367198:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318709.880510:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318710.390930:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318710.904915:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318711.415105:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318711.415118:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318711.415122:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318711.415126:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318711.415130:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318711.415166:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3609 00000100:00080000:2.0:1767318711.415171:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318711.415178:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318711.415222:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be5880 x1853164383840000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318711.415283:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383840000:0@lo:38:kworker.0 00000100:00100000:1.0:1767318711.415378:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318711.415524:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318711.415529:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318711.415531:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318711.415535:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3609 00000100:00080000:2.0:1767318711.415538:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318711.415543:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318711.415561:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6300 x1853164383840128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318711.415624:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383840000 00000100:00100000:3.0:1767318711.415631:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383840000 00000100:00100000:3.0:1767318711.415671:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23330 00000100:00100000:3.0:1767318711.415678:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383840000:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318711.415700:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318711.417673:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318711.419571:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383840128:0@lo:38:kworker.0 00000100:00100000:1.0:1767318711.419653:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318711.419804:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318711.419810:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318711.419813:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318711.419817:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3609 00000100:00080000:2.0:1767318711.419820:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318711.419826:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318711.419847:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fce00 x1853164383840384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318711.419869:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318711.419871:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318711.419873:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318711.419875:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3609 00000100:00080000:2.0:1767318711.419877:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318711.419879:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318711.419885:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fe680 x1853164383840640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318711.419917:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383840768:0@lo:400:kworker.0 00000100:00100000:2.0:1767318711.419945:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318711.419969:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318711.419975:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383840512:0@lo:400:kworker.0 00000100:00100000:2.0:1767318711.420000:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318711.420026:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383840768 00000100:00100000:2.0:1767318711.420033:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383840768 00000100:00100000:2.0:1767318711.420094:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1532 00000100:00100000:2.0:1767318711.420104:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383840768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318711.420308:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383840128 00000100:00100000:0.0:1767318711.420313:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383840128 00000100:00100000:0.0:1767318711.420335:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2561 00000100:00100000:0.0:1767318711.420340:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383840128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318711.420358:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318711.420394:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383840128:12345-0@lo:38:kworker.0 Request processed in 52us (740us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318711.420411:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2561 00000100:00100000:0.0:1767318711.420435:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383840512 00000100:00100000:0.0:1767318711.420438:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383840512 00000100:00100000:0.0:1767318711.420464:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4349 00000100:00100000:0.0:1767318711.420470:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383840512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318711.420507:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383840512:12345-0@lo:400:kworker.0 Request processed in 37us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318711.420513:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4349 00000100:00100000:0.0:1767318711.420551:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383840256:0@lo:400:kworker.0 00000100:00100000:0.0:1767318711.420575:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318711.420592:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318711.420597:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383840896:0@lo:400:kworker.0 00000100:00100000:0.0:1767318711.420618:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318711.420639:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383840256 00000100:00100000:0.0:1767318711.420643:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383840256 00000100:00100000:0.0:1767318711.420673:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4350 00000100:00100000:0.0:1767318711.420680:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383840256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318711.420710:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383840256:12345-0@lo:400:kworker.0 Request processed in 30us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318711.420728:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4350 00000100:00100000:0.0:1767318711.420766:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383840256:0@lo:400:kworker.0 00000100:00100000:0.0:1767318711.420834:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383840896 00000100:00100000:0.0:1767318711.420838:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383840896 00000100:00100000:0.0:1767318711.420863:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1533 00000100:00100000:0.0:1767318711.420870:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383840896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318711.420902:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383840896:12345-0@lo:400:kworker.0 Request processed in 33us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318711.420914:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1533 00000100:00080000:0.0:1767318711.420931:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318711.420935:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318711.420937:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318711.420952:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383840896:0@lo:400:kworker.0 00000100:00100000:0.0:1767318711.421001:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383840512:0@lo:400:kworker.0 00000100:00100000:2.0:1767318711.421306:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383840768:12345-0@lo:400:kworker.0 Request processed in 1203us (1359us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318711.421314:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1532 00000100:00100000:0.0:1767318711.421380:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383840768:0@lo:400:kworker.0 00000100:00100000:3.0:1767318711.421850:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383840000:12345-0@lo:38:kworker.0 Request processed in 6170us (6470us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318711.421859:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23330 00000100:00080000:1.0:1767318711.421879:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318711.421885:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318711.421889:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383840000:0@lo:38:kworker.0 00000100:00100000:1.0:1767318711.421907:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383840384:0@lo:38:kworker.0 00000100:00100000:1.0:1767318711.421936:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318711.421965:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383840640:0@lo:38:kworker.0 00000100:00100000:1.0:1767318711.421985:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318711.422049:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318711.422053:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318711.422056:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383840128:0@lo:38:kworker.0 00000100:00100000:0.0:1767318711.422098:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383840384 00000100:00100000:0.0:1767318711.422103:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383840384 00000100:00100000:0.0:1767318711.422240:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383840640 00000100:00100000:0.0:1767318711.422244:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383840640 00000100:00100000:1.0:1767318711.422269:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23331 00000100:00100000:1.0:1767318711.422274:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383840384:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318711.422275:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23332 00000100:00100000:3.0:1767318711.422279:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383840640:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318711.422289:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767318711.422291:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318711.422331:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383840384:12345-0@lo:38:kworker.0 Request processed in 54us (393us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318711.422331:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383840640:12345-0@lo:38:kworker.0 Request processed in 49us (344us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318711.422337:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23331 00000100:00100000:3.0:1767318711.422339:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23332 00000100:00080000:2.0:1767318711.422410:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318711.422415:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318711.422418:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383840384:0@lo:38:kworker.0 00000100:00080000:2.0:1767318711.422427:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318711.422431:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318711.422433:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383840640:0@lo:38:kworker.0 00010000:00010000:0.0:1767318711.932653:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318712.439075:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318712.951069:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318712.951259:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318712.951286:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383841024:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318712.951366:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318712.951495:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383841024 00000100:00100000:3.0:1767318712.951506:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383841024 00000100:00100000:3.0:1767318712.951575:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2293 00000100:00100000:3.0:1767318712.951586:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383841024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318712.951628:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318712.951692:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383841024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318712.951699:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2293 00000100:00100000:0.0:1767318712.951757:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383841024:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318712.952017:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318712.952026:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383841152:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318712.952047:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318712.952183:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383841152 00000100:00100000:1.0:1767318712.952187:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383841152 00000100:00100000:1.0:1767318712.952304:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2294 00000100:00100000:1.0:1767318712.952315:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383841152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318712.952337:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318712.952383:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383841152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318712.952390:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2294 00000100:00100000:0.0:1767318712.952452:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383841152:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318713.416594:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318713.416754:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318713.421078:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297329536 00000100:00100000:0.0:1767318713.421107:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297329536 00000100:00100000:0.0:1767318713.421212:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297329664 00000100:00100000:0.0:1767318713.421216:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297329664 00000100:00100000:3.0:1767318713.421270:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23333 00000100:00100000:3.0:1767318713.421283:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297329536:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318713.421313:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767318713.421316:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318713.421421:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297329536:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 138us (4837us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318713.436689:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4351 00000100:00100000:0.0:1767318713.436716:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297329664:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318713.436825:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297329664:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 123us (20070us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318713.436833:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4351 00000100:00100000:3.0:1767318713.440912:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23333 00000100:00100000:2.0:1767318713.464192:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318713.975601:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318714.487913:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318714.999777:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318715.510943:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318716.023565:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318716.535046:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318716.535084:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318716.535099:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318716.535102:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318716.535106:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318716.535110:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318716.535116:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3614 00000100:00080000:1.0:1767318716.535121:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318716.535129:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318716.535173:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c0a80 x1853164383841280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318716.535202:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318716.535206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318716.535208:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318716.535213:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3614 00000100:00080000:1.0:1767318716.535216:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318716.535220:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318716.535234:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c1c00 x1853164383841408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318716.535279:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318716.535284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318716.535286:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318716.535290:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3614 00000100:00080000:1.0:1767318716.535292:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318716.535296:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318716.535309:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db1180 x1853164383841664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318716.535332:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318716.535335:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318716.535338:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318716.535341:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3614 00000100:00080000:1.0:1767318716.535343:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318716.535346:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318716.535358:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db0700 x1853164383841920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318716.535421:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383842176:0@lo:400:kworker.0 00000100:00100000:2.0:1767318716.535436:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383841280:0@lo:38:kworker.0 00000100:00100000:0.0:1767318716.535637:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383841536:0@lo:400:kworker.0 00000100:00100000:1.0:1767318716.538948:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383841792:0@lo:400:kworker.0 00000100:00100000:2.0:1767318716.541639:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318716.541640:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318716.541746:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383841280 00000100:00100000:3.0:1767318716.541756:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383841280 00000100:00100000:3.0:1767318716.541810:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23334 00000100:00100000:3.0:1767318716.541819:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383841280:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318716.541841:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318716.541896:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383841280:12345-0@lo:38:kworker.0 Request processed in 76us (267us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318716.541904:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23334 00000100:00100000:3.0:1767318716.541946:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383842176 00000100:00100000:3.0:1767318716.541949:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383842176 00000100:00080000:2.0:1767318716.541951:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318716.541959:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318716.541964:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383841280:0@lo:38:kworker.0 00000100:00100000:2.0:1767318716.541976:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383841408:0@lo:38:kworker.0 00000100:00100000:2.0:1767318716.542013:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318716.542040:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383841664:0@lo:38:kworker.0 00000100:00100000:2.0:1767318716.542060:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318716.542076:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383841920:0@lo:38:kworker.0 00000100:00100000:2.0:1767318716.542110:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318716.542150:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383841408 00000100:00100000:2.0:1767318716.542154:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383841408 00000100:00100000:2.0:1767318716.542174:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2562 00000100:00100000:2.0:1767318716.542179:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383841408:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318716.542190:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318716.542203:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1534 00000100:00100000:2.0:1767318716.542222:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383841408:12345-0@lo:38:kworker.0 Request processed in 41us (207us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318716.542228:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2562 00000100:00080000:2.0:1767318716.542532:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318716.542537:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318716.542541:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383841408:0@lo:38:kworker.0 00000100:00100000:3.0:1767318716.542564:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383842176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318716.542616:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383842176:12345-0@lo:400:kworker.0 Request processed in 404us (988us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318716.542623:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1534 00000100:00100000:3.0:1767318716.542670:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383842176:0@lo:400:kworker.0 00000100:00100000:3.0:1767318716.542915:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383841664 00000100:00100000:3.0:1767318716.542919:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383841664 00000100:00100000:3.0:1767318716.542938:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383841920 00000100:00100000:3.0:1767318716.542940:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383841920 00000100:00100000:3.0:1767318716.542954:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23335 00000100:00100000:3.0:1767318716.542959:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383841664:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318716.542971:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318716.543123:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23336 00000100:00100000:2.0:1767318716.543129:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383841920:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318716.543139:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318716.543160:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383841664:12345-0@lo:38:kworker.0 Request processed in 198us (1096us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318716.543168:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23335 00000100:00100000:2.0:1767318716.543177:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383841920:12345-0@lo:38:kworker.0 Request processed in 46us (1065us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318716.543187:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23336 00000100:00080000:3.0:1767318716.543202:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318716.543219:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318716.543223:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318716.543226:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383841664:0@lo:38:kworker.0 00000100:00080000:2.0:1767318716.543234:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318716.543237:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318716.543239:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383841920:0@lo:38:kworker.0 00000100:00100000:3.0:1767318716.543556:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383842048:0@lo:400:kworker.0 00000100:00100000:3.0:1767318716.543588:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318716.543754:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383842048 00000100:00100000:2.0:1767318716.543759:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383842048 00000100:00100000:2.0:1767318716.543854:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1535 00000100:00100000:2.0:1767318716.543861:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383842048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318716.543900:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383842048:12345-0@lo:400:kworker.0 Request processed in 39us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318716.543906:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1535 00000100:00100000:2.0:1767318716.543945:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383842048:0@lo:400:kworker.0 00000100:00080000:3.0:1767318716.544139:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318716.547000:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318716.547058:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318716.547126:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383841536 00000100:00100000:2.0:1767318716.547137:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383841536 00000100:00080000:1.0:1767318716.547193:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318716.547214:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383841792 00000100:00100000:2.0:1767318716.547218:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383841792 00000100:00100000:0.0:1767318716.547231:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4352 00000100:00100000:0.0:1767318716.547241:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383841536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318716.547248:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4353 00000100:00100000:2.0:1767318716.547253:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383841792:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767318716.547321:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318716.547359:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383841792:0@lo:400:kworker.0 00000100:00100000:1.0:1767318716.547585:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383841536:0@lo:400:kworker.0 00000100:00100000:0.0:1767318716.553195:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383841536:12345-0@lo:400:kworker.0 Request processed in 5945us (6194us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318716.553195:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383841792:12345-0@lo:400:kworker.0 Request processed in 5931us (6128us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318716.553212:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4352 00000100:00100000:2.0:1767318716.553278:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4353 00010000:00010000:0.0:1767318717.047122:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318717.559098:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318718.071027:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318718.071297:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318718.071333:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383842304:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318718.071411:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318718.071530:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383842304 00000100:00100000:2.0:1767318718.071541:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383842304 00000100:00100000:2.0:1767318718.071607:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2295 00000100:00100000:2.0:1767318718.071617:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383842304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318718.071652:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318718.071703:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383842304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318718.071710:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2295 00000100:00100000:2.0:1767318718.072001:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318718.072013:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383842432:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318718.072044:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318718.072166:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318718.072205:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383842304:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318718.072346:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383842432 00000100:00100000:3.0:1767318718.072353:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383842432 00000100:00100000:3.0:1767318718.072401:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2296 00000100:00100000:3.0:1767318718.072410:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383842432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318718.072432:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318718.072483:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383842432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318718.072490:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2296 00000100:00100000:1.0:1767318718.072560:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383842432:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318718.073129:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318718.535525:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318718.535570:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318718.535628:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297329920 00000100:00100000:2.0:1767318718.535638:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297329920 00000100:00100000:2.0:1767318718.535702:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297329792 00000100:00100000:2.0:1767318718.535705:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297329792 00000100:00100000:2.0:1767318718.535721:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4354 00000100:00100000:2.0:1767318718.535732:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297329920:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:1.0:1767318718.535747:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318718.535843:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297329920:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 113us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318718.535851:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4354 00000100:00100000:2.0:1767318718.535871:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23337 00000100:00100000:2.0:1767318718.535876:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297329792:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318718.535897:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318718.535924:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297329792:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 46us (354us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318718.535929:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23337 00000100:00100000:0.0:1767318718.582949:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318719.095137:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318719.607181:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318720.119033:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318720.632592:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318721.143103:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318721.654953:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318721.655138:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318721.655144:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318721.655147:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318721.655152:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318721.655156:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318721.655163:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3619 00000100:00080000:1.0:1767318721.655167:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318721.655174:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318721.655219:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568a80 x1853164383842560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318721.655240:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318721.655244:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318721.655245:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318721.655250:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3619 00000100:00080000:1.0:1767318721.655253:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318721.655256:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318721.655272:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556bb80 x1853164383842688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318721.655301:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318721.655305:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318721.655307:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318721.655310:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3619 00000100:00080000:1.0:1767318721.655312:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318721.655316:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318721.655326:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568700 x1853164383842944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318721.655349:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318721.655352:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318721.655354:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318721.655357:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3619 00000100:00080000:1.0:1767318721.655360:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318721.655363:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318721.655375:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9bb80 x1853164383843200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318721.655412:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383842816:0@lo:400:kworker.0 00000100:00100000:1.0:1767318721.655495:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318721.655559:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318721.655566:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383843456:0@lo:400:kworker.0 00000100:00100000:1.0:1767318721.655591:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318721.655900:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383843072:0@lo:400:kworker.0 00000100:00100000:0.0:1767318721.655932:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318721.655954:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318721.655960:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383843328:0@lo:400:kworker.0 00000100:00100000:0.0:1767318721.655981:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318721.656011:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383842816 00000100:00100000:0.0:1767318721.656020:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383842816 00000100:00100000:0.0:1767318721.656094:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383843072 00000100:00100000:0.0:1767318721.656098:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383843072 00000100:00100000:0.0:1767318721.656122:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4355 00000100:00100000:0.0:1767318721.656131:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383842816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318721.656224:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4356 00000100:00100000:1.0:1767318721.656237:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383843072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318721.656275:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383843072:12345-0@lo:400:kworker.0 Request processed in 44us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318721.656282:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4356 00000100:00080000:1.0:1767318721.656324:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318721.656368:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383843072:0@lo:400:kworker.0 00000100:00100000:2.0:1767318721.656851:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383843456 00000100:00100000:2.0:1767318721.656857:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383843456 00000100:00100000:2.0:1767318721.656898:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383843328 00000100:00100000:2.0:1767318721.656902:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383843328 00000100:00100000:2.0:1767318721.656924:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1536 00000100:00100000:2.0:1767318721.656930:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383843456:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767318721.656997:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318721.657000:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318721.657019:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1537 00000100:00100000:1.0:1767318721.657028:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383843328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318721.657085:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383843328:12345-0@lo:400:kworker.0 Request processed in 60us (1103us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318721.657092:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1537 00000100:00100000:1.0:1767318721.657122:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383843328:0@lo:400:kworker.0 00000100:00100000:1.0:1767318721.657158:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318696/real 1767318696] req@ffff9369bafeea00 x1853164383836032/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318721 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318721.657173:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369bafeea00 x1853164383836032/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318721 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318721.657188:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383842560:0@lo:38:kworker.0 00000100:00100000:1.0:1767318721.657219:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318721.657243:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383842688:0@lo:38:kworker.0 00000100:00100000:1.0:1767318721.657267:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318721.657288:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383842944:0@lo:38:kworker.0 00000100:00100000:1.0:1767318721.657309:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318721.657324:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383843200:0@lo:38:kworker.0 00000100:00100000:1.0:1767318721.657344:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318721.657360:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318721.657374:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318721.657378:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383836032:0@lo:250:kworker.0 00000100:00100000:1.0:1767318721.657401:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383842560 00000100:00100000:1.0:1767318721.657405:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383842560 00000100:00100000:1.0:1767318721.657432:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383842944 00000100:00100000:1.0:1767318721.657436:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383842944 00000100:00100000:1.0:1767318721.657445:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383843200 00000100:00100000:1.0:1767318721.657448:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383843200 00000100:00100000:1.0:1767318721.657457:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23338 00000100:00100000:1.0:1767318721.657461:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383842560:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318721.657478:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318721.657511:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383842560:12345-0@lo:38:kworker.0 Request processed in 48us (291us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318721.657518:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23338 00000100:00100000:1.0:1767318721.657530:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23339 00000100:00100000:1.0:1767318721.657534:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383842944:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318721.657543:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318721.657567:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383842944:12345-0@lo:38:kworker.0 Request processed in 31us (257us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318721.657572:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23339 00000100:00100000:1.0:1767318721.657583:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23340 00000100:00100000:1.0:1767318721.657586:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383843200:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318721.657595:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318721.657836:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383842688 00000100:00100000:3.0:1767318721.657841:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383842688 00000100:00100000:3.0:1767318721.657865:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2563 00000100:00100000:3.0:1767318721.657870:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383842688:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318721.657880:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318721.657910:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383842688:12345-0@lo:38:kworker.0 Request processed in 40us (642us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318721.657916:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2563 00000100:00080000:3.0:1767318721.657968:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318721.657972:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318721.657975:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318721.657979:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3599 00000100:00080000:3.0:1767318721.657982:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318721.657987:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318721.658007:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5928a80 x1853164383843584/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318721.660560:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383843200:12345-0@lo:38:kworker.0 Request processed in 2959us (3202us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318721.660576:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23340 00000100:00100000:1.0:1767318721.660642:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383843584:0@lo:250:kworker.0 00000400:00000100:1.0:1767318721.660690:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383843584 offset 0 length 520: 4 00000100:00080000:1.0:1767318721.660868:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318721.660885:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318721.660889:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383842560:0@lo:38:kworker.0 00000100:00080000:1.0:1767318721.660903:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318721.660907:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318721.660910:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383842688:0@lo:38:kworker.0 00000100:00080000:1.0:1767318721.660920:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318721.660923:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318721.660925:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383842944:0@lo:38:kworker.0 00000100:00080000:1.0:1767318721.660934:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318721.660937:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318721.660939:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383843200:0@lo:38:kworker.0 00000100:00100000:0.0:1767318721.662942:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383842816:12345-0@lo:400:kworker.0 Request processed in 6803us (7438us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318721.662956:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4355 00000100:00100000:2.0:1767318721.663434:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383843456:12345-0@lo:400:kworker.0 Request processed in 6491us (7829us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318721.663444:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1536 00000100:00100000:1.0:1767318721.663685:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383843456:0@lo:400:kworker.0 00000100:00100000:1.0:1767318721.663698:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383842816:0@lo:400:kworker.0 00010000:00010000:0.0:1767318722.167022:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767318722.632403:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297330048 offset 0 length 520: 4 00000100:00100000:1.0:1767318722.632463:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318722.632503:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318722.632597:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297330176 00000100:00100000:2.0:1767318722.632609:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297330176 00000100:00100000:2.0:1767318722.632651:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297330304 00000100:00100000:2.0:1767318722.632654:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297330304 00000100:00100000:2.0:1767318722.632703:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4357 00000100:00100000:2.0:1767318722.632714:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297330304:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318722.632822:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297330304:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 109us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318722.632830:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4357 00000100:00100000:2.0:1767318722.632851:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23341 00000100:00100000:2.0:1767318722.632855:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297330176:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318722.632876:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318722.632902:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297330176:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 45us (439us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318722.632907:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23341 00000100:00080000:1.0:1767318722.633284:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318722.679236:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318723.191082:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318723.191109:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383843712:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318723.191118:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383843840:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318723.191202:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318723.194096:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318723.194259:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318723.194962:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383843712 00000100:00100000:3.0:1767318723.194986:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383843712 00000100:00100000:3.0:1767318723.195069:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383843840 00000100:00100000:3.0:1767318723.195073:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383843840 00000100:00100000:3.0:1767318723.195104:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2297 00000100:00100000:3.0:1767318723.195115:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383843712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318723.195157:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318723.195223:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383843712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (1135us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318723.195230:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2297 00000100:00100000:3.0:1767318723.195246:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2298 00000100:00100000:3.0:1767318723.195252:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383843840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318723.195279:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318723.195307:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383843840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (1049us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318723.195312:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2298 00000100:00100000:3.0:1767318723.195361:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383843712:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318723.195550:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383843840:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318723.198496:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318723.198509:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318723.702932:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318724.215441:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318724.726906:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318725.239102:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318725.750897:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318726.269230:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318726.774938:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318726.775697:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318726.775704:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318726.775707:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318726.775711:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318726.775715:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318726.775724:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3624 00000100:00080000:1.0:1767318726.775729:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318726.775738:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318726.775798:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215880 x1853164383843968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318726.775815:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318726.775819:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318726.775821:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318726.775825:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3624 00000100:00080000:1.0:1767318726.775828:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318726.775831:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318726.775845:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9bb80 x1853164383844096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318726.776153:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383844224:0@lo:400:kworker.0 00000100:00100000:3.0:1767318726.776231:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318726.776379:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383844224 00000100:00100000:0.0:1767318726.776390:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383844224 00000100:00100000:0.0:1767318726.776463:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4358 00000100:00100000:0.0:1767318726.776475:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383844224:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767318726.776556:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318726.776561:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318726.776564:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318726.776567:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3624 00000100:00080000:1.0:1767318726.776570:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318726.776575:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318726.776591:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568700 x1853164383844352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318726.776619:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318726.776623:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318726.776625:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318726.776628:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3624 00000100:00080000:1.0:1767318726.776631:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318726.776634:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318726.776647:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568a80 x1853164383844608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318726.777055:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383843968:0@lo:38:kworker.0 00000100:00100000:2.0:1767318726.777095:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318726.777127:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383844096:0@lo:38:kworker.0 00000100:00100000:2.0:1767318726.777150:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318726.777174:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383844352:0@lo:38:kworker.0 00000100:00100000:2.0:1767318726.777196:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318726.777211:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383844608:0@lo:38:kworker.0 00000100:00100000:2.0:1767318726.777229:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318726.777262:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383844096 00000100:00100000:2.0:1767318726.777267:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383844096 00000100:00100000:2.0:1767318726.777293:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2564 00000100:00100000:2.0:1767318726.777299:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383844096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318726.777331:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318726.777371:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383844096:12345-0@lo:38:kworker.0 Request processed in 70us (219us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318726.777378:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2564 00000100:00100000:2.0:1767318726.777408:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383843968 00000100:00100000:2.0:1767318726.777412:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383843968 00000100:00100000:2.0:1767318726.777425:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383844352 00000100:00100000:2.0:1767318726.777427:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383844352 00000100:00100000:2.0:1767318726.777434:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383844608 00000100:00100000:2.0:1767318726.777437:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383844608 00000100:00100000:2.0:1767318726.777446:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23342 00000100:00100000:2.0:1767318726.777450:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383843968:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318726.777472:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318726.777497:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383843968:12345-0@lo:38:kworker.0 Request processed in 46us (402us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318726.777504:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23342 00000100:00100000:2.0:1767318726.777516:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23343 00000100:00100000:2.0:1767318726.777520:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383844352:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318726.777529:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318726.777549:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383844352:12345-0@lo:38:kworker.0 Request processed in 27us (352us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318726.777554:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23343 00000100:00100000:2.0:1767318726.777564:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23344 00000100:00100000:2.0:1767318726.777567:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383844608:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318726.777575:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318726.777592:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383844608:12345-0@lo:38:kworker.0 Request processed in 24us (362us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318726.777597:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23344 00000100:00080000:2.0:1767318726.777630:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318726.777634:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318726.777637:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383843968:0@lo:38:kworker.0 00000100:00080000:2.0:1767318726.777645:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318726.777648:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318726.777651:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383844096:0@lo:38:kworker.0 00000100:00080000:2.0:1767318726.777657:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318726.777660:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318726.777663:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383844352:0@lo:38:kworker.0 00000100:00080000:2.0:1767318726.777670:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318726.777673:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318726.777676:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383844608:0@lo:38:kworker.0 00000100:00100000:2.0:1767318726.777724:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383844480:0@lo:400:kworker.0 00000100:00100000:2.0:1767318726.777747:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318726.777764:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318726.777771:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383844736:0@lo:400:kworker.0 00000100:00100000:2.0:1767318726.777817:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318726.777840:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383844480 00000100:00100000:2.0:1767318726.777844:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383844480 00000100:00100000:2.0:1767318726.777871:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4359 00000100:00100000:2.0:1767318726.777877:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383844480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318726.777919:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383844480:12345-0@lo:400:kworker.0 Request processed in 42us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318726.777925:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4359 00000100:00100000:2.0:1767318726.777951:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383844480:0@lo:400:kworker.0 00000100:00100000:2.0:1767318726.777969:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383844736 00000100:00100000:2.0:1767318726.777972:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383844736 00000100:00100000:2.0:1767318726.778010:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1538 00000100:00100000:2.0:1767318726.778016:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383844736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318726.778049:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383844736:12345-0@lo:400:kworker.0 Request processed in 34us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318726.778055:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1538 00000100:00100000:2.0:1767318726.778076:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383844736:0@lo:400:kworker.0 00000100:00080000:2.0:1767318726.778130:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318726.778135:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318726.778165:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383844864:0@lo:400:kworker.0 00000100:00100000:2.0:1767318726.778188:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318726.778213:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383844864 00000100:00100000:2.0:1767318726.778217:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383844864 00000100:00100000:2.0:1767318726.778242:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1539 00000100:00100000:2.0:1767318726.778248:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383844864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318726.778278:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383844864:12345-0@lo:400:kworker.0 Request processed in 31us (89us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318726.778284:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1539 00000100:00080000:2.0:1767318726.778296:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318726.778310:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383844864:0@lo:400:kworker.0 00000100:00100000:0.0:1767318726.782239:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383844224:12345-0@lo:400:kworker.0 Request processed in 5755us (5995us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318726.782253:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4358 00000100:00100000:3.0:1767318726.792449:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383844224:0@lo:400:kworker.0 00010000:00010000:0.0:1767318727.287175:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318727.753551:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318727.753849:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297330560 00000100:00100000:0.0:1767318727.753860:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297330560 00000100:00100000:0.0:1767318727.753959:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4360 00000100:00100000:0.0:1767318727.753970:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297330560:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318727.754080:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297330560:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 111us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318727.754087:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4360 00000100:00100000:1.0:1767318727.754407:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318727.754522:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297330432 00000100:00100000:0.0:1767318727.754538:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297330432 00000100:00100000:0.0:1767318727.754572:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23345 00000100:00100000:0.0:1767318727.754577:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297330432:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318727.754600:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318727.754642:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297330432:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 63us (976us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318727.754650:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23345 00000100:00080000:3.0:1767318727.758418:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318727.799435:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318728.311191:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318728.311808:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318728.311836:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383844992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318728.311911:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318728.312026:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383844992 00000100:00100000:2.0:1767318728.312035:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383844992 00000100:00100000:2.0:1767318728.312100:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2299 00000100:00100000:2.0:1767318728.312110:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383844992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318728.312138:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318728.312188:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383844992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318728.312195:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2299 00000100:00080000:0.0:1767318728.312471:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318728.312509:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383844992:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318728.312971:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383845120:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318728.313021:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318728.313115:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383845120 00000100:00100000:0.0:1767318728.313121:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383845120 00000100:00100000:0.0:1767318728.313172:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2300 00000100:00100000:0.0:1767318728.313182:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383845120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318728.313206:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318728.313253:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383845120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318728.313259:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2300 00000100:00080000:3.0:1767318728.313478:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318728.314179:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383845120:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318728.822913:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318729.335143:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318729.847189:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318730.360209:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318730.870910:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318731.383692:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318731.894912:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318731.894923:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318731.894926:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318731.894931:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318731.894936:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318731.894944:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3630 00000100:00080000:1.0:1767318731.894956:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318731.894965:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318731.895009:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968d880 x1853164383845248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318731.895038:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318731.895042:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318731.895044:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318731.895048:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3630 00000100:00080000:1.0:1767318731.895051:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318731.895054:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318731.895066:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968c700 x1853164383845376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318731.895111:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767318731.895112:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383845248:0@lo:38:kworker.0 00000100:00080000:1.0:1767318731.895118:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318731.895122:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767318731.895122:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318731.895129:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3630 00000100:00080000:1.0:1767318731.895132:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318731.895136:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318731.895143:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383845504:0@lo:400:kworker.0 00000100:00100000:1.0:1767318731.895151:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39ad80 x1853164383845632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318731.895183:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318731.895187:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318731.895191:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767318731.895191:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318731.895200:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3630 00000100:00080000:1.0:1767318731.895203:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318731.895207:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318731.895224:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da9880 x1853164383845888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318731.895229:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383845248 00000100:00100000:3.0:1767318731.895239:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383845248 00000100:00100000:2.0:1767318731.895267:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383845376:0@lo:38:kworker.0 00000100:00100000:1.0:1767318731.895273:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383846016:0@lo:400:kworker.0 00000100:00100000:3.0:1767318731.895286:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23346 00000100:00100000:3.0:1767318731.895294:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383845248:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318731.895315:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318731.895319:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318731.895323:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318731.895361:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383845632:0@lo:38:kworker.0 00000100:00100000:1.0:1767318731.895365:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318731.895371:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383845248:12345-0@lo:38:kworker.0 Request processed in 75us (182us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318731.895375:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383845760:0@lo:400:kworker.0 00000100:00100000:3.0:1767318731.895385:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23346 00000100:00100000:2.0:1767318731.895391:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318731.895451:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383846144:0@lo:400:kworker.0 00000100:00100000:3.0:1767318731.898228:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383845632 00000100:00100000:3.0:1767318731.898245:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383845632 00000100:00100000:3.0:1767318731.898319:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23347 00000100:00100000:3.0:1767318731.898329:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383845632:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318731.898354:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318731.899240:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318731.899303:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383845376 00000100:00100000:2.0:1767318731.899310:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383845376 00000100:00100000:2.0:1767318731.899338:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2565 00000100:00100000:2.0:1767318731.899344:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383845376:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318731.899361:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318731.899414:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383845376:12345-0@lo:38:kworker.0 Request processed in 68us (4096us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318731.899421:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2565 00000100:00100000:2.0:1767318731.899443:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383845504 00000100:00100000:2.0:1767318731.899446:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383845504 00000100:00100000:2.0:1767318731.899490:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4361 00000100:00100000:2.0:1767318731.899497:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383845504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318731.899542:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383845504:12345-0@lo:400:kworker.0 Request processed in 45us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318731.899548:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4361 00000100:00100000:2.0:1767318731.899601:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383845504:0@lo:400:kworker.0 00000100:00100000:2.0:1767318731.899639:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383845888:0@lo:38:kworker.0 00000100:00100000:2.0:1767318731.899674:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318731.899703:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318731.899708:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318731.899711:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383845248:0@lo:38:kworker.0 00000100:00080000:2.0:1767318731.899721:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318731.899724:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318731.899727:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383845376:0@lo:38:kworker.0 00000100:00100000:2.0:1767318731.899752:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383845888 00000100:00100000:2.0:1767318731.899757:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383845888 00000100:00100000:0.0:1767318731.900204:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318731.900249:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383846016 00000100:00100000:0.0:1767318731.900254:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383846016 00000100:00100000:0.0:1767318731.900287:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383846144 00000100:00100000:0.0:1767318731.900291:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383846144 00000100:00100000:0.0:1767318731.900313:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1540 00000100:00100000:0.0:1767318731.900321:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383846016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318731.901187:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23348 00000100:00100000:2.0:1767318731.901195:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383845888:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318731.901216:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318731.901281:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383845888:12345-0@lo:38:kworker.0 Request processed in 85us (1605us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318731.901288:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23348 00000100:00080000:2.0:1767318731.901335:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318731.901340:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318731.901344:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383845888:0@lo:38:kworker.0 00000100:00080000:2.0:1767318731.901471:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318731.901477:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318731.901481:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318731.901493:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383846016:12345-0@lo:400:kworker.0 Request processed in 1172us (6177us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318731.901503:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1540 00000100:00100000:2.0:1767318731.901516:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1541 00000100:00100000:2.0:1767318731.901529:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383846144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318731.901575:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383846144:12345-0@lo:400:kworker.0 Request processed in 51us (1372us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318731.901581:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1541 00000100:00100000:0.0:1767318731.901592:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383846144:0@lo:400:kworker.0 00000100:00100000:1.0:1767318731.902037:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318731.902075:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383846016:0@lo:400:kworker.0 00000100:00100000:0.0:1767318731.902146:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383845760 00000100:00100000:0.0:1767318731.902152:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383845760 00000100:00100000:0.0:1767318731.902206:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4362 00000100:00100000:0.0:1767318731.902213:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383845760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318731.902257:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383845760:12345-0@lo:400:kworker.0 Request processed in 44us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318731.902262:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4362 00000100:00100000:1.0:1767318731.902464:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383845760:0@lo:400:kworker.0 00000100:00080000:2.0:1767318731.902733:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318731.903004:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383845632:12345-0@lo:38:kworker.0 Request processed in 4673us (7610us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318731.903013:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23347 00000100:00080000:2.0:1767318731.909797:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318731.909813:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318731.909819:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383845632:0@lo:38:kworker.0 00010000:00010000:0.0:1767318732.409390:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318732.873412:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318732.874688:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297330688 00000100:00100000:2.0:1767318732.874704:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297330688 00000100:00100000:2.0:1767318732.874816:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23349 00000100:00100000:2.0:1767318732.874827:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297330688:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:1.0:1767318732.874842:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00010000:00020000:2.0:1767318732.874854:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318732.874965:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297330688:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 111us (1536us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318732.874974:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23349 00000100:00100000:2.0:1767318732.874989:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297330816 00000100:00100000:2.0:1767318732.874993:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297330816 00000100:00080000:2.0:1767318732.875029:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318732.875064:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4363 00000100:00100000:2.0:1767318732.875072:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297330816:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318732.875123:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297330816:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 51us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318732.875130:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4363 00000100:00100000:3.0:1767318732.918902:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318733.431029:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318733.431350:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383846272:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318733.431701:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318733.432087:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383846272 00000100:00100000:3.0:1767318733.432097:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383846272 00000100:00100000:3.0:1767318733.432180:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2301 00000100:00100000:3.0:1767318733.432190:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383846272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318733.432220:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318733.432278:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383846272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (855us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318733.432286:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2301 00000100:00100000:3.0:1767318733.432341:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383846272:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318733.432567:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318733.433507:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383846400:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318733.433570:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318733.433843:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383846400 00000100:00100000:2.0:1767318733.433850:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383846400 00000100:00080000:1.0:1767318733.434014:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318733.439791:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2302 00000100:00100000:2.0:1767318733.439819:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383846400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318733.439857:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318733.439965:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383846400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 159us (6393us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318733.439973:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2302 00000100:00100000:3.0:1767318733.440038:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383846400:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318733.943808:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318734.458696:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318734.966931:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318735.479577:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318735.991356:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318736.503041:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318737.015854:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318737.015866:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318737.015869:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318737.015873:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318737.015877:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318737.015886:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3635 00000100:00080000:1.0:1767318737.015890:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318737.015898:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318737.015947:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da9f80 x1853164383846528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318737.015974:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318737.015977:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318737.015979:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318737.015990:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3635 00000100:00080000:1.0:1767318737.015993:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318737.015997:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318737.016012:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9daa300 x1853164383846656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318737.016044:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318737.016048:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318737.016049:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318737.016053:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3635 00000100:00080000:1.0:1767318737.016055:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318737.016058:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318737.016068:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9dab100 x1853164383846912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318737.016103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318737.016106:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318737.016108:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318737.016111:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3635 00000100:00080000:1.0:1767318737.016113:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318737.016116:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318737.016150:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6dad80 x1853164383847168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318737.016199:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383846784:0@lo:400:kworker.0 00000100:00100000:1.0:1767318737.016753:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318737.016937:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383847040:0@lo:400:kworker.0 00000100:00100000:0.0:1767318737.016973:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318737.017043:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318737.017049:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383847296:0@lo:400:kworker.0 00000100:00100000:0.0:1767318737.017087:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318737.017120:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383846784 00000100:00100000:0.0:1767318737.017127:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383846784 00000100:00100000:0.0:1767318737.017176:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383847040 00000100:00100000:0.0:1767318737.017179:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383847040 00000100:00100000:0.0:1767318737.017206:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4364 00000100:00100000:0.0:1767318737.017214:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383846784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318737.017618:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383846784:12345-0@lo:400:kworker.0 Request processed in 403us (865us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318737.017626:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4364 00000100:00100000:0.0:1767318737.017645:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4365 00000100:00100000:0.0:1767318737.017652:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383847040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318737.017685:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383847040:12345-0@lo:400:kworker.0 Request processed in 34us (711us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318737.017690:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4365 00000100:00100000:0.0:1767318737.017722:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383847296 00000100:00100000:0.0:1767318737.017726:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383847296 00000100:00100000:0.0:1767318737.017754:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1542 00000100:00100000:0.0:1767318737.017759:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383847296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318737.018042:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383846528:0@lo:38:kworker.0 00000100:00100000:2.0:1767318737.018086:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318737.018116:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383846656:0@lo:38:kworker.0 00000100:00100000:2.0:1767318737.018139:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318737.018160:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383846912:0@lo:38:kworker.0 00000100:00100000:2.0:1767318737.018180:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318737.018196:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383847168:0@lo:38:kworker.0 00000100:00100000:2.0:1767318737.018217:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318737.018252:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383846656 00000100:00100000:2.0:1767318737.018257:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383846656 00000100:00100000:2.0:1767318737.018301:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2566 00000100:00100000:2.0:1767318737.018305:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383846656:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318737.018324:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318737.018355:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383846656:12345-0@lo:38:kworker.0 Request processed in 48us (215us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318737.018362:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2566 00000100:00100000:2.0:1767318737.018381:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383846528 00000100:00100000:2.0:1767318737.018385:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383846528 00000100:00100000:2.0:1767318737.018397:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383846912 00000100:00100000:2.0:1767318737.018400:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383846912 00000100:00100000:2.0:1767318737.018406:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383847168 00000100:00100000:2.0:1767318737.018408:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383847168 00000100:00100000:2.0:1767318737.018416:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23350 00000100:00100000:2.0:1767318737.018420:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383846528:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318737.018429:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318737.018453:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383846528:12345-0@lo:38:kworker.0 Request processed in 31us (377us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318737.018461:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23350 00000100:00100000:2.0:1767318737.018472:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23351 00000100:00100000:2.0:1767318737.018475:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383846912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318737.018484:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318737.019009:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383846784:0@lo:400:kworker.0 00000100:00100000:1.0:1767318737.019028:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318737.019035:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383847424:0@lo:400:kworker.0 00000100:00100000:1.0:1767318737.019062:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318737.019109:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23352 00000100:00100000:1.0:1767318737.019113:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383847168:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318737.019124:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318737.019150:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383847168:12345-0@lo:38:kworker.0 Request processed in 34us (932us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318737.019155:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23352 00000100:00080000:1.0:1767318737.019196:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318737.019201:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318737.019221:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383847040:0@lo:400:kworker.0 00000100:00100000:1.0:1767318737.019247:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383847424 00000100:00100000:1.0:1767318737.019251:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383847424 00000100:00100000:3.0:1767318737.019542:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318737.019680:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318737.019685:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318737.019689:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383846528:0@lo:38:kworker.0 00000100:00080000:3.0:1767318737.019698:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318737.019702:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318737.019704:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383846656:0@lo:38:kworker.0 00000100:00080000:3.0:1767318737.019713:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318737.019716:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318737.019719:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383847168:0@lo:38:kworker.0 00000100:00100000:2.0:1767318737.020217:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383846912:12345-0@lo:38:kworker.0 Request processed in 1737us (2033us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318737.020226:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23351 00000100:00100000:0.0:1767318737.020636:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383847296:12345-0@lo:400:kworker.0 Request processed in 2875us (3558us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318737.020646:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1542 00000100:00100000:0.0:1767318737.020685:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383847296:0@lo:400:kworker.0 00000100:00100000:1.0:1767318737.023117:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1543 00000100:00100000:1.0:1767318737.023143:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383847424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318737.023928:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383847424:12345-0@lo:400:kworker.0 Request processed in 795us (4862us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318737.023937:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1543 00000100:00100000:1.0:1767318737.023996:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383847424:0@lo:400:kworker.0 00000100:00080000:3.0:1767318737.024099:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318737.024105:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318737.024108:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383846912:0@lo:38:kworker.0 00000100:00080000:0.0:1767318737.024765:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1767318737.527018:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318737.997432:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318737.997475:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318737.997580:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297331072 00000100:00100000:3.0:1767318737.997590:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297331072 00000100:00100000:3.0:1767318737.997668:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297330944 00000100:00100000:3.0:1767318737.997671:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297330944 00000100:00100000:3.0:1767318737.997690:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4366 00000100:00100000:3.0:1767318737.997700:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297331072:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318737.997775:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297331072:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 76us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318737.997826:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4366 00000100:00100000:3.0:1767318737.997844:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23353 00000100:00100000:3.0:1767318737.997849:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297330944:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318737.997868:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318737.997912:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297330944:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 61us (436us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318737.997918:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23353 00000100:00080000:0.0:1767318737.998093:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318738.039546:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318738.551999:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318738.552110:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318738.552134:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383847552:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318738.552210:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318738.552314:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383847680:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318738.552346:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318738.552508:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383847552 00000100:00100000:0.0:1767318738.552509:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383847680 00000100:00100000:0.0:1767318738.552517:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383847680 00000100:00100000:2.0:1767318738.552517:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383847552 00000100:00100000:2.0:1767318738.552574:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2303 00000100:00100000:2.0:1767318738.552585:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383847552:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318738.552591:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2304 00000100:00100000:0.0:1767318738.552601:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383847680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318738.552616:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00002000:00000024:0.0:1767318738.552622:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318738.552670:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383847680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318738.552673:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383847552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318738.552683:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2304 00000100:00100000:3.0:1767318738.552747:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383847680:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318738.552860:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383847552:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318738.552870:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2303 00000100:00100000:2.0:1767318739.063564:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318739.575455:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318740.086956:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318740.602007:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318741.111682:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318741.624372:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318742.134923:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318742.134936:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318742.134940:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318742.134944:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318742.134949:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318742.134957:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3640 00000100:00080000:0.0:1767318742.134962:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318742.134970:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318742.135030:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6300 x1853164383847808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318742.135064:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318742.135068:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318742.135070:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318742.135074:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3640 00000100:00080000:0.0:1767318742.135076:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318742.135080:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318742.135093:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be5880 x1853164383847936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318742.135137:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318742.135141:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318742.135143:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318742.135146:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3640 00000100:00080000:0.0:1767318742.135149:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318742.135152:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318742.135192:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8781f80 x1853164383848192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318742.135218:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318742.135222:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318742.135223:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318742.135239:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3640 00000100:00080000:0.0:1767318742.135242:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318742.135246:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318742.135256:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8781c00 x1853164383848448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318742.135294:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383848320:0@lo:400:kworker.0 00000100:00100000:1.0:1767318742.135299:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383848064:0@lo:400:kworker.0 00000100:00100000:3.0:1767318742.135404:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383847808:0@lo:38:kworker.0 00000100:00100000:2.0:1767318742.135493:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383848704:0@lo:400:kworker.0 00000100:00100000:1.0:1767318742.137347:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318742.137496:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383848064 00000100:00100000:1.0:1767318742.137505:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383848064 00000100:00100000:1.0:1767318742.137557:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4367 00000100:00100000:1.0:1767318742.137569:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383848064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318742.137624:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383848064:12345-0@lo:400:kworker.0 Request processed in 60us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318742.137630:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4367 00000100:00100000:1.0:1767318742.137903:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383848064:0@lo:400:kworker.0 00000100:00080000:1.0:1767318742.137936:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318742.137954:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318742.137976:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383848576:0@lo:400:kworker.0 00000100:00100000:1.0:1767318742.138009:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318742.138034:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383848576 00000100:00100000:1.0:1767318742.138038:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383848576 00000100:00100000:1.0:1767318742.138063:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1544 00000100:00100000:1.0:1767318742.138069:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383848576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318742.138098:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383848576:12345-0@lo:400:kworker.0 Request processed in 29us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318742.138103:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1544 00000100:00080000:1.0:1767318742.138115:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318742.138127:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383848576:0@lo:400:kworker.0 00000100:00100000:3.0:1767318742.138516:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318742.138545:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383847936:0@lo:38:kworker.0 00000100:00100000:3.0:1767318742.138574:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318742.138598:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383848192:0@lo:38:kworker.0 00000100:00100000:3.0:1767318742.138619:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318742.138635:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383848448:0@lo:38:kworker.0 00000100:00100000:3.0:1767318742.138655:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318742.138702:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383847936 00000100:00100000:3.0:1767318742.138707:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383847936 00000100:00100000:3.0:1767318742.138735:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2567 00000100:00100000:3.0:1767318742.138741:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383847936:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318742.138771:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318742.138819:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383847808 00000100:00100000:1.0:1767318742.138824:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383847808 00000100:00100000:3.0:1767318742.138844:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383847936:12345-0@lo:38:kworker.0 Request processed in 100us (267us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318742.138845:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383848192 00000100:00100000:1.0:1767318742.138848:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383848192 00000100:00100000:3.0:1767318742.138864:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2567 00000100:00100000:1.0:1767318742.138875:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383848448 00000100:00100000:1.0:1767318742.138878:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383848448 00000100:00100000:1.0:1767318742.138894:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23354 00000100:00100000:1.0:1767318742.138899:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383847808:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318742.138904:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23355 00000100:00100000:3.0:1767318742.138910:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383848192:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318742.138913:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767318742.138923:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318742.138949:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383847808:12345-0@lo:38:kworker.0 Request processed in 48us (433us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318742.138956:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23354 00000100:00100000:3.0:1767318742.138961:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383848192:12345-0@lo:38:kworker.0 Request processed in 48us (340us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318742.138968:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23356 00000100:00100000:1.0:1767318742.138973:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383848448:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318742.138982:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318742.138986:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23355 00000100:00100000:1.0:1767318742.139008:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383848448:12345-0@lo:38:kworker.0 Request processed in 33us (351us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318742.139016:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23356 00000100:00080000:3.0:1767318742.139032:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318742.139039:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318742.141260:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383847808:0@lo:38:kworker.0 00000100:00080000:3.0:1767318742.141312:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318742.141317:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318742.141321:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383847936:0@lo:38:kworker.0 00000100:00080000:3.0:1767318742.141333:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318742.141336:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318742.141339:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383848192:0@lo:38:kworker.0 00000100:00080000:3.0:1767318742.141348:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318742.141351:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318742.141354:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383848448:0@lo:38:kworker.0 00000100:00100000:0.0:1767318742.148470:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318742.148584:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318742.148609:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383848704 00000100:00100000:0.0:1767318742.148618:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383848704 00000100:00100000:0.0:1767318742.148700:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1545 00000100:00100000:0.0:1767318742.148709:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383848704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318742.148777:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383848704:12345-0@lo:400:kworker.0 Request processed in 69us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318742.148816:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1545 00000100:00080000:2.0:1767318742.150579:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318742.150644:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383848704:0@lo:400:kworker.0 00000100:00100000:1.0:1767318742.155872:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383848320 00000100:00100000:1.0:1767318742.155890:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383848320 00000100:00100000:1.0:1767318742.155995:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4368 00000100:00100000:1.0:1767318742.156017:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383848320:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767318742.156265:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318742.156612:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383848320:12345-0@lo:400:kworker.0 Request processed in 606us (8149us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318742.156620:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4368 00000100:00100000:2.0:1767318742.156721:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383848320:0@lo:400:kworker.0 00010000:00010000:3.0:1767318742.649211:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318743.114977:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318743.115075:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318743.119128:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297331328 00000100:00100000:0.0:1767318743.119144:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297331328 00000100:00080000:1.0:1767318743.119270:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318743.119827:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297331200 00000100:00100000:2.0:1767318743.119834:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297331200 00000100:00100000:2.0:1767318743.119890:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4369 00000100:00100000:2.0:1767318743.119905:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297331328:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318743.119995:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297331328:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 95us (5032us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318743.120003:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4369 00000100:00100000:2.0:1767318743.120023:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23357 00000100:00100000:2.0:1767318743.120028:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297331200:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318743.120048:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318743.120072:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297331200:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 43us (4997us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318743.120078:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23357 00000100:00100000:1.0:1767318743.158927:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318743.670997:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318743.671253:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318743.671280:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383848832:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318743.671352:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318743.671752:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383848832 00000100:00100000:0.0:1767318743.671762:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383848832 00000100:00100000:1.0:1767318743.671920:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318743.671931:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383848960:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318743.671965:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318743.675033:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383848960 00000100:00100000:0.0:1767318743.675049:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383848960 00000100:00100000:0.0:1767318743.675108:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2305 00000100:00100000:0.0:1767318743.675119:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383848832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318743.675159:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318743.675233:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383848832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (3881us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318743.675241:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2305 00000100:00100000:0.0:1767318743.675259:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2306 00000100:00100000:0.0:1767318743.675265:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383848960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318743.675282:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318743.675313:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383848960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (3347us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318743.675319:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2306 00000100:00100000:0.0:1767318743.675381:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383848832:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318743.679387:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383848960:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318744.184258:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318744.695052:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318745.208469:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318745.723921:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318746.230900:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318746.230908:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318721/real 1767318721] req@ffff9369a5928a80 x1853164383843584/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318746 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318746.230939:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369a5928a80 x1853164383843584/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318746 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318746.230957:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318746.230983:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318746.230987:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383843584:0@lo:250:kworker.0 00000100:00080000:1.0:1767318746.231041:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318746.231046:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318746.231049:0:8:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318746.231054:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3624 00000100:00080000:1.0:1767318746.231058:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318746.231064:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318746.231099:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d8e00 x1853164383849088/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318746.231125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318746.231129:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318746.231131:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318746.231134:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3645 00000100:00080000:1.0:1767318746.231137:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318746.231140:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318746.231154:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d9f80 x1853164383849216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318746.231163:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318746.231165:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318746.231167:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318746.231171:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3645 00000100:00080000:1.0:1767318746.231173:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318746.231176:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318746.231187:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6daa00 x1853164383849344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318746.231242:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318746.231246:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318746.231248:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318746.231251:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3645 00000100:00080000:1.0:1767318746.231254:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318746.231257:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318746.231269:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d9500 x1853164383849600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318746.231294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318746.231297:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318746.231299:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318746.231302:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3645 00000100:00080000:1.0:1767318746.231305:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318746.231308:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318746.231320:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6db100 x1853164383849856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318746.231357:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383849984:0@lo:400:kworker.0 00000100:00100000:1.0:1767318746.231418:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318746.231468:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318746.231474:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383849728:0@lo:400:kworker.0 00000100:00100000:1.0:1767318746.231498:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318746.231582:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383850112:0@lo:400:kworker.0 00000100:00100000:0.0:1767318746.231611:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318746.231646:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318746.231652:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383849472:0@lo:400:kworker.0 00000100:00100000:0.0:1767318746.231673:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318746.231714:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383849728 00000100:00100000:0.0:1767318746.231721:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383849728 00000100:00100000:0.0:1767318746.231773:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383849472 00000100:00100000:0.0:1767318746.231776:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383849472 00000100:00100000:0.0:1767318746.231841:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4370 00000100:00100000:0.0:1767318746.231850:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383849728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318746.231901:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383849728:12345-0@lo:400:kworker.0 Request processed in 51us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318746.231908:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4370 00000100:00100000:0.0:1767318746.231925:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4371 00000100:00100000:0.0:1767318746.231996:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383849472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318746.232026:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383849472:12345-0@lo:400:kworker.0 Request processed in 32us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318746.232032:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4371 00000100:00080000:0.0:1767318746.232048:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318746.232079:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383849472:0@lo:400:kworker.0 00000100:00100000:0.0:1767318746.232100:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383849728:0@lo:400:kworker.0 00000100:00100000:1.0:1767318746.232433:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383849984 00000100:00100000:1.0:1767318746.232438:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383849984 00000100:00080000:0.0:1767318746.232534:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318746.232717:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383850112 00000100:00100000:1.0:1767318746.232722:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383850112 00000100:00080000:0.0:1767318746.232796:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318746.235895:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1546 00000100:00100000:2.0:1767318746.235924:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383849984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318746.236053:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383849984:12345-0@lo:400:kworker.0 Request processed in 144us (4634us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318746.236062:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1546 00000100:00100000:2.0:1767318746.236089:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1547 00000100:00100000:2.0:1767318746.236097:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383850112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318746.236141:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383850112:12345-0@lo:400:kworker.0 Request processed in 46us (4529us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318746.236148:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1547 00000100:00100000:2.0:1767318746.236202:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383850112:0@lo:400:kworker.0 00000100:00100000:2.0:1767318746.236285:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383849088:0@lo:250:kworker.0 00000400:00000100:2.0:1767318746.236318:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383849088 offset 0 length 520: 4 00000100:00100000:2.0:1767318746.236346:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383849216:0@lo:38:kworker.0 00000100:00100000:2.0:1767318746.236376:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318746.236395:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383849344:0@lo:38:kworker.0 00000100:00100000:2.0:1767318746.236418:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318746.236438:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383849600:0@lo:38:kworker.0 00000100:00100000:2.0:1767318746.236460:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318746.236476:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383849856:0@lo:38:kworker.0 00000100:00100000:2.0:1767318746.236495:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318746.236524:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383849216 00000100:00100000:2.0:1767318746.236530:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383849216 00000100:00100000:2.0:1767318746.236560:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383849600 00000100:00100000:2.0:1767318746.236563:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383849600 00000100:00100000:2.0:1767318746.236570:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383849856 00000100:00100000:2.0:1767318746.236571:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383849856 00000100:00100000:2.0:1767318746.236580:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23358 00000100:00100000:2.0:1767318746.236584:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383849216:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318746.236603:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318746.238317:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23359 00000100:00100000:0.0:1767318746.238328:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383849600:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318746.238349:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318746.238919:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383849600:12345-0@lo:38:kworker.0 Request processed in 588us (2456us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318746.238928:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23359 00000100:00100000:0.0:1767318746.238965:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23360 00000100:00100000:0.0:1767318746.238971:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383849856:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318746.238983:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318746.239009:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383849856:12345-0@lo:38:kworker.0 Request processed in 37us (2512us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318746.239014:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23360 00000100:00100000:0.0:1767318746.239062:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383849984:0@lo:400:kworker.0 00000100:00100000:0.0:1767318746.239115:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383849344 00000100:00100000:0.0:1767318746.239120:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383849344 00000100:00100000:0.0:1767318746.239151:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2568 00000100:00100000:0.0:1767318746.239156:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383849344:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318746.239166:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318746.239191:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383849344:12345-0@lo:38:kworker.0 Request processed in 34us (2772us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318746.239196:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2568 00000100:00080000:0.0:1767318746.239256:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318746.239262:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318746.239277:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383849216:0@lo:38:kworker.0 00000100:00080000:0.0:1767318746.239289:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318746.239292:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318746.239295:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383849344:0@lo:38:kworker.0 00000100:00080000:0.0:1767318746.239303:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318746.239306:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318746.239309:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383849600:0@lo:38:kworker.0 00000100:00080000:0.0:1767318746.239317:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318746.239320:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318746.239322:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383849856:0@lo:38:kworker.0 00000100:00100000:2.0:1767318746.239862:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383849216:12345-0@lo:38:kworker.0 Request processed in 3273us (3481us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318746.239870:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23358 00010000:00010000:0.0:1767318746.748617:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318747.254960:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318747.767075:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318748.232207:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318748.232317:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297331584 00000100:00100000:2.0:1767318748.232328:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297331584 00000100:00100000:2.0:1767318748.232414:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4372 00000100:00100000:2.0:1767318748.232426:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297331584:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318748.232506:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297331584:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 82us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318748.232515:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4372 00000100:00080000:0.0:1767318748.232681:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318748.233018:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:1.0:1767318748.233048:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297331712 offset 0 length 520: 4 00000100:00100000:2.0:1767318748.233322:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297331456 00000100:00100000:2.0:1767318748.233328:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297331456 00000100:00100000:2.0:1767318748.233353:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23361 00000100:00100000:2.0:1767318748.233359:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297331456:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318748.233380:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318748.233481:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297331456:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 120us (463us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318748.233489:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23361 00000100:00100000:1.0:1767318748.278919:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318748.794964:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318748.795257:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318748.795283:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383850240:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318748.795359:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318748.795594:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318748.795606:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383850368:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318748.795634:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318748.796143:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383850240 00000100:00100000:3.0:1767318748.796155:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383850240 00000100:00100000:3.0:1767318748.796225:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383850368 00000100:00100000:3.0:1767318748.796229:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383850368 00000100:00100000:3.0:1767318748.796252:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2307 00000100:00100000:3.0:1767318748.796262:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383850240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318748.796294:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318748.796346:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383850240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (987us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318748.796353:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2307 00000100:00100000:3.0:1767318748.796372:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2308 00000100:00100000:3.0:1767318748.796378:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383850368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318748.796395:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318748.796428:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383850368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318748.796437:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2308 00000100:00100000:3.0:1767318748.796490:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383850368:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318748.796559:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318748.796563:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318748.796673:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383850240:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318749.302927:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318749.814975:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318750.328105:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318750.839019:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318751.350939:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318751.351310:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318751.351317:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318751.351320:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318751.351324:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318751.351328:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318751.351336:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3649 00000100:00080000:2.0:1767318751.351340:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318751.351347:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318751.351392:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb0e00 x1853164383850496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318751.351420:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318751.351423:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318751.351425:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318751.351430:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3649 00000100:00080000:2.0:1767318751.351432:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318751.351436:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318751.351449:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb0000 x1853164383850624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318751.351493:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318751.351498:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318751.351500:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318751.351505:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3649 00000100:00080000:2.0:1767318751.351508:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318751.351512:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318751.351525:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb2a00 x1853164383850880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318751.351550:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318751.351554:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318751.351556:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318751.351560:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3649 00000100:00080000:2.0:1767318751.351563:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318751.351566:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318751.351578:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb1500 x1853164383851136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318751.351622:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383851264:0@lo:400:kworker.0 00000100:00100000:2.0:1767318751.351705:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318751.351825:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318751.351832:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383851008:0@lo:400:kworker.0 00000100:00100000:2.0:1767318751.351862:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318751.351947:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383851392:0@lo:400:kworker.0 00000100:00100000:1.0:1767318751.351976:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318751.352011:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318751.352018:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383850752:0@lo:400:kworker.0 00000100:00100000:1.0:1767318751.352041:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318751.352082:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383851008 00000100:00100000:1.0:1767318751.352090:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383851008 00000100:00100000:1.0:1767318751.352144:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383850752 00000100:00100000:1.0:1767318751.352148:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383850752 00000100:00100000:1.0:1767318751.352175:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4373 00000100:00100000:1.0:1767318751.352184:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383851008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318751.352241:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383851008:12345-0@lo:400:kworker.0 Request processed in 57us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318751.352248:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4373 00000100:00100000:1.0:1767318751.352263:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4374 00000100:00100000:1.0:1767318751.352270:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383850752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318751.352303:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383850752:12345-0@lo:400:kworker.0 Request processed in 35us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318751.352313:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4374 00000100:00080000:1.0:1767318751.352328:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318751.352358:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383850752:0@lo:400:kworker.0 00000100:00100000:1.0:1767318751.352386:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383851008:0@lo:400:kworker.0 00000100:00100000:0.0:1767318751.352475:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383850496:0@lo:38:kworker.0 00000100:00100000:0.0:1767318751.352505:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318751.352532:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383850624:0@lo:38:kworker.0 00000100:00100000:0.0:1767318751.352557:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318751.352579:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383850880:0@lo:38:kworker.0 00000100:00100000:0.0:1767318751.352602:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318751.352615:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383851136:0@lo:38:kworker.0 00000100:00100000:0.0:1767318751.352634:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318751.352660:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383850624 00000100:00100000:0.0:1767318751.352664:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383850624 00000100:00100000:0.0:1767318751.352688:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2569 00000100:00100000:0.0:1767318751.352695:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383850624:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318751.352714:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318751.352748:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383850624:12345-0@lo:38:kworker.0 Request processed in 53us (189us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318751.352757:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2569 00000100:00100000:0.0:1767318751.352812:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383850496 00000100:00100000:0.0:1767318751.352816:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383850496 00000100:00100000:0.0:1767318751.352834:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383850880 00000100:00100000:0.0:1767318751.352837:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383850880 00000100:00100000:0.0:1767318751.352844:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383851136 00000100:00100000:0.0:1767318751.352846:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383851136 00000100:00100000:0.0:1767318751.352855:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23362 00000100:00100000:0.0:1767318751.352859:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383850496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318751.352869:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318751.352894:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383850496:12345-0@lo:38:kworker.0 Request processed in 33us (387us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318751.352899:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23362 00000100:00100000:0.0:1767318751.352909:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23363 00000100:00100000:0.0:1767318751.352913:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383850880:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318751.352920:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318751.352940:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383850880:12345-0@lo:38:kworker.0 Request processed in 26us (339us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318751.352945:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23363 00000100:00100000:0.0:1767318751.352955:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23364 00000100:00100000:0.0:1767318751.352959:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383851136:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318751.352967:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318751.352987:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383851136:12345-0@lo:38:kworker.0 Request processed in 26us (352us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318751.352993:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23364 00000100:00080000:0.0:1767318751.353020:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318751.353025:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318751.353029:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383850496:0@lo:38:kworker.0 00000100:00080000:0.0:1767318751.353037:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318751.353039:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318751.353042:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383850624:0@lo:38:kworker.0 00000100:00080000:0.0:1767318751.353048:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318751.353051:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318751.353053:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383850880:0@lo:38:kworker.0 00000100:00080000:0.0:1767318751.353059:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318751.353063:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318751.353065:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383851136:0@lo:38:kworker.0 00000100:00100000:3.0:1767318751.353160:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383851264 00000100:00100000:3.0:1767318751.353165:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383851264 00000100:00100000:3.0:1767318751.353209:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383851392 00000100:00100000:3.0:1767318751.353213:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383851392 00000100:00100000:3.0:1767318751.353233:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1548 00000100:00100000:3.0:1767318751.353240:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383851264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318751.353278:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383851264:12345-0@lo:400:kworker.0 Request processed in 39us (1573us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318751.353284:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1548 00000100:00100000:3.0:1767318751.353295:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1549 00000100:00100000:3.0:1767318751.353300:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383851392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318751.353324:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383851392:12345-0@lo:400:kworker.0 Request processed in 24us (1347us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318751.353330:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1549 00000100:00100000:1.0:1767318751.353422:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383851392:0@lo:400:kworker.0 00000100:00100000:1.0:1767318751.353447:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383851264:0@lo:400:kworker.0 00000100:00080000:0.0:1767318751.353509:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318751.353513:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767318751.863111:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318752.374965:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318752.888233:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318753.351723:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318753.351940:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297331968 00000100:00100000:0.0:1767318753.351956:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297331968 00000100:00100000:0.0:1767318753.352058:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4375 00000100:00100000:0.0:1767318753.352069:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297331968:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318753.352172:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297331968:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 104us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318753.352180:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4375 00000100:00080000:1.0:1767318753.352277:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318753.376352:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318753.376554:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297331840 00000100:00100000:3.0:1767318753.376568:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297331840 00000100:00100000:3.0:1767318753.376626:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23365 00000100:00100000:3.0:1767318753.376645:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297331840:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318753.376682:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318753.376818:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297331840:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 181us (478us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318753.376827:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23365 00000100:00100000:1.0:1767318753.398939:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318753.910972:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318753.911007:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318753.911031:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383851520:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318753.911106:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318753.911159:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383851520 00000100:00100000:0.0:1767318753.911168:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383851520 00000100:00080000:1.0:1767318753.911207:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318753.911238:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2309 00000100:00100000:0.0:1767318753.911248:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383851520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318753.911275:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318753.911329:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383851520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318753.911337:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2309 00000100:00100000:0.0:1767318753.911385:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383851648:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318753.911413:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318753.911452:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383851648 00000100:00100000:3.0:1767318753.911457:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383851648 00000100:00100000:3.0:1767318753.911494:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2310 00000100:00100000:3.0:1767318753.911501:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383851648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318753.911516:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318753.911547:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383851648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318753.911553:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2310 00000100:00080000:0.0:1767318753.911603:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318753.911638:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383851648:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318753.911701:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383851520:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318754.426062:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318754.934899:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318755.446923:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318755.959114:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318756.471009:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318756.473012:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318756.473036:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318756.473040:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318756.473045:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318756.473049:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318756.473058:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3654 00000100:00080000:2.0:1767318756.473063:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318756.473071:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318756.473122:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb0a80 x1853164383851776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318756.473140:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318756.473143:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318756.473144:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318756.473148:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3654 00000100:00080000:2.0:1767318756.473151:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318756.473154:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318756.473166:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb2d80 x1853164383851904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318756.473214:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318756.473218:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318756.473220:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318756.473223:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3654 00000100:00080000:2.0:1767318756.473226:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318756.473230:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318756.473241:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb2a00 x1853164383852160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318756.473267:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318756.473271:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318756.473273:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318756.473277:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3654 00000100:00080000:2.0:1767318756.473279:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318756.473284:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318756.473293:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb0e00 x1853164383852416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318756.473375:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383852032:0@lo:400:kworker.0 00000100:00100000:1.0:1767318756.473449:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318756.473531:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318756.473538:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383852672:0@lo:400:kworker.0 00000100:00100000:1.0:1767318756.473564:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318756.473594:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383852288:0@lo:400:kworker.0 00000100:00100000:1.0:1767318756.473641:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318756.473666:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318756.473672:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383852544:0@lo:400:kworker.0 00000100:00100000:1.0:1767318756.473694:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318756.473736:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383852032 00000100:00100000:1.0:1767318756.473744:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383852032 00000100:00100000:1.0:1767318756.473835:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383852288 00000100:00100000:1.0:1767318756.473839:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383852288 00000100:00100000:1.0:1767318756.473865:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4376 00000100:00100000:1.0:1767318756.473874:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383852032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318756.473923:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383852032:12345-0@lo:400:kworker.0 Request processed in 50us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318756.473931:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4376 00000100:00100000:1.0:1767318756.473947:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4377 00000100:00100000:1.0:1767318756.473953:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383852288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318756.473983:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383852288:12345-0@lo:400:kworker.0 Request processed in 30us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318756.473988:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4377 00000100:00100000:1.0:1767318756.474007:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383852672 00000100:00100000:1.0:1767318756.474011:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383852672 00000100:00100000:1.0:1767318756.474117:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383852544 00000100:00100000:1.0:1767318756.474121:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383852544 00000100:00100000:1.0:1767318756.474142:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1550 00000100:00100000:1.0:1767318756.474149:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383852672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318756.474178:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383852672:12345-0@lo:400:kworker.0 Request processed in 30us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318756.474183:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1550 00000100:00100000:1.0:1767318756.474195:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1551 00000100:00100000:1.0:1767318756.474201:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383852544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318756.474224:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383852544:12345-0@lo:400:kworker.0 Request processed in 25us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318756.474229:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1551 00000100:00080000:1.0:1767318756.474245:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318756.474248:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318756.474251:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318756.474295:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383852544:0@lo:400:kworker.0 00000100:00100000:1.0:1767318756.474306:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383852288:0@lo:400:kworker.0 00000100:00100000:1.0:1767318756.474333:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383852672:0@lo:400:kworker.0 00000100:00100000:1.0:1767318756.474342:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383852032:0@lo:400:kworker.0 00000100:00100000:0.0:1767318756.476181:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383851776:0@lo:38:kworker.0 00000100:00100000:0.0:1767318756.476253:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318756.476296:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383851904:0@lo:38:kworker.0 00000100:00100000:0.0:1767318756.476319:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318756.476349:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383852160:0@lo:38:kworker.0 00000100:00100000:0.0:1767318756.476371:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318756.476387:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383852416:0@lo:38:kworker.0 00000100:00100000:0.0:1767318756.476405:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318756.476464:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383851904 00000100:00100000:0.0:1767318756.476471:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383851904 00000100:00100000:0.0:1767318756.476504:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2570 00000100:00100000:0.0:1767318756.476511:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383851904:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318756.476530:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318756.476577:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383851904:12345-0@lo:38:kworker.0 Request processed in 64us (256us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318756.476585:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2570 00000100:00080000:0.0:1767318756.476627:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318756.476632:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318756.476635:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383851904:0@lo:38:kworker.0 00000100:00100000:0.0:1767318756.476680:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383851776 00000100:00100000:0.0:1767318756.476684:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383851776 00000100:00100000:0.0:1767318756.476701:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383852160 00000100:00100000:0.0:1767318756.476704:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383852160 00000100:00100000:0.0:1767318756.476711:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383852416 00000100:00100000:0.0:1767318756.476714:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383852416 00000100:00100000:0.0:1767318756.476732:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23366 00000100:00100000:0.0:1767318756.476736:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383851776:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318756.476746:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318756.476777:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383851776:12345-0@lo:38:kworker.0 Request processed in 38us (523us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318756.476800:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23366 00000100:00100000:0.0:1767318756.477289:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23367 00000100:00100000:0.0:1767318756.477295:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383852160:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318756.477307:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318756.477343:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383852160:12345-0@lo:38:kworker.0 Request processed in 47us (971us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318756.477349:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23367 00000100:00100000:0.0:1767318756.477361:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23368 00000100:00100000:0.0:1767318756.477365:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383852416:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318756.477374:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318756.477396:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383852416:12345-0@lo:38:kworker.0 Request processed in 29us (989us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318756.477401:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23368 00000100:00080000:0.0:1767318756.477431:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318756.477435:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318756.477438:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383851776:0@lo:38:kworker.0 00000100:00080000:0.0:1767318756.477446:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318756.477449:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318756.477452:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383852160:0@lo:38:kworker.0 00000100:00080000:0.0:1767318756.477458:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318756.477461:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318756.477464:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383852416:0@lo:38:kworker.0 00010000:00010000:2.0:1767318756.984052:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318757.494923:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318758.007193:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318758.472725:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318758.473005:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318758.473363:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297332224 00000100:00100000:3.0:1767318758.473384:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297332224 00000100:00100000:1.0:1767318758.473409:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297332096 00000100:00100000:1.0:1767318758.473416:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297332096 00000100:00100000:1.0:1767318758.473471:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4378 00000100:00080000:0.0:1767318758.473488:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318758.473500:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297332224:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318758.473643:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297332224:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 162us (941us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318758.473651:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4378 00000100:00100000:1.0:1767318758.473673:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23369 00000100:00100000:1.0:1767318758.473679:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297332096:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318758.473703:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318758.473742:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297332096:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 61us (737us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318758.473749:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23369 00000100:00100000:1.0:1767318758.518968:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318759.030911:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318759.031303:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383852800:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318759.031379:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318759.031575:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383852800 00000100:00100000:2.0:1767318759.031584:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383852800 00000100:00100000:3.0:1767318759.031599:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318759.031609:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383852928:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318759.031637:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318759.031645:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383852928 00000100:00100000:2.0:1767318759.031648:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383852928 00000100:00100000:2.0:1767318759.031667:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2311 00000100:00080000:0.0:1767318759.031694:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318759.031698:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318759.031911:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383852800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318759.031940:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318759.031988:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383852800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 314us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318759.032051:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383852800:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318759.041677:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2312 00000100:00100000:3.0:1767318759.041713:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383852928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318759.041753:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318759.041843:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383852928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 154us (10204us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318759.041862:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2312 00000100:00100000:1.0:1767318759.042017:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383852928:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318759.048023:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2311 00000100:00100000:1.0:1767318759.543415:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318760.055035:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318760.566870:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318761.080901:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318761.590935:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318761.590948:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318761.590952:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318761.590956:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318761.590961:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318761.590970:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3659 00000100:00080000:2.0:1767318761.590977:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318761.590985:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318761.591036:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb0e00 x1853164383853056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318761.591149:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318761.591154:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318761.591156:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318761.591162:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3659 00000100:00080000:2.0:1767318761.591164:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318761.591168:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318761.591184:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb2a00 x1853164383853184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318761.591232:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318761.591236:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318761.591238:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318761.591242:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3659 00000100:00080000:2.0:1767318761.591244:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318761.591258:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318761.591271:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb2d80 x1853164383853440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318761.591298:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318761.591302:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318761.591304:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318761.591307:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3659 00000100:00080000:2.0:1767318761.591310:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318761.591313:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318761.591322:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb1f80 x1853164383853696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318761.591359:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383853568:0@lo:400:kworker.0 00000100:00100000:2.0:1767318761.591480:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318761.591555:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318761.591562:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383853824:0@lo:400:kworker.0 00000100:00100000:2.0:1767318761.591882:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318761.591931:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383853568 00000100:00100000:2.0:1767318761.591940:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383853568 00000100:00100000:2.0:1767318761.592006:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4379 00000100:00100000:2.0:1767318761.592019:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383853568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318761.592159:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383853568:12345-0@lo:400:kworker.0 Request processed in 143us (679us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318761.592171:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4379 00000100:00100000:2.0:1767318761.592197:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383853824 00000100:00100000:2.0:1767318761.592201:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383853824 00000100:00100000:2.0:1767318761.592230:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1552 00000100:00100000:2.0:1767318761.592236:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383853824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318761.592738:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383853312:0@lo:400:kworker.0 00000100:00100000:1.0:1767318761.592776:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318761.592823:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318761.592830:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383853952:0@lo:400:kworker.0 00000100:00100000:1.0:1767318761.592855:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318761.592889:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318761.592905:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383853952 00000100:00100000:1.0:1767318761.592909:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383853952 00000100:00100000:1.0:1767318761.592939:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1553 00000100:00100000:1.0:1767318761.592964:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383853952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318761.593004:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383853952:12345-0@lo:400:kworker.0 Request processed in 59us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318761.593011:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1553 00000100:00100000:1.0:1767318761.593059:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383853952:0@lo:400:kworker.0 00000100:00100000:1.0:1767318761.593120:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383853312 00000100:00100000:1.0:1767318761.593124:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383853312 00000100:00100000:1.0:1767318761.593153:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4380 00000100:00100000:1.0:1767318761.593160:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383853312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318761.593194:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383853312:12345-0@lo:400:kworker.0 Request processed in 35us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318761.593199:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4380 00000100:00100000:1.0:1767318761.593223:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383853312:0@lo:400:kworker.0 00000100:00100000:1.0:1767318761.593246:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383853568:0@lo:400:kworker.0 00000100:00100000:2.0:1767318761.593701:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383853824:12345-0@lo:400:kworker.0 Request processed in 1463us (1817us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318761.593709:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1552 00000100:00100000:0.0:1767318761.594232:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383853056:0@lo:38:kworker.0 00000100:00100000:0.0:1767318761.594354:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318761.594463:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383853184:0@lo:38:kworker.0 00000100:00100000:0.0:1767318761.594494:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318761.594530:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383853440:0@lo:38:kworker.0 00000100:00100000:0.0:1767318761.594556:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318761.594675:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383853696:0@lo:38:kworker.0 00000100:00100000:0.0:1767318761.594716:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318761.594752:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318761.594758:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318761.594761:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318761.594776:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383853056 00000100:00100000:0.0:1767318761.594803:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383853056 00000100:00100000:0.0:1767318761.594835:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383853440 00000100:00100000:0.0:1767318761.594838:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383853440 00000100:00100000:0.0:1767318761.594846:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383853696 00000100:00100000:0.0:1767318761.594848:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383853696 00000100:00100000:0.0:1767318761.594859:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23370 00000100:00100000:0.0:1767318761.594865:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383853056:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318761.594886:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318761.594926:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383853056:12345-0@lo:38:kworker.0 Request processed in 58us (571us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318761.594932:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23370 00000100:00100000:0.0:1767318761.594947:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23371 00000100:00100000:0.0:1767318761.594951:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383853440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318761.594961:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318761.594985:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383853440:12345-0@lo:38:kworker.0 Request processed in 32us (428us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318761.594991:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23371 00000100:00100000:0.0:1767318761.595002:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23372 00000100:00100000:0.0:1767318761.595005:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383853696:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318761.595014:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318761.595034:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383853696:12345-0@lo:38:kworker.0 Request processed in 26us (317us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318761.595039:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23372 00000100:00100000:1.0:1767318761.595209:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383853824:0@lo:400:kworker.0 00000100:00080000:1.0:1767318761.595361:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318761.595367:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318761.595370:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383853056:0@lo:38:kworker.0 00000100:00080000:1.0:1767318761.595378:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318761.595773:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318761.595777:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383853440:0@lo:38:kworker.0 00000100:00080000:1.0:1767318761.595826:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318761.595831:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318761.595834:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383853696:0@lo:38:kworker.0 00000100:00100000:3.0:1767318761.596599:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383853184 00000100:00100000:3.0:1767318761.596607:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383853184 00000100:00100000:3.0:1767318761.596653:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2571 00000100:00100000:3.0:1767318761.596661:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383853184:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318761.596688:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318761.596753:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383853184:12345-0@lo:38:kworker.0 Request processed in 91us (2257us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318761.596760:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2571 00000100:00080000:1.0:1767318761.597036:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318761.597043:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318761.597047:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383853184:0@lo:38:kworker.0 00010000:00010000:2.0:1767318762.103269:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318762.617308:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318763.127572:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318763.592318:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318763.592412:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297332480 00000100:00100000:3.0:1767318763.592423:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297332480 00000100:00100000:3.0:1767318763.592630:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4381 00000100:00100000:3.0:1767318763.592641:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297332480:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:0.0:1767318763.592771:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318763.593654:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297332480:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 1009us (1347us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318763.593673:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4381 00000100:00100000:2.0:1767318763.594181:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318763.594428:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297332352 00000100:00100000:3.0:1767318763.594435:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297332352 00000100:00100000:3.0:1767318763.594500:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23373 00000100:00100000:3.0:1767318763.594507:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297332352:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318763.594533:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318763.594672:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297332352:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 163us (491us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318763.594679:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23373 00000100:00100000:2.0:1767318763.640282:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318764.151829:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318764.151943:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383854080:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318764.152015:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318764.152189:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383854080 00000100:00100000:3.0:1767318764.152198:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383854080 00000100:00100000:3.0:1767318764.152379:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2313 00000100:00100000:3.0:1767318764.152389:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383854080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318764.152418:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318764.152461:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383854080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318764.153000:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2313 00000100:00100000:2.0:1767318764.153050:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383854080:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318764.155320:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318764.155348:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383854208:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318764.155424:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318764.155501:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318764.156227:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383854208 00000100:00100000:0.0:1767318764.156237:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383854208 00000100:00100000:0.0:1767318764.156325:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2314 00000100:00100000:0.0:1767318764.156335:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383854208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318764.156370:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318764.156432:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383854208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (1006us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318764.156439:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2314 00000100:00100000:0.0:1767318764.156491:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383854208:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318764.156980:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318764.662923:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318765.175083:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318765.686923:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318766.199271:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318766.710940:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318766.711025:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318766.711032:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318766.711035:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318766.711039:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318766.711043:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318766.711051:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3664 00000100:00080000:0.0:1767318766.711056:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318766.711064:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318766.711110:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6db100 x1853164383854336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318766.711135:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318766.711138:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318766.711141:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318766.711147:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3664 00000100:00080000:0.0:1767318766.711149:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318766.711153:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318766.711167:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d9500 x1853164383854464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318766.711217:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318766.711221:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318766.711223:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318766.711226:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3664 00000100:00080000:0.0:1767318766.711228:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318766.711231:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318766.711242:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d9f80 x1853164383854720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318766.711265:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318766.711268:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318766.711270:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318766.711274:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3664 00000100:00080000:0.0:1767318766.711276:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318766.711279:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318766.711290:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6dad80 x1853164383854976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318766.711527:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383854592:0@lo:400:kworker.0 00000100:00100000:2.0:1767318766.711596:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318766.711681:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318766.711688:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383855232:0@lo:400:kworker.0 00000100:00100000:2.0:1767318766.711718:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318766.711747:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383855104:0@lo:400:kworker.0 00000100:00100000:2.0:1767318766.711769:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318766.711809:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318766.711814:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383854848:0@lo:400:kworker.0 00000100:00100000:2.0:1767318766.711836:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318766.711868:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383855232 00000100:00100000:2.0:1767318766.711876:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383855232 00000100:00100000:2.0:1767318766.711929:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383855104 00000100:00100000:2.0:1767318766.711933:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383855104 00000100:00100000:2.0:1767318766.711958:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1554 00000100:00100000:2.0:1767318766.711968:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383855232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318766.712036:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383855232:12345-0@lo:400:kworker.0 Request processed in 68us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318766.712044:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1554 00000100:00100000:2.0:1767318766.712059:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1555 00000100:00100000:2.0:1767318766.712065:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383855104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318766.712095:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383855104:12345-0@lo:400:kworker.0 Request processed in 30us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318766.712101:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1555 00000100:00100000:2.0:1767318766.712121:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383854592 00000100:00100000:2.0:1767318766.712125:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383854592 00000100:00100000:2.0:1767318766.712151:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383854848 00000100:00100000:2.0:1767318766.712154:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383854848 00000100:00100000:2.0:1767318766.712173:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4382 00000100:00100000:2.0:1767318766.712179:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383854592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318766.712340:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383854592:12345-0@lo:400:kworker.0 Request processed in 161us (744us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318766.712348:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4382 00000100:00100000:2.0:1767318766.712360:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4383 00000100:00100000:2.0:1767318766.712366:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383854848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318766.712392:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383854848:12345-0@lo:400:kworker.0 Request processed in 26us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318766.712401:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4383 00000100:00080000:2.0:1767318766.712416:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318766.712420:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318766.712422:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318766.712458:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383854848:0@lo:400:kworker.0 00000100:00100000:2.0:1767318766.712468:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383855104:0@lo:400:kworker.0 00000100:00100000:2.0:1767318766.712493:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383855232:0@lo:400:kworker.0 00000100:00100000:2.0:1767318766.712502:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383854592:0@lo:400:kworker.0 00000100:00100000:1.0:1767318766.714248:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383854336:0@lo:38:kworker.0 00000100:00100000:1.0:1767318766.714315:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318766.714352:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383854464:0@lo:38:kworker.0 00000100:00100000:1.0:1767318766.714377:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318766.714415:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383854720:0@lo:38:kworker.0 00000100:00100000:1.0:1767318766.714435:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318766.714464:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383854976:0@lo:38:kworker.0 00000100:00100000:1.0:1767318766.714485:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318766.714525:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383854336 00000100:00100000:1.0:1767318766.714532:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383854336 00000100:00100000:1.0:1767318766.714555:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383854720 00000100:00100000:1.0:1767318766.714558:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383854720 00000100:00100000:1.0:1767318766.714565:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383854976 00000100:00100000:1.0:1767318766.714567:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383854976 00000100:00100000:1.0:1767318766.714578:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23374 00000100:00100000:1.0:1767318766.714584:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383854336:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318766.714604:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318766.714657:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383854336:12345-0@lo:38:kworker.0 Request processed in 70us (340us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318766.714668:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23374 00000100:00100000:1.0:1767318766.714681:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23375 00000100:00100000:1.0:1767318766.714685:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383854720:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318766.714692:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318766.714713:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383854720:12345-0@lo:38:kworker.0 Request processed in 27us (277us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318766.714719:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23375 00000100:00100000:1.0:1767318766.714728:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23376 00000100:00100000:1.0:1767318766.714731:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383854976:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318766.714739:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318766.714771:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383854976:12345-0@lo:38:kworker.0 Request processed in 25us (272us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318766.714777:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23376 00000100:00080000:1.0:1767318766.714831:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318766.714836:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318766.714839:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383854336:0@lo:38:kworker.0 00000100:00080000:1.0:1767318766.714848:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318766.714851:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318766.714853:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383854720:0@lo:38:kworker.0 00000100:00080000:1.0:1767318766.714860:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318766.714863:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318766.714866:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383854976:0@lo:38:kworker.0 00000100:00100000:2.0:1767318766.715136:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383854464 00000100:00100000:2.0:1767318766.715142:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383854464 00000100:00100000:2.0:1767318766.715173:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2572 00000100:00100000:2.0:1767318766.715178:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383854464:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318766.715189:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318766.715228:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383854464:12345-0@lo:38:kworker.0 Request processed in 49us (850us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318766.715234:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2572 00000100:00080000:1.0:1767318766.715334:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318766.715339:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318766.715342:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383854464:0@lo:38:kworker.0 00010000:00010000:2.0:1767318767.223289:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318767.735108:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318768.248567:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318768.712058:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318768.712142:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318768.712230:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297332736 00000100:00100000:2.0:1767318768.712240:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297332736 00000100:00100000:2.0:1767318768.712317:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297332608 00000100:00100000:2.0:1767318768.712321:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297332608 00000100:00100000:2.0:1767318768.712338:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4384 00000100:00100000:2.0:1767318768.712348:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297332736:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318768.712443:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297332736:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 91us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318768.712449:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23377 00000100:00100000:2.0:1767318768.712475:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4384 00000100:00100000:3.0:1767318768.712476:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297332608:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318768.712518:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318768.712604:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297332608:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 136us (460us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318768.712621:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23377 00000100:00080000:1.0:1767318768.712808:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318768.758917:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318769.271085:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318769.271094:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383855488:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318769.271101:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383855360:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318769.271678:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318769.272020:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383855488 00000100:00100000:3.0:1767318769.272029:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383855488 00000100:00100000:3.0:1767318769.272138:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2315 00000100:00100000:3.0:1767318769.272158:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383855488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318769.272194:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318769.272249:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383855488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318769.272256:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2315 00000100:00100000:3.0:1767318769.272311:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383855488:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318769.272475:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318769.276304:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318769.276685:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383855360 00000100:00100000:0.0:1767318769.276696:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383855360 00000100:00100000:0.0:1767318769.276804:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2316 00000100:00100000:0.0:1767318769.276815:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383855360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318769.276852:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00010000:00010000:1.0:1767318769.276972:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318769.277099:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318769.279142:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383855360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2320us (2837us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318769.279157:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2316 00000100:00100000:1.0:1767318769.279315:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383855360:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318769.782900:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318770.294990:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318770.807136:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318771.319205:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318771.830903:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767318771.830922:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318746/real 1767318746] req@ffff9369ba6d8e00 x1853164383849088/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318771 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318771.830955:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369ba6d8e00 x1853164383849088/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318771 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318771.831008:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318771.831012:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318771.831016:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318771.831021:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318771.831026:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3669 00000100:00080000:2.0:1767318771.831031:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318771.831039:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318771.831077:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e0380 x1853164383855616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318771.831092:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318771.831096:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318771.831098:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318771.831102:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3669 00000100:00080000:2.0:1767318771.831105:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318771.831108:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318771.831123:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e0e00 x1853164383855744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318771.831163:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318771.831167:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318771.831169:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318771.831172:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3669 00000100:00080000:2.0:1767318771.831174:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318771.831177:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318771.831188:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e1f80 x1853164383856000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318771.831215:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318771.831218:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318771.831220:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318771.831223:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3669 00000100:00100000:1.0:1767318771.831559:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318771.831577:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383855872:0@lo:400:kworker.0 00000100:00100000:1.0:1767318771.831677:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318771.831744:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383856128:0@lo:400:kworker.0 00000100:00100000:1.0:1767318771.831767:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318771.831815:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318771.831834:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383855872 00000100:00100000:1.0:1767318771.831841:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383855872 00000100:00100000:1.0:1767318771.831894:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383856128 00000100:00100000:1.0:1767318771.831898:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383856128 00000100:00080000:2.0:1767318771.833072:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318771.833084:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318771.833123:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e1c00 x1853164383856256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318771.833206:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383856384:0@lo:400:kworker.0 00000100:00100000:1.0:1767318771.833720:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4385 00000100:00100000:1.0:1767318771.833731:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383855872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318771.833814:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383855872:12345-0@lo:400:kworker.0 Request processed in 85us (2137us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318771.833822:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4385 00000100:00100000:1.0:1767318771.833838:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4386 00000100:00100000:1.0:1767318771.833844:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383856128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318771.833871:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383856128:12345-0@lo:400:kworker.0 Request processed in 29us (2103us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318771.833877:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4386 00000100:00100000:1.0:1767318771.833901:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383856512:0@lo:400:kworker.0 00000100:00080000:3.0:1767318771.834073:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318771.834139:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383856128:0@lo:400:kworker.0 00000100:00100000:2.0:1767318771.834531:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318771.834645:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318771.834687:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383855872:0@lo:400:kworker.0 00000100:00100000:3.0:1767318771.835461:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383856384 00000100:00100000:3.0:1767318771.835471:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383856384 00000100:00100000:3.0:1767318771.835537:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383856512 00000100:00100000:3.0:1767318771.835542:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383856512 00000100:00100000:3.0:1767318771.835561:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1556 00000100:00100000:3.0:1767318771.835569:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383856384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318771.835649:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383856384:12345-0@lo:400:kworker.0 Request processed in 81us (1118us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318771.835656:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1556 00000100:00100000:3.0:1767318771.835672:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1557 00000100:00100000:3.0:1767318771.835678:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383856512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318771.835713:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383856512:12345-0@lo:400:kworker.0 Request processed in 36us (1068us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318771.835720:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1557 00000100:00100000:2.0:1767318771.835895:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383856384:0@lo:400:kworker.0 00000100:00080000:1.0:1767318771.836636:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318771.836644:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318771.836676:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383856512:0@lo:400:kworker.0 00000100:00080000:0.0:1767318771.836889:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318771.836972:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318771.836978:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383849088:0@lo:250:kworker.0 00000100:00100000:0.0:1767318771.837002:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383855616:0@lo:38:kworker.0 00000100:00100000:0.0:1767318771.837063:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318771.837128:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383855744:0@lo:38:kworker.0 00000100:00100000:0.0:1767318771.837176:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318771.837213:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383856000:0@lo:38:kworker.0 00000100:00100000:0.0:1767318771.837239:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318771.837255:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383856256:0@lo:38:kworker.0 00000100:00100000:0.0:1767318771.837272:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318771.837298:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383855616 00000100:00100000:0.0:1767318771.837304:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383855616 00000100:00100000:0.0:1767318771.837330:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383856000 00000100:00100000:0.0:1767318771.837333:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383856000 00000100:00100000:0.0:1767318771.837345:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383856256 00000100:00100000:0.0:1767318771.837348:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383856256 00000100:00100000:0.0:1767318771.837360:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23378 00000100:00100000:0.0:1767318771.837366:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383855616:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318771.837386:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318771.837422:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383855616:12345-0@lo:38:kworker.0 Request processed in 55us (360us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318771.837428:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23378 00000100:00100000:0.0:1767318771.837443:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23379 00000100:00100000:0.0:1767318771.837447:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383856000:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318771.837456:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318771.837477:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383856000:12345-0@lo:38:kworker.0 Request processed in 28us (237us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318771.837482:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23379 00000100:00100000:0.0:1767318771.837493:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23380 00000100:00100000:0.0:1767318771.837496:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383856256:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318771.837504:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318771.837525:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383856256:12345-0@lo:38:kworker.0 Request processed in 28us (252us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318771.837531:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23380 00000100:00080000:0.0:1767318771.837556:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318771.837560:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318771.837563:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383856256:0@lo:38:kworker.0 00000100:00080000:0.0:1767318771.837579:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318771.837595:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318771.837599:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383855616:0@lo:38:kworker.0 00000100:00080000:0.0:1767318771.837609:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318771.837612:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318771.837615:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383856000:0@lo:38:kworker.0 00000100:00100000:1.0:1767318771.837815:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383855744 00000100:00100000:1.0:1767318771.837821:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383855744 00000100:00100000:1.0:1767318771.837843:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2573 00000100:00100000:1.0:1767318771.837848:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5b4a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383855744:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318771.837858:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318771.837893:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5b4a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383855744:12345-0@lo:38:kworker.0 Request processed in 44us (717us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318771.837899:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2573 00000100:00080000:0.0:1767318771.838801:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318771.838810:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318771.838814:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383855744:0@lo:38:kworker.0 00000100:00080000:2.0:1767318771.847126:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318771.847139:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318771.847144:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318771.847153:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3649 00000100:00080000:2.0:1767318771.847158:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318771.847165:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318771.847202:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e1500 x1853164383856640/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318771.847428:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383856640:0@lo:250:kworker.0 00000400:00000100:0.0:1767318771.847482:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383856640 offset 0 length 520: 4 00010000:00010000:2.0:1767318772.343032:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318772.806667:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:0.0:1767318772.806717:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297332864 offset 0 length 520: 4 00000100:00100000:3.0:1767318772.806826:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297333120 00000100:00100000:3.0:1767318772.806838:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297333120 00000100:00100000:3.0:1767318772.806935:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4387 00000100:00100000:3.0:1767318772.806946:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297333120:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:1.0:1767318772.807188:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318772.807241:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297333120:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 296us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318772.807251:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4387 00000100:00100000:2.0:1767318772.807823:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318772.808000:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297332992 00000100:00100000:3.0:1767318772.808006:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297332992 00000100:00100000:3.0:1767318772.808089:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23381 00000100:00100000:3.0:1767318772.808097:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297332992:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318772.808121:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318772.808192:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297332992:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 93us (370us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318772.808199:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23381 00000100:00100000:1.0:1767318772.854920:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318773.369098:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318773.879153:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318774.392040:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318774.392223:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318774.392253:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383856768:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318774.392328:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318774.395944:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318774.395970:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383856896:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318774.396061:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318774.411427:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383856768 00000100:00100000:0.0:1767318774.411444:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383856768 00000100:00100000:0.0:1767318774.411749:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383856896 00000100:00100000:0.0:1767318774.411754:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383856896 00000100:00100000:0.0:1767318774.411810:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2317 00000100:00100000:0.0:1767318774.411822:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383856768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318774.411865:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318774.411959:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383856768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 139us (19630us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318774.411966:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2317 00000100:00100000:0.0:1767318774.411985:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2318 00000100:00100000:0.0:1767318774.411992:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383856896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318774.412008:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318774.412043:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383856896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (15982us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318774.412048:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2318 00000100:00100000:2.0:1767318774.412259:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383856896:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318774.412419:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318774.412425:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318774.412453:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383856768:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318774.902912:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318775.415575:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318775.927194:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318776.439089:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318776.950918:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767318776.950922:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318776.950939:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318776.950942:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318776.950946:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318776.950951:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318776.950959:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3675 00000100:00080000:2.0:1767318776.950963:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318776.950971:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318776.951033:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e1f80 x1853164383857024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318776.951061:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318776.951065:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318776.951067:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318776.951071:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3675 00000100:00080000:2.0:1767318776.951073:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318776.951076:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318776.951091:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e0380 x1853164383857152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318776.951146:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318776.951150:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318776.951152:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318776.951155:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3675 00000100:00080000:2.0:1767318776.951158:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318776.951161:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318776.951172:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e0a80 x1853164383857408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318776.951175:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318776.951192:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383857280:0@lo:400:kworker.0 00000100:00080000:2.0:1767318776.951198:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318776.951212:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318776.951214:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318776.951225:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3675 00000100:00080000:2.0:1767318776.951227:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318776.951231:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318776.951241:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e2680 x1853164383857664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318776.951298:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383857536:0@lo:400:kworker.0 00000100:00100000:1.0:1767318776.951307:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318776.951342:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318776.951369:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318776.951371:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383857920:0@lo:400:kworker.0 00000100:00100000:2.0:1767318776.951374:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c901180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383857792:0@lo:400:kworker.0 00000100:00100000:3.0:1767318776.951471:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383857280 00000100:00100000:3.0:1767318776.951479:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383857280 00000100:00100000:3.0:1767318776.951557:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383857536 00000100:00100000:3.0:1767318776.951561:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383857536 00000100:00100000:3.0:1767318776.951591:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4388 00000100:00100000:3.0:1767318776.951600:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383857280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318776.951747:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383857024:0@lo:38:kworker.0 00000100:00100000:1.0:1767318776.955188:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318776.955507:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4389 00000100:00100000:1.0:1767318776.955532:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383857536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318776.955611:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383857536:12345-0@lo:400:kworker.0 Request processed in 93us (4268us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318776.955618:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4389 00000100:00100000:1.0:1767318776.955885:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383857920 00000100:00100000:1.0:1767318776.955893:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383857920 00000100:00100000:1.0:1767318776.955975:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1558 00000100:00100000:1.0:1767318776.955984:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383857920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318776.956033:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383857920:12345-0@lo:400:kworker.0 Request processed in 51us (853us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318776.956038:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1558 00000100:00100000:1.0:1767318776.956099:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383857920:0@lo:400:kworker.0 00000100:00100000:3.0:1767318776.956289:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383857280:12345-0@lo:400:kworker.0 Request processed in 4689us (4980us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318776.956298:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4388 00000100:00080000:3.0:1767318776.956322:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318776.956327:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318776.956532:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383857280:0@lo:400:kworker.0 00000100:00100000:2.0:1767318776.957029:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318776.957087:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383857536:0@lo:400:kworker.0 00000100:00100000:1.0:1767318776.957158:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383857792 00000100:00100000:1.0:1767318776.957165:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383857792 00000100:00100000:0.0:1767318776.957182:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318776.957216:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1559 00000100:00100000:1.0:1767318776.957236:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383857792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318776.957280:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383857792:12345-0@lo:400:kworker.0 Request processed in 49us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318776.957286:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1559 00000100:00100000:0.0:1767318776.957407:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383857152:0@lo:38:kworker.0 00000100:00080000:3.0:1767318776.957407:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318776.957433:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c901180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383857792:0@lo:400:kworker.0 00000100:00100000:0.0:1767318776.957438:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318776.957477:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383857408:0@lo:38:kworker.0 00000100:00100000:0.0:1767318776.957500:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318776.957534:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383857152 00000100:00100000:1.0:1767318776.957547:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383857152 00000100:00100000:1.0:1767318776.957577:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2574 00000100:00100000:1.0:1767318776.957582:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383857152:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318776.957601:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318776.961879:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383857024 00000100:00100000:2.0:1767318776.961904:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383857024 00000100:00100000:2.0:1767318776.961982:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383857408 00000100:00100000:2.0:1767318776.961987:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383857408 00000100:00100000:2.0:1767318776.962013:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23382 00000100:00100000:2.0:1767318776.962022:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383857024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318776.962049:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318776.962153:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23383 00000100:00100000:3.0:1767318776.962160:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383857408:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318776.962170:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318776.962178:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383857664:0@lo:38:kworker.0 00000100:00100000:0.0:1767318776.962372:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318776.962401:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383857152:12345-0@lo:38:kworker.0 Request processed in 4817us (4960us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318776.962411:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2574 00000100:00080000:0.0:1767318776.962418:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318776.962423:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318776.962427:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383857152:0@lo:38:kworker.0 00000100:00100000:1.0:1767318776.962459:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383857664 00000100:00100000:1.0:1767318776.962463:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383857664 00000100:00100000:0.0:1767318776.962505:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23384 00000100:00100000:0.0:1767318776.962510:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383857664:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318776.962520:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318776.962563:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383857664:12345-0@lo:38:kworker.0 Request processed in 51us (191us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318776.962569:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23384 00000100:00080000:1.0:1767318776.962592:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318776.962597:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318776.962600:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383857664:0@lo:38:kworker.0 00000100:00100000:3.0:1767318776.963401:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383857408:12345-0@lo:38:kworker.0 Request processed in 1237us (5897us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318776.963410:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23383 00000100:00100000:2.0:1767318776.963622:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383857024:12345-0@lo:38:kworker.0 Request processed in 1599us (6437us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318776.963630:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23382 00000100:00080000:0.0:1767318776.964402:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318776.964409:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318776.964413:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383857024:0@lo:38:kworker.0 00000100:00080000:0.0:1767318776.964426:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318776.964430:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318776.964433:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383857408:0@lo:38:kworker.0 00010000:00010000:2.0:1767318777.463405:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318777.927658:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318777.927931:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318777.928173:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297333376 00000100:00100000:3.0:1767318777.928183:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297333376 00000100:00100000:2.0:1767318777.928486:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297333248 00000100:00100000:2.0:1767318777.928491:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297333248 00000100:00100000:2.0:1767318777.928549:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23385 00000100:00100000:2.0:1767318777.928558:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297333248:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318777.928582:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318777.928666:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297333248:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 107us (735us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318777.928674:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23385 00000100:00100000:3.0:1767318777.928996:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4390 00000100:00100000:3.0:1767318777.929005:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297333376:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318777.929101:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297333376:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 96us (1453us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318777.929109:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4390 00000100:00080000:1.0:1767318777.948258:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318777.974931:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318778.490941:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318779.000220:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318779.511759:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318779.511874:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383858048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318779.511954:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318779.512739:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383858048 00000100:00100000:1.0:1767318779.512750:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383858048 00000100:00100000:1.0:1767318779.512853:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2319 00000100:00100000:1.0:1767318779.512863:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383858048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318779.512912:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318779.512974:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383858048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (1019us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318779.512982:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2319 00000100:00080000:3.0:1767318779.513248:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318779.513312:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383858048:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318779.513677:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318779.513690:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383858176:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318779.513744:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318779.513913:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383858176 00000100:00100000:2.0:1767318779.513920:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383858176 00000100:00100000:2.0:1767318779.513970:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2320 00000100:00100000:2.0:1767318779.513978:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383858176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318779.514018:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318779.514057:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383858176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318779.514068:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2320 00000100:00100000:2.0:1767318779.514102:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383858176:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318779.514588:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318780.022935:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318780.534992:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318781.046979:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318781.559930:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318782.071284:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318782.073401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318782.073411:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318782.073416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318782.073420:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318782.073425:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318782.073434:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3680 00000100:00080000:3.0:1767318782.073439:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318782.073447:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318782.073501:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f13b80 x1853164383858304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318782.073532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318782.073536:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318782.073538:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318782.073542:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3680 00000100:00080000:3.0:1767318782.073544:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318782.073547:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318782.073562:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f13480 x1853164383858432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318782.073602:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318782.073606:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318782.073608:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318782.073612:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3680 00000100:00080000:3.0:1767318782.073614:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318782.073618:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318782.073629:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f11180 x1853164383858688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318782.073654:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318782.073658:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318782.073660:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318782.073663:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3680 00000100:00080000:3.0:1767318782.073666:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318782.073669:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318782.073679:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f13100 x1853164383858944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318782.073719:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383858816:0@lo:400:kworker.0 00000100:00100000:3.0:1767318782.073803:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318782.073868:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318782.073875:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383859072:0@lo:400:kworker.0 00000100:00100000:3.0:1767318782.073903:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318782.073930:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383859200:0@lo:400:kworker.0 00000100:00100000:0.0:1767318782.074067:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383858816 00000100:00100000:0.0:1767318782.074076:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383858816 00000100:00100000:0.0:1767318782.074134:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4391 00000100:00100000:0.0:1767318782.074147:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383858816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318782.074207:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383858816:12345-0@lo:400:kworker.0 Request processed in 64us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318782.074214:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4391 00000100:00100000:0.0:1767318782.074270:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383858816:0@lo:400:kworker.0 00000100:00100000:2.0:1767318782.074452:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383858560:0@lo:400:kworker.0 00000100:00100000:2.0:1767318782.074482:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318782.075098:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383859072 00000100:00100000:1.0:1767318782.075105:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383859072 00000100:00100000:1.0:1767318782.075165:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1560 00000100:00100000:3.0:1767318782.075169:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318782.075174:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383859072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318782.075214:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383858304:0@lo:38:kworker.0 00000100:00100000:1.0:1767318782.075225:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383859072:12345-0@lo:400:kworker.0 Request processed in 54us (1321us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318782.075232:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1560 00000100:00100000:1.0:1767318782.075243:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383859200 00000100:00100000:1.0:1767318782.075247:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383859200 00000100:00100000:1.0:1767318782.075271:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1561 00000100:00100000:1.0:1767318782.075278:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383859200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318782.075309:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383859200:12345-0@lo:400:kworker.0 Request processed in 31us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318782.075314:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1561 00000100:00080000:1.0:1767318782.075330:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318782.075336:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318782.075339:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318782.075364:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383859072:0@lo:400:kworker.0 00000100:00100000:3.0:1767318782.075484:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318782.075525:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383858432:0@lo:38:kworker.0 00000100:00100000:3.0:1767318782.075551:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318782.075570:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383859200:0@lo:400:kworker.0 00000100:00100000:3.0:1767318782.075573:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383858688:0@lo:38:kworker.0 00000100:00100000:3.0:1767318782.075593:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318782.075594:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383858560 00000100:00100000:2.0:1767318782.075597:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383858560 00000100:00100000:3.0:1767318782.075610:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383858944:0@lo:38:kworker.0 00000100:00100000:3.0:1767318782.075629:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318782.075660:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383858432 00000100:00100000:3.0:1767318782.075664:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383858432 00000100:00100000:3.0:1767318782.077981:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2575 00000100:00100000:3.0:1767318782.077994:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383858432:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318782.078026:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318782.078133:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383858432:12345-0@lo:38:kworker.0 Request processed in 139us (2581us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318782.078141:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2575 00000100:00100000:2.0:1767318782.079445:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383858304 00000100:00100000:2.0:1767318782.079457:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383858304 00000100:00100000:2.0:1767318782.079515:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383858688 00000100:00100000:2.0:1767318782.079519:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383858688 00000100:00100000:2.0:1767318782.079528:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383858944 00000100:00100000:2.0:1767318782.079531:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383858944 00000100:00100000:2.0:1767318782.079545:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4392 00000100:00100000:2.0:1767318782.079561:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383858560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318782.079659:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383858560:12345-0@lo:400:kworker.0 Request processed in 105us (5174us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318782.079665:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4392 00000100:00100000:2.0:1767318782.079682:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23386 00000100:00100000:2.0:1767318782.079686:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383858304:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318782.079704:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318782.079747:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383858304:12345-0@lo:38:kworker.0 Request processed in 60us (4263us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318782.079753:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23386 00000100:00100000:2.0:1767318782.079773:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23387 00000100:00100000:2.0:1767318782.079777:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383858688:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318782.079800:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318782.079822:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383858688:12345-0@lo:38:kworker.0 Request processed in 44us (4228us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318782.079827:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23387 00000100:00100000:2.0:1767318782.079840:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23388 00000100:00100000:2.0:1767318782.079843:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383858944:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318782.079851:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318782.080328:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383858944:12345-0@lo:38:kworker.0 Request processed in 480us (4694us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318782.080337:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23388 00000100:00100000:2.0:1767318782.080410:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383858560:0@lo:400:kworker.0 00000100:00080000:2.0:1767318782.080503:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318782.080509:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318782.080512:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383858304:0@lo:38:kworker.0 00000100:00080000:2.0:1767318782.080524:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318782.080528:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318782.080531:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383858432:0@lo:38:kworker.0 00000100:00080000:2.0:1767318782.080539:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318782.080542:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318782.080545:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383858688:0@lo:38:kworker.0 00000100:00080000:2.0:1767318782.080554:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318782.080557:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318782.080560:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383858944:0@lo:38:kworker.0 00000100:00080000:2.0:1767318782.080596:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767318782.583025:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318783.056016:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318783.056062:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318783.056117:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297333504 00000100:00100000:3.0:1767318783.056129:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297333504 00000100:00100000:3.0:1767318783.056181:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297333632 00000100:00100000:3.0:1767318783.056184:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297333632 00000100:00100000:0.0:1767318783.056213:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23389 00000100:00100000:0.0:1767318783.056224:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297333504:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:3.0:1767318783.056249:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4393 00010000:00020000:0.0:1767318783.056252:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318783.056262:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297333632:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:1.0:1767318783.056327:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318783.059185:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297333504:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 2955us (3173us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318783.059200:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23389 00000100:00100000:3.0:1767318783.060218:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297333632:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 2760us (2954us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318783.060291:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4393 00000100:00100000:1.0:1767318783.095025:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318783.607047:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318784.119335:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318784.631116:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1767318784.631278:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318784.632290:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383859456:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318784.632377:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318784.632651:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383859456 00000100:00100000:0.0:1767318784.632661:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383859456 00000100:00100000:0.0:1767318784.632745:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2321 00000100:00100000:0.0:1767318784.632756:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383859456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318784.632818:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318784.632886:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383859456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 131us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318784.632893:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2321 00000100:00100000:0.0:1767318784.633300:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383859456:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318784.633599:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318784.633671:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383859328:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318784.633717:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318784.634230:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383859328 00000100:00100000:2.0:1767318784.634239:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383859328 00000100:00100000:2.0:1767318784.634346:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2322 00000100:00100000:2.0:1767318784.634356:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383859328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318784.634390:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318784.634457:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383859328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (739us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318784.634464:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2322 00000100:00100000:3.0:1767318784.634563:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383859328:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318784.635247:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318785.143173:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318785.655190:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318786.167309:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318786.680042:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318787.194689:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318787.195057:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318787.195064:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318787.195067:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318787.195070:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318787.195075:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318787.195082:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3685 00000100:00080000:0.0:1767318787.195086:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318787.195093:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318787.195132:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a99880 x1853164383859584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318787.195159:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318787.195164:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318787.195165:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318787.195170:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3685 00000100:00080000:0.0:1767318787.195173:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318787.195176:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318787.195189:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9a680 x1853164383859712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318787.195230:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318787.195235:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318787.195236:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318787.195239:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3685 00000100:00080000:0.0:1767318787.195242:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318787.195245:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318787.195257:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db0000 x1853164383859968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318787.195281:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318787.195284:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318787.195286:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318787.195289:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3685 00000100:00080000:0.0:1767318787.195292:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318787.195295:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318787.195306:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b058e00 x1853164383860224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318787.195387:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383860480:0@lo:400:kworker.0 00000100:00100000:1.0:1767318787.195464:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318787.195532:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318787.195539:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383859840:0@lo:400:kworker.0 00000100:00100000:1.0:1767318787.195564:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318787.195638:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383860096:0@lo:400:kworker.0 00000100:00100000:3.0:1767318787.195667:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318787.195695:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318787.195701:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383860352:0@lo:400:kworker.0 00000100:00100000:3.0:1767318787.195721:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318787.195749:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383859840 00000100:00100000:3.0:1767318787.195757:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383859840 00000100:00100000:3.0:1767318787.195835:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383860096 00000100:00100000:3.0:1767318787.195838:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383860096 00000100:00100000:3.0:1767318787.195864:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4394 00000100:00100000:3.0:1767318787.195873:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383859840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318787.195940:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383859840:12345-0@lo:400:kworker.0 Request processed in 68us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318787.195947:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4394 00000100:00100000:3.0:1767318787.195963:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4395 00000100:00100000:3.0:1767318787.195970:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383860096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318787.196000:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383860096:12345-0@lo:400:kworker.0 Request processed in 31us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318787.196006:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4395 00000100:00080000:3.0:1767318787.196023:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318787.196059:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383860096:0@lo:400:kworker.0 00000100:00100000:3.0:1767318787.196083:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383859584:0@lo:38:kworker.0 00000100:00100000:3.0:1767318787.196107:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318787.196128:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383859712:0@lo:38:kworker.0 00000100:00100000:3.0:1767318787.196150:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318787.196170:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383859968:0@lo:38:kworker.0 00000100:00100000:3.0:1767318787.196189:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318787.196202:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383860224:0@lo:38:kworker.0 00000100:00100000:3.0:1767318787.196219:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318787.196241:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383859584 00000100:00100000:3.0:1767318787.196245:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383859584 00000100:00100000:3.0:1767318787.196260:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383859968 00000100:00100000:3.0:1767318787.196263:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383859968 00000100:00100000:3.0:1767318787.196270:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383860224 00000100:00100000:3.0:1767318787.196272:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383860224 00000100:00100000:3.0:1767318787.196281:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23390 00000100:00100000:3.0:1767318787.196286:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383859584:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318787.196304:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318787.196334:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383859584:12345-0@lo:38:kworker.0 Request processed in 47us (226us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318787.196340:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23390 00000100:00100000:3.0:1767318787.196351:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23391 00000100:00100000:3.0:1767318787.196355:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383859968:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318787.196364:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318787.196384:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383859968:12345-0@lo:38:kworker.0 Request processed in 28us (195us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318787.196390:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23391 00000100:00100000:3.0:1767318787.196400:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23392 00000100:00100000:3.0:1767318787.196404:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383860224:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318787.196412:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318787.196431:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383860224:12345-0@lo:38:kworker.0 Request processed in 25us (212us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318787.196436:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23392 00000100:00080000:3.0:1767318787.196476:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318787.196481:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318787.196484:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383859584:0@lo:38:kworker.0 00000100:00080000:3.0:1767318787.196492:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318787.196495:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318787.196498:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383859968:0@lo:38:kworker.0 00000100:00080000:3.0:1767318787.196505:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318787.196509:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318787.196511:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383860224:0@lo:38:kworker.0 00000100:00100000:3.0:1767318787.196540:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383859840:0@lo:400:kworker.0 00000100:00100000:0.0:1767318787.196740:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383860480 00000100:00100000:0.0:1767318787.196745:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383860480 00000100:00100000:0.0:1767318787.196814:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383860352 00000100:00100000:0.0:1767318787.196817:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383860352 00000100:00100000:0.0:1767318787.196842:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1562 00000100:00100000:0.0:1767318787.196849:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383860480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318787.196905:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383860480:12345-0@lo:400:kworker.0 Request processed in 56us (1440us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318787.196912:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1562 00000100:00100000:0.0:1767318787.196925:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1563 00000100:00100000:0.0:1767318787.196931:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383860352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318787.196963:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383860352:12345-0@lo:400:kworker.0 Request processed in 32us (1241us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318787.196968:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1563 00000100:00100000:0.0:1767318787.196999:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383860352:0@lo:400:kworker.0 00000100:00080000:3.0:1767318787.197156:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318787.197159:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318787.197178:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383860480:0@lo:400:kworker.0 00000100:00100000:2.0:1767318787.197269:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383859712 00000100:00100000:2.0:1767318787.197275:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383859712 00000100:00100000:2.0:1767318787.197305:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2576 00000100:00100000:2.0:1767318787.197311:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383859712:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318787.197323:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318787.197374:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383859712:12345-0@lo:38:kworker.0 Request processed in 62us (1222us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318787.197380:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2576 00000100:00080000:0.0:1767318787.197809:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318787.197815:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318787.197818:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383859712:0@lo:38:kworker.0 00010000:00010000:2.0:1767318787.703335:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318788.169101:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318788.169166:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318788.169262:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297333760 00000100:00100000:0.0:1767318788.169272:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297333760 00000100:00100000:0.0:1767318788.169316:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297333888 00000100:00100000:0.0:1767318788.169319:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297333888 00000100:00100000:0.0:1767318788.169372:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4396 00000100:00100000:0.0:1767318788.169381:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297333888:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:1.0:1767318788.169459:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318788.169486:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297333888:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 106us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318788.169491:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23393 00000100:00100000:0.0:1767318788.169496:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4396 00000100:00100000:1.0:1767318788.169497:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297333760:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318788.169523:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318788.169552:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297333760:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 54us (463us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318788.169558:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23393 00000100:00100000:1.0:1767318788.219146:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318788.726958:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318789.238953:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318789.752359:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318789.752651:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383860608:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318789.752748:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318789.754274:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383860608 00000100:00100000:0.0:1767318789.754287:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383860608 00000100:00100000:0.0:1767318789.754360:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2323 00000100:00100000:0.0:1767318789.754381:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383860608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318789.754411:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318789.754502:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383860608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 123us (1753us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318789.754511:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2323 00000100:00100000:0.0:1767318789.754577:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383860608:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318789.757487:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318789.757513:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383860736:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318789.757593:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318789.757821:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383860736 00000100:00100000:0.0:1767318789.757829:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383860736 00000100:00100000:0.0:1767318789.757898:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2324 00000100:00100000:0.0:1767318789.757908:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383860736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318789.757939:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318789.757989:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383860736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318789.757996:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2324 00000100:00080000:1.0:1767318789.758865:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318789.758873:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318789.758980:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383860736:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318790.263115:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318790.774961:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318791.288264:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318791.799016:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318792.311191:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318792.311215:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318792.311218:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318792.311222:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318792.311227:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318792.311237:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3690 00000100:00080000:2.0:1767318792.311243:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318792.311251:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318792.311300:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb1f80 x1853164383860864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318792.311346:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318792.311351:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318792.311363:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318792.311368:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3690 00000100:00080000:2.0:1767318792.311371:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318792.311375:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318792.311432:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb2d80 x1853164383860992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318792.311502:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318792.311506:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318792.311508:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318792.311522:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3690 00000100:00080000:2.0:1767318792.311525:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318792.311529:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318792.311541:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb0000 x1853164383861248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318792.311608:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318792.311612:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318792.311614:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318792.311618:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3690 00000100:00080000:2.0:1767318792.311621:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318792.311624:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318792.311634:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb0a80 x1853164383861504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318792.311714:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383860864:0@lo:38:kworker.0 00000100:00100000:1.0:1767318792.311812:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383861760:0@lo:400:kworker.0 00000100:00100000:1.0:1767318792.311860:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318792.311866:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318792.311956:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383861632:0@lo:400:kworker.0 00000100:00100000:0.0:1767318792.312000:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318792.312016:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318792.312026:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383861120:0@lo:400:kworker.0 00000100:00100000:0.0:1767318792.312043:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318792.312051:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383861376:0@lo:400:kworker.0 00000100:00100000:1.0:1767318792.312058:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318792.312093:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318792.312109:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383860992:0@lo:38:kworker.0 00000100:00100000:0.0:1767318792.312133:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383861760 00000100:00100000:0.0:1767318792.312143:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383861760 00000100:00100000:1.0:1767318792.312192:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318792.312211:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383861632 00000100:00100000:0.0:1767318792.312216:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383861632 00000100:00100000:1.0:1767318792.312222:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383861248:0@lo:38:kworker.0 00000100:00100000:0.0:1767318792.312246:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1564 00000100:00100000:0.0:1767318792.312257:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383861760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318792.312339:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383861760:12345-0@lo:400:kworker.0 Request processed in 83us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318792.312348:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1564 00000100:00100000:0.0:1767318792.312367:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1565 00000100:00100000:0.0:1767318792.312373:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383861632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318792.312445:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383861632:12345-0@lo:400:kworker.0 Request processed in 72us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318792.312451:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1565 00000100:00100000:0.0:1767318792.312484:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383860864 00000100:00100000:0.0:1767318792.312488:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383860864 00000100:00100000:0.0:1767318792.312541:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383861120 00000100:00100000:0.0:1767318792.312553:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383861120 00000100:00100000:0.0:1767318792.312586:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383861376 00000100:00100000:0.0:1767318792.312589:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383861376 00000100:00100000:0.0:1767318792.312606:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4397 00000100:00100000:0.0:1767318792.312612:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383861120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318792.312661:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383861120:12345-0@lo:400:kworker.0 Request processed in 49us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318792.312667:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4397 00000100:00100000:0.0:1767318792.312680:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4398 00000100:00100000:0.0:1767318792.312685:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383861376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318792.312711:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383861376:12345-0@lo:400:kworker.0 Request processed in 26us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318792.312716:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4398 00000100:00100000:0.0:1767318792.312755:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23394 00000100:00100000:0.0:1767318792.312760:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383860864:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318792.312830:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318792.312910:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383860864:12345-0@lo:38:kworker.0 Request processed in 147us (1046us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318792.312932:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23394 00000100:00080000:0.0:1767318792.312974:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318792.312980:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318792.312981:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318792.313084:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383861120:0@lo:400:kworker.0 00000100:00100000:0.0:1767318792.313101:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383861760:0@lo:400:kworker.0 00000100:00100000:0.0:1767318792.313141:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383861376:0@lo:400:kworker.0 00000100:00100000:0.0:1767318792.313151:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383861632:0@lo:400:kworker.0 00000100:00100000:2.0:1767318792.313483:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318792.314037:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383860992 00000100:00100000:3.0:1767318792.314049:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383860992 00000100:00100000:3.0:1767318792.314114:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2577 00000100:00100000:3.0:1767318792.314121:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383860992:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318792.314139:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318792.314246:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383860992:12345-0@lo:38:kworker.0 Request processed in 125us (2053us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318792.314253:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2577 00000100:00100000:1.0:1767318792.316218:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318792.316302:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383861504:0@lo:38:kworker.0 00000100:00100000:1.0:1767318792.316371:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318792.316445:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318792.316451:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318792.316456:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383860864:0@lo:38:kworker.0 00000100:00080000:1.0:1767318792.316470:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318792.316474:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318792.316477:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383860992:0@lo:38:kworker.0 00000100:00100000:0.0:1767318792.316522:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383861248 00000100:00100000:0.0:1767318792.316531:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383861248 00000100:00100000:2.0:1767318792.316685:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383861504 00000100:00100000:2.0:1767318792.316691:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383861504 00000100:00100000:2.0:1767318792.316737:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23395 00000100:00100000:2.0:1767318792.316747:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383861504:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318792.316773:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318792.316850:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383861504:12345-0@lo:38:kworker.0 Request processed in 104us (478us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318792.316857:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23395 00000100:00100000:0.0:1767318792.316991:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23396 00000100:00100000:0.0:1767318792.316997:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383861248:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318792.317007:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318792.317038:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383861248:12345-0@lo:38:kworker.0 Request processed in 41us (830us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318792.317045:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23396 00000100:00080000:1.0:1767318792.318878:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318792.318892:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318792.318898:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383861248:0@lo:38:kworker.0 00000100:00080000:1.0:1767318792.319002:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318792.319007:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318792.319010:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383861504:0@lo:38:kworker.0 00010000:00010000:2.0:1767318792.823645:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318793.289633:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318793.289712:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318793.289913:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297334144 00000100:00100000:1.0:1767318793.289923:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297334144 00000100:00100000:3.0:1767318793.289990:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297334016 00000100:00100000:3.0:1767318793.289996:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297334016 00000100:00100000:1.0:1767318793.290018:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4399 00000100:00100000:3.0:1767318793.290029:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23397 00000100:00100000:1.0:1767318793.290041:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297334144:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318793.290041:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990597b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297334016:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318793.290071:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767318793.290157:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318793.290498:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297334144:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 469us (873us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318793.290508:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4399 00000100:00100000:3.0:1767318793.297552:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990597b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297334016:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 7497us (7822us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318793.297568:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23397 00000100:00100000:2.0:1767318793.334981:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318793.847011:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318794.358898:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318794.871125:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383861888:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318794.871216:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318794.871355:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383861888 00000100:00100000:0.0:1767318794.871365:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383861888 00000100:00100000:0.0:1767318794.871445:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2325 00000100:00100000:0.0:1767318794.871455:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383861888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318794.871487:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318794.871544:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383861888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318794.871552:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2325 00000100:00100000:3.0:1767318794.871652:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383861888:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767318794.871975:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767318794.872025:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318794.872265:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383862016:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318794.872307:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318794.872424:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383862016 00000100:00100000:1.0:1767318794.872429:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383862016 00000100:00100000:1.0:1767318794.872478:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2326 00000100:00100000:1.0:1767318794.872490:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383862016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318794.872513:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767318794.872574:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318794.877609:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383862016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5111us (5288us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318794.877624:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2326 00000100:00100000:3.0:1767318794.878042:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383862016:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318795.383290:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318795.901261:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318796.407192:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318796.408099:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318771/real 1767318771] req@ffff93699e1e1500 x1853164383856640/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318796 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318796.408155:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93699e1e1500 x1853164383856640/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318796 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318796.408175:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318796.408214:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318796.408219:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383856640:0@lo:250:kworker.0 00000100:00080000:2.0:1767318796.408556:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318796.408561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318796.408564:0:8:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318796.408569:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3675 00000100:00080000:2.0:1767318796.408573:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318796.408579:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318796.408612:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936990597480 x1853164383862144/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318796.408654:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318796.408658:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318796.408660:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318796.408663:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3695 00000100:00080000:2.0:1767318796.408665:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318796.408678:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318796.408695:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936990596680 x1853164383862272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318796.408704:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318796.408708:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318796.408709:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318796.408713:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3695 00000100:00080000:2.0:1767318796.408715:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318796.408718:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318796.408729:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936990595180 x1853164383862400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318796.408805:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318796.408809:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318796.408811:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318796.408814:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3695 00000100:00080000:2.0:1767318796.408816:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318796.408819:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318796.408833:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936990597100 x1853164383862656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318796.408867:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318796.408870:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318796.408872:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318796.408875:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3695 00000100:00080000:2.0:1767318796.408877:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767318796.408957:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990594700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383862784:0@lo:400:kworker.0 00000100:00100000:1.0:1767318796.409042:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318796.409117:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383862144:0@lo:250:kworker.0 00000400:00000100:1.0:1767318796.409136:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383862144 offset 0 length 520: 4 00000100:00100000:1.0:1767318796.409155:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383862272:0@lo:38:kworker.0 00000100:00100000:1.0:1767318796.409199:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318796.410580:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383862400:0@lo:38:kworker.0 00000100:00100000:1.0:1767318796.410638:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318796.410671:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383862656:0@lo:38:kworker.0 00000100:00100000:1.0:1767318796.410692:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318796.410737:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383862784 00000100:00100000:1.0:1767318796.410744:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383862784 00000100:00100000:1.0:1767318796.410829:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383862272 00000100:00100000:1.0:1767318796.410833:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383862272 00000100:00100000:1.0:1767318796.410845:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383862656 00000100:00100000:1.0:1767318796.410847:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383862656 00000100:00100000:1.0:1767318796.410857:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4400 00000100:00100000:1.0:1767318796.410870:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383862784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318796.410921:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383862784:12345-0@lo:400:kworker.0 Request processed in 56us (1879us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318796.410927:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4400 00000100:00100000:1.0:1767318796.410944:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23398 00000100:00100000:1.0:1767318796.410948:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383862272:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318796.410966:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318796.410995:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383862272:12345-0@lo:38:kworker.0 Request processed in 46us (1796us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318796.411000:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23398 00000100:00100000:1.0:1767318796.411010:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23399 00000100:00100000:1.0:1767318796.411014:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383862656:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318796.411022:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318796.411042:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383862656:12345-0@lo:38:kworker.0 Request processed in 27us (349us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318796.411047:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23399 00000100:00100000:1.0:1767318796.411087:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990594700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383862784:0@lo:400:kworker.0 00000100:00080000:1.0:1767318796.411117:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318796.411122:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318796.411125:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383862272:0@lo:38:kworker.0 00000100:00080000:1.0:1767318796.411133:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318796.411136:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318796.411139:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383862656:0@lo:38:kworker.0 00000100:00100000:1.0:1767318796.411195:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383862400 00000100:00100000:1.0:1767318796.411200:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383862400 00000100:00100000:1.0:1767318796.411233:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2578 00000100:00100000:1.0:1767318796.411239:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383862400:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318796.411248:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318796.411278:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383862400:12345-0@lo:38:kworker.0 Request processed in 39us (639us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318796.411283:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2578 00000100:00080000:1.0:1767318796.411303:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318796.411307:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318796.411310:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383862400:0@lo:38:kworker.0 00000100:00100000:0.0:1767318796.411719:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383862528:0@lo:400:kworker.0 00000100:00100000:0.0:1767318796.411756:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318796.411824:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383862528 00000100:00100000:0.0:1767318796.411829:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383862528 00000100:00100000:0.0:1767318796.411864:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4401 00000100:00100000:0.0:1767318796.411870:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383862528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318796.411929:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383862528:12345-0@lo:400:kworker.0 Request processed in 59us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318796.411935:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4401 00000100:00080000:0.0:1767318796.411955:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318796.411977:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383862528:0@lo:400:kworker.0 00000100:00080000:2.0:1767318796.412129:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318796.412163:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936990597800 x1853164383862912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318796.412246:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318796.412255:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383863040:0@lo:400:kworker.0 00000100:00100000:2.0:1767318796.412310:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318796.412340:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383863040 00000100:00100000:2.0:1767318796.412344:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383863040 00000100:00100000:2.0:1767318796.412391:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1566 00000100:00100000:2.0:1767318796.412397:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990594e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383863040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318796.412435:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990594e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383863040:12345-0@lo:400:kworker.0 Request processed in 37us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318796.412442:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1566 00000100:00100000:2.0:1767318796.412470:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383863040:0@lo:400:kworker.0 00000100:00100000:3.0:1767318796.412634:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990594380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383863168:0@lo:400:kworker.0 00000100:00100000:3.0:1767318796.412666:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318796.412831:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383863168 00000100:00100000:0.0:1767318796.412837:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383863168 00000100:00100000:0.0:1767318796.412874:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1567 00000100:00100000:0.0:1767318796.412881:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383863168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318796.412916:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383863168:12345-0@lo:400:kworker.0 Request processed in 36us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318796.412923:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1567 00000100:00080000:0.0:1767318796.412940:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318796.412943:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318796.412956:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990597800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383862912:0@lo:38:kworker.0 00000100:00100000:0.0:1767318796.412982:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318796.413073:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383862912 00000100:00100000:3.0:1767318796.413078:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383862912 00000100:00100000:3.0:1767318796.413107:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23400 00000100:00100000:3.0:1767318796.413112:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383862912:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318796.413128:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318796.413160:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383862912:12345-0@lo:38:kworker.0 Request processed in 47us (177us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318796.413166:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23400 00000100:00100000:3.0:1767318796.413211:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990594380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383863168:0@lo:400:kworker.0 00000100:00080000:0.0:1767318796.413443:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318796.413449:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318796.413452:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990597800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383862912:0@lo:38:kworker.0 00010000:00010000:0.0:1767318796.920378:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318797.430963:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318797.944015:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318798.408746:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318798.408821:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:0.0:1767318798.408852:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297334528 offset 0 length 520: 4 00000100:00100000:2.0:1767318798.408993:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297334400 00000100:00100000:2.0:1767318798.409002:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297334400 00000100:00100000:2.0:1767318798.409075:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297334272 00000100:00100000:2.0:1767318798.409078:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297334272 00000100:00100000:2.0:1767318798.409097:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4402 00000100:00100000:2.0:1767318798.409118:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297334400:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:0.0:1767318798.409235:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318798.409252:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23401 00000100:00100000:0.0:1767318798.409258:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297334272:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318798.409280:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318798.409337:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297334272:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 79us (527us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318798.409354:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23401 00000100:00100000:2.0:1767318798.409465:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297334400:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 360us (731us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318798.409470:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4402 00000100:00100000:1.0:1767318798.454907:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318798.967271:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318799.480410:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318799.990936:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318799.991265:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318799.991287:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383863296:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318799.991385:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318799.991427:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383863296 00000100:00100000:2.0:1767318799.991442:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383863296 00000100:00100000:2.0:1767318799.991515:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2327 00000100:00100000:2.0:1767318799.991524:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383863296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318799.991552:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1767318799.991590:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318799.991600:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383863296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318799.991607:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2327 00000100:00100000:3.0:1767318799.991625:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383863296:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318799.992896:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318799.994262:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383863424:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318799.994348:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318799.994467:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383863424 00000100:00100000:3.0:1767318799.994476:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383863424 00000100:00100000:3.0:1767318799.994653:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2328 00000100:00100000:3.0:1767318799.994662:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383863424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318799.994715:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318799.994770:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383863424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318799.994778:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2328 00000100:00100000:1.0:1767318799.994888:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383863424:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318799.996042:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318800.504381:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318801.016649:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318801.527211:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318801.527223:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318801.527234:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318801.527239:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318801.527244:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318801.527252:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3699 00000100:00080000:2.0:1767318801.527258:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318801.527266:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318801.527312:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936990596300 x1853164383863552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318801.527347:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318801.527351:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318801.527352:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318801.527400:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3699 00000100:00080000:2.0:1767318801.527403:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318801.527405:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318801.527419:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936990594000 x1853164383863680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318801.527451:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318801.527456:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318801.527457:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318801.527461:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3699 00000100:00080000:2.0:1767318801.527463:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318801.527466:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318801.527475:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936990596a00 x1853164383863936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318801.527498:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318801.527501:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318801.527503:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318801.527507:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3699 00000100:00080000:2.0:1767318801.527509:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318801.527512:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318801.527520:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936990595500 x1853164383864192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318801.527556:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383864320:0@lo:400:kworker.0 00000100:00100000:2.0:1767318801.527621:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318801.527813:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383863552:0@lo:38:kworker.0 00000100:00100000:0.0:1767318801.527850:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318801.527872:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383863680:0@lo:38:kworker.0 00000100:00100000:0.0:1767318801.527893:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318801.527932:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990596a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383863936:0@lo:38:kworker.0 00000100:00100000:0.0:1767318801.527955:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318801.527974:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383864192:0@lo:38:kworker.0 00000100:00100000:0.0:1767318801.527996:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318801.528033:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383863552 00000100:00100000:0.0:1767318801.528041:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383863552 00000100:00100000:0.0:1767318801.528074:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383863936 00000100:00100000:0.0:1767318801.528077:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383863936 00000100:00100000:0.0:1767318801.528091:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383864192 00000100:00100000:0.0:1767318801.528094:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383864192 00000100:00100000:0.0:1767318801.528108:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23402 00000100:00100000:0.0:1767318801.528115:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383863552:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318801.528138:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318801.528180:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383863552:12345-0@lo:38:kworker.0 Request processed in 64us (329us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318801.528188:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23402 00000100:00100000:0.0:1767318801.528206:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23403 00000100:00100000:0.0:1767318801.528210:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383863936:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318801.528220:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318801.528242:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383863936:12345-0@lo:38:kworker.0 Request processed in 30us (286us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318801.528248:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23403 00000100:00100000:0.0:1767318801.528262:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23404 00000100:00100000:0.0:1767318801.528266:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383864192:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318801.528274:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318801.528295:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383864192:12345-0@lo:38:kworker.0 Request processed in 27us (297us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318801.528300:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23404 00000100:00080000:0.0:1767318801.528357:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318801.528362:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318801.528366:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383863552:0@lo:38:kworker.0 00000100:00080000:0.0:1767318801.528375:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318801.528378:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318801.528381:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990596a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383863936:0@lo:38:kworker.0 00000100:00080000:0.0:1767318801.528388:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318801.528391:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318801.528394:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383864192:0@lo:38:kworker.0 00000100:00100000:0.0:1767318801.528448:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383864320 00000100:00100000:0.0:1767318801.528452:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383864320 00000100:00100000:0.0:1767318801.528499:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1568 00000100:00100000:0.0:1767318801.528507:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990597800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383864320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318801.528549:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990597800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383864320:12345-0@lo:400:kworker.0 Request processed in 43us (928us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318801.528556:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1568 00000100:00080000:0.0:1767318801.528574:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318801.528663:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318801.528678:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383864064:0@lo:400:kworker.0 00000100:00100000:2.0:1767318801.529888:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318801.529962:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383864320:0@lo:400:kworker.0 00000100:00100000:3.0:1767318801.530088:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383864064 00000100:00100000:3.0:1767318801.530096:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383864064 00000100:00100000:3.0:1767318801.530211:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4403 00000100:00100000:3.0:1767318801.530221:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990594380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383864064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318801.530278:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990594380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383864064:12345-0@lo:400:kworker.0 Request processed in 59us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318801.530285:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4403 00000100:00080000:2.0:1767318801.531303:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318801.531349:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383864064:0@lo:400:kworker.0 00000100:00100000:2.0:1767318801.531397:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383864448:0@lo:400:kworker.0 00000100:00100000:2.0:1767318801.531439:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318801.531897:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383864448 00000100:00100000:0.0:1767318801.531904:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383864448 00000100:00100000:0.0:1767318801.531957:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1569 00000100:00100000:0.0:1767318801.531972:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383864448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318801.532018:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383864448:12345-0@lo:400:kworker.0 Request processed in 50us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318801.532024:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1569 00000100:00080000:0.0:1767318801.532040:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318801.532132:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318801.532141:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990595f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383863808:0@lo:400:kworker.0 00000100:00100000:2.0:1767318801.532163:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318801.532189:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383864448:0@lo:400:kworker.0 00000100:00100000:1.0:1767318801.532248:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318801.532293:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383863808 00000100:00100000:0.0:1767318801.532296:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383863808 00000100:00100000:0.0:1767318801.532349:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4404 00000100:00100000:0.0:1767318801.532360:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383863808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318801.532394:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383863808:12345-0@lo:400:kworker.0 Request processed in 35us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318801.532399:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4404 00000100:00100000:2.0:1767318801.533928:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990595f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383863808:0@lo:400:kworker.0 00000100:00080000:2.0:1767318801.533960:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318801.534866:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383863680 00000100:00100000:3.0:1767318801.534876:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383863680 00000100:00100000:3.0:1767318801.534969:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2579 00000100:00100000:3.0:1767318801.534976:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383863680:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318801.534999:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318801.535080:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383863680:12345-0@lo:38:kworker.0 Request processed in 102us (7184us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318801.535087:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2579 00000100:00080000:0.0:1767318801.535153:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318801.535159:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318801.535163:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383863680:0@lo:38:kworker.0 00010000:00010000:0.0:1767318802.039806:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318802.550950:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318803.063859:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318803.529635:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318803.529687:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318803.529777:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297334784 00000100:00100000:0.0:1767318803.529813:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297334784 00000100:00100000:0.0:1767318803.529908:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297334656 00000100:00100000:0.0:1767318803.529912:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297334656 00000100:00100000:0.0:1767318803.529933:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4405 00000100:00100000:0.0:1767318803.529944:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297334784:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318803.530057:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297334784:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 114us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318803.530065:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4405 00000100:00100000:0.0:1767318803.530083:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23405 00000100:00100000:0.0:1767318803.530088:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990596d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297334656:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318803.530123:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318803.530150:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990596d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297334656:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 60us (462us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318803.530157:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23405 00000100:00080000:2.0:1767318803.530503:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318803.575082:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318804.087091:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318804.598981:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318805.111322:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318805.111719:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318805.111746:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383864576:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318805.111840:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318805.112278:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383864576 00000100:00100000:3.0:1767318805.112296:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383864576 00000100:00100000:3.0:1767318805.112371:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2329 00000100:00100000:3.0:1767318805.112381:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383864576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318805.112418:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318805.112466:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383864576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318805.112473:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2329 00000100:00080000:2.0:1767318805.112659:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318805.112708:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383864576:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318805.112891:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318805.112903:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383864704:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318805.112935:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318805.113321:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383864704 00000100:00100000:0.0:1767318805.113327:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383864704 00000100:00100000:0.0:1767318805.113373:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2330 00000100:00100000:0.0:1767318805.113381:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383864704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318805.113402:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318805.113438:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383864704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318805.113447:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2330 00000100:00100000:0.0:1767318805.113480:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383864704:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318805.113540:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318805.623693:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318806.134980:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318806.647304:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318806.647320:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318806.647325:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318806.647381:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318806.647387:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318806.647407:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3704 00000100:00080000:3.0:1767318806.647413:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318806.647422:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318806.647487:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b058000 x1853164383864832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318806.647515:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318806.647519:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318806.647521:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318806.647542:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3704 00000100:00080000:3.0:1767318806.647545:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318806.647550:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318806.647577:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9a680 x1853164383864960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318806.647626:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318806.647630:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318806.647632:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318806.647636:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3704 00000100:00080000:3.0:1767318806.647639:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318806.647643:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318806.647660:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a99880 x1853164383865216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318806.647692:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318806.647696:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318806.647697:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318806.647702:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3704 00000100:00080000:3.0:1767318806.647704:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318806.647708:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318806.647731:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db1180 x1853164383865472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318806.647871:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383865728:0@lo:400:kworker.0 00000100:00100000:3.0:1767318806.647992:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318806.648067:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318806.648074:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383865088:0@lo:400:kworker.0 00000100:00100000:3.0:1767318806.648115:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318806.648152:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c901180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383865600:0@lo:400:kworker.0 00000100:00100000:3.0:1767318806.648175:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318806.648204:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318806.648210:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383865344:0@lo:400:kworker.0 00000100:00100000:3.0:1767318806.648232:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318806.648304:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383865088 00000100:00100000:3.0:1767318806.648312:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383865088 00000100:00100000:3.0:1767318806.648370:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383865344 00000100:00100000:3.0:1767318806.648373:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383865344 00000100:00100000:3.0:1767318806.648413:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4406 00000100:00100000:3.0:1767318806.648422:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383865088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318806.648476:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383865088:12345-0@lo:400:kworker.0 Request processed in 55us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318806.648484:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4406 00000100:00100000:3.0:1767318806.648501:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4407 00000100:00100000:3.0:1767318806.648506:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383865344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318806.648533:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383865344:12345-0@lo:400:kworker.0 Request processed in 27us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318806.648539:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4407 00000100:00100000:3.0:1767318806.648578:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383865344:0@lo:400:kworker.0 00000100:00100000:3.0:1767318806.648607:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383865088:0@lo:400:kworker.0 00000100:00080000:2.0:1767318806.649009:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318806.650063:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383864832:0@lo:38:kworker.0 00000100:00100000:0.0:1767318806.650316:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318806.650369:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383864960:0@lo:38:kworker.0 00000100:00100000:0.0:1767318806.650410:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318806.651412:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383864960 00000100:00100000:2.0:1767318806.651426:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383864960 00000100:00100000:2.0:1767318806.651540:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2580 00000100:00100000:2.0:1767318806.651550:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383864960:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318806.651573:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318806.651635:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383864960:12345-0@lo:38:kworker.0 Request processed in 85us (1223us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318806.651655:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2580 00000100:00100000:1.0:1767318806.653565:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318806.653815:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383864832 00000100:00100000:2.0:1767318806.653831:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383864832 00000100:00100000:2.0:1767318806.653912:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23406 00000100:00100000:2.0:1767318806.653921:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383864832:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318806.653947:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318806.654031:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383864832:12345-0@lo:38:kworker.0 Request processed in 109us (3713us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318806.654042:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23406 00000100:00100000:2.0:1767318806.654068:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383865728 00000100:00100000:2.0:1767318806.654074:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383865728 00000100:00100000:0.0:1767318806.655391:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383865216:0@lo:38:kworker.0 00000100:00100000:0.0:1767318806.655480:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318806.655529:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383865472:0@lo:38:kworker.0 00000100:00100000:0.0:1767318806.655581:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318806.655634:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318806.655640:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318806.655655:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383864832:0@lo:38:kworker.0 00000100:00080000:0.0:1767318806.655669:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318806.655673:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318806.655676:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383864960:0@lo:38:kworker.0 00000100:00100000:0.0:1767318806.655729:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383865216 00000100:00100000:0.0:1767318806.655735:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383865216 00000100:00100000:0.0:1767318806.655799:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383865472 00000100:00100000:0.0:1767318806.655803:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383865472 00000100:00100000:0.0:1767318806.655818:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23407 00000100:00100000:0.0:1767318806.655826:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383865216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318806.655849:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318806.655920:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383865216:12345-0@lo:38:kworker.0 Request processed in 93us (440us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318806.655926:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23407 00000100:00100000:0.0:1767318806.655943:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23408 00000100:00100000:0.0:1767318806.655947:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383865472:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318806.655957:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318806.655979:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383865472:12345-0@lo:38:kworker.0 Request processed in 31us (399us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318806.655985:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23408 00000100:00080000:0.0:1767318806.656050:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318806.656054:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318806.656057:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383865216:0@lo:38:kworker.0 00000100:00080000:0.0:1767318806.656065:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318806.656068:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318806.656072:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383865472:0@lo:38:kworker.0 00000100:00100000:2.0:1767318806.657095:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383865600 00000100:00100000:2.0:1767318806.657105:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383865600 00000100:00100000:3.0:1767318806.657353:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1570 00000100:00100000:3.0:1767318806.657365:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383865728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318806.657434:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383865728:12345-0@lo:400:kworker.0 Request processed in 73us (9443us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318806.657441:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1570 00000100:00100000:3.0:1767318806.657469:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1571 00000100:00100000:3.0:1767318806.657475:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383865600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318806.657503:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383865600:12345-0@lo:400:kworker.0 Request processed in 29us (9327us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318806.657508:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1571 00000100:00100000:3.0:1767318806.659054:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c901180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383865600:0@lo:400:kworker.0 00000100:00100000:3.0:1767318806.659093:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383865728:0@lo:400:kworker.0 00010000:00010000:0.0:1767318807.159518:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318807.670932:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318808.183075:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318808.664005:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318808.664094:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318808.665468:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297334912 00000100:00100000:3.0:1767318808.665481:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297334912 00000100:00100000:3.0:1767318808.665532:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297335040 00000100:00100000:3.0:1767318808.665537:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297335040 00000100:00100000:3.0:1767318808.665594:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4408 00000100:00100000:3.0:1767318808.665606:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297335040:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318808.665702:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297335040:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 98us (1606us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318808.665709:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4408 00000100:00100000:3.0:1767318808.665728:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23409 00000100:00100000:3.0:1767318808.665733:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297334912:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318808.665753:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318808.665809:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297334912:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 47us (1788us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318808.665816:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23409 00000100:00080000:3.0:1767318808.665834:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318808.695359:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318809.207104:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318809.719616:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318810.231048:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383865856:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318810.231166:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318810.231405:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318810.231407:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383865856 00000100:00100000:0.0:1767318810.231415:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383865856 00000100:00100000:3.0:1767318810.231415:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383865984:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318810.231454:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318810.231482:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383865984 00000100:00100000:0.0:1767318810.231485:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383865984 00000100:00080000:3.0:1767318810.231490:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318810.231494:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318810.231526:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2331 00000100:00100000:0.0:1767318810.231536:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383865856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318810.231565:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00010000:00010000:1.0:1767318810.231604:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318810.231621:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990597100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383865856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318810.231691:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383865856:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318810.231752:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2331 00000100:00100000:0.0:1767318810.231770:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2332 00000100:00100000:0.0:1767318810.231777:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383865984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318810.231808:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318810.231840:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383865984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318810.231846:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2332 00000100:00100000:3.0:1767318810.237575:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383865984:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318810.743974:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318811.254961:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318811.767047:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318811.767058:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318811.767062:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318811.767066:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318811.767070:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318811.767079:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3709 00000100:00080000:3.0:1767318811.767083:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318811.767091:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318811.767133:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988108000 x1853164383866112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318811.767149:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318811.767163:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318811.767168:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318811.767170:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318811.767175:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3709 00000100:00080000:3.0:1767318811.767178:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318811.767180:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318811.767193:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810ad80 x1853164383866240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318811.767250:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318811.767254:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318811.767256:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318811.767260:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3709 00000100:00080000:3.0:1767318811.767263:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318811.767267:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318811.767280:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810b480 x1853164383866496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318811.767283:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383866368:0@lo:400:kworker.0 00000100:00080000:3.0:1767318811.767316:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318811.767320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318811.767322:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318811.767326:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3709 00000100:00080000:3.0:1767318811.767328:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318811.767331:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318811.767342:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109180 x1853164383866752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318811.767366:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318811.767381:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383866624:0@lo:400:kworker.0 00000100:00100000:0.0:1767318811.767453:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383866368 00000100:00100000:0.0:1767318811.767462:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383866368 00000100:00100000:0.0:1767318811.767522:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4409 00000100:00100000:0.0:1767318811.767532:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383866368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318811.767863:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318811.767870:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383867008:0@lo:400:kworker.0 00000100:00100000:3.0:1767318811.769834:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318811.769896:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383866368:12345-0@lo:400:kworker.0 Request processed in 2361us (2528us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318811.769908:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318811.769913:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4409 00000100:00100000:3.0:1767318811.769923:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383866880:0@lo:400:kworker.0 00000100:00100000:3.0:1767318811.769966:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318811.770004:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318811.770021:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383866880 00000100:00100000:3.0:1767318811.770027:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383866880 00000100:00100000:0.0:1767318811.770075:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383866624 00000100:00100000:0.0:1767318811.770080:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383866624 00000100:00100000:0.0:1767318811.770120:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4410 00000100:00100000:0.0:1767318811.770128:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383866624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318811.770191:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383866624:12345-0@lo:400:kworker.0 Request processed in 64us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318811.770197:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4410 00000100:00100000:0.0:1767318811.770238:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383866112:0@lo:38:kworker.0 00000100:00100000:0.0:1767318811.770295:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318811.770320:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383866240:0@lo:38:kworker.0 00000100:00100000:0.0:1767318811.770346:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318811.770369:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383866496:0@lo:38:kworker.0 00000100:00100000:0.0:1767318811.770412:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318811.770429:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383866752:0@lo:38:kworker.0 00000100:00100000:0.0:1767318811.770450:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318811.770478:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383866240 00000100:00100000:0.0:1767318811.770482:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383866240 00000100:00100000:0.0:1767318811.770504:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2581 00000100:00100000:0.0:1767318811.770509:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383866240:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318811.770527:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318811.770561:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383866240:12345-0@lo:38:kworker.0 Request processed in 52us (215us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318811.770568:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2581 00000100:00100000:0.0:1767318811.770588:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383866112 00000100:00100000:0.0:1767318811.770592:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383866112 00000100:00100000:0.0:1767318811.770603:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383866496 00000100:00100000:0.0:1767318811.770605:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383866496 00000100:00100000:0.0:1767318811.770611:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383866752 00000100:00100000:0.0:1767318811.770613:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383866752 00000100:00100000:0.0:1767318811.770621:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23410 00000100:00100000:0.0:1767318811.770625:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383866112:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318811.770634:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318811.770704:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1572 00000100:00100000:3.0:1767318811.770715:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383866880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318811.770753:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383866880:12345-0@lo:400:kworker.0 Request processed in 41us (786us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318811.770760:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1572 00000100:00100000:3.0:1767318811.770798:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23411 00000100:00100000:3.0:1767318811.770802:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383866496:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318811.770909:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318811.770939:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383866496:12345-0@lo:38:kworker.0 Request processed in 134us (526us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318811.770945:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23411 00000100:00100000:3.0:1767318811.770960:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23412 00000100:00100000:3.0:1767318811.770965:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383866752:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318811.770974:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318811.770995:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383866752:12345-0@lo:38:kworker.0 Request processed in 30us (545us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318811.771000:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23412 00000100:00080000:3.0:1767318811.771020:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318811.771051:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383866880:0@lo:400:kworker.0 00000100:00100000:3.0:1767318811.771062:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383866624:0@lo:400:kworker.0 00000100:00080000:2.0:1767318811.771744:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318811.771751:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318811.771755:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383866112:0@lo:38:kworker.0 00000100:00080000:2.0:1767318811.771765:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318811.771769:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318811.771772:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383866240:0@lo:38:kworker.0 00000100:00080000:2.0:1767318811.771796:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318811.771800:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318811.771803:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383866496:0@lo:38:kworker.0 00000100:00080000:2.0:1767318811.771813:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318811.771818:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318811.771821:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383866752:0@lo:38:kworker.0 00000100:00100000:0.0:1767318811.771831:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383866112:12345-0@lo:38:kworker.0 Request processed in 1201us (1532us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318811.771841:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23410 00000100:00100000:1.0:1767318811.775099:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318811.775259:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383867008 00000100:00100000:3.0:1767318811.775269:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383867008 00000100:00100000:3.0:1767318811.775361:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1573 00000100:00100000:3.0:1767318811.775370:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383867008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318811.775686:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383866368:0@lo:400:kworker.0 00000100:00100000:3.0:1767318811.776093:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383867008:12345-0@lo:400:kworker.0 Request processed in 721us (998us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318811.776102:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1573 00000100:00100000:1.0:1767318811.776180:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383867008:0@lo:400:kworker.0 00010000:00010000:0.0:1767318812.279004:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318812.790953:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318813.304971:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318813.766982:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318813.767110:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318813.767187:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297335168 00000100:00100000:3.0:1767318813.767196:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297335168 00000100:00100000:3.0:1767318813.767245:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297335296 00000100:00100000:3.0:1767318813.767247:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297335296 00000100:00100000:3.0:1767318813.767298:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4411 00000100:00100000:3.0:1767318813.767307:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297335296:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318813.767376:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297335296:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 71us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318813.767383:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4411 00000100:00100000:3.0:1767318813.767399:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23413 00000100:00100000:3.0:1767318813.767403:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297335168:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318813.767424:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318813.767443:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297335168:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 39us (471us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318813.767448:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23413 00000100:00080000:0.0:1767318813.767567:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318813.815029:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318814.327282:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318814.839004:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318815.355089:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383867136:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318815.355237:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318815.355426:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318815.355914:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383867136 00000100:00100000:0.0:1767318815.355927:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383867136 00000100:00080000:3.0:1767318815.355997:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318815.356003:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2333 00000100:00100000:0.0:1767318815.356014:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383867136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318815.356060:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318815.356135:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383867136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (897us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318815.356143:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2333 00000100:00100000:0.0:1767318815.356219:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383867136:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318815.356258:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383867264:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318815.356344:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318815.356807:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383867264 00000100:00100000:0.0:1767318815.356814:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383867264 00000100:00100000:0.0:1767318815.356871:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2334 00000100:00100000:0.0:1767318815.356880:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383867264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318815.356972:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318815.357033:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383867264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 155us (690us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318815.357040:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2334 00000100:00080000:3.0:1767318815.357106:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318815.357131:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383867264:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318815.864404:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318816.375255:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318816.886958:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318816.886972:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767318816.886973:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318816.886977:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318816.886993:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318816.886999:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318816.887009:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3715 00000100:00080000:3.0:1767318816.887014:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318816.887022:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318816.887072:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109880 x1853164383867392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318816.887115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318816.887118:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318816.887120:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318816.887124:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3715 00000100:00080000:3.0:1767318816.887127:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318816.887130:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318816.887144:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810a300 x1853164383867520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318816.887216:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318816.887220:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318816.887222:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318816.887226:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3715 00000100:00080000:3.0:1767318816.887229:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318816.887232:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318816.887246:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988108e00 x1853164383867776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318816.887273:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318816.887276:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318816.887278:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318816.887281:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3715 00000100:00080000:3.0:1767318816.887283:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318816.887287:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318816.887297:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810bb80 x1853164383868032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318816.887328:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383867648:0@lo:400:kworker.0 00000100:00100000:3.0:1767318816.887352:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383867904:0@lo:400:kworker.0 00000100:00100000:2.0:1767318816.887499:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383868288:0@lo:400:kworker.0 00000100:00100000:0.0:1767318816.887538:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383867392:0@lo:38:kworker.0 00000100:00100000:3.0:1767318816.891035:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318816.891500:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318816.891515:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383868160:0@lo:400:kworker.0 00000100:00100000:3.0:1767318816.891564:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318816.891607:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383868160 00000100:00100000:3.0:1767318816.891615:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383868160 00000100:00100000:3.0:1767318816.891668:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1574 00000100:00100000:3.0:1767318816.891678:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383868160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318816.891731:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383868160:12345-0@lo:400:kworker.0 Request processed in 55us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318816.891739:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1574 00000100:00100000:3.0:1767318816.891939:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383868160:0@lo:400:kworker.0 00000100:00100000:3.0:1767318816.892040:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383867904 00000100:00100000:3.0:1767318816.892054:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383867904 00000100:00100000:3.0:1767318816.892105:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4412 00000100:00100000:3.0:1767318816.892112:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383867904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318816.892149:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383867904:12345-0@lo:400:kworker.0 Request processed in 37us (1122us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318816.892155:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4412 00000100:00080000:3.0:1767318816.892171:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318816.892199:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383867904:0@lo:400:kworker.0 00000100:00100000:2.0:1767318816.894252:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318816.894487:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383868288 00000100:00100000:2.0:1767318816.894496:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383868288 00000100:00100000:2.0:1767318816.894537:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1575 00000100:00100000:2.0:1767318816.894544:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990594700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383868288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318816.894671:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990594700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383868288:12345-0@lo:400:kworker.0 Request processed in 127us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318816.894679:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1575 00000100:00100000:1.0:1767318816.894713:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318816.894749:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383867648 00000100:00100000:2.0:1767318816.894755:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383867648 00000100:00100000:1.0:1767318816.894830:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318816.894867:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383868288:0@lo:400:kworker.0 00000100:00100000:1.0:1767318816.894875:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383867520:0@lo:38:kworker.0 00000100:00100000:1.0:1767318816.894918:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318816.894957:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383867776:0@lo:38:kworker.0 00000100:00100000:2.0:1767318816.894965:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383867392 00000100:00100000:2.0:1767318816.894970:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383867392 00000100:00100000:1.0:1767318816.894989:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318816.895024:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383867776 00000100:00100000:1.0:1767318816.895028:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383867776 00000100:00100000:0.0:1767318816.895200:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383867520 00000100:00100000:0.0:1767318816.895204:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383867520 00000100:00100000:0.0:1767318816.895228:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2582 00000100:00100000:0.0:1767318816.895234:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383867520:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318816.895252:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318816.895963:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4413 00000100:00100000:2.0:1767318816.895976:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383867648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318816.896456:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383867648:12345-0@lo:400:kworker.0 Request processed in 483us (1742us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318816.897590:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383867520:12345-0@lo:38:kworker.0 Request processed in 2350us (2667us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318816.897603:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2582 00000100:00100000:0.0:1767318816.897681:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383868032:0@lo:38:kworker.0 00000100:00100000:0.0:1767318816.897726:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318816.897815:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318816.897821:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318816.897825:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383867520:0@lo:38:kworker.0 00000100:00100000:0.0:1767318816.897876:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383867648:0@lo:400:kworker.0 00000100:00100000:0.0:1767318816.897911:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383868032 00000100:00100000:0.0:1767318816.897917:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383868032 00000100:00100000:1.0:1767318816.909390:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23414 00000100:00100000:1.0:1767318816.909406:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383867392:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318816.909435:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318816.909545:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383867392:12345-0@lo:38:kworker.0 Request processed in 140us (14713us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318816.909553:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23414 00000100:00100000:1.0:1767318816.909578:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23415 00000100:00100000:1.0:1767318816.909582:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383867776:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318816.909592:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318816.909618:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383867776:12345-0@lo:38:kworker.0 Request processed in 34us (14630us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318816.909624:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23415 00000100:00080000:1.0:1767318816.909689:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318816.909698:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318816.909702:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383867392:0@lo:38:kworker.0 00000100:00080000:1.0:1767318816.909715:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318816.909719:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318816.909722:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383867776:0@lo:38:kworker.0 00000100:00080000:1.0:1767318816.909818:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318816.909849:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4413 00000100:00100000:0.0:1767318816.910306:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23416 00000100:00100000:0.0:1767318816.910315:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383868032:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318816.910329:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318816.910455:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383868032:12345-0@lo:38:kworker.0 Request processed in 139us (12728us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318816.910461:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23416 00000100:00080000:1.0:1767318816.910522:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318816.910526:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318816.910530:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383868032:0@lo:38:kworker.0 00010000:00010000:0.0:1767318817.400529:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318817.911035:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318818.423087:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318818.892586:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318818.892674:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318818.892873:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297335424 00000100:00100000:3.0:1767318818.892897:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297335424 00000100:00100000:3.0:1767318818.892971:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297335552 00000100:00100000:3.0:1767318818.892975:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297335552 00000100:00100000:3.0:1767318818.893052:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4414 00000100:00100000:3.0:1767318818.893064:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297335552:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318818.893154:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297335552:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 92us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318818.893192:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4414 00000100:00100000:3.0:1767318818.893214:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23417 00000100:00080000:1.0:1767318818.893220:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318818.893220:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297335424:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318818.893263:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318818.893294:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297335424:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 74us (722us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318818.893301:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23417 00000100:00100000:2.0:1767318818.936215:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318819.447211:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318819.958930:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318820.471023:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1767318820.471076:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318820.471229:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383868544:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318820.471313:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318820.471478:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383868544 00000100:00100000:2.0:1767318820.471487:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383868544 00000100:00100000:2.0:1767318820.471557:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2335 00000100:00100000:2.0:1767318820.471567:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383868544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318820.471612:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318820.471681:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383868544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318820.471688:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2335 00000100:00080000:1.0:1767318820.471707:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318820.471738:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383868544:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318820.473002:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383868416:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318820.473057:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318820.473634:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383868416 00000100:00100000:0.0:1767318820.473774:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383868416 00000100:00100000:0.0:1767318820.473969:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2336 00000100:00100000:0.0:1767318820.473980:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383868416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318820.474014:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318820.474074:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383868416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (1017us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318820.474081:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2336 00000100:00100000:3.0:1767318820.474266:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383868416:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318820.474933:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318820.983415:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318821.497632:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318822.006937:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318796/real 1767318796] req@ffff936990597480 x1853164383862144/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318821 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318822.007006:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff936990597480 x1853164383862144/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318821 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318822.007031:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318822.007056:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318822.007060:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383862144:0@lo:250:kworker.0 00000100:00080000:3.0:1767318822.007218:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318822.007226:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318822.007229:0:8:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318822.007234:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3699 00000100:00080000:3.0:1767318822.007239:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318822.007246:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318822.007284:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109180 x1853164383868672/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318822.007316:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318822.007320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318822.007322:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318822.007325:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3720 00000100:00080000:3.0:1767318822.007327:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318822.007331:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318822.007347:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810bb80 x1853164383868800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318822.007355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318822.007358:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318822.007360:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318822.007364:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3720 00000100:00080000:3.0:1767318822.007366:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318822.007369:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318822.007485:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383868672:0@lo:250:kworker.0 00000400:00000100:1.0:1767318822.007549:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383868672 offset 0 length 520: 4 00000100:00100000:1.0:1767318822.007631:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383868800:0@lo:38:kworker.0 00000100:00100000:1.0:1767318822.007670:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318822.007828:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988108e00 x1853164383868928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318822.007876:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318822.007881:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318822.007882:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318822.007886:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3720 00000100:00080000:3.0:1767318822.007889:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318822.007894:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318822.007909:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988108380 x1853164383869184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318822.007933:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318822.007936:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318822.007938:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318822.007942:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3720 00000100:00080000:3.0:1767318822.007945:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318822.007947:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318822.007957:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810b480 x1853164383869440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318822.007993:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383869056:0@lo:400:kworker.0 00000100:00100000:3.0:1767318822.008050:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318822.008083:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318822.008089:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383869696:0@lo:400:kworker.0 00000100:00100000:3.0:1767318822.008116:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318822.008154:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383869312:0@lo:400:kworker.0 00000100:00100000:3.0:1767318822.008178:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318822.008198:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318822.008203:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c901180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383869568:0@lo:400:kworker.0 00000100:00100000:3.0:1767318822.008223:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318822.008268:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383869696 00000100:00100000:3.0:1767318822.008275:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383869696 00000100:00100000:3.0:1767318822.008339:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383869568 00000100:00100000:3.0:1767318822.008342:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383869568 00000100:00100000:3.0:1767318822.008366:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1576 00000100:00100000:0.0:1767318822.008671:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383868800 00000100:00100000:0.0:1767318822.008677:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383868800 00000100:00100000:0.0:1767318822.008704:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383869056 00000100:00100000:0.0:1767318822.008707:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383869056 00000100:00100000:0.0:1767318822.008734:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383869312 00000100:00100000:0.0:1767318822.008737:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383869312 00000100:00100000:0.0:1767318822.008754:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4415 00000100:00100000:0.0:1767318822.008761:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383869056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318822.008873:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383869056:12345-0@lo:400:kworker.0 Request processed in 112us (822us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318822.008881:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4415 00000100:00100000:0.0:1767318822.008901:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4416 00000100:00100000:0.0:1767318822.008907:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383869312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318822.008942:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383869312:12345-0@lo:400:kworker.0 Request processed in 35us (762us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318822.008948:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4416 00000100:00100000:0.0:1767318822.008961:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23418 00000100:00100000:0.0:1767318822.008965:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383868800:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318822.008985:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318822.009014:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383868800:12345-0@lo:38:kworker.0 Request processed in 47us (1343us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318822.009021:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23418 00000100:00100000:0.0:1767318822.009046:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1577 00000100:00100000:0.0:1767318822.009054:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383869568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318822.009085:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383869568:12345-0@lo:400:kworker.0 Request processed in 32us (860us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318822.009091:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1577 00000100:00100000:0.0:1767318822.009147:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c901180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383869568:0@lo:400:kworker.0 00000100:00100000:0.0:1767318822.009160:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383869312:0@lo:400:kworker.0 00000100:00100000:0.0:1767318822.009193:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383869056:0@lo:400:kworker.0 00000100:00080000:0.0:1767318822.009224:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318822.009230:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318822.009232:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318822.009610:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383868928:0@lo:38:kworker.0 00000100:00100000:1.0:1767318822.009652:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318822.009689:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383869184:0@lo:38:kworker.0 00000100:00100000:2.0:1767318822.009704:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383868928 00000100:00100000:2.0:1767318822.009710:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383868928 00000100:00100000:1.0:1767318822.009733:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318822.009737:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2583 00000100:00100000:2.0:1767318822.009743:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383868928:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318822.009749:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383869440:0@lo:38:kworker.0 00010000:00020000:2.0:1767318822.009756:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318822.009769:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318822.009803:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383868928:12345-0@lo:38:kworker.0 Request processed in 59us (149us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767318822.009806:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767318822.009809:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2583 00000100:00080000:1.0:1767318822.009810:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318822.009814:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383868800:0@lo:38:kworker.0 00000100:00100000:2.0:1767318822.009838:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383869184 00000100:00080000:1.0:1767318822.009839:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767318822.009841:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383869184 00000100:00080000:1.0:1767318822.009843:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318822.009845:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383868928:0@lo:38:kworker.0 00000100:00100000:2.0:1767318822.009858:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383869440 00000100:00100000:2.0:1767318822.009861:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383869440 00000100:00100000:1.0:1767318822.009864:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23419 00000100:00100000:1.0:1767318822.009868:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5651450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383869184:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318822.009874:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23420 00010000:00020000:1.0:1767318822.009878:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318822.009878:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383869440:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318822.009886:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318822.009907:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5651450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383869184:12345-0@lo:38:kworker.0 Request processed in 37us (173us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318822.009907:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383869440:12345-0@lo:38:kworker.0 Request processed in 28us (137us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318822.009913:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23420 00000100:00100000:1.0:1767318822.011628:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23419 00000100:00100000:0.0:1767318822.012654:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318822.012961:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383869696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318822.013073:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383869696:12345-0@lo:400:kworker.0 Request processed in 4698us (4954us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318822.013084:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1576 00000100:00080000:3.0:1767318822.013179:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318822.013186:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318822.013191:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383869184:0@lo:38:kworker.0 00000100:00080000:3.0:1767318822.013204:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318822.013207:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318822.013210:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383869440:0@lo:38:kworker.0 00000100:00100000:2.0:1767318822.014248:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383869696:0@lo:400:kworker.0 00010000:00010000:0.0:1767318822.519701:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318822.985889:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:0.0:1767318822.986422:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297335680 offset 0 length 520: 4 00000100:00100000:0.0:1767318822.986462:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318822.993941:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297335936 00000100:00100000:1.0:1767318822.993966:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297335936 00000100:00100000:1.0:1767318822.994132:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297335808 00000100:00100000:1.0:1767318822.994137:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297335808 00000100:00100000:1.0:1767318822.994185:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4417 00000100:00100000:1.0:1767318822.994199:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990596680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297335936:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318822.994341:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990596680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297335936:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 144us (8467us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318822.994350:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4417 00000100:00100000:1.0:1767318822.994375:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23421 00000100:00100000:1.0:1767318822.994380:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297335808:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318822.994406:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318822.994437:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297335808:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 56us (7975us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318822.994443:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23421 00000100:00080000:0.0:1767318822.995295:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318823.030975:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318823.547822:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318824.063651:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318824.568317:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318825.078960:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318825.595524:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318825.595555:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383869824:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318825.595651:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318825.595812:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383869824 00000100:00100000:0.0:1767318825.595824:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383869824 00000100:00100000:0.0:1767318825.595903:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2337 00000100:00100000:0.0:1767318825.595916:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383869824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318825.595958:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318825.596024:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383869824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 110us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318825.596031:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2337 00000100:00100000:3.0:1767318825.596144:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383869824:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318825.599284:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767318825.599366:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318825.600082:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383869952:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318825.600198:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318825.600370:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383869952 00000100:00100000:3.0:1767318825.600382:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383869952 00000100:00100000:3.0:1767318825.600466:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2338 00000100:00100000:3.0:1767318825.600477:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383869952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318825.600518:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318825.600591:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383869952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318825.600599:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2338 00000100:00100000:2.0:1767318825.600749:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383869952:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318825.600824:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318826.108481:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318826.615376:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318827.127069:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318827.128378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318827.128388:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318827.128392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318827.128398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318827.128404:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318827.128424:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3725 00000100:00080000:0.0:1767318827.128430:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318827.128440:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318827.128495:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548d500 x1853164383870080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318827.128528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318827.128533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318827.128535:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318827.128540:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3725 00000100:00080000:0.0:1767318827.128543:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318827.128546:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318827.128560:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548ca80 x1853164383870208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318827.128614:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318827.128618:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318827.128620:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318827.128624:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3725 00000100:00080000:0.0:1767318827.128628:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318827.128632:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318827.128643:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548ed80 x1853164383870464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318827.128670:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318827.128673:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318827.128675:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318827.128679:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3725 00000100:00080000:0.0:1767318827.128681:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318827.128685:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318827.128695:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548d880 x1853164383870720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318827.128862:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383870848:0@lo:400:kworker.0 00000100:00100000:2.0:1767318827.128964:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318827.129046:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318827.129053:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383870592:0@lo:400:kworker.0 00000100:00100000:2.0:1767318827.129090:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318827.129128:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383870592 00000100:00100000:2.0:1767318827.129138:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383870592 00000100:00100000:2.0:1767318827.129224:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4418 00000100:00100000:2.0:1767318827.129237:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383870592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318827.129296:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383870592:12345-0@lo:400:kworker.0 Request processed in 62us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318827.129304:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4418 00000100:00080000:2.0:1767318827.129332:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318827.129346:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383870976:0@lo:400:kworker.0 00000100:00100000:2.0:1767318827.129371:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318827.129391:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318827.129396:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383870336:0@lo:400:kworker.0 00000100:00100000:2.0:1767318827.129418:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318827.129447:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383870848 00000100:00100000:2.0:1767318827.129451:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383870848 00000100:00100000:2.0:1767318827.129483:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383870976 00000100:00100000:2.0:1767318827.129486:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383870976 00000100:00100000:2.0:1767318827.129506:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1578 00000100:00100000:2.0:1767318827.129512:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383870848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318827.129545:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383870848:12345-0@lo:400:kworker.0 Request processed in 33us (581us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318827.129551:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1578 00000100:00100000:2.0:1767318827.129563:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1579 00000100:00100000:2.0:1767318827.129569:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383870976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318827.129612:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383870976:12345-0@lo:400:kworker.0 Request processed in 43us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318827.129618:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1579 00000100:00080000:2.0:1767318827.129637:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318827.129640:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318827.129645:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383870336 00000100:00100000:2.0:1767318827.129648:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383870336 00000100:00100000:2.0:1767318827.129674:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4419 00000100:00100000:2.0:1767318827.129679:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990596300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383870336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318827.129707:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990596300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383870336:12345-0@lo:400:kworker.0 Request processed in 27us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318827.129713:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4419 00000100:00080000:2.0:1767318827.129726:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318827.129757:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383870336:0@lo:400:kworker.0 00000100:00100000:2.0:1767318827.129768:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383870976:0@lo:400:kworker.0 00000100:00100000:2.0:1767318827.129826:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383870592:0@lo:400:kworker.0 00000100:00100000:2.0:1767318827.129835:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383870848:0@lo:400:kworker.0 00000100:00100000:1.0:1767318827.130186:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383870080:0@lo:38:kworker.0 00000100:00100000:1.0:1767318827.130224:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318827.130256:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383870208:0@lo:38:kworker.0 00000100:00100000:1.0:1767318827.130281:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318827.130305:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383870464:0@lo:38:kworker.0 00000100:00100000:1.0:1767318827.130327:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318827.130344:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383870720:0@lo:38:kworker.0 00000100:00100000:1.0:1767318827.130364:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318827.130394:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383870080 00000100:00100000:1.0:1767318827.130398:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383870080 00000100:00100000:1.0:1767318827.130420:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383870464 00000100:00100000:1.0:1767318827.130422:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383870464 00000100:00100000:1.0:1767318827.130431:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383870720 00000100:00100000:1.0:1767318827.130433:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383870720 00000100:00100000:1.0:1767318827.130442:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23422 00000100:00100000:1.0:1767318827.130447:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383870080:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318827.130469:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318827.130506:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383870080:12345-0@lo:38:kworker.0 Request processed in 56us (280us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318827.130513:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23422 00000100:00100000:1.0:1767318827.130527:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23423 00000100:00100000:1.0:1767318827.130531:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383870464:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318827.130541:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318827.130563:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383870464:12345-0@lo:38:kworker.0 Request processed in 30us (235us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318827.130569:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23423 00000100:00100000:1.0:1767318827.130579:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23424 00000100:00100000:1.0:1767318827.130583:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383870720:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318827.130603:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318827.130626:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383870720:12345-0@lo:38:kworker.0 Request processed in 41us (261us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318827.130632:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23424 00000100:00100000:1.0:1767318827.130650:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383870208 00000100:00100000:1.0:1767318827.130654:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383870208 00000100:00100000:1.0:1767318827.130675:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2584 00000100:00100000:1.0:1767318827.130680:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383870208:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318827.130689:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318827.130715:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383870208:12345-0@lo:38:kworker.0 Request processed in 33us (432us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318827.130721:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2584 00000100:00080000:1.0:1767318827.130750:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318827.130756:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318827.130759:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383870080:0@lo:38:kworker.0 00000100:00080000:1.0:1767318827.130767:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318827.130770:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318827.130773:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383870208:0@lo:38:kworker.0 00000100:00080000:1.0:1767318827.130809:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318827.130814:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318827.130819:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383870464:0@lo:38:kworker.0 00000100:00080000:1.0:1767318827.130827:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318827.130831:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318827.130834:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383870720:0@lo:38:kworker.0 00010000:00010000:0.0:1767318827.645558:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318828.103568:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318828.103609:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318828.103689:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297336192 00000100:00100000:3.0:1767318828.103699:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297336192 00000100:00100000:3.0:1767318828.103766:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297336064 00000100:00100000:3.0:1767318828.103770:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297336064 00000100:00100000:3.0:1767318828.103859:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4420 00000100:00100000:3.0:1767318828.103871:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990597b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297336192:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318828.103916:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23425 00000100:00100000:1.0:1767318828.103930:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990594380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297336064:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318828.103963:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318828.103974:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990597b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297336192:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 104us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318828.103983:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4420 00000100:00100000:1.0:1767318828.104037:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990594380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297336064:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 106us (423us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318828.104046:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23425 00000100:00080000:2.0:1767318828.105099:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318828.150917:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318828.664325:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318829.175609:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318829.688635:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318830.200079:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318830.711414:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318830.711442:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383871104:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318830.711535:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318830.711687:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318830.711826:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318830.711837:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383871232:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318830.711866:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318830.723019:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383871104 00000100:00100000:0.0:1767318830.723036:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383871104 00000100:00100000:0.0:1767318830.723148:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383871232 00000100:00100000:0.0:1767318830.723152:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383871232 00000100:00100000:0.0:1767318830.723196:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2339 00000100:00100000:0.0:1767318830.723207:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990594a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383871104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318830.723248:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318830.723346:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990594a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383871104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 141us (11812us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318830.723353:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2339 00000100:00100000:0.0:1767318830.723372:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2340 00000100:00100000:0.0:1767318830.723378:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383871232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318830.723398:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318830.723428:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383871232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (11561us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318830.723433:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2340 00000100:00080000:2.0:1767318830.723654:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318830.723659:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318830.723719:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383871232:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318830.723767:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383871104:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318831.223183:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318831.734943:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318832.246949:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318832.246961:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318832.246964:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318832.246969:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318832.246974:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318832.246983:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3730 00000100:00080000:0.0:1767318832.246989:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318832.246998:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318832.247065:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548f800 x1853164383871360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318832.247090:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318832.247094:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318832.247095:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318832.247100:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3730 00000100:00080000:0.0:1767318832.247102:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318832.247106:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318832.247121:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548c380 x1853164383871488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318832.247154:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318832.247158:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318832.247160:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318832.247164:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3730 00000100:00080000:0.0:1767318832.247166:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318832.247170:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318832.247182:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548ce00 x1853164383871744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318832.247211:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318832.247214:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318832.247215:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318832.247219:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3730 00000100:00080000:0.0:1767318832.247221:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318832.247224:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318832.247235:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548f100 x1853164383872000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318832.247298:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383872128:0@lo:400:kworker.0 00000100:00100000:0.0:1767318832.247362:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318832.247420:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318832.247425:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383871872:0@lo:400:kworker.0 00000100:00100000:0.0:1767318832.247450:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318832.247481:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383872128 00000100:00100000:0.0:1767318832.247501:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383872128 00000100:00100000:0.0:1767318832.247557:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1580 00000100:00100000:0.0:1767318832.247567:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383872128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318832.247624:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383872128:12345-0@lo:400:kworker.0 Request processed in 59us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318832.247634:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1580 00000100:00100000:0.0:1767318832.247664:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383871872 00000100:00100000:0.0:1767318832.247668:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383871872 00000100:00100000:0.0:1767318832.247695:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4421 00000100:00100000:0.0:1767318832.247702:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383871872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318832.247731:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383871872:12345-0@lo:400:kworker.0 Request processed in 30us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318832.247737:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4421 00000100:00100000:0.0:1767318832.247777:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383871872:0@lo:400:kworker.0 00000100:00100000:0.0:1767318832.247818:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383872128:0@lo:400:kworker.0 00000100:00100000:3.0:1767318832.247963:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383872256:0@lo:400:kworker.0 00000100:00100000:3.0:1767318832.247993:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318832.248015:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318832.248020:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383871616:0@lo:400:kworker.0 00000100:00100000:3.0:1767318832.248051:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318832.248248:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318832.248255:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318832.248411:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318832.248472:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383872256 00000100:00100000:0.0:1767318832.248477:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383872256 00000100:00100000:0.0:1767318832.248528:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1581 00000100:00100000:0.0:1767318832.248535:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383872256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318832.248576:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383872256:12345-0@lo:400:kworker.0 Request processed in 41us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318832.248582:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1581 00000100:00100000:0.0:1767318832.248609:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383872256:0@lo:400:kworker.0 00000100:00100000:0.0:1767318832.248625:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383871616 00000100:00100000:0.0:1767318832.248628:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383871616 00000100:00100000:0.0:1767318832.248652:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4422 00000100:00100000:0.0:1767318832.248658:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383871616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318832.248691:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383871616:12345-0@lo:400:kworker.0 Request processed in 33us (639us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318832.248697:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4422 00000100:00100000:0.0:1767318832.248721:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383871616:0@lo:400:kworker.0 00000100:00080000:2.0:1767318832.248851:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318832.248855:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318832.249368:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383871360:0@lo:38:kworker.0 00000100:00100000:1.0:1767318832.249414:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318832.249455:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383871488:0@lo:38:kworker.0 00000100:00100000:1.0:1767318832.249479:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318832.249520:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383871744:0@lo:38:kworker.0 00000100:00100000:1.0:1767318832.249541:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318832.249553:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383872000:0@lo:38:kworker.0 00000100:00100000:1.0:1767318832.249573:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318832.249604:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383871360 00000100:00100000:1.0:1767318832.249608:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383871360 00000100:00100000:1.0:1767318832.249629:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383871744 00000100:00100000:1.0:1767318832.249631:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383871744 00000100:00100000:1.0:1767318832.249638:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383872000 00000100:00100000:1.0:1767318832.249641:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383872000 00000100:00100000:1.0:1767318832.249651:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23426 00000100:00100000:1.0:1767318832.249657:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383871360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318832.249675:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318832.249712:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383871360:12345-0@lo:38:kworker.0 Request processed in 54us (297us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318832.249718:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23426 00000100:00100000:1.0:1767318832.249732:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23427 00000100:00100000:1.0:1767318832.249735:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383871744:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318832.249744:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318832.249766:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383871744:12345-0@lo:38:kworker.0 Request processed in 29us (224us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318832.249771:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23427 00000100:00100000:1.0:1767318832.249803:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23428 00000100:00100000:1.0:1767318832.249807:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383872000:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318832.249816:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318832.249840:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383872000:12345-0@lo:38:kworker.0 Request processed in 32us (266us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318832.249845:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23428 00000100:00080000:1.0:1767318832.249881:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318832.249886:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318832.249889:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383871360:0@lo:38:kworker.0 00000100:00100000:2.0:1767318832.250083:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383871488 00000100:00100000:2.0:1767318832.250089:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383871488 00000100:00100000:2.0:1767318832.250118:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2585 00000100:00100000:2.0:1767318832.250123:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383871488:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318832.250133:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318832.250165:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383871488:12345-0@lo:38:kworker.0 Request processed in 42us (685us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318832.250171:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2585 00000100:00080000:1.0:1767318832.250273:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318832.250277:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318832.250280:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383871744:0@lo:38:kworker.0 00000100:00080000:1.0:1767318832.250290:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318832.250293:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318832.250295:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383872000:0@lo:38:kworker.0 00000100:00080000:1.0:1767318832.250325:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318832.250328:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318832.250330:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383871488:0@lo:38:kworker.0 00010000:00010000:0.0:1767318832.759006:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318833.225178:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318833.225358:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297336448 00000100:00100000:0.0:1767318833.225370:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297336448 00000100:00100000:0.0:1767318833.225458:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4423 00000100:00100000:0.0:1767318833.225469:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297336448:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:2.0:1767318833.225563:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318833.225757:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297336448:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 289us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318833.225766:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4423 00000100:00100000:0.0:1767318833.238841:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318833.239034:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297336320 00000100:00100000:2.0:1767318833.239047:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297336320 00000100:00100000:2.0:1767318833.239118:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23429 00000100:00100000:2.0:1767318833.239129:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297336320:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318833.239161:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318833.239528:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297336320:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 399us (745us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318833.239537:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23429 00000100:00100000:3.0:1767318833.270933:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318833.783254:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318834.295390:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318834.807161:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318835.319307:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318835.831891:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318835.834279:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318835.834392:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383872384:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318835.834473:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318835.834847:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383872384 00000100:00100000:3.0:1767318835.834857:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383872384 00000100:00100000:3.0:1767318835.834973:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2341 00000100:00100000:3.0:1767318835.834984:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383872384:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318835.835036:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318835.835096:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383872384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318835.835103:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2341 00000100:00080000:3.0:1767318835.835139:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318835.835178:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383872384:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318835.839655:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318835.842556:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383872512:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318835.844632:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318835.849121:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383872512 00000100:00100000:3.0:1767318835.849195:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383872512 00000100:00080000:0.0:1767318835.849449:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318835.849580:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2342 00000100:00100000:3.0:1767318835.849594:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383872512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318835.849963:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318835.850142:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383872512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 552us (5516us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318835.850152:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2342 00000100:00100000:1.0:1767318835.856221:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383872512:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318836.343209:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318836.855018:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318837.368640:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318837.368652:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318837.368656:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318837.368660:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318837.368664:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318837.368672:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3735 00000100:00080000:1.0:1767318837.368676:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318837.368684:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318837.368731:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1213b80 x1853164383872640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318837.368756:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318837.368760:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318837.368762:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318837.368766:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3735 00000100:00080000:1.0:1767318837.368768:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318837.368771:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318837.368812:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1211500 x1853164383872768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318837.368845:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318837.368849:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318837.368851:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318837.368854:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3735 00000100:00080000:1.0:1767318837.368857:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318837.368860:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318837.368871:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1210000 x1853164383873024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318837.368897:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318837.368901:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318837.368902:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318837.368905:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3735 00000100:00080000:1.0:1767318837.368908:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318837.368911:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318837.368922:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1212680 x1853164383873280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318837.368970:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383873536:0@lo:400:kworker.0 00000100:00100000:1.0:1767318837.369098:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318837.369175:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318837.369182:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1213800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383872896:0@lo:400:kworker.0 00000100:00100000:1.0:1767318837.369230:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318837.369257:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383873152:0@lo:400:kworker.0 00000100:00100000:1.0:1767318837.369277:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318837.369294:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318837.369299:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383873408:0@lo:400:kworker.0 00000100:00100000:1.0:1767318837.369319:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318837.369352:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383873536 00000100:00100000:1.0:1767318837.369512:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383873536 00000100:00100000:1.0:1767318837.369572:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383873408 00000100:00100000:1.0:1767318837.369576:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383873408 00000100:00100000:1.0:1767318837.369599:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1582 00000100:00100000:1.0:1767318837.369613:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383873536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318837.369665:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383873536:12345-0@lo:400:kworker.0 Request processed in 57us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318837.369671:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1582 00000100:00100000:1.0:1767318837.369687:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1583 00000100:00100000:1.0:1767318837.369693:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383873408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318837.369720:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383873408:12345-0@lo:400:kworker.0 Request processed in 28us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318837.369725:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1583 00000100:00100000:1.0:1767318837.369743:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383872896 00000100:00100000:1.0:1767318837.369746:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383872896 00000100:00100000:1.0:1767318837.369772:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383873152 00000100:00100000:1.0:1767318837.369775:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383873152 00000100:00100000:1.0:1767318837.369818:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4424 00000100:00100000:1.0:1767318837.369824:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383872896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318837.369852:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383872896:12345-0@lo:400:kworker.0 Request processed in 28us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318837.369857:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4424 00000100:00100000:1.0:1767318837.369867:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4425 00000100:00100000:1.0:1767318837.369873:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383873152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318837.369896:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383873152:12345-0@lo:400:kworker.0 Request processed in 24us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318837.369901:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4425 00000100:00100000:1.0:1767318837.369931:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383872640:0@lo:38:kworker.0 00000100:00100000:1.0:1767318837.369956:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318837.369976:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383872768:0@lo:38:kworker.0 00000100:00100000:1.0:1767318837.370017:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318837.370036:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383873024:0@lo:38:kworker.0 00000100:00100000:1.0:1767318837.370053:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318837.370065:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383873280:0@lo:38:kworker.0 00000100:00100000:1.0:1767318837.370081:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318837.370103:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383872640 00000100:00100000:1.0:1767318837.370106:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383872640 00000100:00100000:1.0:1767318837.370122:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383873024 00000100:00100000:1.0:1767318837.370124:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383873024 00000100:00100000:1.0:1767318837.370130:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383873280 00000100:00100000:1.0:1767318837.370132:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383873280 00000100:00100000:1.0:1767318837.370140:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23430 00000100:00100000:1.0:1767318837.370144:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383872640:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318837.370164:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318837.370190:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383872640:12345-0@lo:38:kworker.0 Request processed in 45us (234us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318837.370195:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23430 00000100:00100000:1.0:1767318837.370205:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23431 00000100:00100000:1.0:1767318837.370208:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383873024:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318837.370215:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318837.370598:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23432 00000100:00100000:2.0:1767318837.370605:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383873280:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318837.370616:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318837.370658:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383873280:12345-0@lo:38:kworker.0 Request processed in 52us (576us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318837.370664:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23432 00000100:00100000:2.0:1767318837.370690:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383872768 00000100:00100000:2.0:1767318837.370694:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383872768 00000100:00100000:2.0:1767318837.370718:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2586 00000100:00100000:2.0:1767318837.370722:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383872768:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318837.370731:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318837.370757:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383872768:12345-0@lo:38:kworker.0 Request processed in 33us (739us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318837.370763:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2586 00000100:00100000:2.0:1767318837.370869:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383873408:0@lo:400:kworker.0 00000100:00100000:2.0:1767318837.370881:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383873152:0@lo:400:kworker.0 00000100:00100000:2.0:1767318837.370913:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1213800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383872896:0@lo:400:kworker.0 00000100:00100000:2.0:1767318837.370925:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383873536:0@lo:400:kworker.0 00000100:00080000:2.0:1767318837.370973:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318837.370978:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318837.370981:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383872640:0@lo:38:kworker.0 00000100:00080000:2.0:1767318837.371003:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318837.371007:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318837.371010:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383872768:0@lo:38:kworker.0 00000100:00080000:2.0:1767318837.371019:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318837.371022:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318837.371025:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383873280:0@lo:38:kworker.0 00000100:00080000:0.0:1767318837.371486:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318837.371492:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318837.371495:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318837.372459:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318837.374958:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383873024:12345-0@lo:38:kworker.0 Request processed in 4736us (4891us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318837.374974:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23431 00000100:00080000:2.0:1767318837.375932:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318837.375943:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318837.375949:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383873024:0@lo:38:kworker.0 00010000:00010000:0.0:1767318837.879082:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318838.343678:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318838.343732:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318838.343836:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297336704 00000100:00100000:3.0:1767318838.343839:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297336576 00000100:00100000:1.0:1767318838.343848:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297336704 00000100:00100000:3.0:1767318838.343848:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297336576 00000100:00100000:3.0:1767318838.343946:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4426 00000100:00080000:0.0:1767318838.343958:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318838.343959:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990596d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297336704:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318838.344078:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990596d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297336704:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 123us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318838.344085:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4426 00000100:00100000:3.0:1767318838.344103:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23433 00000100:00100000:3.0:1767318838.344108:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990597480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297336576:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318838.345483:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318838.345545:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990597480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297336576:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 1432us (1809us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318838.345555:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23433 00000100:00100000:2.0:1767318838.393347:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318838.905087:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318839.414904:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318839.927054:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318840.440299:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318840.950996:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318840.951059:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383873664:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318840.951137:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318840.951201:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383873664 00000100:00100000:1.0:1767318840.951211:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383873664 00000100:00080000:3.0:1767318840.951251:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318840.951270:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318840.951284:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383873792:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318840.951295:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2343 00000100:00100000:1.0:1767318840.951306:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383873664:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318840.951315:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1767318840.951335:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318840.951404:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383873792 00000100:00100000:3.0:1767318840.951408:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383873792 00000100:00100000:3.0:1767318840.951455:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2344 00000100:00100000:3.0:1767318840.951463:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383873792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318840.951479:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767318840.951586:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318840.951839:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383873792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 375us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318840.951847:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2344 00000100:00100000:0.0:1767318840.952002:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383873792:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318840.953724:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383873664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2414us (2578us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318840.953736:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2343 00000100:00100000:2.0:1767318840.954063:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383873664:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318841.462997:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318841.975017:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318842.486990:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318842.487535:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318842.487543:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318842.487547:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318842.487553:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318842.487557:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318842.487566:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3740 00000100:00080000:1.0:1767318842.487572:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318842.487621:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318842.487679:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785880 x1853164383873920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318842.487697:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318842.487700:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318842.487702:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318842.487721:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3740 00000100:00080000:1.0:1767318842.487724:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318842.487727:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318842.487754:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785180 x1853164383874048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318842.487832:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318842.487836:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318842.487838:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318842.487842:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3740 00000100:00080000:1.0:1767318842.487844:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318842.487848:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318842.487863:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784a80 x1853164383874304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318842.487931:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383874176:0@lo:400:kworker.0 00000100:00100000:0.0:1767318842.488022:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318842.488146:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383874176 00000100:00080000:1.0:1767318842.488253:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318842.488258:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318842.488260:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318842.488264:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3740 00000100:00080000:1.0:1767318842.488266:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318842.488270:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318842.488283:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785f80 x1853164383874560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318842.488328:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383874432:0@lo:400:kworker.0 00000100:00100000:1.0:1767318842.488360:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318842.488382:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318842.488388:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383874688:0@lo:400:kworker.0 00000100:00100000:2.0:1767318842.488529:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383873920:0@lo:38:kworker.0 00000100:00100000:2.0:1767318842.488581:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318842.488610:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383874048:0@lo:38:kworker.0 00000100:00100000:2.0:1767318842.488651:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318842.488697:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383874304:0@lo:38:kworker.0 00000100:00100000:2.0:1767318842.488718:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318842.488746:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383874560:0@lo:38:kworker.0 00000100:00100000:0.0:1767318842.488864:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383874176 00000100:00100000:0.0:1767318842.488949:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383874432 00000100:00100000:0.0:1767318842.488954:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383874432 00000100:00100000:0.0:1767318842.488978:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383873920 00000100:00100000:0.0:1767318842.488982:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383873920 00000100:00100000:0.0:1767318842.488990:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383874304 00000100:00100000:0.0:1767318842.488993:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383874304 00000100:00100000:0.0:1767318842.489005:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4427 00000100:00100000:0.0:1767318842.489015:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383874176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318842.489074:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383874176:12345-0@lo:400:kworker.0 Request processed in 60us (1051us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318842.489082:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4427 00000100:00100000:0.0:1767318842.489112:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4428 00000100:00100000:0.0:1767318842.489119:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383874432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318842.489126:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318842.489158:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383874432:12345-0@lo:400:kworker.0 Request processed in 37us (795us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318842.489160:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383874048 00000100:00100000:2.0:1767318842.489165:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383874048 00000100:00100000:0.0:1767318842.489169:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4428 00000100:00100000:0.0:1767318842.489183:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383874560 00000100:00100000:0.0:1767318842.489187:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383874560 00000100:00100000:0.0:1767318842.489202:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23434 00000100:00100000:0.0:1767318842.489207:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383873920:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318842.489213:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2587 00000100:00100000:2.0:1767318842.489219:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383874048:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318842.489232:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318842.489264:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383874048:12345-0@lo:38:kworker.0 Request processed in 44us (613us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318842.489271:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2587 00000100:00100000:2.0:1767318842.489292:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23435 00000100:00100000:2.0:1767318842.489296:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383874304:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318842.489305:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318842.489329:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383874304:12345-0@lo:38:kworker.0 Request processed in 32us (611us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318842.489335:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23435 00000100:00100000:2.0:1767318842.489349:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23436 00000100:00100000:2.0:1767318842.489352:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383874560:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318842.489361:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318842.489382:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383874560:12345-0@lo:38:kworker.0 Request processed in 28us (258us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318842.489388:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23436 00010000:00020000:0.0:1767318842.489484:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318842.489517:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383873920:12345-0@lo:38:kworker.0 Request processed in 308us (934us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318842.489524:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23434 00000100:00080000:0.0:1767318842.489549:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318842.489607:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383874176:0@lo:400:kworker.0 00000100:00100000:0.0:1767318842.489624:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318842.489631:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383874816:0@lo:400:kworker.0 00000100:00100000:0.0:1767318842.489658:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318842.489704:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383874816 00000100:00100000:0.0:1767318842.489708:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383874816 00000100:00100000:0.0:1767318842.489745:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1584 00000100:00100000:0.0:1767318842.489752:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383874816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318842.489856:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383874816:12345-0@lo:400:kworker.0 Request processed in 104us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318842.489863:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1584 00000100:00100000:1.0:1767318842.490374:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318842.490418:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383874432:0@lo:400:kworker.0 00000100:00100000:1.0:1767318842.490446:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383874688 00000100:00100000:1.0:1767318842.490450:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383874688 00000100:00100000:1.0:1767318842.490485:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1585 00000100:00100000:1.0:1767318842.490494:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383874688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318842.490533:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383874688:12345-0@lo:400:kworker.0 Request processed in 41us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318842.490540:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1585 00000100:00100000:1.0:1767318842.490576:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383874688:0@lo:400:kworker.0 00000100:00080000:1.0:1767318842.490606:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318842.490609:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318842.490630:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383874816:0@lo:400:kworker.0 00000100:00080000:1.0:1767318842.490702:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318842.490708:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318842.490711:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383873920:0@lo:38:kworker.0 00000100:00080000:1.0:1767318842.490720:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318842.490723:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318842.490726:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383874048:0@lo:38:kworker.0 00000100:00080000:1.0:1767318842.490735:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318842.490738:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318842.490741:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383874304:0@lo:38:kworker.0 00000100:00080000:1.0:1767318842.490748:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318842.490752:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318842.490754:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383874560:0@lo:38:kworker.0 00010000:00010000:0.0:1767318843.001601:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318843.463195:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318843.463352:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297336832 00000100:00100000:2.0:1767318843.463363:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297336832 00000100:00100000:2.0:1767318843.463585:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23437 00000100:00100000:2.0:1767318843.463596:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297336832:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318843.463621:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318843.463708:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297336832:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 112us (523us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318843.463717:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23437 00000100:00100000:0.0:1767318843.466059:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318843.466137:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297336960 00000100:00100000:3.0:1767318843.466149:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297336960 00000100:00100000:3.0:1767318843.466537:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4429 00000100:00100000:3.0:1767318843.466554:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297336960:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318843.467365:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297336960:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 812us (1313us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318843.467377:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4429 00000100:00080000:1.0:1767318843.468539:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318843.510925:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318844.023896:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318844.535004:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318845.048637:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318845.559110:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318846.071322:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383874944:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318846.071411:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318846.071573:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383874944 00000100:00100000:1.0:1767318846.071582:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383874944 00000100:00100000:1.0:1767318846.071664:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2345 00000100:00100000:1.0:1767318846.071686:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698d1fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383874944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318846.071726:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00010000:00010000:0.0:1767318846.071844:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318846.073145:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318846.075287:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383875072:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318846.075397:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318846.076346:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698d1fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383874944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4670us (4930us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318846.076358:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2345 00000100:00100000:2.0:1767318846.076429:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383874944:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318846.077212:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383875072 00000100:00100000:1.0:1767318846.077221:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383875072 00000100:00080000:0.0:1767318846.077348:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318846.080345:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2346 00000100:00100000:1.0:1767318846.080375:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383875072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318846.080453:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318846.080553:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383875072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 195us (5155us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318846.080561:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2346 00000100:00100000:2.0:1767318846.082648:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383875072:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318846.582929:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318847.094996:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318847.559427:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318847.559540:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297337344 00000100:00100000:3.0:1767318847.559550:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297337344 00000100:00100000:3.0:1767318847.559635:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4430 00000100:00100000:3.0:1767318847.559646:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297337344:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318847.559749:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297337344:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 104us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318847.559757:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4430 00000100:00080000:0.0:1767318847.560169:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:0.0:1767318847.561837:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297337088 offset 0 length 520: 4 00000100:00100000:0.0:1767318847.561880:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318847.562040:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297337216 00000100:00100000:2.0:1767318847.562048:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297337216 00000100:00100000:2.0:1767318847.562137:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23438 00000100:00100000:2.0:1767318847.562145:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297337216:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318847.562183:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318847.562247:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297337216:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 101us (366us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318847.562255:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23438 00000100:00080000:1.0:1767318847.606962:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318847.606975:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318847.606979:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318847.606984:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318847.606988:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318847.607025:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3745 00000100:00080000:1.0:1767318847.607032:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318847.607040:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318847.607087:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5137100 x1853164383875200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318847.607104:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318847.607108:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318847.607109:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318847.607113:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3745 00000100:00080000:1.0:1767318847.607116:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318847.607119:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318847.607133:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5134000 x1853164383875328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318847.607177:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318847.607182:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318847.607183:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318847.607187:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3745 00000100:00080000:1.0:1767318847.607189:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318847.607192:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318847.607206:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135500 x1853164383875584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318847.607235:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318847.607239:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318847.607241:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318847.607245:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3745 00000100:00080000:1.0:1767318847.607247:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318847.607251:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318847.607261:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135f80 x1853164383875840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318847.607305:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383875968:0@lo:400:kworker.0 00000100:00100000:1.0:1767318847.607400:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318847.607457:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318847.607464:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383875712:0@lo:400:kworker.0 00000100:00100000:1.0:1767318847.607489:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318847.607525:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383875712 00000100:00100000:1.0:1767318847.607533:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383875712 00000100:00100000:1.0:1767318847.607592:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4431 00000100:00100000:1.0:1767318847.607602:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383875712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318847.607655:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383875712:12345-0@lo:400:kworker.0 Request processed in 55us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318847.607663:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4431 00000100:00080000:1.0:1767318847.607683:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318847.607714:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383875712:0@lo:400:kworker.0 00000100:00100000:0.0:1767318847.607843:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383875968 00000100:00100000:0.0:1767318847.607848:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383875968 00000100:00100000:0.0:1767318847.607879:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1586 00000100:00100000:0.0:1767318847.607885:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383875968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318847.607937:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383875968:12345-0@lo:400:kworker.0 Request processed in 53us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318847.607943:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1586 00000100:00100000:0.0:1767318847.608228:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383875456:0@lo:400:kworker.0 00000100:00100000:0.0:1767318847.608254:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318847.608296:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318847.608304:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383876096:0@lo:400:kworker.0 00000100:00100000:0.0:1767318847.608327:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318847.608360:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383875968:0@lo:400:kworker.0 00000100:00100000:0.0:1767318847.608378:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383876096 00000100:00100000:0.0:1767318847.608381:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383876096 00000100:00100000:0.0:1767318847.608405:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1587 00000100:00100000:0.0:1767318847.608411:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383876096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318847.608445:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383876096:12345-0@lo:400:kworker.0 Request processed in 34us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318847.608451:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1587 00000100:00100000:0.0:1767318847.608479:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383876096:0@lo:400:kworker.0 00000100:00100000:0.0:1767318847.608495:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383875456 00000100:00100000:0.0:1767318847.608498:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383875456 00000100:00100000:0.0:1767318847.608524:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4432 00000100:00100000:0.0:1767318847.608530:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383875456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318847.608560:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383875456:12345-0@lo:400:kworker.0 Request processed in 30us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318847.608566:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4432 00000100:00100000:0.0:1767318847.608588:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383875456:0@lo:400:kworker.0 00000100:00100000:2.0:1767318847.608730:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318822/real 1767318822] req@ffff936988109180 x1853164383868672/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318847 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318847.608749:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff936988109180 x1853164383868672/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318847 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318847.608762:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383875200:0@lo:38:kworker.0 00000100:00100000:2.0:1767318847.608807:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318847.608833:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383875328:0@lo:38:kworker.0 00000100:00100000:2.0:1767318847.608872:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318847.608892:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383875584:0@lo:38:kworker.0 00000100:00100000:2.0:1767318847.608924:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318847.608941:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383875840:0@lo:38:kworker.0 00000100:00100000:2.0:1767318847.608961:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318847.608978:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318847.608990:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318847.608994:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383868672:0@lo:250:kworker.0 00000100:00100000:2.0:1767318847.609019:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383875200 00000100:00100000:2.0:1767318847.609023:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383875200 00000100:00100000:2.0:1767318847.609037:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383875584 00000100:00100000:2.0:1767318847.609040:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383875584 00000100:00100000:2.0:1767318847.609046:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383875840 00000100:00100000:2.0:1767318847.609048:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383875840 00000100:00100000:2.0:1767318847.609057:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23439 00000100:00100000:2.0:1767318847.609062:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383875200:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318847.609078:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318847.609111:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383875200:12345-0@lo:38:kworker.0 Request processed in 48us (304us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318847.609117:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23439 00000100:00100000:2.0:1767318847.609131:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23440 00000100:00100000:2.0:1767318847.609135:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383875584:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318847.609144:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318847.609166:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383875584:12345-0@lo:38:kworker.0 Request processed in 29us (241us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318847.609171:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23440 00000100:00100000:2.0:1767318847.609181:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23441 00000100:00100000:2.0:1767318847.609184:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383875840:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318847.609193:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318847.609210:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383875840:12345-0@lo:38:kworker.0 Request processed in 24us (249us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318847.609216:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23441 00000100:00080000:2.0:1767318847.609235:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318847.609239:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318847.609242:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383875200:0@lo:38:kworker.0 00000100:00080000:2.0:1767318847.609250:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318847.609253:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318847.609256:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383875584:0@lo:38:kworker.0 00000100:00080000:2.0:1767318847.609263:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318847.609266:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318847.609268:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383875840:0@lo:38:kworker.0 00000100:00080000:2.0:1767318847.609289:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318847.609294:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318847.609296:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318847.609300:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3725 00000100:00080000:2.0:1767318847.609304:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318847.609307:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318847.609327:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8913100 x1853164383876224/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318847.609355:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8913100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383876224:0@lo:250:kworker.0 00000400:00000100:2.0:1767318847.609375:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383876224 offset 0 length 520: 4 00000100:00100000:1.0:1767318847.609476:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383875328 00000100:00100000:1.0:1767318847.609481:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383875328 00000100:00100000:1.0:1767318847.609512:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2588 00000100:00100000:1.0:1767318847.609517:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383875328:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318847.609527:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318847.609561:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383875328:12345-0@lo:38:kworker.0 Request processed in 43us (689us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318847.609568:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2588 00000100:00080000:1.0:1767318847.609583:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318847.609609:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318847.609612:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318847.609615:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383875328:0@lo:38:kworker.0 00000100:00100000:0.0:1767318847.609676:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318848.120237:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318848.631223:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318849.145032:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318849.655219:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318850.169011:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318850.679608:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318851.191087:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318851.191387:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318851.191412:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383876352:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318851.191741:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318851.191878:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383876352 00000100:00100000:0.0:1767318851.191887:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383876352 00000100:00100000:0.0:1767318851.191972:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2347 00000100:00100000:0.0:1767318851.191981:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383876352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318851.192010:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318851.192055:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383876352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318851.192062:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2347 00000100:00080000:2.0:1767318851.192200:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318851.192236:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383876352:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318851.192707:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318851.192719:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383876480:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318851.192750:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318851.193029:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383876480 00000100:00100000:3.0:1767318851.193034:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383876480 00000100:00100000:3.0:1767318851.193081:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2348 00000100:00100000:3.0:1767318851.193088:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383876480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318851.193108:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318851.193194:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383876480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318851.193201:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2348 00000100:00080000:2.0:1767318851.194038:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318851.199174:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383876480:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318851.703625:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318852.216651:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318852.685571:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318852.686136:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297337472 00000100:00100000:3.0:1767318852.686147:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297337472 00000100:00100000:3.0:1767318852.686920:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23442 00000100:00100000:0.0:1767318852.687253:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318852.688342:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297337600 00000100:00100000:1.0:1767318852.688353:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297337600 00000100:00100000:1.0:1767318852.688436:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4433 00000100:00100000:1.0:1767318852.688450:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297337600:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318852.688545:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297337600:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 100us (1292us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318852.688552:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4433 00000100:00080000:2.0:1767318852.688765:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318852.695542:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297337472:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318852.695569:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318852.695734:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297337472:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 206us (10173us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318852.695743:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23442 00000100:00100000:2.0:1767318852.726896:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318852.727250:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318852.727256:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318852.727259:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318852.727263:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318852.727266:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318852.727274:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3750 00000100:00080000:1.0:1767318852.727279:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318852.727285:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318852.727330:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5137800 x1853164383876608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318852.727345:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318852.727348:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318852.727350:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318852.727353:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3750 00000100:00080000:1.0:1767318852.727356:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318852.727359:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318852.727368:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5134700 x1853164383876736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318852.727401:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318852.727404:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318852.727406:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318852.727409:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3750 00000100:00080000:1.0:1767318852.727411:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318852.727414:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318852.727423:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135880 x1853164383876992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318852.727444:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318852.727447:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318852.727449:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318852.727453:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3750 00000100:00080000:1.0:1767318852.727455:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318852.727457:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318852.727467:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135f80 x1853164383877248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318852.727499:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383877376:0@lo:400:kworker.0 00000100:00100000:1.0:1767318852.727559:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318852.727613:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318852.727618:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383877120:0@lo:400:kworker.0 00000100:00100000:1.0:1767318852.727638:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318852.727778:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383876608:0@lo:38:kworker.0 00000100:00100000:2.0:1767318852.727831:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318852.727863:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383876736:0@lo:38:kworker.0 00000100:00100000:2.0:1767318852.727885:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318852.727904:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383876992:0@lo:38:kworker.0 00000100:00100000:2.0:1767318852.727919:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318852.727930:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383877248:0@lo:38:kworker.0 00000100:00100000:2.0:1767318852.727945:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318852.727982:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383876736 00000100:00100000:2.0:1767318852.727990:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383876736 00000100:00100000:2.0:1767318852.728020:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2589 00000100:00100000:2.0:1767318852.728028:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383876736:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318852.728045:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318852.728080:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383876736:12345-0@lo:38:kworker.0 Request processed in 52us (193us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318852.728087:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2589 00000100:00100000:2.0:1767318852.728108:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383877120 00000100:00100000:2.0:1767318852.728111:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383877120 00000100:00100000:2.0:1767318852.728147:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383876608 00000100:00100000:2.0:1767318852.728150:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383876608 00000100:00100000:2.0:1767318852.728158:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383876992 00000100:00100000:2.0:1767318852.728160:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383876992 00000100:00100000:2.0:1767318852.728167:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383877248 00000100:00100000:2.0:1767318852.728169:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383877248 00000100:00100000:2.0:1767318852.728177:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4434 00000100:00100000:2.0:1767318852.728182:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383877120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318852.728233:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383877120:12345-0@lo:400:kworker.0 Request processed in 50us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318852.728239:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4434 00000100:00100000:2.0:1767318852.728251:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23443 00000100:00100000:2.0:1767318852.728255:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383876608:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318852.728264:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318852.728286:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383876608:12345-0@lo:38:kworker.0 Request processed in 30us (455us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318852.728292:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23443 00000100:00100000:2.0:1767318852.728304:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23444 00000100:00100000:2.0:1767318852.728308:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383876992:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318852.728316:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318852.728334:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383876992:12345-0@lo:38:kworker.0 Request processed in 25us (414us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318852.728339:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23444 00000100:00100000:2.0:1767318852.728348:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23445 00000100:00100000:2.0:1767318852.728351:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383877248:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318852.728358:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318852.728373:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383877248:12345-0@lo:38:kworker.0 Request processed in 21us (427us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318852.728378:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23445 00000100:00080000:2.0:1767318852.728397:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318852.728422:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383877120:0@lo:400:kworker.0 00000100:00080000:2.0:1767318852.728445:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318852.728450:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318852.728452:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383876608:0@lo:38:kworker.0 00000100:00080000:2.0:1767318852.728459:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318852.728462:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318852.728465:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383876736:0@lo:38:kworker.0 00000100:00080000:2.0:1767318852.728470:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318852.728473:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318852.728476:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383876992:0@lo:38:kworker.0 00000100:00080000:2.0:1767318852.728481:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318852.728484:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318852.728487:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383877248:0@lo:38:kworker.0 00000100:00100000:0.0:1767318852.728812:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383877376 00000100:00100000:0.0:1767318852.728817:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383877376 00000100:00100000:0.0:1767318852.728845:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1588 00000100:00100000:0.0:1767318852.728863:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383877376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318852.728900:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383877376:12345-0@lo:400:kworker.0 Request processed in 38us (1340us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318852.728906:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1588 00000100:00100000:0.0:1767318852.728931:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383876864:0@lo:400:kworker.0 00000100:00100000:0.0:1767318852.728966:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318852.728983:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318852.728988:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383877504:0@lo:400:kworker.0 00000100:00100000:0.0:1767318852.729004:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318852.729022:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383877504 00000100:00100000:0.0:1767318852.729025:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383877504 00000100:00100000:0.0:1767318852.729044:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1589 00000100:00100000:0.0:1767318852.729049:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383877504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318852.729144:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383877504:12345-0@lo:400:kworker.0 Request processed in 93us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318852.729151:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1589 00000100:00100000:0.0:1767318852.729177:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383877504:0@lo:400:kworker.0 00000100:00100000:3.0:1767318852.729381:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383876864 00000100:00100000:3.0:1767318852.729385:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383876864 00000100:00100000:3.0:1767318852.729413:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4435 00000100:00100000:3.0:1767318852.729419:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383876864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318852.729453:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383876864:12345-0@lo:400:kworker.0 Request processed in 35us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318852.729459:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4435 00000100:00100000:3.0:1767318852.729485:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383876864:0@lo:400:kworker.0 00000100:00080000:0.0:1767318852.729920:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318852.730007:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383877376:0@lo:400:kworker.0 00010000:00010000:0.0:1767318853.239027:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318853.751526:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318854.263355:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318854.776072:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318855.287728:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318855.809260:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318856.311059:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1767318856.311072:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318856.311082:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383877632:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318856.311147:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318856.311201:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383877632 00000100:00100000:3.0:1767318856.311250:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383877760:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318856.311276:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318856.311301:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383877632 00000100:00100000:2.0:1767318856.311339:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383877760 00000100:00100000:2.0:1767318856.311346:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383877760 00000100:00100000:0.0:1767318856.311420:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2349 00000100:00100000:0.0:1767318856.311429:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383877632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318856.311457:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318856.311505:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383877632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318856.311513:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2349 00000100:00100000:3.0:1767318856.311537:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383877632:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318856.311588:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318856.311594:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318856.311879:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2350 00000100:00100000:2.0:1767318856.312329:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383877760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318856.312351:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318856.312403:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383877760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 516us (1125us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318856.312410:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2350 00000100:00100000:3.0:1767318856.312485:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383877760:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318856.822919:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318857.335044:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318857.802719:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318857.805350:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297337728 00000100:00100000:2.0:1767318857.805373:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297337728 00000100:00100000:2.0:1767318857.805455:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23446 00000100:00100000:2.0:1767318857.805466:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297337728:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318857.805499:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318857.805608:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297337728:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 142us (2906us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318857.805618:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23446 00000100:00100000:1.0:1767318857.805834:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318857.805925:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297337856 00000100:00100000:2.0:1767318857.805931:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297337856 00000100:00100000:2.0:1767318857.806001:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4436 00000100:00100000:2.0:1767318857.806014:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297337856:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:1.0:1767318857.806089:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318857.807074:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297337856:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 1058us (1233us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318857.807084:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4436 00000100:00080000:3.0:1767318857.847103:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318857.847116:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318857.847120:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318857.847125:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318857.847130:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318857.847142:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3755 00000100:00080000:3.0:1767318857.847148:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318857.847166:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318857.847383:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318857.848484:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db0380 x1853164383877888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318857.848516:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318857.848520:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318857.848522:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318857.848528:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3755 00000100:00080000:3.0:1767318857.848532:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318857.848539:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318857.848566:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db3800 x1853164383878016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318857.848611:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318857.848617:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318857.848619:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318857.848623:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3755 00000100:00080000:3.0:1767318857.848626:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318857.848629:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318857.848642:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db3b80 x1853164383878272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318857.848672:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318857.848679:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318857.848681:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318857.848685:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3755 00000100:00080000:3.0:1767318857.848688:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318857.848691:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318857.848702:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db2a00 x1853164383878528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318857.848761:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383878656:0@lo:400:kworker.0 00000100:00100000:3.0:1767318857.848878:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318857.848961:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318857.848968:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383878400:0@lo:400:kworker.0 00000100:00100000:3.0:1767318857.848994:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318857.849030:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383878656 00000100:00100000:3.0:1767318857.849039:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383878656 00000100:00100000:3.0:1767318857.849101:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1590 00000100:00100000:3.0:1767318857.849111:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383878656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318857.849171:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383878656:12345-0@lo:400:kworker.0 Request processed in 60us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318857.849179:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1590 00000100:00100000:3.0:1767318857.849242:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383878656:0@lo:400:kworker.0 00000100:00100000:1.0:1767318857.849253:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383878144:0@lo:400:kworker.0 00000100:00100000:1.0:1767318857.849291:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318857.849313:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318857.849319:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383878784:0@lo:400:kworker.0 00000100:00100000:1.0:1767318857.849340:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318857.849410:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383877888:0@lo:38:kworker.0 00000100:00100000:0.0:1767318857.849446:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318857.849484:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383878016:0@lo:38:kworker.0 00000100:00100000:0.0:1767318857.849511:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318857.849532:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383878272:0@lo:38:kworker.0 00000100:00100000:0.0:1767318857.849553:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318857.849569:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383878528:0@lo:38:kworker.0 00000100:00100000:0.0:1767318857.849589:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318857.849896:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383878400 00000100:00100000:2.0:1767318857.849902:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383878400 00000100:00100000:2.0:1767318857.849956:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383878144 00000100:00100000:2.0:1767318857.849960:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383878144 00000100:00100000:2.0:1767318857.849988:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383877888 00000100:00100000:2.0:1767318857.849992:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383877888 00000100:00100000:1.0:1767318857.849997:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383878272 00000100:00100000:1.0:1767318857.850002:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383878272 00000100:00100000:2.0:1767318857.850003:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383878528 00000100:00100000:2.0:1767318857.850009:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383878528 00000100:00100000:1.0:1767318857.850025:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4437 00000100:00100000:1.0:1767318857.850038:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383878400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318857.850074:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383878400:12345-0@lo:400:kworker.0 Request processed in 43us (1079us total) trans 0 rc 0/0 00000100:00080000:0.0:1767318857.850936:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318857.852459:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4438 00000100:00100000:2.0:1767318857.852491:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383878144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318857.852624:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383878144:12345-0@lo:400:kworker.0 Request processed in 142us (3322us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318857.852633:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4438 00000100:00100000:2.0:1767318857.852677:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23447 00000100:00100000:2.0:1767318857.852682:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383877888:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318857.856135:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318857.856303:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383877888:12345-0@lo:38:kworker.0 Request processed in 3610us (6847us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318857.856319:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23447 00000100:00100000:2.0:1767318857.856371:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23448 00000100:00100000:2.0:1767318857.856378:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383878272:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318857.856401:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318857.856433:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383878272:12345-0@lo:38:kworker.0 Request processed in 55us (6879us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318857.856440:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23448 00000100:00100000:2.0:1767318857.856454:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23449 00000100:00100000:2.0:1767318857.856459:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383878528:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318857.856470:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318857.856497:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383878528:12345-0@lo:38:kworker.0 Request processed in 36us (6906us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318857.856503:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23449 00000100:00100000:2.0:1767318857.856544:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383878016 00000100:00100000:2.0:1767318857.856554:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383878016 00000100:00100000:2.0:1767318857.856590:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2590 00000100:00100000:2.0:1767318857.856595:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383878016:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318857.856606:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318857.856638:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383878016:12345-0@lo:38:kworker.0 Request processed in 41us (7126us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318857.856645:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2590 00000100:00100000:2.0:1767318857.856712:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383878144:0@lo:400:kworker.0 00000100:00080000:2.0:1767318857.856776:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318857.856817:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318857.856821:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383877888:0@lo:38:kworker.0 00000100:00080000:2.0:1767318857.856834:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318857.856838:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318857.856841:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383878016:0@lo:38:kworker.0 00000100:00080000:2.0:1767318857.856851:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318857.856854:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318857.856858:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383878272:0@lo:38:kworker.0 00000100:00080000:2.0:1767318857.856867:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318857.856871:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318857.856874:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383878528:0@lo:38:kworker.0 00000100:00100000:2.0:1767318857.856937:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383878784 00000100:00100000:2.0:1767318857.856942:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383878784 00000100:00100000:2.0:1767318857.856994:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1591 00000100:00100000:2.0:1767318857.857001:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383878784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318857.857052:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383878784:12345-0@lo:400:kworker.0 Request processed in 52us (7711us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318857.857058:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1591 00000100:00100000:2.0:1767318857.857086:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383878784:0@lo:400:kworker.0 00000100:00100000:2.0:1767318857.857128:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383878400:0@lo:400:kworker.0 00000100:00100000:1.0:1767318857.858728:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4437 00010000:00010000:0.0:1767318858.361053:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318858.871000:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767318859.383075:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318859.895761:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318860.407306:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318860.918960:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318861.431264:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318861.431276:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383878912:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318861.431375:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318861.431464:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383878912 00000100:00100000:0.0:1767318861.431479:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383878912 00000100:00100000:0.0:1767318861.431563:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2351 00000100:00100000:2.0:1767318861.431566:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318861.431576:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383878912:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318861.431583:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383879040:0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318861.431619:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318861.431621:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318861.431879:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318861.432732:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383879040 00000100:00100000:2.0:1767318861.432743:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383879040 00000100:00100000:3.0:1767318861.433285:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2352 00000100:00100000:3.0:1767318861.433297:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383879040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318861.433337:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318861.433440:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383879040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 145us (1818us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318861.433449:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2352 00000100:00100000:3.0:1767318861.433523:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383879040:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318861.433908:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318861.434144:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383878912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2568us (2766us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318861.434154:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2351 00000100:00100000:1.0:1767318861.434183:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383878912:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318861.945565:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318862.454978:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318862.918545:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318862.919151:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318862.920276:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297338112 00000100:00100000:1.0:1767318862.920292:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297338112 00000100:00080000:3.0:1767318862.920436:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318862.920534:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297337984 00000100:00100000:2.0:1767318862.920540:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297337984 00000100:00100000:2.0:1767318862.920576:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4439 00000100:00100000:2.0:1767318862.920587:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297338112:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318862.920681:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297338112:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 95us (2150us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318862.920689:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4439 00000100:00100000:2.0:1767318862.920706:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23450 00000100:00100000:2.0:1767318862.920711:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297337984:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318862.920734:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318862.920773:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297337984:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 60us (1624us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318862.920791:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23450 00000100:00100000:3.0:1767318862.967542:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318862.968223:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318862.968232:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318862.968236:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318862.968241:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318862.968246:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318862.968256:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3761 00000100:00080000:1.0:1767318862.968262:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318862.968271:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318862.968326:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5137100 x1853164383879168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318862.968361:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318862.968365:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318862.968368:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318862.968372:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3761 00000100:00080000:1.0:1767318862.968374:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318862.968378:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318862.968392:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135f80 x1853164383879296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318862.968433:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318862.968437:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318862.968439:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318862.968443:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3761 00000100:00080000:1.0:1767318862.968445:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318862.968449:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318862.968462:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5134700 x1853164383879552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318862.968492:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318862.968496:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318862.968497:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318862.968502:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3761 00000100:00080000:1.0:1767318862.968504:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318862.968508:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318862.968518:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5137b80 x1853164383879808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318862.968568:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990594e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383879936:0@lo:400:kworker.0 00000100:00100000:1.0:1767318862.968655:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318862.968736:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318862.968742:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383879680:0@lo:400:kworker.0 00000100:00100000:1.0:1767318862.968820:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318862.968863:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383879680 00000100:00100000:1.0:1767318862.968872:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383879680 00000100:00100000:1.0:1767318862.968953:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4440 00000100:00100000:1.0:1767318862.968964:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990594700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383879680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318862.969035:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990594700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383879680:12345-0@lo:400:kworker.0 Request processed in 72us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318862.969043:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4440 00000100:00100000:1.0:1767318862.969100:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383879680:0@lo:400:kworker.0 00000100:00100000:3.0:1767318862.969300:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990597800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383880064:0@lo:400:kworker.0 00000100:00100000:3.0:1767318862.969337:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318862.969368:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318862.969374:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383879424:0@lo:400:kworker.0 00000100:00100000:3.0:1767318862.969395:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318862.969426:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318862.969441:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383879424 00000100:00100000:3.0:1767318862.969445:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383879424 00000100:00100000:3.0:1767318862.969481:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4441 00000100:00100000:3.0:1767318862.969487:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383879424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318862.969522:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383879424:12345-0@lo:400:kworker.0 Request processed in 36us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318862.969528:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4441 00000100:00080000:3.0:1767318862.969544:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318862.969559:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383879424:0@lo:400:kworker.0 00000100:00100000:0.0:1767318862.969777:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383879168:0@lo:38:kworker.0 00000100:00100000:0.0:1767318862.969844:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318862.969879:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383879296:0@lo:38:kworker.0 00000100:00100000:0.0:1767318862.969904:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318862.969925:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383879552:0@lo:38:kworker.0 00000100:00100000:0.0:1767318862.969946:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318862.969976:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383879808:0@lo:38:kworker.0 00000100:00100000:0.0:1767318862.969999:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318862.970026:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383879168 00000100:00100000:0.0:1767318862.970030:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383879168 00000100:00100000:0.0:1767318862.970049:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383879552 00000100:00100000:0.0:1767318862.970051:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383879552 00000100:00100000:0.0:1767318862.970059:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383879808 00000100:00100000:0.0:1767318862.970061:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383879808 00000100:00100000:0.0:1767318862.970072:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23451 00000100:00100000:0.0:1767318862.970076:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383879168:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318862.970098:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318862.970147:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383879168:12345-0@lo:38:kworker.0 Request processed in 69us (303us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318862.970155:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23451 00000100:00100000:0.0:1767318862.970170:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23452 00000100:00100000:0.0:1767318862.970174:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383879552:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318862.970184:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318862.970206:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383879552:12345-0@lo:38:kworker.0 Request processed in 30us (260us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318862.970211:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23452 00000100:00100000:0.0:1767318862.970221:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23453 00000100:00100000:0.0:1767318862.970225:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383879808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318862.970234:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318862.970255:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383879808:12345-0@lo:38:kworker.0 Request processed in 28us (254us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318862.970261:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23453 00000100:00080000:0.0:1767318862.970287:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318862.970293:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318862.970296:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383879168:0@lo:38:kworker.0 00000100:00080000:0.0:1767318862.970306:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318862.970309:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318862.970312:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383879552:0@lo:38:kworker.0 00000100:00080000:0.0:1767318862.970318:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318862.970322:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318862.970324:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383879808:0@lo:38:kworker.0 00000100:00100000:2.0:1767318862.970440:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383879936 00000100:00100000:2.0:1767318862.970446:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383879936 00000100:00100000:2.0:1767318862.970489:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383880064 00000100:00100000:2.0:1767318862.970493:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383880064 00000100:00100000:2.0:1767318862.970516:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1592 00000100:00100000:2.0:1767318862.970522:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383879936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318862.970570:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383879936:12345-0@lo:400:kworker.0 Request processed in 49us (1916us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318862.970577:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1592 00000100:00100000:2.0:1767318862.970590:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1593 00000100:00100000:2.0:1767318862.970595:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383880064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318862.970627:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383880064:12345-0@lo:400:kworker.0 Request processed in 32us (1289us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318862.970631:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1593 00000100:00100000:2.0:1767318862.970652:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383879296 00000100:00100000:2.0:1767318862.970656:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383879296 00000100:00100000:2.0:1767318862.970677:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2591 00000100:00100000:2.0:1767318862.970682:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383879296:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318862.970693:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318862.970720:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383879296:12345-0@lo:38:kworker.0 Request processed in 37us (815us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318862.970726:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2591 00000100:00100000:2.0:1767318862.970812:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990594e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383879936:0@lo:400:kworker.0 00000100:00100000:3.0:1767318862.974022:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990597800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383880064:0@lo:400:kworker.0 00000100:00080000:0.0:1767318862.974384:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318862.974393:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318862.974397:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383879296:0@lo:38:kworker.0 00010000:00010000:0.0:1767318863.479485:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318863.991934:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318864.504854:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318865.015141:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318865.527098:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318866.039327:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318866.551473:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318866.551511:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383880192:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318866.551609:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318866.551681:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383880192 00000100:00100000:1.0:1767318866.551693:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383880192 00000100:00100000:1.0:1767318866.551808:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2353 00000100:00100000:1.0:1767318866.551825:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383880192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318866.551868:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318866.551927:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383880192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318866.551935:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2353 00000100:00100000:1.0:1767318866.551992:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383880192:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767318866.552100:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767318866.552531:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318866.552643:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383880320:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318866.552693:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318866.552808:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383880320 00000100:00100000:0.0:1767318866.552815:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383880320 00000100:00100000:0.0:1767318866.552874:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2354 00000100:00100000:0.0:1767318866.552883:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383880320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318866.552910:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318866.553020:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383880320:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318866.553060:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318866.553086:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383880320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318866.553093:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2354 00000100:00100000:3.0:1767318867.063540:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318867.575014:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318868.040567:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318868.040617:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318868.040731:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297338368 00000100:00100000:2.0:1767318868.040745:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297338368 00000100:00100000:2.0:1767318868.040886:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297338240 00000100:00100000:2.0:1767318868.040890:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297338240 00000100:00100000:2.0:1767318868.040914:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4442 00000100:00100000:2.0:1767318868.040928:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297338368:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318868.041026:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297338368:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 103us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318868.041034:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4442 00000100:00100000:2.0:1767318868.041055:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23454 00000100:00100000:2.0:1767318868.041060:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297338240:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318868.041093:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318868.041124:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297338240:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 62us (506us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318868.041131:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23454 00000100:00080000:0.0:1767318868.041820:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318868.086978:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318868.087317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318868.087325:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318868.087329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318868.087333:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318868.087338:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318868.087349:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3766 00000100:00080000:0.0:1767318868.087354:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318868.087363:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318868.087428:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109180 x1853164383880448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318868.087449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318868.087453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318868.087455:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318868.087459:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3766 00000100:00080000:0.0:1767318868.087462:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318868.087465:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318868.087480:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109f80 x1853164383880576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318868.087525:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318868.087530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318868.087532:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318868.087535:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3766 00000100:00080000:0.0:1767318868.087538:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318868.087542:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318868.087555:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810b800 x1853164383880832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318868.087578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318868.087583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318868.087585:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318868.087589:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3766 00000100:00080000:0.0:1767318868.087591:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318868.087594:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318868.087605:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988108a80 x1853164383881088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318868.087699:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383881216:0@lo:400:kworker.0 00000100:00100000:1.0:1767318868.087842:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318868.087921:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318868.087928:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383880960:0@lo:400:kworker.0 00000100:00100000:1.0:1767318868.087969:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318868.088014:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383880960 00000100:00100000:1.0:1767318868.088024:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383880960 00000100:00100000:1.0:1767318868.088269:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4443 00000100:00100000:1.0:1767318868.088283:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990596a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383880960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318868.088338:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990596a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383880960:12345-0@lo:400:kworker.0 Request processed in 59us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318868.088345:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4443 00000100:00080000:1.0:1767318868.088367:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318868.088382:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383880704:0@lo:400:kworker.0 00000100:00100000:1.0:1767318868.088400:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318868.088413:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318868.088417:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383881344:0@lo:400:kworker.0 00000100:00100000:1.0:1767318868.088431:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318868.088451:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383881216 00000100:00100000:1.0:1767318868.088455:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383881216 00000100:00100000:1.0:1767318868.088491:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383881344 00000100:00100000:1.0:1767318868.088494:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383881344 00000100:00100000:1.0:1767318868.088519:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1594 00000100:00100000:1.0:1767318868.088526:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383881216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318868.088557:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383881216:12345-0@lo:400:kworker.0 Request processed in 32us (716us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318868.088563:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1594 00000100:00100000:1.0:1767318868.088574:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1595 00000100:00100000:1.0:1767318868.088580:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383881344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318868.088608:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383881344:12345-0@lo:400:kworker.0 Request processed in 29us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318868.088614:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1595 00000100:00080000:1.0:1767318868.088630:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318868.088632:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318868.088637:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383880704 00000100:00100000:1.0:1767318868.088639:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383880704 00000100:00100000:1.0:1767318868.088657:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4444 00000100:00100000:1.0:1767318868.088661:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383880704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318868.088679:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383880704:12345-0@lo:400:kworker.0 Request processed in 19us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318868.088682:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4444 00000100:00080000:1.0:1767318868.088690:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318868.088728:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383881344:0@lo:400:kworker.0 00000100:00100000:1.0:1767318868.088739:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383880704:0@lo:400:kworker.0 00000100:00100000:1.0:1767318868.088806:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383880960:0@lo:400:kworker.0 00000100:00100000:1.0:1767318868.088818:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383881216:0@lo:400:kworker.0 00000100:00100000:2.0:1767318868.088837:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383880448:0@lo:38:kworker.0 00000100:00100000:2.0:1767318868.088872:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318868.088897:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383880448 00000100:00100000:2.0:1767318868.088899:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383880576:0@lo:38:kworker.0 00000100:00100000:1.0:1767318868.088900:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383880448 00000100:00100000:1.0:1767318868.088919:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23455 00000100:00100000:1.0:1767318868.088924:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383880448:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318868.088924:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318868.088945:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383880832:0@lo:38:kworker.0 00000100:00100000:2.0:1767318868.088968:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318868.088985:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383881088:0@lo:38:kworker.0 00000100:00100000:2.0:1767318868.089006:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318868.089036:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383880576 00000100:00100000:2.0:1767318868.089040:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383880576 00000100:00100000:2.0:1767318868.089065:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2592 00000100:00100000:2.0:1767318868.089070:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383880576:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318868.089081:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318868.089116:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383880576:12345-0@lo:38:kworker.0 Request processed in 44us (190us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318868.089123:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2592 00000100:00100000:2.0:1767318868.089144:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383880832 00000100:00100000:2.0:1767318868.089148:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383880832 00000100:00100000:2.0:1767318868.089163:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383881088 00000100:00100000:2.0:1767318868.089166:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383881088 00000100:00100000:3.0:1767318868.089169:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23456 00000100:00100000:3.0:1767318868.089175:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383880832:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318868.089185:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318868.089190:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23457 00000100:00100000:2.0:1767318868.089194:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383881088:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318868.089202:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318868.089218:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383880832:12345-0@lo:38:kworker.0 Request processed in 43us (250us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318868.089225:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383881088:12345-0@lo:38:kworker.0 Request processed in 30us (218us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318868.089225:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23456 00000100:00100000:2.0:1767318868.089230:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23457 00000100:00080000:2.0:1767318868.089251:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318868.089257:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318868.089260:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383880576:0@lo:38:kworker.0 00000100:00080000:2.0:1767318868.089268:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318868.089271:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318868.089274:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383880832:0@lo:38:kworker.0 00000100:00080000:2.0:1767318868.089283:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318868.089285:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318868.089288:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383881088:0@lo:38:kworker.0 00010000:00020000:1.0:1767318868.089443:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318868.089531:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383880448:12345-0@lo:38:kworker.0 Request processed in 604us (657us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318868.089537:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23455 00000100:00080000:2.0:1767318868.089583:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318868.089588:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318868.089591:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383880448:0@lo:38:kworker.0 00010000:00010000:0.0:1767318868.599117:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318869.111188:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318869.623622:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318870.137296:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318870.647081:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318871.158969:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318871.671591:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318871.671821:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1767318871.671850:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383881472:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318871.671944:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318871.672020:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383881600:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318871.672046:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318871.672273:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383881472 00000100:00100000:0.0:1767318871.672285:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383881472 00000100:00100000:2.0:1767318871.672286:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383881600 00000100:00100000:2.0:1767318871.672290:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383881600 00000100:00100000:2.0:1767318871.672366:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2355 00000100:00100000:2.0:1767318871.672378:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383881600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318871.672419:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318871.672477:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383881600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318871.672485:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2355 00000100:00100000:0.0:1767318871.672502:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2356 00000100:00100000:0.0:1767318871.672509:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383881472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318871.672528:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318871.672559:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383881472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318871.672565:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2356 00000100:00100000:2.0:1767318871.672566:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383881600:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318871.672604:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383881472:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318871.672743:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318871.672749:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318872.183643:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318847/real 1767318847] req@ffff9368b8913100 x1853164383876224/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318872 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318872.183711:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9368b8913100 x1853164383876224/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318872 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318872.183737:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318872.183773:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318872.183777:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8913100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383876224:0@lo:250:kworker.0 00000100:00100000:3.0:1767318872.184115:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318872.184431:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318872.184439:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318872.184444:0:8:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318872.184450:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3750 00000100:00080000:0.0:1767318872.184455:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318872.184464:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318872.184510:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810b480 x1853164383881728/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318872.184541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318872.184546:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318872.184548:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318872.184552:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3771 00000100:00080000:0.0:1767318872.184555:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318872.184559:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318872.184577:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988108380 x1853164383881856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318872.184586:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318872.184590:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318872.184591:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318872.184596:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3771 00000100:00080000:0.0:1767318872.184598:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318872.184602:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318872.184615:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810aa00 x1853164383881984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318872.184666:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318872.184679:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318872.184681:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318872.184685:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3771 00000100:00080000:0.0:1767318872.184687:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318872.184700:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318872.184717:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988108700 x1853164383882240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318872.184734:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318872.184737:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318872.184739:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318872.184743:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3771 00000100:00080000:0.0:1767318872.184746:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318872.184749:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318872.184757:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988108e00 x1853164383882496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318872.184851:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383882624:0@lo:400:kworker.0 00000100:00100000:0.0:1767318872.184960:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318872.185040:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318872.185047:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383882752:0@lo:400:kworker.0 00000100:00100000:0.0:1767318872.185072:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318872.185108:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383882624 00000100:00100000:0.0:1767318872.185117:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383882624 00000100:00100000:0.0:1767318872.185166:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383882752 00000100:00100000:0.0:1767318872.185169:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383882752 00000100:00100000:0.0:1767318872.185191:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1596 00000100:00100000:0.0:1767318872.185200:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383882624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318872.185260:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383882624:12345-0@lo:400:kworker.0 Request processed in 60us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318872.185269:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1596 00000100:00100000:0.0:1767318872.185289:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1597 00000100:00100000:0.0:1767318872.185296:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383882752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318872.185323:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383882752:12345-0@lo:400:kworker.0 Request processed in 29us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318872.185329:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1597 00000100:00100000:0.0:1767318872.185370:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383882752:0@lo:400:kworker.0 00000100:00100000:0.0:1767318872.185380:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383882624:0@lo:400:kworker.0 00000100:00100000:1.0:1767318872.185823:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383882112:0@lo:400:kworker.0 00000100:00100000:1.0:1767318872.185867:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318872.185911:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318872.185917:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383882368:0@lo:400:kworker.0 00000100:00100000:1.0:1767318872.185938:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318872.185992:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383882112 00000100:00100000:1.0:1767318872.185998:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383882112 00000100:00100000:1.0:1767318872.186044:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383882368 00000100:00100000:1.0:1767318872.186047:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383882368 00000100:00100000:1.0:1767318872.186077:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4445 00000100:00100000:1.0:1767318872.186084:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990597100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383882112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318872.186124:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990597100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383882112:12345-0@lo:400:kworker.0 Request processed in 40us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318872.186131:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4445 00000100:00100000:1.0:1767318872.186145:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4446 00000100:00100000:1.0:1767318872.186151:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383882368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318872.186177:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383882368:12345-0@lo:400:kworker.0 Request processed in 26us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318872.186181:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4446 00000100:00100000:1.0:1767318872.186212:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383882368:0@lo:400:kworker.0 00000100:00100000:1.0:1767318872.186221:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383882112:0@lo:400:kworker.0 00000100:00080000:3.0:1767318872.186627:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318872.186733:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383881728:0@lo:250:kworker.0 00000400:00000100:2.0:1767318872.186771:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383881728 offset 0 length 520: 4 00000100:00100000:2.0:1767318872.186831:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383881856:0@lo:38:kworker.0 00000100:00100000:2.0:1767318872.186857:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318872.186888:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383881984:0@lo:38:kworker.0 00000100:00100000:2.0:1767318872.186912:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318872.186938:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383882240:0@lo:38:kworker.0 00000100:00100000:2.0:1767318872.186974:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318872.186998:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383882496:0@lo:38:kworker.0 00000100:00100000:2.0:1767318872.187020:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318872.187474:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383881984 00000100:00100000:3.0:1767318872.187490:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383881984 00000100:00100000:3.0:1767318872.187568:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2593 00000100:00100000:3.0:1767318872.187577:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383881984:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318872.187602:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318872.187636:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383881856 00000100:00100000:1.0:1767318872.187656:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383881856 00000100:00100000:1.0:1767318872.187709:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383882240 00000100:00100000:1.0:1767318872.187713:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383882240 00000100:00100000:1.0:1767318872.187736:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383882496 00000100:00100000:1.0:1767318872.187739:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383882496 00000100:00100000:3.0:1767318872.187747:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383881984:12345-0@lo:38:kworker.0 Request processed in 167us (831us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318872.187758:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23458 00000100:00100000:3.0:1767318872.187764:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2593 00000100:00100000:1.0:1767318872.187773:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383881856:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318872.187825:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318872.187871:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23459 00000100:00100000:1.0:1767318872.187879:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383881856:12345-0@lo:38:kworker.0 Request processed in 106us (1018us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318872.187892:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23458 00000100:00100000:3.0:1767318872.187896:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383882240:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318872.187915:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23460 00010000:00020000:3.0:1767318872.187916:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318872.187927:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383882496:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318872.187942:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318872.187971:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383882240:12345-0@lo:38:kworker.0 Request processed in 89us (994us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318872.187981:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23459 00000100:00100000:1.0:1767318872.188000:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383882496:12345-0@lo:38:kworker.0 Request processed in 72us (977us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318872.188010:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23460 00000100:00080000:3.0:1767318872.188065:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318872.188072:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318872.188077:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383881856:0@lo:38:kworker.0 00000100:00080000:3.0:1767318872.188092:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318872.188095:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318872.188098:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383881984:0@lo:38:kworker.0 00000100:00080000:3.0:1767318872.188107:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318872.188110:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318872.188114:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383882240:0@lo:38:kworker.0 00000100:00080000:3.0:1767318872.188123:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318872.188127:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318872.188129:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383882496:0@lo:38:kworker.0 00010000:00010000:1.0:1767318872.695012:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318873.159601:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318873.159757:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297338624 00000100:00100000:2.0:1767318873.159777:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297338624 00000100:00100000:2.0:1767318873.159905:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4447 00000100:00100000:2.0:1767318873.159916:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297338624:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318873.159998:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297338624:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 84us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318873.160007:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4447 00000100:00080000:3.0:1767318873.160335:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318873.169102:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318873.169195:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297338496 00000100:00100000:1.0:1767318873.169218:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297338496 00000100:00100000:1.0:1767318873.169271:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23461 00000100:00100000:1.0:1767318873.169279:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297338496:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318873.169303:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318873.169372:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297338496:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 93us (281us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318873.169380:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23461 00000400:00000100:0.0:1767318873.186587:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297338752 offset 0 length 520: 4 00000100:00100000:3.0:1767318873.208175:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318873.719010:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318874.230891:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318874.743415:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318875.255000:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318875.767031:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318876.279083:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318876.790959:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318876.791865:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318876.791893:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383882880:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318876.791984:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318876.792254:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383882880 00000100:00100000:2.0:1767318876.792264:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383882880 00000100:00100000:2.0:1767318876.792339:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2357 00000100:00100000:2.0:1767318876.792350:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383882880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318876.792384:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318876.792449:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383882880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318876.792457:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2357 00000100:00100000:2.0:1767318876.792516:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383882880:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318876.793137:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318876.793399:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318876.793416:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383883008:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318876.793477:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318876.794446:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383883008 00000100:00100000:0.0:1767318876.794457:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383883008 00000100:00100000:0.0:1767318876.794535:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2358 00000100:00100000:0.0:1767318876.794545:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383883008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318876.794574:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318876.794642:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383883008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (1164us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318876.794649:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2358 00000100:00100000:1.0:1767318876.794854:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383883008:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767318876.795079:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318877.306349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318877.306362:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318877.306366:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318877.306370:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318877.306375:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318877.306383:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3775 00000100:00080000:0.0:1767318877.306388:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318877.306396:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318877.306438:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810b800 x1853164383883136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318877.306470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318877.306475:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318877.306477:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318877.306482:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3775 00000100:00080000:0.0:1767318877.306485:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318877.306488:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318877.306504:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109f80 x1853164383883264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318877.306537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318877.306541:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318877.306543:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318877.306546:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3775 00000100:00080000:0.0:1767318877.306549:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318877.306552:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318877.306562:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988108000 x1853164383883520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318877.306577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318877.306581:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318877.306582:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318877.306586:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3775 00000100:00080000:0.0:1767318877.306589:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318877.306592:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318877.306602:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810b100 x1853164383883776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318877.306671:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383883392:0@lo:400:kworker.0 00000100:00100000:0.0:1767318877.306753:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318877.306850:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318877.306857:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383883648:0@lo:400:kworker.0 00000100:00100000:0.0:1767318877.306879:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318877.306933:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383883392 00000100:00100000:0.0:1767318877.306941:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383883392 00000100:00100000:0.0:1767318877.306989:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383883648 00000100:00100000:0.0:1767318877.306993:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383883648 00000100:00100000:0.0:1767318877.307017:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4448 00000100:00100000:0.0:1767318877.307025:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383883392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318877.307075:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383883392:12345-0@lo:400:kworker.0 Request processed in 50us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318877.307081:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4448 00000100:00100000:0.0:1767318877.307099:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4449 00000100:00100000:0.0:1767318877.307104:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383883648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318877.307130:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383883648:12345-0@lo:400:kworker.0 Request processed in 25us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318877.307135:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4449 00000100:00080000:0.0:1767318877.307152:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318877.307256:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383883648:0@lo:400:kworker.0 00000100:00100000:0.0:1767318877.307268:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383883392:0@lo:400:kworker.0 00000100:00100000:2.0:1767318877.307278:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318877.307431:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383883136:0@lo:38:kworker.0 00000100:00100000:3.0:1767318877.307467:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318877.307502:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383883264:0@lo:38:kworker.0 00000100:00100000:3.0:1767318877.307527:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318877.307558:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383883520:0@lo:38:kworker.0 00000100:00100000:3.0:1767318877.307590:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318877.307603:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383883776:0@lo:38:kworker.0 00000100:00100000:3.0:1767318877.307621:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318877.307711:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383883136 00000100:00100000:1.0:1767318877.307716:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383883136 00000100:00100000:1.0:1767318877.307746:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383883520 00000100:00100000:1.0:1767318877.307749:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383883520 00000100:00100000:1.0:1767318877.307765:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383883776 00000100:00100000:1.0:1767318877.307767:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383883776 00000100:00100000:1.0:1767318877.307777:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23462 00000100:00100000:1.0:1767318877.307803:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383883136:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318877.307824:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318877.307863:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383883136:12345-0@lo:38:kworker.0 Request processed in 59us (395us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318877.307870:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23462 00000100:00100000:1.0:1767318877.307883:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23463 00000100:00100000:1.0:1767318877.307887:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383883520:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318877.307896:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318877.307917:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383883520:12345-0@lo:38:kworker.0 Request processed in 28us (326us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318877.307923:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23463 00000100:00100000:1.0:1767318877.307932:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23464 00000100:00100000:1.0:1767318877.307936:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383883776:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318877.307945:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318877.307966:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383883776:12345-0@lo:38:kworker.0 Request processed in 28us (343us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318877.307971:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23464 00000100:00080000:1.0:1767318877.307999:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318877.308006:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318877.308009:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383883136:0@lo:38:kworker.0 00000100:00080000:1.0:1767318877.308016:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318877.308019:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318877.308021:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383883520:0@lo:38:kworker.0 00000100:00080000:1.0:1767318877.308027:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318877.308030:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318877.308033:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383883776:0@lo:38:kworker.0 00000100:00100000:0.0:1767318877.308712:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383883264 00000100:00100000:0.0:1767318877.308719:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383883264 00000100:00100000:0.0:1767318877.308753:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2594 00000100:00100000:0.0:1767318877.308759:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383883264:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318877.308773:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318877.308843:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383883264:12345-0@lo:38:kworker.0 Request processed in 83us (1315us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318877.308849:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2594 00000100:00080000:1.0:1767318877.308928:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318877.308933:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318877.308936:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383883264:0@lo:38:kworker.0 00010000:00010000:1.0:1767318877.815029:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318878.279259:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318878.279297:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318878.279471:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297339008 00000100:00100000:1.0:1767318878.279481:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297339008 00000100:00100000:1.0:1767318878.279591:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297338880 00000100:00100000:1.0:1767318878.279595:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297338880 00000100:00100000:1.0:1767318878.279643:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4450 00000100:00100000:1.0:1767318878.279659:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297339008:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318878.279820:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23465 00000100:00100000:2.0:1767318878.279829:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297338880:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318878.279852:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318878.279896:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297338880:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 66us (598us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318878.279905:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23465 00000100:00100000:1.0:1767318878.280193:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297339008:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 540us (944us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318878.280201:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4450 00000100:00080000:0.0:1767318878.285185:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318878.327766:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318878.840514:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318879.351018:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318879.862972:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318880.375115:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318880.891647:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318881.398924:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318881.910967:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318881.910997:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318881.911019:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383883904:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318881.911090:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318881.911173:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383883904 00000100:00100000:1.0:1767318881.911181:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383883904 00000100:00100000:1.0:1767318881.911248:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2359 00000100:00100000:1.0:1767318881.911260:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383883904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318881.911292:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318881.911336:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383883904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318881.911343:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2359 00000100:00080000:2.0:1767318881.911623:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318881.911658:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383883904:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318881.912519:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383884032:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318881.912566:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318881.912659:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383884032 00000100:00100000:1.0:1767318881.912665:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383884032 00000100:00100000:1.0:1767318881.912718:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2360 00000100:00100000:1.0:1767318881.912731:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383884032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318881.912754:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318881.912822:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383884032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318881.912828:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2360 00000100:00080000:2.0:1767318881.913033:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318881.913064:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383884032:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318882.423144:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318882.423150:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318882.423158:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318882.423161:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318882.423165:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318882.423169:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318882.423177:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3780 00000100:00080000:0.0:1767318882.423181:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318882.423187:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318882.423230:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810aa00 x1853164383884160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318882.423258:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318882.423262:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318882.423264:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318882.423269:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3780 00000100:00080000:0.0:1767318882.423271:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318882.423275:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318882.423289:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988108380 x1853164383884288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318882.423339:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318882.423344:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318882.423346:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318882.423355:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3780 00000100:00080000:0.0:1767318882.423357:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318882.423361:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318882.423372:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810ad80 x1853164383884544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318882.423398:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318882.423402:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318882.423404:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767318882.423415:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383884672:0@lo:400:kworker.0 00000100:00080000:0.0:1767318882.423418:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3780 00000100:00080000:0.0:1767318882.423423:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318882.423428:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318882.423448:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810b100 x1853164383884800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318882.423500:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318882.423587:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318882.423594:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383884416:0@lo:400:kworker.0 00000100:00100000:3.0:1767318882.423618:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318882.423694:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383884672 00000100:00100000:1.0:1767318882.423703:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383884672 00000100:00100000:1.0:1767318882.423777:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383884416 00000100:00100000:1.0:1767318882.423800:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383884416 00000100:00100000:1.0:1767318882.423829:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4451 00000100:00100000:1.0:1767318882.423840:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383884672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318882.423907:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383884672:12345-0@lo:400:kworker.0 Request processed in 68us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318882.423914:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4451 00000100:00100000:1.0:1767318882.423931:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4452 00000100:00100000:1.0:1767318882.423938:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383884416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318882.423979:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383884416:12345-0@lo:400:kworker.0 Request processed in 42us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318882.423986:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4452 00000100:00100000:1.0:1767318882.424009:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383884160:0@lo:38:kworker.0 00000100:00100000:1.0:1767318882.424037:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318882.424059:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383884288:0@lo:38:kworker.0 00000100:00100000:1.0:1767318882.424083:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318882.424106:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383884544:0@lo:38:kworker.0 00000100:00100000:1.0:1767318882.424174:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318882.424191:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383884800:0@lo:38:kworker.0 00000100:00100000:1.0:1767318882.424209:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318882.424233:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383884288 00000100:00100000:1.0:1767318882.424237:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383884288 00000100:00100000:1.0:1767318882.424270:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2595 00000100:00100000:1.0:1767318882.424275:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990594e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383884288:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318882.424294:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318882.424325:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990594e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383884288:12345-0@lo:38:kworker.0 Request processed in 49us (241us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318882.424331:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2595 00000100:00100000:1.0:1767318882.424348:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383884160 00000100:00100000:1.0:1767318882.424352:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383884160 00000100:00100000:1.0:1767318882.424366:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383884544 00000100:00100000:1.0:1767318882.424369:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383884544 00000100:00100000:1.0:1767318882.424375:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383884800 00000100:00100000:1.0:1767318882.424378:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383884800 00000100:00100000:1.0:1767318882.424388:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23466 00000100:00100000:1.0:1767318882.424392:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990597800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383884160:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318882.424402:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318882.424426:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990597800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383884160:12345-0@lo:38:kworker.0 Request processed in 32us (388us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318882.424432:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23466 00000100:00100000:1.0:1767318882.424443:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23467 00000100:00100000:1.0:1767318882.424446:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383884544:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318882.424454:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318882.424494:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383884544:12345-0@lo:38:kworker.0 Request processed in 46us (319us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318882.424499:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23467 00000100:00100000:1.0:1767318882.424510:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23468 00000100:00100000:1.0:1767318882.424513:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383884800:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318882.424521:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318882.424540:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383884800:12345-0@lo:38:kworker.0 Request processed in 26us (331us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318882.424546:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23468 00000100:00100000:1.0:1767318882.424596:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383884416:0@lo:400:kworker.0 00000100:00100000:1.0:1767318882.424609:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383884672:0@lo:400:kworker.0 00000100:00080000:1.0:1767318882.424639:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318882.424644:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318882.424647:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383884160:0@lo:38:kworker.0 00000100:00080000:1.0:1767318882.424655:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318882.424657:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318882.424660:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383884288:0@lo:38:kworker.0 00000100:00080000:1.0:1767318882.424666:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318882.424669:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318882.424673:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383884544:0@lo:38:kworker.0 00000100:00080000:1.0:1767318882.424679:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318882.424682:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318882.424685:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383884800:0@lo:38:kworker.0 00000100:00080000:3.0:1767318882.424955:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318882.934945:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318883.398516:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318883.398873:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297339264 00000100:00100000:2.0:1767318883.398886:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297339264 00000100:00100000:2.0:1767318883.398984:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4453 00000100:00100000:2.0:1767318883.398996:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297339264:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318883.399080:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297339264:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 86us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318883.399089:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4453 00000100:00100000:0.0:1767318883.399469:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318883.402300:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297339136 00000100:00100000:1.0:1767318883.402315:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297339136 00000100:00100000:1.0:1767318883.402393:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23469 00000100:00100000:1.0:1767318883.402402:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297339136:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318883.402426:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318883.402495:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297339136:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 92us (3025us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318883.402502:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23469 00000100:00080000:3.0:1767318883.415990:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318883.446909:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318883.959032:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318884.472637:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318884.983042:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318885.495048:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318886.007299:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318886.518956:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318887.031343:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383885056:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318887.031425:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318887.031512:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318887.031520:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383884928:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318887.031579:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318887.031664:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383885056 00000100:00100000:2.0:1767318887.031675:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383885056 00000100:00100000:2.0:1767318887.031743:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383884928 00000100:00100000:2.0:1767318887.031746:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383884928 00000100:00100000:2.0:1767318887.031768:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2361 00000100:00100000:2.0:1767318887.031776:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383885056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318887.031828:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318887.031972:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383885056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 195us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318887.031979:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2361 00000100:00100000:2.0:1767318887.031997:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2362 00000100:00100000:2.0:1767318887.032004:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383884928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318887.032019:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318887.032041:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383884928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 39us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318887.032047:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2362 00000100:00080000:3.0:1767318887.032211:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318887.032225:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767318887.032339:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318887.032364:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383884928:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318887.032379:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383885056:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318887.542952:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318887.542964:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318887.542967:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318887.542971:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318887.543015:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318887.543024:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3785 00000100:00080000:0.0:1767318887.543028:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318887.543035:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318887.543083:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810b100 x1853164383885184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318887.543099:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318887.543101:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318887.543104:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318887.543106:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767318887.543166:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383885184:0@lo:38:kworker.0 00000100:00100000:2.0:1767318887.543248:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318887.545029:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383885184 00000100:00100000:3.0:1767318887.545047:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383885184 00000100:00100000:3.0:1767318887.545118:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23470 00000100:00100000:3.0:1767318887.545126:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383885184:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318887.545150:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318887.545241:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383885184:12345-0@lo:38:kworker.0 Request processed in 114us (1993us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318887.545248:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23470 00000100:00080000:2.0:1767318887.545327:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318887.545334:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318887.545337:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383885184:0@lo:38:kworker.0 00000100:00080000:0.0:1767318887.550165:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3785 00000100:00080000:0.0:1767318887.550175:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318887.550184:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318887.552127:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810ad80 x1853164383885312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318887.552248:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383885312:0@lo:38:kworker.0 00000100:00100000:2.0:1767318887.552423:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318887.552544:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318887.552549:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318887.552552:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318887.552557:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3785 00000100:00080000:0.0:1767318887.552560:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318887.552566:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318887.552584:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810aa00 x1853164383885568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318887.552644:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383885440:0@lo:400:kworker.0 00000100:00100000:3.0:1767318887.552683:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318887.552730:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383885440 00000100:00100000:3.0:1767318887.552738:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383885440 00000100:00100000:3.0:1767318887.552831:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4454 00000100:00100000:3.0:1767318887.552842:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383885440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318887.552894:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383885440:12345-0@lo:400:kworker.0 Request processed in 55us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318887.552901:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4454 00000100:00080000:3.0:1767318887.552925:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318887.552958:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383885440:0@lo:400:kworker.0 00000100:00100000:1.0:1767318887.553158:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383885312 00000100:00100000:1.0:1767318887.553164:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383885312 00000100:00100000:1.0:1767318887.553189:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2596 00000100:00100000:1.0:1767318887.553194:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383885312:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318887.553229:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318887.554385:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383885568:0@lo:38:kworker.0 00000100:00100000:2.0:1767318887.554443:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318887.554592:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318887.554597:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318887.554602:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318887.554607:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3785 00000100:00080000:0.0:1767318887.554611:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318887.554617:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318887.554627:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383885696:0@lo:400:kworker.0 00000100:00100000:0.0:1767318887.554658:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318887.554741:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383885312:12345-0@lo:38:kworker.0 Request processed in 1543us (2315us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318887.554752:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2596 00000100:00100000:1.0:1767318887.554832:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135880 x1853164383885824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318887.555022:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318887.555029:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318887.555032:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383885312:0@lo:38:kworker.0 00000100:00100000:2.0:1767318887.555054:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383885824:0@lo:38:kworker.0 00000100:00100000:3.0:1767318887.555353:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383885568 00000100:00100000:3.0:1767318887.555361:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383885568 00000100:00100000:3.0:1767318887.555393:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383885696 00000100:00100000:3.0:1767318887.555396:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383885696 00000100:00100000:3.0:1767318887.555443:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4455 00000100:00100000:3.0:1767318887.555451:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383885696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318887.555499:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318887.555548:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383885824 00000100:00100000:1.0:1767318887.555552:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383885824 00000100:00100000:1.0:1767318887.555567:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23471 00000100:00100000:1.0:1767318887.555572:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383885568:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318887.555589:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318887.555627:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383885568:12345-0@lo:38:kworker.0 Request processed in 52us (1183us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318887.555633:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23471 00000100:00100000:1.0:1767318887.555647:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23472 00000100:00100000:1.0:1767318887.555651:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383885824:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318887.555660:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318887.555682:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383885824:12345-0@lo:38:kworker.0 Request processed in 30us (183us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318887.555687:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23472 00000100:00080000:1.0:1767318887.555710:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318887.555714:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318887.555717:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383885824:0@lo:38:kworker.0 00000100:00080000:1.0:1767318887.555725:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318887.555729:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318887.555732:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383885568:0@lo:38:kworker.0 00000100:00080000:1.0:1767318887.555778:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318887.557660:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383885696:12345-0@lo:400:kworker.0 Request processed in 2200us (2991us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318887.557673:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4455 00000100:00100000:0.0:1767318887.557891:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383885696:0@lo:400:kworker.0 00010000:00010000:1.0:1767318888.054994:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318888.530154:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318888.530213:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318888.530368:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297339520 00000100:00100000:0.0:1767318888.530381:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297339520 00000100:00100000:0.0:1767318888.530461:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297339392 00000100:00100000:0.0:1767318888.530465:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297339392 00000100:00100000:0.0:1767318888.530484:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4456 00000100:00100000:0.0:1767318888.530495:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297339520:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318888.530581:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297339520:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 87us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318888.530590:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4456 00000100:00100000:0.0:1767318888.530611:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23473 00000100:00100000:0.0:1767318888.530616:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297339392:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318888.530640:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318888.530669:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297339392:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 51us (454us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318888.530676:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23473 00000100:00080000:2.0:1767318888.531146:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318888.571086:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318889.079013:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318889.592088:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318890.103006:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318890.614918:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318891.127003:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318891.640818:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318892.151767:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318892.152095:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318892.152129:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383885952:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318892.152206:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318892.152614:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383885952 00000100:00100000:2.0:1767318892.152625:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383885952 00000100:00100000:2.0:1767318892.152704:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2363 00000100:00100000:2.0:1767318892.152713:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383885952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318892.152746:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318892.152827:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383885952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318892.152835:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2363 00000100:00100000:0.0:1767318892.153606:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318892.153622:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383886080:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318892.153666:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318892.153750:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318892.153811:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383885952:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318892.153880:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383886080 00000100:00100000:2.0:1767318892.153885:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383886080 00000100:00100000:2.0:1767318892.153935:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2364 00000100:00100000:2.0:1767318892.153943:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383886080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318892.153966:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318892.154011:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383886080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318892.154019:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2364 00000100:00100000:0.0:1767318892.154088:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383886080:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318892.154972:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318892.663210:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318892.663477:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318892.663491:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318892.663494:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318892.663499:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318892.663503:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318892.663511:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3790 00000100:00080000:2.0:1767318892.663515:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318892.663521:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318892.663566:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fc000 x1853164383886208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318892.663588:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318892.663591:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318892.663593:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318892.663597:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3790 00000100:00080000:2.0:1767318892.663599:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318892.663603:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318892.663618:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fdc00 x1853164383886336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318892.663695:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383886464:0@lo:400:kworker.0 00000100:00100000:3.0:1767318892.663773:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318892.663903:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383886464 00000100:00100000:0.0:1767318892.663911:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383886464 00000100:00100000:0.0:1767318892.663965:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4457 00000100:00100000:0.0:1767318892.663975:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383886464:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767318892.664183:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318892.664188:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318892.664190:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767318892.664319:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383886208:0@lo:38:kworker.0 00000100:00100000:1.0:1767318892.664351:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318892.664377:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383886336:0@lo:38:kworker.0 00000100:00100000:1.0:1767318892.664400:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318892.664428:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318892.664438:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383886208 00000100:00100000:1.0:1767318892.664441:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383886208 00000100:00100000:1.0:1767318892.664464:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23474 00000100:00100000:1.0:1767318892.664469:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383886208:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318892.664497:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318892.664532:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383886208:12345-0@lo:38:kworker.0 Request processed in 61us (180us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318892.664539:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23474 00000100:00100000:1.0:1767318892.664563:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383886336 00000100:00100000:1.0:1767318892.664566:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383886336 00000100:00100000:1.0:1767318892.664588:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2597 00000100:00100000:1.0:1767318892.664592:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383886336:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318892.664602:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318892.664627:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383886336:12345-0@lo:38:kworker.0 Request processed in 34us (226us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318892.664633:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2597 00000100:00080000:1.0:1767318892.664677:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318892.664681:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318892.664685:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383886208:0@lo:38:kworker.0 00000100:00080000:1.0:1767318892.664694:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318892.664696:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318892.664699:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383886336:0@lo:38:kworker.0 00000100:00080000:2.0:1767318892.665235:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3790 00000100:00080000:2.0:1767318892.665239:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318892.665244:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318892.665493:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fdf80 x1853164383886592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318892.665661:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383886592:0@lo:38:kworker.0 00000100:00100000:1.0:1767318892.665714:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318892.665761:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383886592 00000100:00100000:1.0:1767318892.665767:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383886592 00000100:00100000:1.0:1767318892.665809:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23475 00000100:00100000:1.0:1767318892.665815:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383886592:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318892.665828:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318892.665861:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383886592:12345-0@lo:38:kworker.0 Request processed in 45us (146us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318892.665867:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23475 00000100:00080000:1.0:1767318892.665895:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318892.665900:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318892.665904:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383886592:0@lo:38:kworker.0 00000100:00100000:1.0:1767318892.665931:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383886720:0@lo:400:kworker.0 00000100:00100000:1.0:1767318892.665955:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318892.665982:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383886720 00000100:00100000:1.0:1767318892.665986:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383886720 00000100:00100000:1.0:1767318892.666025:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4458 00000100:00100000:1.0:1767318892.666033:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383886720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318892.666069:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383886720:12345-0@lo:400:kworker.0 Request processed in 38us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318892.666075:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4458 00000100:00080000:1.0:1767318892.666090:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318892.666109:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383886720:0@lo:400:kworker.0 00000100:00100000:0.0:1767318892.666748:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383886464:12345-0@lo:400:kworker.0 Request processed in 2772us (2971us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318892.666756:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4457 00000100:00100000:3.0:1767318892.675408:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383886464:0@lo:400:kworker.0 00000100:00080000:2.0:1767318892.677382:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318892.677392:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318892.677397:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318892.677405:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3790 00000100:00080000:2.0:1767318892.677410:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318892.677417:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318892.677463:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fc000 x1853164383886848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318892.677596:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383886848:0@lo:38:kworker.0 00000100:00100000:1.0:1767318892.677686:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318892.677935:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383886848 00000100:00100000:0.0:1767318892.677946:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383886848 00000100:00100000:0.0:1767318892.677993:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23476 00000100:00100000:0.0:1767318892.678000:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383886848:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318892.678023:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318892.678085:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383886848:12345-0@lo:38:kworker.0 Request processed in 84us (399us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318892.678105:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23476 00000100:00080000:2.0:1767318892.678983:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318892.678992:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318892.678996:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383886848:0@lo:38:kworker.0 00010000:00010000:1.0:1767318893.175261:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318893.642389:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318893.642441:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318893.642514:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297339776 00000100:00100000:0.0:1767318893.642530:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297339776 00000100:00100000:1.0:1767318893.642553:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297339648 00000100:00100000:1.0:1767318893.642560:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297339648 00000100:00100000:1.0:1767318893.642618:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4459 00000100:00100000:0.0:1767318893.642628:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23477 00000100:00100000:1.0:1767318893.642637:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297339776:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318893.642638:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297339648:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318893.642675:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767318893.642842:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318893.642875:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297339776:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 246us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318893.642882:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4459 00000100:00100000:0.0:1767318893.643427:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297339648:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 788us (982us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318893.643440:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23477 00000100:00100000:1.0:1767318893.687813:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318894.199994:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318894.711168:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318895.223071:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318895.735882:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318896.251274:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318896.758942:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318897.272821:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318897.272846:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383886976:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318897.272916:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318897.273096:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383886976 00000100:00100000:2.0:1767318897.273105:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383886976 00000100:00100000:2.0:1767318897.273173:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2365 00000100:00100000:2.0:1767318897.273182:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383886976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318897.273211:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318897.273259:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383886976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318897.273266:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2365 00000100:00100000:1.0:1767318897.273312:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383886976:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318897.273332:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767318897.275391:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318897.275591:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318897.275614:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383887104:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318897.275680:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318897.275809:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383887104 00000100:00100000:2.0:1767318897.275819:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383887104 00000100:00100000:2.0:1767318897.275896:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2366 00000100:00100000:2.0:1767318897.275906:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383887104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318897.275937:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318897.275990:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383887104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318897.275999:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2366 00000100:00080000:3.0:1767318897.276013:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318897.276094:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383887104:0@lo:13:osp-pre-0-1.0 00000400:00000100:2.0:1767318897.736641:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297339904 offset 0 length 520: 4 00000100:00100000:2.0:1767318897.736705:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318897.736865:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318897.737884:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297340160 00000100:00100000:0.0:1767318897.737897:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297340160 00000100:00100000:0.0:1767318897.738187:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297340032 00000100:00100000:0.0:1767318897.738192:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297340032 00000100:00100000:0.0:1767318897.738219:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4460 00000100:00100000:0.0:1767318897.738230:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297340160:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318897.738306:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297340160:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 78us (1601us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318897.738314:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4460 00000100:00100000:0.0:1767318897.738333:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23478 00000100:00100000:0.0:1767318897.738338:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297340032:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318897.738357:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318897.738824:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297340032:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 482us (1958us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318897.738831:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23478 00000100:00080000:3.0:1767318897.738924:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318897.782898:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318897.782908:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318897.782911:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318897.782915:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318897.782919:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318897.782928:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3795 00000100:00080000:2.0:1767318897.782933:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318897.782941:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318897.782986:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8913100 x1853164383887232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318897.783004:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318897.783160:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318897.783162:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318897.783484:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3795 00000100:00080000:2.0:1767318897.783487:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318897.783492:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318897.783513:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be5880 x1853164383887360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318897.783600:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318897.783695:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318872/real 1767318872] req@ffff93698810b480 x1853164383881728/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318897 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318897.783722:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93698810b480 x1853164383881728/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318897 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318897.783743:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8913100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383887232:0@lo:38:kworker.0 00000100:00100000:1.0:1767318897.783820:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318897.783867:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383887360:0@lo:38:kworker.0 00000100:00100000:1.0:1767318897.783893:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318897.783916:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318897.783930:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318897.783934:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383881728:0@lo:250:kworker.0 00000100:00100000:1.0:1767318897.783966:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383887232 00000100:00100000:1.0:1767318897.783972:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383887232 00000100:00100000:1.0:1767318897.784007:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23479 00000100:00100000:1.0:1767318897.784014:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383887232:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318897.784035:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767318897.784143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318897.784147:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318897.784149:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318897.784153:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3795 00000100:00080000:2.0:1767318897.784155:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318897.784159:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318897.784188:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be5c00 x1853164383887616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318897.784750:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383887232:12345-0@lo:38:kworker.0 Request processed in 732us (927us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318897.784759:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23479 00000100:00100000:1.0:1767318897.784812:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383887360 00000100:00100000:1.0:1767318897.784817:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383887360 00000100:00100000:1.0:1767318897.784841:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2598 00000100:00100000:1.0:1767318897.784846:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383887360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318897.784858:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318897.784887:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383887360:12345-0@lo:38:kworker.0 Request processed in 40us (993us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318897.784893:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2598 00000100:00100000:3.0:1767318897.787809:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318897.787844:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383887744:0@lo:400:kworker.0 00000100:00100000:3.0:1767318897.787916:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318897.787973:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383887744 00000100:00100000:3.0:1767318897.787980:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383887744 00000100:00100000:3.0:1767318897.788058:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4461 00000100:00100000:3.0:1767318897.788067:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383887744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318897.788120:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383887744:12345-0@lo:400:kworker.0 Request processed in 54us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318897.788127:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4461 00000100:00080000:3.0:1767318897.788149:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318897.788196:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383887744:0@lo:400:kworker.0 00000100:00100000:3.0:1767318897.788257:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383887616:0@lo:38:kworker.0 00000100:00100000:3.0:1767318897.788579:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318897.788609:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318897.788614:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318897.788617:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8913100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383887232:0@lo:38:kworker.0 00000100:00080000:3.0:1767318897.788629:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318897.788633:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318897.788636:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383887360:0@lo:38:kworker.0 00000100:00100000:3.0:1767318897.788666:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383887616 00000100:00100000:3.0:1767318897.788670:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383887616 00000100:00100000:3.0:1767318897.788692:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23480 00000100:00100000:3.0:1767318897.788696:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383887616:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318897.788715:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318897.788749:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383887616:12345-0@lo:38:kworker.0 Request processed in 51us (170us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318897.788756:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23480 00000100:00080000:3.0:1767318897.788778:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318897.788811:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318897.788814:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383887616:0@lo:38:kworker.0 00000100:00100000:1.0:1767318897.790929:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318897.798931:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383887488:0@lo:400:kworker.0 00000100:00100000:0.0:1767318897.799022:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318897.799593:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318897.799600:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318897.799604:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318897.799609:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3795 00000100:00080000:2.0:1767318897.799613:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318897.799620:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318897.799651:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6d80 x1853164383887872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318897.799716:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318897.799720:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318897.799721:0:8:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318897.799725:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3775 00000100:00080000:2.0:1767318897.799728:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318897.799731:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318897.799744:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6680 x1853164383888256/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318897.799818:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383888128:0@lo:400:kworker.0 00000100:00100000:1.0:1767318897.799861:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318897.799893:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318897.799898:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383888000:0@lo:400:kworker.0 00000100:00100000:1.0:1767318897.799920:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318897.799952:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383888128 00000100:00100000:1.0:1767318897.799959:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383888128 00000100:00100000:1.0:1767318897.800005:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383888000 00000100:00100000:1.0:1767318897.800019:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383888000 00000100:00100000:1.0:1767318897.800043:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1598 00000100:00100000:1.0:1767318897.800051:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383888128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318897.800102:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383888128:12345-0@lo:400:kworker.0 Request processed in 51us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318897.800108:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1598 00000100:00100000:1.0:1767318897.800123:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1599 00000100:00100000:1.0:1767318897.800130:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383888000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318897.800157:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383888000:12345-0@lo:400:kworker.0 Request processed in 28us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318897.800163:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1599 00000100:00100000:1.0:1767318897.800501:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383888000:0@lo:400:kworker.0 00000100:00100000:1.0:1767318897.800515:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383888128:0@lo:400:kworker.0 00000100:00100000:3.0:1767318897.800979:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383887872:0@lo:38:kworker.0 00000100:00100000:3.0:1767318897.801032:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318897.801062:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383888256:0@lo:250:kworker.0 00000400:00000100:3.0:1767318897.801081:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383888256 offset 0 length 520: 4 00000100:00100000:3.0:1767318897.801117:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383887488 00000100:00100000:3.0:1767318897.801122:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383887488 00000100:00100000:3.0:1767318897.801164:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383887872 00000100:00100000:2.0:1767318897.802049:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4462 00000100:00100000:3.0:1767318897.802100:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383887872 00000100:00100000:3.0:1767318897.802129:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23481 00000100:00100000:3.0:1767318897.802134:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383887872:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318897.802153:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318897.802466:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383887488:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767318897.802601:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318897.809813:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383887872:12345-0@lo:38:kworker.0 Request processed in 7667us (8770us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318897.809829:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23481 00000100:00080000:1.0:1767318897.810595:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318897.810602:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318897.810607:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383887872:0@lo:38:kworker.0 00000100:00100000:2.0:1767318897.813526:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383887488:12345-0@lo:400:kworker.0 Request processed in 11456us (14493us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318897.813543:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4462 00000100:00100000:0.0:1767318897.817928:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383887488:0@lo:400:kworker.0 00010000:00010000:1.0:1767318898.294993:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318898.810911:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318899.322825:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318899.832001:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318900.344062:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318900.855282:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318901.367172:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318901.879755:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318902.391313:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318902.391339:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8913100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383888384:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318902.391420:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318902.391921:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318902.391932:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383888512:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318902.391965:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318902.392051:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383888384 00000100:00100000:3.0:1767318902.392059:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383888384 00000100:00100000:3.0:1767318902.392114:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383888512 00000100:00100000:3.0:1767318902.392117:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383888512 00000100:00100000:3.0:1767318902.392138:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2367 00000100:00100000:3.0:1767318902.392147:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383888384:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318902.392177:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318902.392222:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383888384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (802us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318902.392229:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2367 00000100:00100000:3.0:1767318902.392246:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2368 00000100:00100000:3.0:1767318902.392253:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383888512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318902.392269:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318902.392413:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383888512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318902.392422:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2368 00000100:00080000:1.0:1767318902.392678:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318902.392683:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318902.392719:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383888512:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318902.392754:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8913100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383888384:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767318902.392817:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318902.858738:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318902.859073:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297340288 00000100:00100000:0.0:1767318902.859083:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297340288 00000100:00100000:0.0:1767318902.859140:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23482 00000100:00100000:0.0:1767318902.859149:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297340288:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318902.859174:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318902.859249:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297340288:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 99us (520us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318902.859257:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23482 00000100:00100000:2.0:1767318902.859969:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318902.861256:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297340416 00000100:00100000:1.0:1767318902.861271:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297340416 00000100:00100000:1.0:1767318902.861451:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4463 00000100:00100000:1.0:1767318902.861466:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297340416:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318902.861567:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297340416:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 107us (1599us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318902.861575:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4463 00000100:00080000:0.0:1767318902.870651:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318902.909281:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318902.909292:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318902.909296:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318902.909300:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318902.909305:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318902.909315:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3801 00000100:00080000:1.0:1767318902.909320:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318902.909327:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318902.909383:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f231180 x1853164383888640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318902.909410:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318902.909413:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318902.909415:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318902.909419:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3801 00000100:00080000:1.0:1767318902.909421:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318902.909424:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318902.909437:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f232a00 x1853164383888768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318902.909473:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318902.909477:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318902.909478:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318902.909482:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3801 00000100:00080000:1.0:1767318902.909485:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318902.909488:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318902.909499:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f233800 x1853164383889024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318902.909514:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318902.909517:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318902.909519:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318902.909522:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3801 00000100:00080000:1.0:1767318902.909524:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318902.909527:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318902.909539:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f233480 x1853164383889280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318902.909595:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383888896:0@lo:400:kworker.0 00000100:00100000:1.0:1767318902.909668:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318902.909729:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318902.909737:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383889152:0@lo:400:kworker.0 00000100:00100000:1.0:1767318902.909760:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318902.909841:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383889408:0@lo:400:kworker.0 00000100:00100000:1.0:1767318902.909868:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318902.909889:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318902.909894:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8913100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383889536:0@lo:400:kworker.0 00000100:00100000:1.0:1767318902.910256:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318902.910295:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383889408 00000100:00100000:1.0:1767318902.910302:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383889408 00000100:00100000:1.0:1767318902.910362:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383889536 00000100:00100000:1.0:1767318902.910365:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383889536 00000100:00100000:1.0:1767318902.910384:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1600 00000100:00100000:1.0:1767318902.910403:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383889408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318902.910459:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383889408:12345-0@lo:400:kworker.0 Request processed in 67us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318902.910467:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1600 00000100:00100000:1.0:1767318902.910483:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1601 00000100:00100000:1.0:1767318902.910490:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383889536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318902.910518:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383889536:12345-0@lo:400:kworker.0 Request processed in 29us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318902.910524:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1601 00000100:00100000:1.0:1767318902.910569:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8913100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383889536:0@lo:400:kworker.0 00000100:00100000:1.0:1767318902.910578:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383889408:0@lo:400:kworker.0 00000100:00100000:1.0:1767318902.910605:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383888896 00000100:00100000:1.0:1767318902.910608:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383888896 00000100:00100000:1.0:1767318902.910657:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383889152 00000100:00100000:1.0:1767318902.910661:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383889152 00000100:00100000:1.0:1767318902.910683:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4464 00000100:00100000:1.0:1767318902.910690:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383888896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318902.910727:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383888896:12345-0@lo:400:kworker.0 Request processed in 38us (1059us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318902.910733:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4464 00000100:00100000:1.0:1767318902.910746:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4465 00000100:00100000:1.0:1767318902.910752:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383889152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318902.911833:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318902.914275:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383889152:12345-0@lo:400:kworker.0 Request processed in 3513us (4504us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318902.914291:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4465 00000100:00100000:1.0:1767318902.914378:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383889152:0@lo:400:kworker.0 00000100:00100000:1.0:1767318902.914405:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383888896:0@lo:400:kworker.0 00000100:00080000:1.0:1767318902.914435:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318902.920125:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383888640:0@lo:38:kworker.0 00000100:00100000:0.0:1767318902.920209:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318902.920334:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383888640 00000100:00100000:1.0:1767318902.920353:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383888640 00000100:00100000:1.0:1767318902.920400:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23483 00000100:00100000:1.0:1767318902.920408:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383888640:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318902.920431:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318902.920470:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383888640:12345-0@lo:38:kworker.0 Request processed in 62us (261us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318902.920477:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23483 00000100:00080000:0.0:1767318902.922242:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318902.922252:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318902.922258:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383888640:0@lo:38:kworker.0 00000100:00100000:0.0:1767318902.922269:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383888768:0@lo:38:kworker.0 00000100:00100000:0.0:1767318902.922319:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318902.922445:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383888768 00000100:00100000:1.0:1767318902.922452:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383888768 00000100:00100000:1.0:1767318902.922495:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2599 00000100:00100000:1.0:1767318902.922502:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383888768:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318902.922522:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318902.922565:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383888768:12345-0@lo:38:kworker.0 Request processed in 61us (244us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318902.922571:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2599 00000100:00080000:0.0:1767318902.928535:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318902.928552:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318902.928557:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383888768:0@lo:38:kworker.0 00000100:00100000:0.0:1767318902.928571:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383889024:0@lo:38:kworker.0 00000100:00100000:0.0:1767318902.928646:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318902.928685:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383889280:0@lo:38:kworker.0 00000100:00100000:0.0:1767318902.928707:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318902.929084:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383889024 00000100:00100000:2.0:1767318902.929092:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383889024 00000100:00100000:2.0:1767318902.929223:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383889280 00000100:00100000:2.0:1767318902.929227:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383889280 00000100:00100000:3.0:1767318902.929483:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23484 00000100:00100000:3.0:1767318902.929492:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383889024:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318902.929515:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318902.929576:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383889024:12345-0@lo:38:kworker.0 Request processed in 83us (928us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318902.929584:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23484 00000100:00100000:3.0:1767318902.929603:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23485 00000100:00100000:3.0:1767318902.929608:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383889280:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318902.929617:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318902.929641:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383889280:12345-0@lo:38:kworker.0 Request processed in 32us (932us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318902.929647:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23485 00000100:00080000:0.0:1767318902.929730:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318902.929736:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318902.929739:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383889024:0@lo:38:kworker.0 00000100:00080000:0.0:1767318902.929750:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318902.929753:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318902.929756:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383889280:0@lo:38:kworker.0 00010000:00010000:1.0:1767318903.416419:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318903.931744:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318904.440637:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318904.951533:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318905.463117:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318905.974877:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318906.487168:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318906.998922:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318907.511281:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1767318907.511305:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383889664:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767318907.511324:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318907.511379:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318907.511447:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383889792:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318907.511468:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318907.511521:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383889664 00000100:00100000:2.0:1767318907.511530:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383889664 00000100:00100000:2.0:1767318907.511589:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383889792 00000100:00100000:2.0:1767318907.511593:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383889792 00000100:00100000:2.0:1767318907.511617:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2369 00000100:00100000:2.0:1767318907.511627:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383889664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318907.511658:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318907.511701:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383889664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318907.511708:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2369 00000100:00100000:3.0:1767318907.511723:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2370 00000100:00100000:3.0:1767318907.511733:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383889792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318907.511747:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767318907.511772:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318907.511773:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383889792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (305us total) trans 0 rc 0/0 00000100:00080000:0.0:1767318907.511812:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318907.511847:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383889664:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318907.511861:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383889792:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318907.511923:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2370 00000100:00100000:2.0:1767318907.976142:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318907.976206:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318907.976745:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297340672 00000100:00100000:0.0:1767318907.976763:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297340672 00000100:00100000:0.0:1767318907.976958:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297340544 00000100:00100000:0.0:1767318907.976963:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297340544 00000100:00100000:0.0:1767318907.976991:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4466 00000100:00100000:0.0:1767318907.977003:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297340672:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318907.977085:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297340672:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 86us (958us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318907.977093:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4466 00000100:00100000:0.0:1767318907.977112:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23486 00000100:00100000:0.0:1767318907.977116:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297340544:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318907.977135:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318907.977177:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297340544:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 59us (970us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318907.977183:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23486 00000100:00080000:2.0:1767318907.978592:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318908.022941:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318908.026873:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318908.026888:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318908.026892:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318908.026897:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318908.026903:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318908.026915:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3806 00000100:00080000:0.0:1767318908.026922:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318908.026931:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318908.026988:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c902680 x1853164383889920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318908.027124:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c902680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383889920:0@lo:38:kworker.0 00000100:00100000:1.0:1767318908.027230:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318908.027376:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383889920 00000100:00100000:3.0:1767318908.027392:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383889920 00000100:00100000:3.0:1767318908.027455:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23487 00000100:00100000:3.0:1767318908.027465:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383889920:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318908.027490:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767318908.027860:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318908.027866:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318908.027869:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318908.027876:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3806 00000100:00080000:0.0:1767318908.027879:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318908.027884:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318908.027909:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c903480 x1853164383890048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318908.028699:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383889920:12345-0@lo:38:kworker.0 Request processed in 1229us (1464us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318908.028711:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23487 00000100:00080000:0.0:1767318908.030618:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318908.030628:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318908.030632:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318908.030642:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3806 00000100:00080000:0.0:1767318908.030648:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318908.030656:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318908.030686:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c901500 x1853164383890304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318908.030867:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c902a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383890176:0@lo:400:kworker.0 00000100:00100000:2.0:1767318908.030953:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318908.031094:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318908.031098:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318908.031101:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318908.031105:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3806 00000100:00080000:0.0:1767318908.031108:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318908.031112:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318908.031126:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c900e00 x1853164383890560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318908.031189:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c901c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383890432:0@lo:400:kworker.0 00000100:00100000:2.0:1767318908.031389:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383890688:0@lo:400:kworker.0 00000100:00100000:2.0:1767318908.031427:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318908.031473:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383890688 00000100:00100000:2.0:1767318908.031484:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383890688 00000100:00100000:2.0:1767318908.031553:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1602 00000100:00100000:2.0:1767318908.031564:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383890688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318908.031624:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383890688:12345-0@lo:400:kworker.0 Request processed in 61us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318908.031632:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1602 00000100:00100000:2.0:1767318908.031685:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383890688:0@lo:400:kworker.0 00000100:00100000:2.0:1767318908.031712:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318908.031733:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c901880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383890816:0@lo:400:kworker.0 00000100:00100000:2.0:1767318908.031757:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318908.031802:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383890816 00000100:00100000:2.0:1767318908.031807:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383890816 00000100:00100000:2.0:1767318908.031832:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1603 00000100:00100000:2.0:1767318908.031839:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383890816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318908.031875:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383890816:12345-0@lo:400:kworker.0 Request processed in 37us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318908.031882:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1603 00000100:00100000:2.0:1767318908.031908:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c901880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383890816:0@lo:400:kworker.0 00000100:00100000:0.0:1767318908.032386:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318908.032708:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383890176 00000100:00100000:3.0:1767318908.032714:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383890176 00000100:00100000:3.0:1767318908.032805:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383890432 00000100:00100000:3.0:1767318908.032809:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383890432 00000100:00100000:3.0:1767318908.032840:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4467 00000100:00100000:3.0:1767318908.032849:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383890176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318908.032909:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383890176:12345-0@lo:400:kworker.0 Request processed in 61us (1956us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318908.032917:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4467 00000100:00100000:3.0:1767318908.032933:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4468 00000100:00100000:3.0:1767318908.032940:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383890432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318908.032975:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383890432:12345-0@lo:400:kworker.0 Request processed in 36us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318908.032981:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4468 00000100:00100000:3.0:1767318908.033013:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c901c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383890432:0@lo:400:kworker.0 00000100:00100000:3.0:1767318908.033042:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c902a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383890176:0@lo:400:kworker.0 00000100:00080000:0.0:1767318908.033852:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318908.034412:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318908.034423:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318908.034429:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c902680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383889920:0@lo:38:kworker.0 00000100:00100000:1.0:1767318908.034464:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c903480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383890048:0@lo:38:kworker.0 00000100:00100000:1.0:1767318908.034522:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318908.034574:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c901500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383890304:0@lo:38:kworker.0 00000100:00100000:1.0:1767318908.034602:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318908.034676:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383890560:0@lo:38:kworker.0 00000100:00100000:1.0:1767318908.034700:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318908.034762:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383890048 00000100:00100000:3.0:1767318908.034770:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383890048 00000100:00100000:3.0:1767318908.034847:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2600 00000100:00100000:3.0:1767318908.034856:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383890048:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318908.034881:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318908.034930:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383890048:12345-0@lo:38:kworker.0 Request processed in 74us (407us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318908.034938:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2600 00000100:00080000:1.0:1767318908.039902:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318908.039923:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318908.039932:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c903480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383890048:0@lo:38:kworker.0 00000100:00100000:2.0:1767318908.040358:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383890304 00000100:00100000:2.0:1767318908.040369:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383890304 00000100:00100000:2.0:1767318908.041162:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383890560 00000100:00100000:2.0:1767318908.041171:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383890560 00000100:00100000:0.0:1767318908.041238:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23488 00000100:00100000:0.0:1767318908.041517:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383890304:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318908.041551:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318908.041658:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383890304:12345-0@lo:38:kworker.0 Request processed in 144us (7054us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318908.041666:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23488 00000100:00100000:0.0:1767318908.041689:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23489 00000100:00100000:0.0:1767318908.041693:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383890560:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318908.041703:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318908.041737:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383890560:12345-0@lo:38:kworker.0 Request processed in 42us (7036us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318908.041743:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23489 00000100:00080000:1.0:1767318908.041831:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318908.041839:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318908.041843:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c901500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383890304:0@lo:38:kworker.0 00000100:00080000:1.0:1767318908.041855:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318908.041858:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318908.041862:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383890560:0@lo:38:kworker.0 00010000:00010000:1.0:1767318908.539742:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318909.047329:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318909.559460:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318910.071078:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318910.587223:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318911.097493:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318911.607117:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318912.118959:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318912.631449:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318912.632118:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383890944:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318912.632224:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318912.633679:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383890944 00000100:00100000:3.0:1767318912.633699:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383890944 00000100:00080000:0.0:1767318912.633991:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318912.634224:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2371 00000100:00100000:3.0:1767318912.634384:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383890944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318912.634442:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318912.636440:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383890944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2196us (4205us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318912.636456:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2371 00000100:00100000:0.0:1767318912.637513:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383891072:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318912.637603:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318912.638042:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383891072 00000100:00100000:3.0:1767318912.638056:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383891072 00000100:00100000:3.0:1767318912.638143:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2372 00000100:00100000:3.0:1767318912.638156:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383891072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318912.638200:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318912.638257:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383891072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (654us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318912.638265:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2372 00000100:00080000:0.0:1767318912.638340:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318912.638397:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383891072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318912.650118:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383890944:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318913.100626:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318913.100764:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297340800 00000100:00100000:0.0:1767318913.100826:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297340800 00000100:00100000:0.0:1767318913.100896:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23490 00000100:00100000:0.0:1767318913.100908:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297340800:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318913.100942:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318913.101046:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297340800:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 138us (435us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318913.101055:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23490 00000100:00100000:0.0:1767318913.102599:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318913.102771:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297340928 00000100:00100000:3.0:1767318913.102815:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297340928 00000100:00100000:3.0:1767318913.102949:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4469 00000100:00100000:3.0:1767318913.102961:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297340928:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318913.103058:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297340928:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 99us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318913.103067:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4469 00000100:00080000:0.0:1767318913.113983:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318913.148073:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318913.148090:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318913.148095:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318913.148100:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318913.148106:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318913.148120:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3811 00000100:00080000:1.0:1767318913.148126:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318913.148136:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318913.148205:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb7100 x1853164383891200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318913.148245:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318913.148249:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318913.148251:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318913.148256:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3811 00000100:00080000:1.0:1767318913.148259:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318913.148263:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318913.148279:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb4000 x1853164383891328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318913.148336:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318913.148341:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318913.148343:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318913.148348:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3811 00000100:00080000:1.0:1767318913.148351:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318913.148354:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318913.148369:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb5c00 x1853164383891584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318913.148399:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318913.148402:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318913.148404:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318913.148409:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3811 00000100:00080000:1.0:1767318913.148411:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318913.148414:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318913.148425:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb7480 x1853164383891840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318913.148487:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383891712:0@lo:400:kworker.0 00000100:00100000:0.0:1767318913.148513:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383891456:0@lo:400:kworker.0 00000100:00100000:3.0:1767318913.148589:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383891200:0@lo:38:kworker.0 00000100:00100000:2.0:1767318913.148802:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318913.148847:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383892096:0@lo:400:kworker.0 00000100:00100000:0.0:1767318913.159637:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318913.159963:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383891968:0@lo:400:kworker.0 00000100:00100000:0.0:1767318913.160019:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318913.160073:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383891456 00000100:00100000:0.0:1767318913.160084:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383891456 00000100:00100000:0.0:1767318913.160164:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4470 00000100:00100000:0.0:1767318913.160174:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383891456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318913.160240:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383891456:12345-0@lo:400:kworker.0 Request processed in 67us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318913.160249:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4470 00000100:00080000:0.0:1767318913.160276:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318913.160325:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383891456:0@lo:400:kworker.0 00000100:00100000:0.0:1767318913.160365:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383891968 00000100:00100000:0.0:1767318913.160369:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383891968 00000100:00100000:0.0:1767318913.160397:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1604 00000100:00100000:0.0:1767318913.160402:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383891968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318913.160437:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383891968:12345-0@lo:400:kworker.0 Request processed in 34us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318913.160443:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1604 00000100:00100000:0.0:1767318913.160463:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383891968:0@lo:400:kworker.0 00000100:00100000:1.0:1767318913.164251:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318913.164581:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318913.164647:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383891328:0@lo:38:kworker.0 00000100:00100000:3.0:1767318913.165450:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318913.165607:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383891584:0@lo:38:kworker.0 00000100:00100000:3.0:1767318913.165646:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318913.165671:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383891840:0@lo:38:kworker.0 00000100:00100000:0.0:1767318913.165903:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383891712 00000100:00100000:0.0:1767318913.165917:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383891712 00000100:00100000:2.0:1767318913.165987:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318913.166003:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383891200 00000100:00100000:0.0:1767318913.166006:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383891200 00000100:00100000:0.0:1767318913.166021:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383891584 00000100:00100000:0.0:1767318913.166024:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383891584 00000100:00100000:0.0:1767318913.166037:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4471 00000100:00100000:2.0:1767318913.166039:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383892096 00000100:00100000:2.0:1767318913.166042:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383892096 00000100:00100000:0.0:1767318913.166048:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383891712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318913.166074:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1605 00000100:00100000:2.0:1767318913.166080:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383892096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318913.166173:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23491 00000100:00100000:1.0:1767318913.166182:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383891200:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318913.166208:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318913.172531:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383892096:12345-0@lo:400:kworker.0 Request processed in 6431us (6524us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318913.172554:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1605 00000100:00100000:2.0:1767318913.172699:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383892096:0@lo:400:kworker.0 00000100:00100000:2.0:1767318913.173432:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23492 00000100:00100000:2.0:1767318913.173447:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383891584:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318913.173493:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318913.173678:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383891200:12345-0@lo:38:kworker.0 Request processed in 7492us (9095us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318913.173697:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23491 00000100:00100000:2.0:1767318913.174065:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383891584:12345-0@lo:38:kworker.0 Request processed in 617us (8416us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318913.174073:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23492 00000100:00100000:2.0:1767318913.174106:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383891328 00000100:00100000:2.0:1767318913.174116:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383891328 00000100:00100000:2.0:1767318913.174166:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2601 00000100:00100000:2.0:1767318913.174172:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383891328:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318913.174186:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318913.174221:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383891328:12345-0@lo:38:kworker.0 Request processed in 49us (8776us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318913.174226:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2601 00000100:00080000:2.0:1767318913.174292:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318913.174420:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383891712:0@lo:400:kworker.0 00000100:00100000:0.0:1767318913.176523:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383891712:12345-0@lo:400:kworker.0 Request processed in 10463us (12275us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318913.176540:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4471 00000100:00100000:3.0:1767318913.177278:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318913.177392:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318913.177399:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318913.177405:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383891200:0@lo:38:kworker.0 00000100:00080000:3.0:1767318913.177420:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318913.177423:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318913.177426:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383891328:0@lo:38:kworker.0 00000100:00080000:3.0:1767318913.177439:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318913.177442:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318913.177445:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383891584:0@lo:38:kworker.0 00000100:00100000:0.0:1767318913.179949:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383891840 00000100:00100000:0.0:1767318913.179974:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383891840 00000100:00100000:0.0:1767318913.180058:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23493 00000100:00100000:0.0:1767318913.180070:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383891840:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318913.180104:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318913.180239:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383891840:12345-0@lo:38:kworker.0 Request processed in 159us (2953us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318913.180248:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23493 00000100:00080000:3.0:1767318913.183968:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318913.183989:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318913.183997:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383891840:0@lo:38:kworker.0 00010000:00010000:1.0:1767318913.655026:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318914.167924:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318914.679292:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318915.191130:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318915.704382:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318916.214966:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318916.727190:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318917.240910:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318917.751170:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383892224:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318917.751282:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318917.751465:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383892352:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318917.751520:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318917.751611:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318917.751698:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383892224 00000100:00100000:2.0:1767318917.751709:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383892224 00000100:00100000:2.0:1767318917.751822:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383892352 00000100:00100000:2.0:1767318917.751826:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383892352 00000100:00100000:2.0:1767318917.751855:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2373 00000100:00100000:2.0:1767318917.751866:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383892224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318917.751906:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767318917.751995:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318917.752001:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318917.752028:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2374 00000100:00100000:1.0:1767318917.752043:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383892352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318917.752062:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318917.752100:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383892352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318917.752107:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2374 00000100:00100000:1.0:1767318917.752169:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383892352:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318917.753061:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383892224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1191us (1772us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318917.753071:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2373 00000100:00100000:1.0:1767318917.753219:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383892224:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318918.215855:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318918.216013:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318918.218348:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297341056 00000100:00100000:1.0:1767318918.218369:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297341056 00000100:00100000:0.0:1767318918.218442:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297341184 00000100:00100000:0.0:1767318918.218448:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297341184 00000100:00100000:0.0:1767318918.218539:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4472 00000100:00100000:0.0:1767318918.218552:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297341184:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318918.218866:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297341184:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 316us (2851us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318918.218879:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4472 00000100:00100000:0.0:1767318918.218903:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23494 00000100:00100000:0.0:1767318918.218908:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297341056:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318918.218950:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318918.218978:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297341056:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 69us (3138us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318918.218985:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23494 00000100:00080000:2.0:1767318918.219853:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318918.263945:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318918.266203:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318918.266217:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318918.266221:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318918.266236:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318918.266242:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318918.266261:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3816 00000100:00080000:1.0:1767318918.266268:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318918.266277:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318918.266339:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb4a80 x1853164383892480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318918.266377:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318918.266381:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318918.266382:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318918.266387:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3816 00000100:00080000:1.0:1767318918.266389:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318918.266393:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318918.266406:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb5f80 x1853164383892608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318918.266455:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318918.266459:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318918.266461:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318918.266465:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3816 00000100:00080000:1.0:1767318918.266468:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318918.266472:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318918.266485:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb7480 x1853164383892864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318918.266524:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318918.266527:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318918.266529:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318918.266533:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3816 00000100:00080000:1.0:1767318918.266535:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318918.266539:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318918.266551:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb4000 x1853164383893120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318918.266737:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383892992:0@lo:400:kworker.0 00000100:00100000:1.0:1767318918.266850:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318918.266951:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383892992 00000100:00100000:1.0:1767318918.266960:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383892992 00000100:00100000:1.0:1767318918.267036:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4473 00000100:00100000:1.0:1767318918.267046:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383892992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318918.267915:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383892736:0@lo:400:kworker.0 00000100:00100000:0.0:1767318918.267998:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318918.268067:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383892736 00000100:00100000:0.0:1767318918.268071:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383892736 00000100:00100000:0.0:1767318918.268107:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4474 00000100:00100000:0.0:1767318918.268111:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383892736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318918.268167:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383892736:12345-0@lo:400:kworker.0 Request processed in 54us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318918.268174:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4474 00000100:00100000:0.0:1767318918.268239:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383892736:0@lo:400:kworker.0 00000100:00100000:1.0:1767318918.269281:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383892992:12345-0@lo:400:kworker.0 Request processed in 2233us (2428us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318918.269291:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4473 00000100:00080000:2.0:1767318918.269604:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318918.269640:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383892480:0@lo:38:kworker.0 00000100:00100000:2.0:1767318918.269687:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318918.269732:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383892608:0@lo:38:kworker.0 00000100:00100000:2.0:1767318918.269759:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318918.269811:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383892864:0@lo:38:kworker.0 00000100:00100000:2.0:1767318918.269838:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318918.269853:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383893120:0@lo:38:kworker.0 00000100:00100000:2.0:1767318918.269873:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318918.269911:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383892608 00000100:00100000:2.0:1767318918.269919:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383892608 00000100:00100000:2.0:1767318918.269966:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2602 00000100:00100000:2.0:1767318918.269973:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383892608:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318918.269997:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318918.270036:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383892608:12345-0@lo:38:kworker.0 Request processed in 62us (275us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318918.270043:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2602 00000100:00100000:2.0:1767318918.270077:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383892480 00000100:00100000:2.0:1767318918.270081:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383892480 00000100:00100000:2.0:1767318918.270098:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383892864 00000100:00100000:2.0:1767318918.270101:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383892864 00000100:00100000:2.0:1767318918.270112:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383893120 00000100:00100000:2.0:1767318918.270113:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383893120 00000100:00100000:2.0:1767318918.270122:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23495 00000100:00100000:2.0:1767318918.270126:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383892480:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318918.270135:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318918.270158:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383892480:12345-0@lo:38:kworker.0 Request processed in 31us (471us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318918.270165:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23495 00000100:00100000:2.0:1767318918.270175:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23496 00000100:00100000:2.0:1767318918.270178:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383892864:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318918.270187:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318918.270207:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383892864:12345-0@lo:38:kworker.0 Request processed in 27us (368us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318918.270212:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23496 00000100:00100000:2.0:1767318918.270232:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23497 00000100:00100000:2.0:1767318918.270238:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383893120:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318918.270247:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318918.270279:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383893120:12345-0@lo:38:kworker.0 Request processed in 40us (404us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318918.270285:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23497 00000100:00080000:2.0:1767318918.270328:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318918.270334:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318918.270338:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383892480:0@lo:38:kworker.0 00000100:00080000:2.0:1767318918.270347:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318918.270351:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318918.270354:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383892608:0@lo:38:kworker.0 00000100:00080000:2.0:1767318918.270361:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318918.270364:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318918.270367:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383892864:0@lo:38:kworker.0 00000100:00080000:2.0:1767318918.270373:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318918.270377:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318918.270380:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383893120:0@lo:38:kworker.0 00000100:00100000:0.0:1767318918.272130:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383892992:0@lo:400:kworker.0 00010000:00010000:1.0:1767318918.776880:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318919.293365:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318919.799432:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318920.311715:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318920.823287:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318921.336713:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318921.847733:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318922.358976:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318897/real 1767318897] req@ffff936992be6680 x1853164383888256/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318922 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318922.359033:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff936992be6680 x1853164383888256/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318922 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318922.359882:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318922.360461:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318922.360546:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318922.360553:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383888256:0@lo:250:kworker.0 00000100:00080000:1.0:1767318922.360687:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318922.360692:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318922.360695:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318922.360700:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3801 00000100:00080000:1.0:1767318922.360704:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318922.360710:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318922.360746:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb6680 x1853164383893248/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318922.361850:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383893248:0@lo:250:kworker.0 00000400:00000100:0.0:1767318922.361909:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383893248 offset 0 length 520: 4 00000100:00080000:1.0:1767318922.362128:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318922.362133:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318922.362136:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318922.362141:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3821 00000100:00080000:1.0:1767318922.362144:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318922.362149:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318922.362189:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb5c00 x1853164383893376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318922.362818:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383893376:0@lo:38:kworker.0 00000100:00100000:0.0:1767318922.362866:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318922.363056:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318922.363061:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318922.363063:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318922.363068:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3821 00000100:00080000:1.0:1767318922.363071:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318922.363075:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318922.363096:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb4000 x1853164383893504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318922.363189:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383893632:0@lo:400:kworker.0 00000100:00100000:3.0:1767318922.363234:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318922.363294:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383893504:0@lo:38:kworker.0 00000100:00100000:0.0:1767318922.363324:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318922.363374:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383893376 00000100:00100000:0.0:1767318922.363381:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383893376 00000100:00100000:0.0:1767318922.363409:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383893632 00000100:00100000:0.0:1767318922.363411:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383893632 00000100:00100000:0.0:1767318922.363446:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4475 00000100:00100000:0.0:1767318922.363456:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383893632:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767318922.363519:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318922.363524:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318922.363527:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318922.363530:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3821 00000100:00080000:1.0:1767318922.363533:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318922.363536:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318922.363551:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb5f80 x1853164383893760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318922.363582:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318922.363585:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318922.363587:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318922.363590:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3821 00000100:00080000:1.0:1767318922.363592:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318922.363606:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318922.363617:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb5180 x1853164383894016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318922.363709:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23498 00000100:00100000:2.0:1767318922.363717:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383893376:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318922.363737:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318922.363773:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383893376:12345-0@lo:38:kworker.0 Request processed in 55us (906us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318922.363800:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23498 00000100:00100000:2.0:1767318922.363829:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383893504 00000100:00100000:2.0:1767318922.363833:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383893504 00000100:00100000:2.0:1767318922.363854:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2603 00000100:00100000:2.0:1767318922.363858:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383893504:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318922.363869:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318922.363894:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383893504:12345-0@lo:38:kworker.0 Request processed in 34us (569us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318922.363899:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2603 00000100:00080000:2.0:1767318922.363918:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318922.363949:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383893888:0@lo:400:kworker.0 00000100:00100000:2.0:1767318922.363979:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318922.363998:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318922.364004:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383894144:0@lo:400:kworker.0 00000100:00100000:2.0:1767318922.366472:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318922.366532:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383894272:0@lo:400:kworker.0 00000100:00100000:2.0:1767318922.366562:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318922.366601:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383894144 00000100:00100000:2.0:1767318922.366608:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383894144 00000100:00100000:2.0:1767318922.366664:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383894272 00000100:00100000:2.0:1767318922.366667:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383894272 00000100:00100000:2.0:1767318922.366690:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1606 00000100:00100000:2.0:1767318922.366699:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383894144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318922.366749:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383894144:12345-0@lo:400:kworker.0 Request processed in 50us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318922.366756:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1606 00000100:00100000:2.0:1767318922.366776:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1607 00000100:00100000:2.0:1767318922.366802:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383894272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318922.366813:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383893632:12345-0@lo:400:kworker.0 Request processed in 3356us (3575us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318922.366823:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4475 00000100:00100000:2.0:1767318922.366841:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383894272:12345-0@lo:400:kworker.0 Request processed in 58us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318922.366847:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383893888 00000100:00100000:2.0:1767318922.366850:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1607 00000100:00100000:0.0:1767318922.366854:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383893888 00000100:00100000:0.0:1767318922.368284:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4476 00000100:00100000:0.0:1767318922.368304:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383893888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318922.368374:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383893888:12345-0@lo:400:kworker.0 Request processed in 79us (4394us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318922.368381:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4476 00000100:00100000:1.0:1767318922.371069:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383893760:0@lo:38:kworker.0 00000100:00100000:1.0:1767318922.371149:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318922.371306:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383893632:0@lo:400:kworker.0 00000100:00080000:3.0:1767318922.371358:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318922.371365:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318922.371368:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318922.371390:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383894144:0@lo:400:kworker.0 00000100:00100000:3.0:1767318922.371402:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383893888:0@lo:400:kworker.0 00000100:00100000:3.0:1767318922.371520:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383894272:0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.372847:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383894016:0@lo:38:kworker.0 00000100:00100000:1.0:1767318922.372899:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318922.376699:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383893760 00000100:00100000:2.0:1767318922.376719:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383893760 00000100:00100000:2.0:1767318922.377001:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23499 00000100:00100000:2.0:1767318922.377011:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383893760:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318922.377371:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318922.377455:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383893760:12345-0@lo:38:kworker.0 Request processed in 443us (6305us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318922.377463:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23499 00000100:00080000:1.0:1767318922.391116:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318922.391129:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318922.391135:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383893504:0@lo:38:kworker.0 00000100:00080000:1.0:1767318922.391148:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318922.391152:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318922.391155:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383893376:0@lo:38:kworker.0 00000100:00080000:1.0:1767318922.391190:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318922.391194:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318922.391197:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383893760:0@lo:38:kworker.0 00000100:00100000:0.0:1767318922.391301:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383894016 00000100:00100000:0.0:1767318922.391310:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383894016 00000100:00100000:0.0:1767318922.391373:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23500 00000100:00100000:0.0:1767318922.391382:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383894016:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318922.391406:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318922.391485:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383894016:12345-0@lo:38:kworker.0 Request processed in 103us (18585us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318922.391493:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23500 00000100:00080000:1.0:1767318922.391838:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318922.391844:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318922.391847:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383894016:0@lo:38:kworker.0 00000100:00100000:0.0:1767318922.871454:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383894400:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318922.871538:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318922.871647:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383894400 00000100:00100000:2.0:1767318922.871656:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383894400 00000100:00100000:3.0:1767318922.871678:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383894528:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318922.871714:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2375 00000100:00100000:2.0:1767318922.871724:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383894400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318922.871756:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318922.871858:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318922.871894:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383894528 00000100:00100000:3.0:1767318922.871899:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383894528 00000100:00100000:3.0:1767318922.871924:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2376 00000100:00100000:3.0:1767318922.871930:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383894528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318922.871947:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318922.871981:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383894528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318922.871990:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2376 00000100:00100000:3.0:1767318922.872044:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383894528:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318922.872281:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318922.874349:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383894400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2619us (2803us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318922.874363:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2375 00000100:00100000:0.0:1767318922.874758:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383894400:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318923.334284:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318923.334416:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297341440 00000100:00100000:0.0:1767318923.334429:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297341440 00000100:00100000:0.0:1767318923.334519:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4477 00000100:00100000:0.0:1767318923.334530:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297341440:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318923.334892:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297341440:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 352us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318923.334902:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4477 00000100:00080000:3.0:1767318923.335381:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318923.337117:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:0.0:1767318923.337156:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297341568 offset 0 length 520: 4 00000100:00100000:1.0:1767318923.337391:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297341312 00000100:00100000:1.0:1767318923.337402:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297341312 00000100:00100000:1.0:1767318923.337452:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23501 00000100:00100000:1.0:1767318923.337469:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297341312:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318923.337494:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318923.337559:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297341312:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 90us (448us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318923.337567:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23501 00000100:00100000:1.0:1767318923.383516:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318923.897137:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318924.406980:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318924.919527:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318925.430910:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318925.943058:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318926.455006:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318926.967163:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318927.479024:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318927.479036:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318927.479039:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318927.479043:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318927.479048:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318927.479056:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3825 00000100:00080000:3.0:1767318927.479062:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318927.479068:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318927.479109:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a398700 x1853164383894656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318927.479137:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318927.479141:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318927.479143:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318927.479148:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3825 00000100:00080000:3.0:1767318927.479150:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318927.479154:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318927.479180:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39a680 x1853164383894784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318927.479278:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383894912:0@lo:400:kworker.0 00000100:00100000:0.0:1767318927.479366:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318927.479488:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383894656:0@lo:38:kworker.0 00000100:00100000:1.0:1767318927.479521:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318927.479549:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383894784:0@lo:38:kworker.0 00000100:00100000:1.0:1767318927.479574:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318927.479613:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383894912 00000100:00100000:1.0:1767318927.479621:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383894912 00000100:00100000:1.0:1767318927.479681:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383894656 00000100:00100000:1.0:1767318927.479685:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383894656 00000100:00100000:1.0:1767318927.479706:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4478 00000100:00100000:1.0:1767318927.479719:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383894912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318927.479945:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318927.479963:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383894784 00000100:00100000:2.0:1767318927.479967:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383894784 00000100:00100000:2.0:1767318927.479991:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2604 00000100:00100000:2.0:1767318927.479997:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383894784:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318927.480016:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318927.480057:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383894784:12345-0@lo:38:kworker.0 Request processed in 58us (482us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318927.480064:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2604 00000100:00100000:2.0:1767318927.480106:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23502 00000100:00100000:2.0:1767318927.480111:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383894656:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318927.480121:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318927.480145:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383894656:12345-0@lo:38:kworker.0 Request processed in 33us (623us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318927.480151:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23502 00000100:00080000:2.0:1767318927.480194:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318927.480239:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318927.480245:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318927.480248:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383894656:0@lo:38:kworker.0 00000100:00080000:2.0:1767318927.480256:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318927.480260:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318927.480263:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383894784:0@lo:38:kworker.0 00000100:00080000:3.0:1767318927.480965:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318927.480970:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318927.480973:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318927.480978:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3825 00000100:00080000:3.0:1767318927.480982:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318927.480987:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318927.481015:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a399c00 x1853164383895040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318927.481054:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318927.481058:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318927.481060:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318927.481064:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3825 00000100:00080000:3.0:1767318927.481067:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318927.481070:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318927.481082:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39a680 x1853164383895296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318927.481148:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383895552:0@lo:400:kworker.0 00000100:00100000:2.0:1767318927.481214:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318927.481261:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383895168:0@lo:400:kworker.0 00000100:00100000:2.0:1767318927.481285:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318927.481302:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318927.481307:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383895424:0@lo:400:kworker.0 00000100:00100000:2.0:1767318927.481326:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318927.481352:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383895552 00000100:00100000:2.0:1767318927.481356:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383895552 00000100:00100000:2.0:1767318927.481393:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383895424 00000100:00100000:2.0:1767318927.481395:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383895424 00000100:00100000:2.0:1767318927.481428:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1608 00000100:00100000:2.0:1767318927.481435:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383895552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318927.481475:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383895552:12345-0@lo:400:kworker.0 Request processed in 41us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318927.481481:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1608 00000100:00100000:2.0:1767318927.481496:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1609 00000100:00100000:2.0:1767318927.481501:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383895424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318927.481531:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383895424:12345-0@lo:400:kworker.0 Request processed in 29us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318927.481537:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1609 00000100:00080000:2.0:1767318927.481555:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318927.481558:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318927.481581:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383895424:0@lo:400:kworker.0 00000100:00100000:2.0:1767318927.481608:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383895552:0@lo:400:kworker.0 00000100:00100000:2.0:1767318927.481624:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383895040:0@lo:38:kworker.0 00000100:00100000:2.0:1767318927.481644:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318927.481670:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383895296:0@lo:38:kworker.0 00000100:00100000:2.0:1767318927.481691:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318927.481716:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383895168 00000100:00100000:2.0:1767318927.481719:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383895168 00000100:00100000:2.0:1767318927.481747:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383895040 00000100:00100000:2.0:1767318927.481750:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383895040 00000100:00100000:2.0:1767318927.481757:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383895296 00000100:00100000:2.0:1767318927.481758:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383895296 00000100:00100000:2.0:1767318927.481766:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4479 00000100:00100000:2.0:1767318927.481773:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383895168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318927.481829:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383895168:12345-0@lo:400:kworker.0 Request processed in 57us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318927.481836:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4479 00000100:00100000:2.0:1767318927.481849:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23503 00000100:00100000:2.0:1767318927.481853:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383895040:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318927.481867:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318927.481894:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383895040:12345-0@lo:38:kworker.0 Request processed in 40us (249us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318927.481900:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23503 00000100:00100000:2.0:1767318927.481912:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23504 00000100:00100000:2.0:1767318927.481915:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383895296:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318927.481924:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318927.481945:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383895296:12345-0@lo:38:kworker.0 Request processed in 28us (253us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318927.481950:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23504 00000100:00080000:2.0:1767318927.481964:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318927.481980:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383895168:0@lo:400:kworker.0 00000100:00080000:2.0:1767318927.482010:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318927.482014:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318927.482017:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383895040:0@lo:38:kworker.0 00000100:00080000:2.0:1767318927.482025:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318927.482028:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318927.482031:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383895296:0@lo:38:kworker.0 00000100:00100000:1.0:1767318927.489029:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383894912:12345-0@lo:400:kworker.0 Request processed in 9306us (9654us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318927.489045:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4478 00000100:00100000:0.0:1767318927.491643:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383894912:0@lo:400:kworker.0 00000100:00100000:2.0:1767318927.991084:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318927.991108:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383895680:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318927.991183:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318927.991469:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318927.991508:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318927.991519:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383895808:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318927.991545:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318927.991609:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383895680 00000100:00100000:1.0:1767318927.991616:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383895680 00000100:00100000:1.0:1767318927.991665:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383895808 00000100:00100000:1.0:1767318927.991668:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383895808 00000100:00100000:1.0:1767318927.991684:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2377 00000100:00100000:1.0:1767318927.991691:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383895680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318927.991717:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318927.991757:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383895680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318927.991763:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2377 00000100:00100000:1.0:1767318927.991777:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2378 00000100:00100000:1.0:1767318927.991801:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383895808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318927.991813:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318927.991837:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383895808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318927.991842:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2378 00000100:00100000:1.0:1767318927.991875:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383895808:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318927.992077:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383895680:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318928.459269:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318928.463835:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297341824 00000100:00100000:1.0:1767318928.463850:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297341824 00000100:00100000:1.0:1767318928.463940:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4480 00000100:00100000:1.0:1767318928.463953:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297341824:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318928.464026:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297341824:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 78us (4767us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318928.464033:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4480 00000100:00080000:2.0:1767318928.464421:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318928.464580:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318928.464691:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297341696 00000100:00100000:1.0:1767318928.464705:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297341696 00000100:00100000:1.0:1767318928.464735:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23505 00000100:00100000:1.0:1767318928.464741:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297341696:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318928.464762:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318928.464822:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297341696:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 79us (244us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318928.465283:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23505 00000100:00100000:1.0:1767318928.503116:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318929.015100:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318929.527654:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318930.039002:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318930.551183:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318931.063425:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318931.575215:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318932.092883:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318932.598941:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318932.598953:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318932.598957:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318932.598961:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318932.598966:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318932.598975:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3830 00000100:00080000:0.0:1767318932.598980:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318932.598998:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318932.599042:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8782680 x1853164383895936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318932.599068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318932.599072:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318932.599074:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318932.599078:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3830 00000100:00080000:0.0:1767318932.599081:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318932.599084:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318932.599097:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780380 x1853164383896064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318932.599146:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318932.599150:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318932.599152:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318932.599156:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3830 00000100:00080000:0.0:1767318932.599159:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318932.599162:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318932.599169:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383896192:0@lo:400:kworker.0 00000100:00100000:0.0:1767318932.599173:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8783480 x1853164383896320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318932.599198:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318932.599201:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318932.599203:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318932.599207:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3830 00000100:00080000:0.0:1767318932.599210:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318932.599212:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318932.599222:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8783100 x1853164383896576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318932.599240:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318932.599259:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383896832:0@lo:400:kworker.0 00000100:00100000:0.0:1767318932.599287:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318932.599382:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383896192 00000100:00100000:1.0:1767318932.599391:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383896192 00000100:00100000:3.0:1767318932.599420:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383896448:0@lo:400:kworker.0 00000100:00100000:3.0:1767318932.599444:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318932.599445:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4481 00000100:00100000:1.0:1767318932.599459:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383896192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318932.599462:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318932.599466:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383896704:0@lo:400:kworker.0 00000100:00100000:3.0:1767318932.599485:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318932.599510:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383896192:12345-0@lo:400:kworker.0 Request processed in 58us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318932.599520:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4481 00000100:00100000:1.0:1767318932.599535:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383896448 00000100:00100000:1.0:1767318932.599539:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383896448 00000100:00100000:1.0:1767318932.599559:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4482 00000100:00100000:1.0:1767318932.599565:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383896448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318932.599594:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383896448:12345-0@lo:400:kworker.0 Request processed in 29us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318932.599599:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4482 00000100:00100000:3.0:1767318932.599610:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383896448:0@lo:400:kworker.0 00000100:00100000:1.0:1767318932.599617:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318932.599627:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318932.599718:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383896832 00000100:00100000:2.0:1767318932.599723:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383896832 00000100:00100000:2.0:1767318932.599753:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383896704 00000100:00100000:2.0:1767318932.599756:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383896704 00000100:00100000:2.0:1767318932.599773:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1610 00000100:00100000:2.0:1767318932.599795:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383896832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318932.599861:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383896192:0@lo:400:kworker.0 00000100:00080000:1.0:1767318932.599878:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318932.599881:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318932.602550:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1611 00000100:00100000:0.0:1767318932.602580:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383896704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318932.602679:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383896704:12345-0@lo:400:kworker.0 Request processed in 116us (3192us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318932.602687:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1611 00000100:00100000:0.0:1767318932.602728:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383895936:0@lo:38:kworker.0 00000100:00100000:0.0:1767318932.602771:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318932.602832:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383896064:0@lo:38:kworker.0 00000100:00100000:0.0:1767318932.602861:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318932.602886:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383896320:0@lo:38:kworker.0 00000100:00100000:0.0:1767318932.602907:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318932.602929:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383896576:0@lo:38:kworker.0 00000100:00100000:0.0:1767318932.602949:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318932.602996:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383895936 00000100:00100000:0.0:1767318932.603004:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383895936 00000100:00100000:0.0:1767318932.603031:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383896320 00000100:00100000:0.0:1767318932.603034:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383896320 00000100:00100000:0.0:1767318932.603048:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383896576 00000100:00100000:0.0:1767318932.603050:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383896576 00000100:00100000:0.0:1767318932.603061:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23506 00000100:00100000:0.0:1767318932.603067:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383895936:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318932.603091:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318932.603140:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383895936:12345-0@lo:38:kworker.0 Request processed in 72us (368us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318932.603146:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23506 00000100:00100000:0.0:1767318932.603159:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23507 00000100:00100000:0.0:1767318932.603163:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383896320:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318932.603172:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318932.603194:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383896320:12345-0@lo:38:kworker.0 Request processed in 30us (286us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318932.603200:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23507 00000100:00100000:0.0:1767318932.603211:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23508 00000100:00100000:0.0:1767318932.603214:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383896576:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318932.603223:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318932.603245:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383896576:12345-0@lo:38:kworker.0 Request processed in 29us (295us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318932.603251:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23508 00000100:00100000:0.0:1767318932.603291:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383896704:0@lo:400:kworker.0 00000100:00080000:0.0:1767318932.603322:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318932.603328:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318932.603332:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383895936:0@lo:38:kworker.0 00000100:00080000:0.0:1767318932.603340:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318932.603344:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318932.603346:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383896320:0@lo:38:kworker.0 00000100:00080000:0.0:1767318932.603354:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318932.603356:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318932.603359:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383896576:0@lo:38:kworker.0 00000100:00100000:0.0:1767318932.603422:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383896064 00000100:00100000:0.0:1767318932.603427:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383896064 00000100:00100000:0.0:1767318932.603447:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2605 00000100:00100000:0.0:1767318932.603452:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383896064:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318932.603462:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318932.603491:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383896064:12345-0@lo:38:kworker.0 Request processed in 38us (629us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318932.603497:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2605 00000100:00080000:0.0:1767318932.603516:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318932.603520:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318932.603523:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383896064:0@lo:38:kworker.0 00000100:00100000:2.0:1767318932.604688:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383896832:12345-0@lo:400:kworker.0 Request processed in 4901us (5392us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318932.604701:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1610 00000100:00100000:0.0:1767318932.605467:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383896832:0@lo:400:kworker.0 00000100:00100000:0.0:1767318933.111241:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318933.111274:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383896960:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318933.111364:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318933.111437:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318933.111503:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383896960 00000100:00100000:3.0:1767318933.111511:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383896960 00000100:00100000:3.0:1767318933.111611:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2379 00000100:00100000:3.0:1767318933.111625:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383896960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318933.111671:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318933.111679:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318933.111700:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383897088:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318933.111721:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383896960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318933.111729:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2379 00000100:00100000:2.0:1767318933.111743:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318933.112039:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383896960:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318933.121384:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383897088 00000100:00100000:0.0:1767318933.121399:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383897088 00000100:00100000:0.0:1767318933.121469:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2380 00000100:00100000:0.0:1767318933.121478:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383897088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318933.121512:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318933.121596:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383897088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (9854us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318933.121603:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2380 00000100:00100000:2.0:1767318933.123328:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383897088:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318933.583387:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318933.583453:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318933.583551:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297341952 00000100:00100000:0.0:1767318933.583566:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297341952 00000100:00100000:0.0:1767318933.583642:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297342080 00000100:00100000:0.0:1767318933.583646:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297342080 00000100:00100000:0.0:1767318933.583724:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4483 00000100:00100000:0.0:1767318933.583735:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297342080:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318933.583885:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297342080:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 151us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318933.583893:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4483 00000100:00100000:0.0:1767318933.583918:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23509 00000100:00100000:0.0:1767318933.583923:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297341952:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318933.583956:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318933.583992:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297341952:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 67us (624us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318933.584000:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23509 00000100:00080000:3.0:1767318933.584575:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318933.625715:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318934.135023:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318934.646931:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318935.159637:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318935.671040:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318936.184265:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318936.695611:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318937.207593:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318937.719243:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318937.719258:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318937.719262:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318937.719267:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318937.719273:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318937.719283:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3835 00000100:00080000:3.0:1767318937.719289:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318937.719298:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318937.719357:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb5180 x1853164383897216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318937.719390:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318937.719394:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318937.719396:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318937.719401:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3835 00000100:00080000:3.0:1767318937.719404:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318937.719407:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318937.719429:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891da9c00 x1853164383897344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318937.719472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318937.719477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318937.719479:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318937.719482:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3835 00000100:00080000:3.0:1767318937.719485:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318937.719489:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318937.719503:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891da9f80 x1853164383897600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318937.719534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318937.719538:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318937.719540:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318937.719544:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3835 00000100:00080000:3.0:1767318937.719546:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318937.719550:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318937.719560:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891dabb80 x1853164383897856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318937.719603:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383897984:0@lo:400:kworker.0 00000100:00100000:3.0:1767318937.719715:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318937.719819:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318937.719827:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383897728:0@lo:400:kworker.0 00000100:00100000:3.0:1767318937.719859:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318937.720038:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383897472:0@lo:400:kworker.0 00000100:00100000:2.0:1767318937.720070:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318937.720129:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318937.720135:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383898112:0@lo:400:kworker.0 00000100:00100000:2.0:1767318937.720158:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318937.720191:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383897984 00000100:00100000:2.0:1767318937.720201:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383897984 00000100:00100000:2.0:1767318937.720266:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383898112 00000100:00100000:2.0:1767318937.720270:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383898112 00000100:00100000:2.0:1767318937.720295:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1612 00000100:00100000:2.0:1767318937.720305:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383897984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318937.720363:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383897984:12345-0@lo:400:kworker.0 Request processed in 59us (648us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318937.720371:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1612 00000100:00100000:2.0:1767318937.720390:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1613 00000100:00100000:2.0:1767318937.720397:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383898112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318937.720425:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383898112:12345-0@lo:400:kworker.0 Request processed in 29us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318937.720431:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1613 00000100:00080000:2.0:1767318937.720453:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318937.720458:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318937.720491:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383897984:0@lo:400:kworker.0 00000100:00100000:2.0:1767318937.720519:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383898112:0@lo:400:kworker.0 00000100:00100000:0.0:1767318937.720607:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383897216:0@lo:38:kworker.0 00000100:00100000:0.0:1767318937.720640:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318937.720766:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383897344:0@lo:38:kworker.0 00000100:00100000:0.0:1767318937.720816:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318937.720840:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383897600:0@lo:38:kworker.0 00000100:00100000:0.0:1767318937.720860:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318937.720877:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383897856:0@lo:38:kworker.0 00000100:00100000:0.0:1767318937.720899:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318937.720929:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383897344 00000100:00100000:0.0:1767318937.720934:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383897344 00000100:00100000:0.0:1767318937.720958:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2606 00000100:00100000:0.0:1767318937.720964:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383897344:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318937.720984:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318937.721020:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383897344:12345-0@lo:38:kworker.0 Request processed in 55us (203us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318937.721026:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2606 00000100:00100000:0.0:1767318937.721046:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383897728 00000100:00100000:0.0:1767318937.721050:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383897728 00000100:00100000:0.0:1767318937.721092:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4484 00000100:00100000:0.0:1767318937.721099:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383897728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318937.721134:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383897728:12345-0@lo:400:kworker.0 Request processed in 35us (1274us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318937.721139:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4484 00000100:00100000:0.0:1767318937.721150:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383897472 00000100:00100000:0.0:1767318937.721153:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383897472 00000100:00100000:0.0:1767318937.721172:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383897216 00000100:00100000:0.0:1767318937.721174:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383897216 00000100:00100000:0.0:1767318937.721182:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383897600 00000100:00100000:0.0:1767318937.721184:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383897600 00000100:00100000:0.0:1767318937.721192:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383897856 00000100:00100000:0.0:1767318937.721194:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383897856 00000100:00100000:0.0:1767318937.721203:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4485 00000100:00100000:0.0:1767318937.721209:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383897472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318937.721241:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383897472:12345-0@lo:400:kworker.0 Request processed in 33us (1171us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318937.721247:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4485 00000100:00100000:0.0:1767318937.721259:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23510 00000100:00100000:0.0:1767318937.721262:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383897216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318937.721271:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318937.721291:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383897216:12345-0@lo:38:kworker.0 Request processed in 27us (651us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318937.721296:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23510 00000100:00100000:0.0:1767318937.721307:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23511 00000100:00100000:0.0:1767318937.721311:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383897600:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318937.721319:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318937.721343:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383897600:12345-0@lo:38:kworker.0 Request processed in 30us (481us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318937.721348:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23511 00000100:00100000:0.0:1767318937.721358:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23512 00000100:00100000:0.0:1767318937.721362:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383897856:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318937.721370:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318937.721395:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383897856:12345-0@lo:38:kworker.0 Request processed in 31us (495us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318937.721400:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23512 00000100:00080000:0.0:1767318937.721423:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318937.721449:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318937.721454:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318937.721457:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383897216:0@lo:38:kworker.0 00000100:00080000:0.0:1767318937.721465:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318937.721469:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318937.721472:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383897344:0@lo:38:kworker.0 00000100:00080000:0.0:1767318937.721478:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318937.721482:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318937.721484:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383897600:0@lo:38:kworker.0 00000100:00080000:0.0:1767318937.721491:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318937.721494:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318937.721496:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383897856:0@lo:38:kworker.0 00000100:00100000:0.0:1767318937.721530:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383897472:0@lo:400:kworker.0 00000100:00100000:1.0:1767318937.721661:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318937.721831:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383897728:0@lo:400:kworker.0 00000100:00100000:1.0:1767318938.231589:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318938.231625:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383898240:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318938.231722:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318938.231775:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383898240 00000100:00100000:3.0:1767318938.231803:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383898240 00000100:00100000:3.0:1767318938.231865:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2381 00010000:00010000:1.0:1767318938.231868:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318938.231875:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383898240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318938.231918:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318938.231983:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383898240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318938.231991:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2381 00000100:00100000:1.0:1767318938.232243:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383898240:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318938.232747:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318938.232765:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383898368:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318938.232846:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318938.233663:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383898368 00000100:00100000:3.0:1767318938.233676:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383898368 00000100:00100000:3.0:1767318938.233836:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2382 00000100:00100000:3.0:1767318938.233849:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383898368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318938.233959:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318938.234039:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383898368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 193us (1191us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318938.234046:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2382 00000100:00100000:2.0:1767318938.234172:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383898368:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318938.694954:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318938.695006:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297342336 00000100:00100000:2.0:1767318938.695020:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297342336 00000100:00100000:2.0:1767318938.695248:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4486 00000100:00100000:2.0:1767318938.695263:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297342336:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318938.695400:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297342336:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 139us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318938.695407:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4486 00000100:00100000:3.0:1767318938.699261:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00080000:0.0:1767318938.699434:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318938.699563:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297342208 00000100:00100000:2.0:1767318938.699578:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297342208 00000100:00100000:2.0:1767318938.700643:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23513 00000100:00100000:2.0:1767318938.700660:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297342208:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318938.700696:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318938.700819:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297342208:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 161us (1572us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318938.700829:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23513 00000100:00100000:1.0:1767318938.743453:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318939.255109:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318939.767193:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318940.279348:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318940.792293:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318941.304955:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318941.816026:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318942.327317:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318942.839007:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318942.839472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318942.839480:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318942.839483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318942.839487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318942.839491:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318942.839499:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3840 00000100:00080000:0.0:1767318942.839503:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318942.839511:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318942.839555:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780700 x1853164383898496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318942.839585:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318942.839588:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318942.839590:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318942.839595:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3840 00000100:00080000:0.0:1767318942.839597:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318942.839600:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318942.839614:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780a80 x1853164383898624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318942.839650:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318942.839654:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318942.839656:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318942.839659:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3840 00000100:00080000:0.0:1767318942.839661:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318942.839665:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318942.839677:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8781f80 x1853164383898880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318942.839704:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318942.839708:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318942.839710:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318942.839714:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3840 00000100:00080000:0.0:1767318942.839716:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318942.839720:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318942.839730:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8781180 x1853164383899136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318942.839774:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383899264:0@lo:400:kworker.0 00000100:00100000:0.0:1767318942.839866:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318942.839931:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318942.839937:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383899008:0@lo:400:kworker.0 00000100:00100000:0.0:1767318942.839963:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318942.839994:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383899264 00000100:00100000:0.0:1767318942.840002:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383899264 00000100:00100000:0.0:1767318942.840069:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1614 00000100:00100000:0.0:1767318942.840078:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383899264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318942.840128:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383899264:12345-0@lo:400:kworker.0 Request processed in 51us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318942.840136:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1614 00000100:00100000:2.0:1767318942.840260:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383899392:0@lo:400:kworker.0 00000100:00100000:3.0:1767318942.840292:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383898496:0@lo:38:kworker.0 00000100:00100000:2.0:1767318942.840344:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318942.840355:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318942.840480:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383899392 00000100:00100000:0.0:1767318942.840485:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383899392 00000100:00100000:0.0:1767318942.840515:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1615 00000100:00100000:0.0:1767318942.840521:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383899392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318942.840594:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383898752:0@lo:400:kworker.0 00000100:00100000:3.0:1767318942.843765:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383898624:0@lo:38:kworker.0 00000100:00100000:3.0:1767318942.843862:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318942.843909:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383898880:0@lo:38:kworker.0 00000100:00100000:3.0:1767318942.843936:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318942.843961:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383899136:0@lo:38:kworker.0 00000100:00100000:3.0:1767318942.843983:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318942.844046:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383899008 00000100:00100000:3.0:1767318942.844055:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383899008 00000100:00100000:3.0:1767318942.844104:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383898496 00000100:00100000:3.0:1767318942.844107:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383898496 00000100:00100000:3.0:1767318942.844118:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383898880 00000100:00100000:3.0:1767318942.844121:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383898880 00000100:00100000:3.0:1767318942.844133:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383899136 00000100:00100000:3.0:1767318942.844136:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383899136 00000100:00100000:3.0:1767318942.844167:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4487 00000100:00100000:3.0:1767318942.844179:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383899008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318942.844237:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23514 00000100:00100000:3.0:1767318942.844250:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383899008:12345-0@lo:400:kworker.0 Request processed in 72us (4283us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318942.844254:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383898496:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318942.844290:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318942.844374:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383898496:12345-0@lo:38:kworker.0 Request processed in 123us (4026us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318942.844383:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23514 00000100:00100000:2.0:1767318942.844409:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23515 00000100:00100000:2.0:1767318942.844413:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383898880:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318942.844423:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318942.844446:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383898880:12345-0@lo:38:kworker.0 Request processed in 32us (510us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318942.844451:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23515 00000100:00100000:2.0:1767318942.844461:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23516 00000100:00100000:2.0:1767318942.844465:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383899136:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318942.844474:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318942.844497:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383899136:12345-0@lo:38:kworker.0 Request processed in 30us (513us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318942.844503:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23516 00000100:00080000:2.0:1767318942.844565:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318942.844571:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318942.844575:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383898496:0@lo:38:kworker.0 00000100:00080000:2.0:1767318942.844588:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318942.844592:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318942.844595:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383898880:0@lo:38:kworker.0 00000100:00080000:2.0:1767318942.844603:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318942.844606:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318942.844609:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383899136:0@lo:38:kworker.0 00000100:00080000:2.0:1767318942.844715:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318942.844724:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318942.844727:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318942.844761:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383899008:0@lo:400:kworker.0 00000100:00100000:2.0:1767318942.844778:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383899264:0@lo:400:kworker.0 00000100:00100000:2.0:1767318942.844863:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383898624 00000100:00100000:2.0:1767318942.844869:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383898624 00000100:00100000:2.0:1767318942.844903:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2607 00000100:00100000:2.0:1767318942.844909:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383898624:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318942.844920:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318942.845544:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4487 00000100:00100000:0.0:1767318942.845932:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383899392:12345-0@lo:400:kworker.0 Request processed in 5409us (5588us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318942.845944:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1615 00000100:00100000:3.0:1767318942.849903:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383899392:0@lo:400:kworker.0 00000100:00100000:1.0:1767318942.850667:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318942.850796:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383898752 00000100:00100000:3.0:1767318942.850805:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383898752 00000100:00100000:3.0:1767318942.850879:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4488 00000100:00100000:3.0:1767318942.850888:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383898752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318942.850952:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383898752:12345-0@lo:400:kworker.0 Request processed in 64us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318942.850959:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4488 00000100:00080000:0.0:1767318942.851021:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318942.851101:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383898752:0@lo:400:kworker.0 00000100:00100000:2.0:1767318942.851338:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383898624:12345-0@lo:38:kworker.0 Request processed in 6418us (7466us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318942.851357:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2607 00000100:00080000:3.0:1767318942.851497:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318942.851505:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318942.851509:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383898624:0@lo:38:kworker.0 00010000:00010000:1.0:1767318943.351547:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318943.353369:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383899520:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318943.353485:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318943.360699:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383899520 00000100:00100000:3.0:1767318943.360716:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383899520 00000100:00100000:3.0:1767318943.360834:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2383 00000100:00100000:3.0:1767318943.360847:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383899520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318943.360890:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318943.360995:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383899520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 151us (7509us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318943.361004:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2383 00000100:00100000:3.0:1767318943.361045:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318943.361062:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383899648:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318943.361105:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318943.361155:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383899648 00000100:00100000:3.0:1767318943.361160:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383899648 00000100:00100000:3.0:1767318943.361184:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2384 00000100:00100000:3.0:1767318943.361191:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383899648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318943.361214:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318943.361244:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383899648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318943.361250:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2384 00000100:00100000:3.0:1767318943.361302:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383899648:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318943.362594:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383899520:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318943.819737:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318943.819869:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318943.819941:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297342464 00000100:00100000:3.0:1767318943.819953:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297342464 00000100:00100000:3.0:1767318943.820060:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297342592 00000100:00100000:3.0:1767318943.820064:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297342592 00000100:00080000:1.0:1767318943.820150:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318943.820279:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4489 00000100:00100000:2.0:1767318943.820293:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297342592:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318943.820382:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297342592:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 92us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318943.820399:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4489 00000100:00100000:2.0:1767318943.820421:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23517 00000100:00100000:2.0:1767318943.820426:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297342464:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318943.820445:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318943.820470:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297342464:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 43us (744us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318943.820487:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23517 00000100:00100000:1.0:1767318943.863034:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318944.374936:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318944.887074:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318945.400676:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318945.911187:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318946.423804:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318946.935258:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318947.447942:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767318947.910214:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297342720 offset 0 length 520: 4 00000100:00100000:1.0:1767318947.917291:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318947.917389:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318947.917478:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297342848 00000100:00100000:0.0:1767318947.917488:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297342848 00000100:00100000:0.0:1767318947.917531:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297342976 00000100:00100000:0.0:1767318947.917534:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297342976 00000100:00100000:0.0:1767318947.917595:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4490 00000100:00100000:0.0:1767318947.917606:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297342976:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318947.917679:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297342976:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 75us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318947.917688:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4490 00000100:00100000:0.0:1767318947.917707:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23518 00000100:00100000:0.0:1767318947.917711:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297342848:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318947.917731:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318947.917756:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297342848:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 43us (477us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318947.917762:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23518 00000100:00080000:1.0:1767318947.918144:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318947.958902:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318947.958912:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767318947.958912:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318922/real 1767318922] req@ffff9369b6bb6680 x1853164383893248/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318947 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318947.958915:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318947.958920:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318947.958923:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318947.958928:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3846 00000100:00080000:0.0:1767318947.958932:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318947.958938:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318947.958945:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b6bb6680 x1853164383893248/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318947 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318947.958962:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767318947.958973:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b05b100 x1853164383899776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318947.958986:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318947.958990:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383893248:0@lo:250:kworker.0 00000100:00080000:0.0:1767318947.958996:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318947.958999:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318947.959001:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318947.959004:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3846 00000100:00080000:0.0:1767318947.959006:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318947.959009:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318947.959013:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383899776:0@lo:38:kworker.0 00000100:00100000:0.0:1767318947.959020:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b059c00 x1853164383899904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318947.959058:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318947.959061:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318947.959063:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318947.959067:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3846 00000100:00080000:0.0:1767318947.959069:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318947.959072:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318947.959082:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b058700 x1853164383900160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318947.959084:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318947.959103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318947.959106:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318947.959108:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318947.959111:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3846 00000100:00080000:0.0:1767318947.959113:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318947.959116:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318947.959126:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b05b480 x1853164383900416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318947.959131:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383899904:0@lo:38:kworker.0 00000100:00080000:0.0:1767318947.959151:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318947.959154:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318947.959155:0:8:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318947.959159:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3825 00000100:00100000:3.0:1767318947.959159:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318947.959161:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318947.959165:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318947.959173:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b058380 x1853164383900800/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318947.959178:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383900160:0@lo:38:kworker.0 00000100:00100000:3.0:1767318947.959196:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318947.959208:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383900672:0@lo:400:kworker.0 00000100:00100000:1.0:1767318947.959305:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383900544:0@lo:400:kworker.0 00000100:00100000:2.0:1767318947.959476:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383900032:0@lo:400:kworker.0 00000100:00100000:3.0:1767318947.959859:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383900416:0@lo:38:kworker.0 00000100:00100000:0.0:1767318947.962665:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318947.962749:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383900672 00000100:00100000:0.0:1767318947.962758:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383900672 00000100:00100000:0.0:1767318947.962856:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1616 00000100:00100000:0.0:1767318947.962867:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383900672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318947.962929:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383900672:12345-0@lo:400:kworker.0 Request processed in 65us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318947.962937:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1616 00000100:00100000:0.0:1767318947.962993:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383900672:0@lo:400:kworker.0 00000100:00100000:0.0:1767318947.963039:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318947.963058:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318947.963087:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383899904 00000100:00100000:0.0:1767318947.963092:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383899904 00000100:00100000:0.0:1767318947.963117:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2608 00000100:00100000:0.0:1767318947.963122:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383899904:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318947.963141:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318947.963172:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383899904:12345-0@lo:38:kworker.0 Request processed in 49us (4012us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318947.963178:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2608 00000100:00100000:0.0:1767318947.963197:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383899776 00000100:00100000:0.0:1767318947.963201:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383899776 00000100:00100000:0.0:1767318947.963220:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383900160 00000100:00100000:0.0:1767318947.963223:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383900160 00000100:00100000:0.0:1767318947.963238:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23519 00000100:00100000:0.0:1767318947.963242:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383899776:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318947.963251:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318947.963294:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383899776:12345-0@lo:38:kworker.0 Request processed in 50us (4210us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318947.963300:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23519 00000100:00100000:0.0:1767318947.963311:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23520 00000100:00100000:0.0:1767318947.963315:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383900160:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318947.963324:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318947.963345:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383900160:12345-0@lo:38:kworker.0 Request processed in 30us (4149us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318947.963350:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23520 00000100:00100000:0.0:1767318947.963391:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383900288:0@lo:400:kworker.0 00000100:00100000:0.0:1767318947.963420:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318947.963446:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383900288 00000100:00100000:0.0:1767318947.963449:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383900288 00000100:00100000:0.0:1767318947.963476:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4491 00000100:00100000:0.0:1767318947.963482:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383900288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318947.963515:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383900288:12345-0@lo:400:kworker.0 Request processed in 33us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318947.963520:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4491 00000100:00080000:0.0:1767318947.963535:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318947.963550:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383900288:0@lo:400:kworker.0 00000100:00100000:1.0:1767318947.963951:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318947.964175:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318947.965298:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383900544 00000100:00100000:0.0:1767318947.965310:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383900544 00000100:00100000:0.0:1767318947.965398:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1617 00000100:00100000:0.0:1767318947.965408:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383900544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318947.965487:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383900544:12345-0@lo:400:kworker.0 Request processed in 81us (1536us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318947.965495:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1617 00000100:00100000:1.0:1767318947.965601:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383900032 00000100:00100000:1.0:1767318947.965606:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383900032 00000100:00100000:1.0:1767318947.965655:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4492 00000100:00100000:1.0:1767318947.965663:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383900032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318947.965707:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383900032:12345-0@lo:400:kworker.0 Request processed in 46us (1536us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318947.965714:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4492 00000100:00100000:1.0:1767318947.965754:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383900544:0@lo:400:kworker.0 00000100:00080000:2.0:1767318947.966115:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318947.966121:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318947.966143:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383900032:0@lo:400:kworker.0 00000100:00100000:3.0:1767318947.972969:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318947.973037:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383900800:0@lo:250:kworker.0 00000400:00000100:3.0:1767318947.973073:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383900800 offset 0 length 520: 4 00000100:00080000:3.0:1767318947.973122:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318947.973127:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318947.973132:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383899904:0@lo:38:kworker.0 00000100:00080000:3.0:1767318947.973144:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318947.973148:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318947.973151:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383900160:0@lo:38:kworker.0 00000100:00080000:3.0:1767318947.973163:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318947.973166:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318947.973170:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383899776:0@lo:38:kworker.0 00000100:00100000:0.0:1767318947.973374:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383900416 00000100:00100000:0.0:1767318947.973382:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383900416 00000100:00100000:0.0:1767318947.973427:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23521 00000100:00100000:0.0:1767318947.973434:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383900416:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318947.973454:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318947.973510:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383900416:12345-0@lo:38:kworker.0 Request processed in 75us (550us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318947.973517:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23521 00000100:00080000:3.0:1767318947.973723:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318947.973728:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318947.973732:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383900416:0@lo:38:kworker.0 00000100:00100000:2.0:1767318948.471810:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383900928:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318948.471878:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318948.472838:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383900928 00000100:00100000:1.0:1767318948.472849:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383900928 00000100:00100000:1.0:1767318948.472915:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2385 00000100:00100000:1.0:1767318948.472925:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383900928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318948.472962:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318948.473047:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383900928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (1167us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318948.473063:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2385 00010000:00010000:1.0:1767318948.473121:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318948.473130:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383900928:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318948.473540:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383901056:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318948.473581:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318948.473667:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383901056 00000100:00100000:3.0:1767318948.473672:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383901056 00000100:00100000:3.0:1767318948.473710:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2386 00000100:00100000:3.0:1767318948.473718:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383901056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318948.473748:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318948.473818:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383901056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318948.473825:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2386 00000100:00100000:0.0:1767318948.474046:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383901056:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318948.984630:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318949.495130:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318950.006911:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318950.521732:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318951.030958:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318951.545908:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318952.054948:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318952.568724:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318953.033642:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318953.033709:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318953.033837:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297343104 00000100:00100000:2.0:1767318953.033856:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297343104 00000100:00100000:2.0:1767318953.033920:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297343232 00000100:00100000:2.0:1767318953.033924:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297343232 00000100:00100000:2.0:1767318953.033997:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4493 00000100:00100000:2.0:1767318953.034014:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297343232:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318953.034120:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297343232:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 112us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318953.034129:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4493 00000100:00100000:2.0:1767318953.034153:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23522 00000100:00100000:2.0:1767318953.034158:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297343104:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318953.034181:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318953.034204:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297343104:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 45us (580us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318953.034211:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23522 00000100:00080000:3.0:1767318953.034490:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318953.079703:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318953.080190:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318953.080198:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318953.080201:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318953.080206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318953.080211:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318953.080222:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3851 00000100:00080000:1.0:1767318953.080228:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318953.080238:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318953.080294:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74ce680 x1853164383901184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318953.080330:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318953.080334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318953.080336:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318953.080342:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3851 00000100:00080000:1.0:1767318953.080344:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318953.080348:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318953.080363:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cd880 x1853164383901312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318953.080416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318953.080421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318953.080423:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318953.080427:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3851 00000100:00080000:1.0:1767318953.080429:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318953.080433:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318953.080446:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cdc00 x1853164383901568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318953.080479:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318953.080484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318953.080485:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318953.080490:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3851 00000100:00080000:1.0:1767318953.080493:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318953.080496:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318953.080507:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cdf80 x1853164383901824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318953.080551:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383901696:0@lo:400:kworker.0 00000100:00100000:1.0:1767318953.080637:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318953.080716:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318953.080722:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383901952:0@lo:400:kworker.0 00000100:00100000:1.0:1767318953.080750:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318953.080819:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383901696 00000100:00100000:1.0:1767318953.080829:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383901696 00000100:00100000:0.0:1767318953.080961:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383902080:0@lo:400:kworker.0 00000100:00100000:0.0:1767318953.080998:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318953.081027:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318953.081033:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383901440:0@lo:400:kworker.0 00000100:00100000:0.0:1767318953.081057:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318953.081086:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383901952 00000100:00100000:0.0:1767318953.081091:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383901952 00000100:00100000:0.0:1767318953.081170:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383902080 00000100:00100000:0.0:1767318953.081174:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383902080 00000100:00100000:0.0:1767318953.081202:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1618 00000100:00100000:0.0:1767318953.081211:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383901952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318953.081276:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383901952:12345-0@lo:400:kworker.0 Request processed in 65us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318953.081285:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1618 00000100:00100000:0.0:1767318953.081305:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1619 00000100:00100000:0.0:1767318953.081312:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383902080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318953.081344:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383902080:12345-0@lo:400:kworker.0 Request processed in 32us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318953.081349:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1619 00000100:00100000:0.0:1767318953.081382:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383901440 00000100:00100000:0.0:1767318953.081386:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383901440 00000100:00100000:0.0:1767318953.081419:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4494 00000100:00100000:0.0:1767318953.081425:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383901440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318953.081457:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383901440:12345-0@lo:400:kworker.0 Request processed in 32us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318953.081464:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4494 00000100:00080000:0.0:1767318953.081487:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318953.081493:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318953.081496:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318953.081529:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383901440:0@lo:400:kworker.0 00000100:00100000:0.0:1767318953.081542:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383902080:0@lo:400:kworker.0 00000100:00100000:0.0:1767318953.081573:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383901952:0@lo:400:kworker.0 00000100:00100000:1.0:1767318953.081676:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4495 00000100:00100000:1.0:1767318953.081684:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383901696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318953.081719:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383901696:12345-0@lo:400:kworker.0 Request processed in 36us (1083us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318953.081725:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4495 00000100:00100000:1.0:1767318953.081752:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383901696:0@lo:400:kworker.0 00000100:00100000:3.0:1767318953.081863:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383901184:0@lo:38:kworker.0 00000100:00100000:3.0:1767318953.081900:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318953.081927:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383901312:0@lo:38:kworker.0 00000100:00100000:3.0:1767318953.081964:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318953.081987:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383901568:0@lo:38:kworker.0 00000100:00100000:3.0:1767318953.082008:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318953.082024:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383901824:0@lo:38:kworker.0 00000100:00100000:3.0:1767318953.082045:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318953.082077:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383901312 00000100:00100000:3.0:1767318953.082082:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383901312 00000100:00100000:3.0:1767318953.082107:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2609 00000100:00100000:3.0:1767318953.082113:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383901312:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318953.082136:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318953.082174:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383901312:12345-0@lo:38:kworker.0 Request processed in 59us (209us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318953.082180:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2609 00000100:00100000:3.0:1767318953.082199:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383901184 00000100:00100000:3.0:1767318953.082203:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383901184 00000100:00100000:3.0:1767318953.082220:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383901568 00000100:00100000:3.0:1767318953.082223:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383901568 00000100:00100000:3.0:1767318953.082235:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383901824 00000100:00100000:3.0:1767318953.082237:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383901824 00000100:00100000:3.0:1767318953.082247:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23523 00000100:00100000:3.0:1767318953.082251:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383901184:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318953.082263:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318953.082291:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383901184:12345-0@lo:38:kworker.0 Request processed in 37us (389us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318953.082297:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23523 00000100:00100000:3.0:1767318953.082308:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23524 00000100:00100000:3.0:1767318953.082312:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383901568:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318953.082321:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318953.082343:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383901568:12345-0@lo:38:kworker.0 Request processed in 29us (334us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318953.082348:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23524 00000100:00100000:3.0:1767318953.082360:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23525 00000100:00100000:3.0:1767318953.082363:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383901824:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318953.082372:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318953.082393:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383901824:12345-0@lo:38:kworker.0 Request processed in 28us (347us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318953.082398:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23525 00000100:00080000:3.0:1767318953.082430:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318953.082436:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318953.082440:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383901184:0@lo:38:kworker.0 00000100:00080000:3.0:1767318953.082452:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318953.082455:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318953.082459:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383901312:0@lo:38:kworker.0 00000100:00080000:3.0:1767318953.082467:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318953.082470:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318953.082473:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383901568:0@lo:38:kworker.0 00000100:00080000:3.0:1767318953.082480:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318953.082483:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318953.082486:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383901824:0@lo:38:kworker.0 00000100:00080000:0.0:1767318953.082660:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318953.591488:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318953.591523:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383902208:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318953.592528:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318953.592556:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383902336:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767318953.593595:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318953.601140:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318953.601699:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383902208 00000100:00100000:3.0:1767318953.601716:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383902208 00000100:00100000:3.0:1767318953.601824:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2387 00000100:00100000:3.0:1767318953.601845:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383902208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318953.602449:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318953.602559:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383902208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 715us (1439us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318953.602568:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2387 00000100:00100000:0.0:1767318953.603479:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383902208:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318953.603852:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318953.603982:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383902336 00000100:00100000:0.0:1767318953.603992:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383902336 00000100:00100000:0.0:1767318953.604062:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2388 00000100:00100000:0.0:1767318953.604074:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383902336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318953.604118:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318953.604468:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383902336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 394us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318953.604477:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2388 00000100:00100000:2.0:1767318953.605014:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383902336:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318954.103633:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318954.615296:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318955.126944:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318955.640900:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318956.151824:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318956.663104:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318957.175423:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318957.687224:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318958.156902:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318958.157050:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318958.162573:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297343488 00000100:00100000:2.0:1767318958.162963:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297343488 00000100:00100000:2.0:1767318958.163119:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297343360 00000100:00100000:2.0:1767318958.163124:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297343360 00000100:00100000:2.0:1767318958.163154:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4496 00000100:00100000:2.0:1767318958.163169:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297343488:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318958.163263:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297343488:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 100us (6577us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318958.163270:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4496 00000100:00100000:2.0:1767318958.163290:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23526 00000100:00100000:2.0:1767318958.163308:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297343360:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767318958.163332:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318958.163372:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297343360:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 63us (6323us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318958.163379:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23526 00000100:00080000:0.0:1767318958.167446:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318958.198931:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318958.199078:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318958.199084:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318958.199088:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318958.199092:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318958.199097:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318958.199104:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3856 00000100:00080000:3.0:1767318958.199110:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318958.199118:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318958.199158:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7905880 x1853164383902464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318958.199184:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318958.199187:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318958.199189:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318958.199194:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3856 00000100:00080000:3.0:1767318958.199196:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318958.199199:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318958.199213:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7906a00 x1853164383902592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318958.199249:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318958.199253:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318958.199255:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318958.199258:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3856 00000100:00080000:3.0:1767318958.199260:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318958.199264:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767318958.199325:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318958.199339:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383902720:0@lo:400:kworker.0 00000100:00100000:1.0:1767318958.199414:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318958.199511:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383902720 00000100:00100000:1.0:1767318958.199518:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383902720 00000100:00100000:1.0:1767318958.199577:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4497 00000100:00100000:1.0:1767318958.199586:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383902720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318958.199653:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383902720:12345-0@lo:400:kworker.0 Request processed in 68us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318958.199661:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4497 00000100:00100000:1.0:1767318958.199716:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383902720:0@lo:400:kworker.0 00000100:00100000:3.0:1767318958.200127:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7904380 x1853164383902848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318958.200204:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383902976:0@lo:400:kworker.0 00000100:00100000:1.0:1767318958.200236:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318958.200344:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318958.200348:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318958.200351:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318958.200356:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3856 00000100:00080000:3.0:1767318958.200359:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318958.200363:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318958.200389:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1214380 x1853164383903104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318958.200431:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318958.204022:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383902464:0@lo:38:kworker.0 00000100:00100000:2.0:1767318958.204104:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318958.204163:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383902592:0@lo:38:kworker.0 00000100:00100000:2.0:1767318958.204191:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318958.204219:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383902848:0@lo:38:kworker.0 00000100:00100000:2.0:1767318958.204238:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318958.204255:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383903104:0@lo:38:kworker.0 00000100:00100000:2.0:1767318958.204276:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318958.204562:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383902592 00000100:00100000:0.0:1767318958.204570:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383902592 00000100:00100000:0.0:1767318958.204880:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2610 00000100:00100000:0.0:1767318958.204899:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383902592:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318958.204920:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318958.204965:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383902592:12345-0@lo:38:kworker.0 Request processed in 66us (772us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318958.204972:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2610 00000100:00100000:0.0:1767318958.205011:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383902976 00000100:00100000:0.0:1767318958.205015:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383902976 00000100:00100000:0.0:1767318958.205054:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383902464 00000100:00100000:0.0:1767318958.205056:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383902464 00000100:00100000:0.0:1767318958.205065:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383902848 00000100:00100000:0.0:1767318958.205067:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383902848 00000100:00100000:0.0:1767318958.205073:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383903104 00000100:00100000:0.0:1767318958.205075:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383903104 00000100:00100000:0.0:1767318958.205083:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4498 00000100:00100000:0.0:1767318958.205088:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383902976:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767318958.205178:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318958.205184:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318958.205188:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383902592:0@lo:38:kworker.0 00000100:00100000:2.0:1767318958.205217:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23527 00000100:00100000:2.0:1767318958.205221:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383902464:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318958.205232:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318958.205259:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383902464:12345-0@lo:38:kworker.0 Request processed in 36us (1155us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318958.205264:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23527 00000100:00100000:2.0:1767318958.205277:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23528 00000100:00100000:2.0:1767318958.205280:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383902848:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318958.205288:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318958.205317:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383902848:12345-0@lo:38:kworker.0 Request processed in 35us (1077us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318958.205323:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23528 00000100:00100000:2.0:1767318958.205332:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23529 00000100:00100000:2.0:1767318958.205335:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383903104:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318958.205343:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318958.205453:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383903104:12345-0@lo:38:kworker.0 Request processed in 115us (1175us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318958.205525:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23529 00000100:00080000:2.0:1767318958.205548:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318958.205552:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318958.205555:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383902464:0@lo:38:kworker.0 00000100:00080000:2.0:1767318958.205563:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318958.205567:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318958.205570:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383902848:0@lo:38:kworker.0 00000100:00080000:2.0:1767318958.205576:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318958.205579:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318958.205581:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383903104:0@lo:38:kworker.0 00000100:00100000:3.0:1767318958.205661:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383903232:0@lo:400:kworker.0 00000100:00100000:2.0:1767318958.205921:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318958.205931:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383903360:0@lo:400:kworker.0 00000100:00100000:2.0:1767318958.205959:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318958.205992:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383903360 00000100:00100000:2.0:1767318958.205997:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383903360 00000100:00100000:2.0:1767318958.206035:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1620 00000100:00100000:2.0:1767318958.206042:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383903360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318958.206077:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383903360:12345-0@lo:400:kworker.0 Request processed in 36us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318958.206084:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1620 00000100:00100000:3.0:1767318958.206107:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318958.206124:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383903360:0@lo:400:kworker.0 00000100:00100000:3.0:1767318958.206158:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383903232 00000100:00100000:3.0:1767318958.206164:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383903232 00000100:00100000:3.0:1767318958.206200:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1621 00000100:00100000:3.0:1767318958.206207:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383903232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318958.206243:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383903232:12345-0@lo:400:kworker.0 Request processed in 37us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318958.206249:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1621 00000100:00100000:3.0:1767318958.206584:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383903232:0@lo:400:kworker.0 00000100:00080000:2.0:1767318958.211175:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318958.211186:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318958.211190:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318958.216522:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383902976:12345-0@lo:400:kworker.0 Request processed in 11420us (16272us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318958.216537:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4498 00000100:00100000:1.0:1767318958.216550:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383902976:0@lo:400:kworker.0 00000100:00100000:0.0:1767318958.711092:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383903488:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318958.711175:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318958.711604:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383903488 00000100:00100000:3.0:1767318958.711613:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383903488 00000100:00100000:3.0:1767318958.711666:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2389 00000100:00100000:3.0:1767318958.711676:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383903488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318958.711709:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318958.711763:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383903488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (587us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318958.711771:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2389 00000100:00100000:3.0:1767318958.711849:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383903488:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767318958.716220:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318958.716443:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318958.716466:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383903616:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318958.716537:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318958.716765:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383903616 00000100:00100000:1.0:1767318958.716775:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383903616 00000100:00100000:1.0:1767318958.716857:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2390 00000100:00100000:1.0:1767318958.716867:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383903616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318958.716910:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318958.716979:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383903616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318958.716987:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2390 00000100:00100000:2.0:1767318958.717088:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383903616:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318959.223130:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318959.735651:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318960.248503:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318960.759461:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318961.272587:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318961.784091:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318962.295295:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318962.807145:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318963.275145:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318963.275195:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318963.275415:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297343744 00000100:00100000:0.0:1767318963.275427:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297343744 00000100:00100000:0.0:1767318963.275504:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297343616 00000100:00100000:0.0:1767318963.275508:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297343616 00000100:00100000:0.0:1767318963.275526:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4499 00000100:00100000:0.0:1767318963.275537:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297343744:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767318963.275610:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297343744:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 75us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318963.275617:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4499 00000100:00100000:0.0:1767318963.275637:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23530 00000100:00100000:0.0:1767318963.275641:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297343616:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318963.275659:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318963.275685:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297343616:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 42us (490us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318963.275691:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23530 00000100:00080000:2.0:1767318963.276111:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318963.319099:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318963.319538:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318963.319550:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318963.319554:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318963.319560:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318963.319565:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318963.319576:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3861 00000100:00080000:3.0:1767318963.319582:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318963.319592:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318963.319646:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215f80 x1853164383903744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318963.319666:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318963.319670:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318963.319673:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318963.319677:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3861 00000100:00080000:3.0:1767318963.319680:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318963.319683:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318963.319694:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215500 x1853164383903872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318963.319747:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318963.319753:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318963.319755:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318963.319760:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3861 00000100:00080000:3.0:1767318963.319762:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318963.319767:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318963.319803:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383904000:0@lo:400:kworker.0 00000100:00100000:3.0:1767318963.319808:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1214e00 x1853164383904128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318963.319853:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318963.319857:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318963.319859:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318963.319865:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3861 00000100:00080000:3.0:1767318963.319868:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318963.319872:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318963.319889:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1217480 x1853164383904384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318963.319911:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318963.319951:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383904256:0@lo:400:kworker.0 00000100:00100000:0.0:1767318963.320003:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318963.320017:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383904640:0@lo:400:kworker.0 00000100:00100000:3.0:1767318963.320019:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318963.320074:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318963.320075:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318963.320085:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383904512:0@lo:400:kworker.0 00000100:00100000:3.0:1767318963.320124:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318963.320163:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383904000 00000100:00100000:0.0:1767318963.320175:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383904000 00000100:00100000:3.0:1767318963.320176:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383904640 00000100:00100000:3.0:1767318963.320184:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383904640 00000100:00100000:3.0:1767318963.320259:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383904512 00000100:00100000:3.0:1767318963.320262:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383904512 00000100:00100000:3.0:1767318963.320291:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1622 00000100:00100000:3.0:1767318963.320301:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383904640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318963.320363:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383904640:12345-0@lo:400:kworker.0 Request processed in 64us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318963.320371:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1622 00000100:00100000:3.0:1767318963.320388:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1623 00000100:00100000:3.0:1767318963.320393:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383904512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318963.320417:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383904512:12345-0@lo:400:kworker.0 Request processed in 24us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318963.320423:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1623 00000100:00100000:3.0:1767318963.320468:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383904512:0@lo:400:kworker.0 00000100:00100000:3.0:1767318963.320497:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383904640:0@lo:400:kworker.0 00000100:00100000:3.0:1767318963.320534:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383904256 00000100:00100000:3.0:1767318963.320537:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383904256 00000100:00100000:0.0:1767318963.320546:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4500 00000100:00100000:0.0:1767318963.320560:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383904000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318963.320576:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4501 00000100:00100000:3.0:1767318963.320586:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383904256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318963.320658:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383904256:12345-0@lo:400:kworker.0 Request processed in 67us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318963.320659:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383904000:12345-0@lo:400:kworker.0 Request processed in 94us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318963.320681:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4501 00000100:00100000:0.0:1767318963.320690:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4500 00000100:00100000:3.0:1767318963.320728:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383904256:0@lo:400:kworker.0 00000100:00100000:3.0:1767318963.320765:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383904000:0@lo:400:kworker.0 00000100:00100000:2.0:1767318963.321512:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383903744:0@lo:38:kworker.0 00000100:00100000:2.0:1767318963.321567:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318963.321610:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383903872:0@lo:38:kworker.0 00000100:00100000:2.0:1767318963.321633:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318963.321662:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383904128:0@lo:38:kworker.0 00000100:00100000:2.0:1767318963.321681:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318963.321703:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383904384:0@lo:38:kworker.0 00000100:00100000:2.0:1767318963.321725:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318963.321927:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383903744 00000100:00100000:2.0:1767318963.321933:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383903744 00000100:00100000:2.0:1767318963.321961:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383904128 00000100:00100000:2.0:1767318963.321963:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383904128 00000100:00100000:2.0:1767318963.321971:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383904384 00000100:00100000:2.0:1767318963.321973:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383904384 00000100:00100000:2.0:1767318963.321983:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23531 00000100:00100000:2.0:1767318963.321989:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383903744:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318963.322013:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318963.322051:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383903744:12345-0@lo:38:kworker.0 Request processed in 61us (484us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318963.322058:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23531 00000100:00100000:2.0:1767318963.322070:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23532 00000100:00100000:2.0:1767318963.322074:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383904128:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318963.322083:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318963.322100:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383904128:12345-0@lo:38:kworker.0 Request processed in 25us (418us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318963.322105:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23532 00000100:00100000:2.0:1767318963.322116:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23533 00000100:00100000:2.0:1767318963.322120:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383904384:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318963.322128:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318963.322143:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383904384:12345-0@lo:38:kworker.0 Request processed in 22us (418us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318963.322149:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23533 00000100:00080000:2.0:1767318963.322179:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318963.322185:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318963.322188:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383903744:0@lo:38:kworker.0 00000100:00080000:2.0:1767318963.322195:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318963.322199:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318963.322202:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383904128:0@lo:38:kworker.0 00000100:00080000:2.0:1767318963.322208:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318963.322211:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00080000:1.0:1767318963.322377:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318963.322388:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318963.322392:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318963.322408:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383903872 00000100:00100000:3.0:1767318963.322415:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383903872 00000100:00100000:3.0:1767318963.322448:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2611 00000100:00100000:3.0:1767318963.322455:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383903872:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318963.322467:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318963.323077:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383904384:0@lo:38:kworker.0 00000100:00100000:3.0:1767318963.327071:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383903872:12345-0@lo:38:kworker.0 Request processed in 4608us (5428us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318963.327095:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2611 00000100:00080000:2.0:1767318963.332530:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318963.332552:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318963.332559:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383903872:0@lo:38:kworker.0 00000100:00100000:0.0:1767318963.831230:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383904768:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318963.831337:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318963.831567:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318963.831737:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383904768 00000100:00100000:2.0:1767318963.831748:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383904768 00000100:00100000:2.0:1767318963.831851:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2391 00000100:00100000:2.0:1767318963.831864:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383904768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318963.831904:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318963.831963:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383904768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318963.831971:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2391 00000100:00100000:2.0:1767318963.832165:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383904768:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318963.832238:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383904896:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318963.832278:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318963.832365:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383904896 00000100:00100000:0.0:1767318963.832371:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383904896 00000100:00100000:0.0:1767318963.832409:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2392 00000100:00100000:0.0:1767318963.832416:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383904896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318963.832436:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318963.832481:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383904896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318963.832488:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2392 00000100:00100000:3.0:1767318963.834159:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383904896:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318964.343062:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318964.855122:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318965.367217:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318965.879031:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318966.391442:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318966.903218:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318967.415042:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318967.928584:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318968.392410:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318968.392525:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318968.392615:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297344000 00000100:00100000:0.0:1767318968.392628:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297344000 00000100:00100000:0.0:1767318968.392726:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297343872 00000100:00100000:0.0:1767318968.392730:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297343872 00000100:00080000:2.0:1767318968.392853:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318968.392900:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4502 00000100:00100000:2.0:1767318968.392916:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297344000:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318968.393072:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297344000:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 160us (910us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318968.393771:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23534 00000100:00100000:3.0:1767318968.393818:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297343872:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318968.393848:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318968.394169:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297343872:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 384us (1641us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318968.397653:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4502 00000100:00100000:3.0:1767318968.397708:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23534 00000100:00080000:0.0:1767318968.439461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318968.439478:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318968.439482:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318968.439486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318968.439492:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318968.439501:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3866 00000100:00080000:0.0:1767318968.439507:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318968.439516:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318968.439569:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cdc00 x1853164383905024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318968.439633:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383905024:0@lo:38:kworker.0 00000100:00100000:2.0:1767318968.439725:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318968.439899:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318968.439903:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318968.439906:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318968.439911:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3866 00000100:00080000:0.0:1767318968.439914:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318968.439918:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318968.439938:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cd880 x1853164383905152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318968.439994:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318968.445237:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383905024 00000100:00100000:3.0:1767318968.445259:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383905024 00000100:00100000:3.0:1767318968.445402:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23535 00000100:00100000:3.0:1767318968.445412:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383905024:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318968.445442:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318968.445527:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383905152:0@lo:38:kworker.0 00000100:00100000:3.0:1767318968.445550:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383905024:12345-0@lo:38:kworker.0 Request processed in 137us (5824us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318968.445572:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23535 00000100:00100000:2.0:1767318968.445589:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318968.445671:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318968.445677:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318968.445681:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383905024:0@lo:38:kworker.0 00000100:00100000:2.0:1767318968.445748:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383905152 00000100:00100000:2.0:1767318968.445753:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383905152 00000100:00100000:2.0:1767318968.445815:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2612 00000100:00100000:2.0:1767318968.445821:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383905152:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318968.445831:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318968.445865:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383905152:12345-0@lo:38:kworker.0 Request processed in 43us (277us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318968.445871:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2612 00000100:00080000:2.0:1767318968.445904:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318968.445908:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318968.445911:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383905152:0@lo:38:kworker.0 00000100:00080000:0.0:1767318968.446467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318968.446474:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318968.446478:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318968.446483:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3866 00000100:00080000:0.0:1767318968.446488:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318968.446494:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318968.446522:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cf480 x1853164383905408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318968.446559:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318968.446563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318968.446565:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318968.446569:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3866 00000100:00080000:0.0:1767318968.446572:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318968.446576:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318968.446588:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cca80 x1853164383905664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318968.446664:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383905280:0@lo:400:kworker.0 00000100:00100000:0.0:1767318968.446705:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318968.446754:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383905792:0@lo:400:kworker.0 00000100:00100000:2.0:1767318968.446811:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318968.446841:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318968.446847:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383905536:0@lo:400:kworker.0 00000100:00100000:2.0:1767318968.446878:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383905792 00000100:00100000:2.0:1767318968.446883:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383905792 00000100:00100000:2.0:1767318968.446929:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1624 00000100:00100000:2.0:1767318968.446936:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383905792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318968.446981:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383905792:12345-0@lo:400:kworker.0 Request processed in 46us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318968.446987:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1624 00000100:00100000:2.0:1767318968.447008:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383905408:0@lo:38:kworker.0 00000100:00080000:2.0:1767318968.447032:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318968.447052:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383905920:0@lo:400:kworker.0 00000100:00100000:2.0:1767318968.447089:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318968.447114:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383905920 00000100:00100000:2.0:1767318968.447118:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383905920 00000100:00100000:2.0:1767318968.447145:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1625 00000100:00100000:2.0:1767318968.447151:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383905920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318968.447717:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383905920:12345-0@lo:400:kworker.0 Request processed in 563us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318968.447725:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1625 00000100:00100000:2.0:1767318968.447770:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383905920:0@lo:400:kworker.0 00000100:00080000:2.0:1767318968.447827:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318968.456096:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318968.456275:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383905280 00000100:00100000:1.0:1767318968.456289:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383905280 00000100:00100000:1.0:1767318968.456387:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4503 00000100:00100000:1.0:1767318968.456400:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383905280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318968.456513:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383905280:12345-0@lo:400:kworker.0 Request processed in 116us (9808us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318968.456522:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4503 00000100:00100000:1.0:1767318968.456585:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383905280:0@lo:400:kworker.0 00000100:00080000:1.0:1767318968.456770:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318968.460236:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383905792:0@lo:400:kworker.0 00000100:00100000:3.0:1767318968.460594:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383905536 00000100:00100000:3.0:1767318968.460605:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383905536 00000100:00100000:3.0:1767318968.460700:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4504 00000100:00100000:3.0:1767318968.460712:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383905536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318968.460839:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383905536:12345-0@lo:400:kworker.0 Request processed in 129us (4756us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318968.460848:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4504 00000100:00100000:3.0:1767318968.460888:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383905536:0@lo:400:kworker.0 00000100:00100000:1.0:1767318968.460934:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318968.460958:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318968.460976:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383905664:0@lo:38:kworker.0 00000100:00100000:1.0:1767318968.461019:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318968.461076:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383905408 00000100:00100000:1.0:1767318968.461080:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383905408 00000100:00100000:1.0:1767318968.461102:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383905664 00000100:00100000:1.0:1767318968.461104:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383905664 00000100:00100000:1.0:1767318968.461116:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23536 00000100:00100000:1.0:1767318968.461121:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383905408:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318968.461144:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318968.461194:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383905408:12345-0@lo:38:kworker.0 Request processed in 71us (260us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318968.461200:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23536 00000100:00080000:1.0:1767318968.461227:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318968.461233:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318968.461237:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383905408:0@lo:38:kworker.0 00000100:00100000:1.0:1767318968.461255:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23537 00000100:00100000:1.0:1767318968.461259:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383905664:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318968.461269:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318968.461521:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383905664:12345-0@lo:38:kworker.0 Request processed in 258us (499us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318968.461527:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23537 00000100:00080000:2.0:1767318968.461820:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318968.461826:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318968.461830:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383905664:0@lo:38:kworker.0 00000100:00100000:1.0:1767318968.951053:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383906048:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767318968.951128:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318968.951426:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383906176:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318968.951450:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318968.951488:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318968.951566:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383906048 00000100:00100000:0.0:1767318968.951571:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383906176 00000100:00100000:0.0:1767318968.951579:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383906176 00000100:00100000:2.0:1767318968.951580:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383906048 00000100:00100000:2.0:1767318968.951647:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2393 00000100:00100000:2.0:1767318968.951658:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383906048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318968.951700:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318968.951768:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383906048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318968.951776:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2393 00000100:00100000:1.0:1767318968.952076:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383906048:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318968.953883:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2394 00000100:00100000:0.0:1767318968.953912:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383906176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318968.953952:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318968.954059:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383906176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 156us (2564us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318968.954068:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2394 00000100:00100000:3.0:1767318968.954510:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383906176:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318969.462976:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318969.975839:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318970.486943:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318970.999227:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318971.511749:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318972.023290:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767318972.488555:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297344128 offset 0 length 520: 4 00000100:00100000:0.0:1767318972.494373:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318972.494494:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318972.494840:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297344256 00000100:00100000:1.0:1767318972.494854:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297344256 00000100:00100000:1.0:1767318972.494960:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297344384 00000100:00100000:1.0:1767318972.494964:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297344384 00000100:00080000:0.0:1767318972.495051:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318972.495290:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4505 00000100:00100000:3.0:1767318972.495307:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297344384:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318972.495465:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297344384:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 162us (969us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318972.495475:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4505 00000100:00100000:3.0:1767318972.495503:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23538 00000100:00100000:3.0:1767318972.495508:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297344256:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318972.495534:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318972.495565:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297344256:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 55us (1209us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318972.495573:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23538 00000100:00100000:1.0:1767318972.535240:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318972.535841:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318947/real 1767318947] req@ffff93688b058380 x1853164383900800/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318972 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318972.535878:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93688b058380 x1853164383900800/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318972 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318972.535900:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318972.535928:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318972.535933:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383900800:0@lo:250:kworker.0 00000100:00080000:3.0:1767318972.536182:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318972.536189:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318972.536194:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318972.536199:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3851 00000100:00080000:3.0:1767318972.536205:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318972.536214:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318972.536272:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1216300 x1853164383906304/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318972.536302:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318972.536306:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318972.536308:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318972.536312:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3871 00000100:00080000:3.0:1767318972.536315:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318972.536319:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318972.536489:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1214000 x1853164383906432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318972.536500:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318972.536504:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318972.536506:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318972.536510:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3871 00000100:00080000:3.0:1767318972.536513:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318972.536517:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318972.536531:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215880 x1853164383906560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318972.536621:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383906688:0@lo:400:kworker.0 00000100:00100000:0.0:1767318972.536711:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318972.536896:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383906688 00000100:00100000:1.0:1767318972.536907:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383906688 00000100:00080000:1.0:1767318972.536950:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318972.537019:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4506 00000100:00100000:1.0:1767318972.537031:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383906688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318972.537137:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383906304:0@lo:250:kworker.0 00000400:00000100:2.0:1767318972.537166:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383906304 offset 0 length 520: 4 00000100:00100000:2.0:1767318972.537188:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383906432:0@lo:38:kworker.0 00000100:00100000:2.0:1767318972.537212:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318972.537247:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383906560:0@lo:38:kworker.0 00000100:00100000:2.0:1767318972.537275:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318972.537309:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383906560 00000100:00100000:2.0:1767318972.537313:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383906560 00000100:00100000:2.0:1767318972.537353:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2613 00000100:00100000:2.0:1767318972.537359:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383906560:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318972.537383:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318972.537421:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383906560:12345-0@lo:38:kworker.0 Request processed in 61us (145us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318972.537429:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2613 00000100:00080000:2.0:1767318972.537476:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318972.537481:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318972.537485:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383906560:0@lo:38:kworker.0 00000100:00100000:2.0:1767318972.537524:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383906432 00000100:00100000:2.0:1767318972.537528:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383906432 00000100:00100000:2.0:1767318972.537551:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23539 00000100:00100000:2.0:1767318972.537555:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383906432:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318972.537565:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318972.537595:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383906432:12345-0@lo:38:kworker.0 Request processed in 38us (382us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318972.537601:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23539 00000100:00080000:2.0:1767318972.537626:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318972.537630:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318972.537634:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383906432:0@lo:38:kworker.0 00000100:00080000:3.0:1767318972.538597:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318972.538607:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318972.538611:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318972.538620:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3871 00000100:00080000:3.0:1767318972.538625:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318972.538631:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318972.538669:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1216a00 x1853164383906816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318972.538723:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318972.538727:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318972.538729:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318972.538733:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3871 00000100:00080000:3.0:1767318972.538735:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318972.538761:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318972.538775:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215880 x1853164383907072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318972.543329:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383907328:0@lo:400:kworker.0 00000100:00100000:2.0:1767318972.543458:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318972.543561:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383907328 00000100:00100000:2.0:1767318972.543571:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383907328 00000100:00100000:2.0:1767318972.543650:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1626 00000100:00100000:2.0:1767318972.543676:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383907328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318972.543764:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383907328:12345-0@lo:400:kworker.0 Request processed in 84us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318972.543773:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1626 00000100:00080000:2.0:1767318972.543852:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318972.543899:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383907328:0@lo:400:kworker.0 00000100:00100000:2.0:1767318972.543961:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383906816:0@lo:38:kworker.0 00000100:00100000:2.0:1767318972.543996:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318972.544019:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383907072:0@lo:38:kworker.0 00000100:00100000:2.0:1767318972.544042:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318972.544073:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383906816 00000100:00100000:2.0:1767318972.544078:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383906816 00000100:00100000:2.0:1767318972.544101:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383907072 00000100:00100000:2.0:1767318972.544104:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383907072 00000100:00100000:2.0:1767318972.544130:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23540 00000100:00100000:2.0:1767318972.544135:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383906816:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318972.544160:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318972.544197:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383906816:12345-0@lo:38:kworker.0 Request processed in 60us (200us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318972.544203:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23540 00000100:00100000:2.0:1767318972.544216:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23541 00000100:00100000:2.0:1767318972.544220:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383907072:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318972.544229:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318972.544252:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383907072:12345-0@lo:38:kworker.0 Request processed in 30us (209us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318972.544257:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23541 00000100:00080000:2.0:1767318972.544283:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318972.544289:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318972.544293:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383906816:0@lo:38:kworker.0 00000100:00080000:2.0:1767318972.544300:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318972.544304:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318972.544307:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383907072:0@lo:38:kworker.0 00000100:00100000:2.0:1767318972.544367:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383906944:0@lo:400:kworker.0 00000100:00100000:2.0:1767318972.544392:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318972.544413:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318972.544420:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383907200:0@lo:400:kworker.0 00000100:00100000:2.0:1767318972.544442:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318972.544466:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383907200 00000100:00100000:2.0:1767318972.544471:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383907200 00000100:00100000:2.0:1767318972.544501:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1627 00000100:00100000:2.0:1767318972.544508:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383907200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318972.544544:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383907200:12345-0@lo:400:kworker.0 Request processed in 37us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318972.544551:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1627 00000100:00100000:2.0:1767318972.544569:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383906944 00000100:00100000:2.0:1767318972.544573:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383906944 00000100:00100000:2.0:1767318972.544601:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4507 00000100:00100000:2.0:1767318972.544607:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383906944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318972.544639:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383906944:12345-0@lo:400:kworker.0 Request processed in 31us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318972.544645:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4507 00000100:00080000:2.0:1767318972.544660:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318972.544664:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318972.544682:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383907200:0@lo:400:kworker.0 00000100:00100000:2.0:1767318972.544691:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383906944:0@lo:400:kworker.0 00000100:00100000:1.0:1767318972.545955:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383906688:12345-0@lo:400:kworker.0 Request processed in 8914us (9231us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318972.545970:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4506 00000100:00100000:0.0:1767318972.548884:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383906688:0@lo:400:kworker.0 00010000:00010000:3.0:1767318973.047148:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318973.558935:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318974.071457:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383907584:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318974.071534:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383907456:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318974.071562:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318974.071592:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318974.071623:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383907584 00000100:00100000:0.0:1767318974.071634:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383907584 00000100:00080000:2.0:1767318974.071685:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318974.071715:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383907456 00000100:00100000:0.0:1767318974.071719:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383907456 00000100:00100000:2.0:1767318974.071723:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2395 00000100:00100000:2.0:1767318974.071734:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383907584:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318974.071754:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2396 00000100:00100000:0.0:1767318974.071761:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383907456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318974.071817:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00002000:00000024:2.0:1767318974.071823:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318974.071864:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383907456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318974.071864:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383907584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 130us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318974.071873:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2396 00000100:00100000:0.0:1767318974.071943:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383907456:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318974.071977:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318974.072102:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2395 00010000:00010000:3.0:1767318974.072127:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318974.072137:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383907584:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318974.583123:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318975.095005:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318975.609023:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318976.122390:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318976.631011:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318977.143225:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318977.606409:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318977.606602:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297344512 00000100:00100000:1.0:1767318977.606628:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297344512 00000100:00100000:1.0:1767318977.606692:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23542 00000100:00100000:1.0:1767318977.606703:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297344512:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767318977.606743:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318977.606855:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297344512:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 152us (462us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318977.606864:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23542 00000100:00100000:0.0:1767318977.617873:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318977.623276:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297344640 00000100:00100000:2.0:1767318977.623300:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297344640 00000100:00100000:2.0:1767318977.623448:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4508 00000100:00100000:2.0:1767318977.623465:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297344640:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767318977.623610:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297344640:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 151us (5753us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318977.623620:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4508 00000100:00080000:0.0:1767318977.624120:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318977.656503:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318977.656534:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318977.656539:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318977.656544:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318977.656550:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318977.656563:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3875 00000100:00080000:0.0:1767318977.656570:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318977.656580:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318977.656654:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74ce680 x1853164383907712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318977.656685:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318977.656689:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318977.656691:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318977.656696:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3875 00000100:00080000:0.0:1767318977.656699:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318977.656702:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318977.656728:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cd880 x1853164383907840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318977.656807:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318977.656812:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318977.656814:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318977.656818:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3875 00000100:00080000:0.0:1767318977.656821:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318977.656825:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318977.656839:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279f80 x1853164383908096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318977.656871:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318977.656876:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318977.656878:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318977.656882:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3875 00000100:00080000:0.0:1767318977.656884:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318977.656887:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767318977.656899:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278000 x1853164383908352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318977.656954:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383908480:0@lo:400:kworker.0 00000100:00100000:0.0:1767318977.657046:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318977.657139:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318977.657146:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383908224:0@lo:400:kworker.0 00000100:00100000:0.0:1767318977.657176:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318977.657372:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383907968:0@lo:400:kworker.0 00000100:00100000:3.0:1767318977.657407:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318977.657438:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318977.657444:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383908608:0@lo:400:kworker.0 00000100:00100000:3.0:1767318977.657466:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318977.657540:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383908224 00000100:00100000:0.0:1767318977.657549:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383908224 00000100:00080000:3.0:1767318977.657638:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318977.657889:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318977.657997:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383907712:0@lo:38:kworker.0 00000100:00100000:2.0:1767318977.658041:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318977.658049:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383908480 00000100:00100000:3.0:1767318977.658055:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383908480 00000100:00100000:3.0:1767318977.658098:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383908608 00000100:00100000:3.0:1767318977.658101:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383908608 00000100:00100000:3.0:1767318977.658125:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1628 00000100:00100000:3.0:1767318977.658137:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383908480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318977.658233:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383908480:12345-0@lo:400:kworker.0 Request processed in 98us (1187us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318977.658241:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1628 00000100:00100000:3.0:1767318977.658260:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1629 00000100:00100000:3.0:1767318977.658267:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383908608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318977.658301:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383908608:12345-0@lo:400:kworker.0 Request processed in 35us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318977.658307:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1629 00000100:00080000:3.0:1767318977.658323:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318977.658326:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318977.658364:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383908608:0@lo:400:kworker.0 00000100:00100000:3.0:1767318977.658404:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383908480:0@lo:400:kworker.0 00000100:00100000:2.0:1767318977.661408:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383907840:0@lo:38:kworker.0 00000100:00100000:2.0:1767318977.661520:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318977.661549:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383908096:0@lo:38:kworker.0 00000100:00100000:2.0:1767318977.661584:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318977.664336:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383907968 00000100:00100000:0.0:1767318977.664358:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383907968 00000100:00080000:0.0:1767318977.665180:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318977.665282:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383907712 00000100:00100000:0.0:1767318977.665288:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383907712 00000100:00100000:0.0:1767318977.665317:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4509 00000100:00100000:0.0:1767318977.665330:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383908224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318977.667000:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383908224:12345-0@lo:400:kworker.0 Request processed in 1664us (9813us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318977.667017:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4509 00000100:00100000:0.0:1767318977.667076:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4510 00000100:00100000:0.0:1767318977.667101:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383907968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318977.667180:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383907968:12345-0@lo:400:kworker.0 Request processed in 88us (9772us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318977.667215:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4510 00000100:00100000:0.0:1767318977.667364:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383907968:0@lo:400:kworker.0 00000100:00100000:0.0:1767318977.668880:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23543 00000100:00100000:0.0:1767318977.668891:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383907712:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318977.669839:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318977.669962:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383907712:12345-0@lo:38:kworker.0 Request processed in 1068us (11918us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318977.669974:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23543 00000100:00100000:0.0:1767318977.670074:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383908224:0@lo:400:kworker.0 00000100:00100000:0.0:1767318977.671963:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383907840 00000100:00100000:0.0:1767318977.671985:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383907840 00000100:00100000:0.0:1767318977.672054:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2614 00000100:00100000:0.0:1767318977.672064:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383907840:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318977.674804:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318977.674943:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383907840:12345-0@lo:38:kworker.0 Request processed in 2877us (13421us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318977.674959:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2614 00000100:00100000:2.0:1767318977.676583:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383908352:0@lo:38:kworker.0 00000100:00100000:2.0:1767318977.676654:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318977.676881:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318977.676890:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318977.676894:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383907712:0@lo:38:kworker.0 00000100:00080000:2.0:1767318977.676910:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318977.676914:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318977.676917:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383907840:0@lo:38:kworker.0 00000100:00100000:1.0:1767318977.677392:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383908096 00000100:00100000:1.0:1767318977.677403:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383908096 00000100:00100000:1.0:1767318977.677610:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383908352 00000100:00100000:1.0:1767318977.677615:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383908352 00000100:00100000:1.0:1767318977.677655:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23544 00000100:00100000:1.0:1767318977.677666:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383908096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318977.677696:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318977.677773:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383908096:12345-0@lo:38:kworker.0 Request processed in 108us (16188us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318977.677805:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23544 00000100:00100000:1.0:1767318977.677823:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23545 00000100:00100000:1.0:1767318977.677828:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383908352:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767318977.677975:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318977.677981:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318977.677985:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383908096:0@lo:38:kworker.0 00010000:00020000:1.0:1767318977.678174:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318977.678214:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383908352:12345-0@lo:38:kworker.0 Request processed in 385us (1558us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318977.678222:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23545 00000100:00080000:2.0:1767318977.678286:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318977.678291:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318977.678294:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383908352:0@lo:38:kworker.0 00010000:00010000:3.0:1767318978.183304:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318978.680991:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318979.193038:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383908736:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318979.193156:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318979.193388:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318979.193438:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383908864:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318979.193470:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318979.193506:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383908736 00000100:00100000:0.0:1767318979.193517:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383908736 00000100:00100000:0.0:1767318979.193586:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383908864 00000100:00100000:0.0:1767318979.193589:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383908864 00000100:00100000:0.0:1767318979.193613:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2397 00000100:00080000:1.0:1767318979.193620:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318979.193623:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383908736:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318979.193625:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318979.193643:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2398 00000100:00100000:1.0:1767318979.193651:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383908864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318979.193662:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00002000:00000024:1.0:1767318979.193668:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318979.201357:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383908864:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318979.202201:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383908864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 8538us (8717us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318979.202220:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2398 00000100:00100000:0.0:1767318979.209045:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383908736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 15404us (15869us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318979.209070:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2397 00000100:00100000:3.0:1767318979.209329:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383908736:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318979.705988:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318980.215337:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318980.731895:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318981.239583:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318981.750940:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318982.263165:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318982.727179:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318982.727274:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297344896 00000100:00100000:3.0:1767318982.727287:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297344896 00000100:00100000:3.0:1767318982.727379:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4511 00000100:00100000:3.0:1767318982.727394:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297344896:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318982.727504:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297344896:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 115us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318982.727514:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4511 00000100:00080000:1.0:1767318982.727601:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318982.731152:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318982.731288:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297344768 00000100:00100000:0.0:1767318982.731299:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297344768 00000100:00100000:0.0:1767318982.731352:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23546 00000100:00100000:0.0:1767318982.731360:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297344768:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767318982.731383:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318982.731463:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297344768:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 101us (323us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318982.731471:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23546 00000100:00100000:0.0:1767318982.779432:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318982.779600:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318982.779607:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318982.779611:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318982.779615:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318982.779619:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318982.779626:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3880 00000100:00080000:3.0:1767318982.779631:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318982.779639:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318982.779694:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1214000 x1853164383908992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318982.779725:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318982.779729:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318982.779731:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318982.779735:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3880 00000100:00080000:3.0:1767318982.779738:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318982.779741:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318982.779757:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215500 x1853164383909120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318982.779829:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318982.779834:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318982.779836:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318982.779839:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3880 00000100:00080000:3.0:1767318982.779842:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318982.779845:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318982.779856:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1216a00 x1853164383909376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318982.779899:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318982.779902:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318982.779904:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767318982.779911:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:3.0:1767318982.779911:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3880 00000100:00080000:3.0:1767318982.779916:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318982.779924:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318982.779941:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b4000 x1853164383909632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318982.779950:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383909248:0@lo:400:kworker.0 00000100:00100000:3.0:1767318982.779992:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383909504:0@lo:400:kworker.0 00000100:00100000:2.0:1767318982.780069:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318982.780072:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383909760:0@lo:400:kworker.0 00000100:00100000:1.0:1767318982.780154:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383908992:0@lo:38:kworker.0 00000100:00100000:0.0:1767318982.780459:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318982.780473:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383909888:0@lo:400:kworker.0 00000100:00100000:3.0:1767318982.788603:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318982.788725:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383909760 00000100:00100000:3.0:1767318982.788735:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383909760 00000100:00100000:3.0:1767318982.788825:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1630 00000100:00100000:3.0:1767318982.788835:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383909760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318982.788924:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383909760:12345-0@lo:400:kworker.0 Request processed in 91us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318982.788931:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1630 00000100:00100000:3.0:1767318982.788979:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383909760:0@lo:400:kworker.0 00000100:00100000:3.0:1767318982.789006:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383909248 00000100:00100000:3.0:1767318982.789009:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383909248 00000100:00100000:3.0:1767318982.789047:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4512 00000100:00100000:3.0:1767318982.789053:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383909248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318982.789090:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383909248:12345-0@lo:400:kworker.0 Request processed in 37us (9024us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318982.789096:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4512 00000100:00100000:3.0:1767318982.789130:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318982.789163:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383909504 00000100:00100000:3.0:1767318982.789167:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383909504 00000100:00100000:3.0:1767318982.789191:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4513 00000100:00100000:3.0:1767318982.789197:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383909504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318982.789229:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383909504:12345-0@lo:400:kworker.0 Request processed in 32us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318982.789235:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4513 00000100:00100000:3.0:1767318982.789258:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383909504:0@lo:400:kworker.0 00000100:00080000:3.0:1767318982.789287:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318982.789292:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318982.792823:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383909248:0@lo:400:kworker.0 00000100:00100000:0.0:1767318982.795692:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318982.795913:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383909888 00000100:00100000:3.0:1767318982.795923:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383909888 00000100:00100000:3.0:1767318982.795988:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1631 00000100:00100000:3.0:1767318982.796000:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383909888:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767318982.796026:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318982.796072:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383909888:12345-0@lo:400:kworker.0 Request processed in 73us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318982.796081:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1631 00000100:00100000:0.0:1767318982.796352:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383909888:0@lo:400:kworker.0 00000100:00100000:1.0:1767318982.796495:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318982.796527:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383908992 00000100:00100000:1.0:1767318982.796531:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383908992 00000100:00100000:1.0:1767318982.796559:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23547 00000100:00100000:1.0:1767318982.796565:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383908992:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318982.796585:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318982.796616:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383908992:12345-0@lo:38:kworker.0 Request processed in 50us (122us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318982.796622:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23547 00000100:00080000:1.0:1767318982.796658:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318982.796678:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318982.796681:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383908992:0@lo:38:kworker.0 00000100:00100000:1.0:1767318982.796691:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383909120:0@lo:38:kworker.0 00000100:00100000:1.0:1767318982.796719:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318982.796739:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383909376:0@lo:38:kworker.0 00000100:00100000:1.0:1767318982.796759:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318982.796815:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383909376 00000100:00100000:1.0:1767318982.796819:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383909376 00000100:00100000:1.0:1767318982.796837:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23548 00000100:00100000:1.0:1767318982.796841:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383909376:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318982.796852:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318982.797152:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383909376:12345-0@lo:38:kworker.0 Request processed in 307us (390us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318982.797159:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23548 00000100:00080000:1.0:1767318982.797192:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318982.797196:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318982.797199:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383909376:0@lo:38:kworker.0 00000100:00100000:1.0:1767318982.797207:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383909632:0@lo:38:kworker.0 00000100:00100000:1.0:1767318982.797229:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318982.797345:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383909632 00000100:00100000:2.0:1767318982.797357:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383909632 00000100:00100000:0.0:1767318982.797508:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383909120 00000100:00100000:0.0:1767318982.797515:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383909120 00000100:00100000:2.0:1767318982.797577:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23549 00000100:00100000:2.0:1767318982.797586:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383909632:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318982.797609:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318982.797714:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383909632:12345-0@lo:38:kworker.0 Request processed in 127us (482us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318982.797721:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23549 00000100:00100000:0.0:1767318982.802691:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2615 00000100:00100000:0.0:1767318982.802705:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383909120:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318982.802728:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318982.802854:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383909120:12345-0@lo:38:kworker.0 Request processed in 149us (6133us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318982.802862:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2615 00000100:00080000:1.0:1767318982.802957:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318982.802970:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318982.802976:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383909120:0@lo:38:kworker.0 00000100:00080000:1.0:1767318982.802994:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318982.802998:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318982.803001:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383909632:0@lo:38:kworker.0 00010000:00010000:3.0:1767318983.291062:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318983.800337:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318984.311035:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318984.311264:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318984.311412:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318984.311439:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383910144:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318984.311533:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318984.311658:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383910144 00000100:00100000:0.0:1767318984.311670:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383910144 00000100:00100000:0.0:1767318984.311747:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2399 00000100:00100000:0.0:1767318984.311757:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383910144:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318984.311804:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:0.0:1767318984.311820:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318984.311933:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383910144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 176us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318984.311942:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2399 00000100:00100000:1.0:1767318984.312021:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383910144:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318984.317538:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383910016:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318984.317660:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318984.326755:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383910016 00000100:00100000:0.0:1767318984.327497:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383910016 00000100:00100000:0.0:1767318984.327674:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2400 00000100:00100000:0.0:1767318984.327687:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383910016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318984.327735:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318984.327882:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383910016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 198us (10231us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318984.327891:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2400 00000100:00100000:2.0:1767318984.328128:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383910016:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318984.334304:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318984.822991:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318985.335084:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318985.846959:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318986.359898:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318986.871080:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318987.384374:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318987.852391:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767318987.852476:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318987.856888:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297345152 00000100:00100000:3.0:1767318987.856911:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297345152 00000100:00100000:3.0:1767318987.857020:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297345024 00000100:00100000:3.0:1767318987.857024:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297345024 00000100:00100000:3.0:1767318987.857052:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4514 00000100:00100000:3.0:1767318987.857069:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297345152:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318987.857187:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297345152:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 123us (4816us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318987.857197:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4514 00000100:00080000:0.0:1767318987.857204:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318987.857238:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23550 00000100:00100000:3.0:1767318987.857246:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297345024:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318987.857279:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318987.859888:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297345024:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 63us (4833us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318987.859910:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23550 00000100:00100000:0.0:1767318987.894957:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318987.895809:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318987.895820:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318987.895824:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318987.895830:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318987.895836:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318987.895846:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3886 00000100:00080000:2.0:1767318987.895853:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318987.895863:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318987.895927:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74ce680 x1853164383910272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318987.895972:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318987.895976:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318987.895978:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318987.895984:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3886 00000100:00080000:2.0:1767318987.895987:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318987.895990:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318987.896007:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b058380 x1853164383910400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318987.896155:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383910528:0@lo:400:kworker.0 00000100:00100000:0.0:1767318987.896246:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318987.896336:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318987.896341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318987.896343:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318987.896348:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3886 00000100:00080000:2.0:1767318987.896351:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318987.896355:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318987.896371:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556bb80 x1853164383910656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318987.896399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318987.896402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318987.896404:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318987.896408:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3886 00000100:00080000:2.0:1767318987.896410:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318987.896414:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318987.896424:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5569500 x1853164383910912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318987.896513:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383910272:0@lo:38:kworker.0 00000100:00100000:3.0:1767318987.896562:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318987.896592:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383910400:0@lo:38:kworker.0 00000100:00100000:3.0:1767318987.896629:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318987.896657:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383910656:0@lo:38:kworker.0 00000100:00100000:3.0:1767318987.896678:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318987.896696:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383910912:0@lo:38:kworker.0 00000100:00100000:3.0:1767318987.896717:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318987.896765:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383910400 00000100:00100000:3.0:1767318987.896775:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383910400 00000100:00100000:3.0:1767318987.896849:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2616 00000100:00100000:3.0:1767318987.896858:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383910400:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318987.896884:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318987.896930:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383910400:12345-0@lo:38:kworker.0 Request processed in 71us (300us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318987.896939:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2616 00000100:00100000:3.0:1767318987.896967:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383910528 00000100:00100000:3.0:1767318987.896972:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383910528 00000100:00100000:3.0:1767318987.897019:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383910272 00000100:00100000:3.0:1767318987.897022:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383910272 00000100:00100000:3.0:1767318987.897031:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383910656 00000100:00100000:3.0:1767318987.897033:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383910656 00000100:00100000:3.0:1767318987.897041:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383910912 00000100:00100000:3.0:1767318987.897043:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383910912 00000100:00100000:3.0:1767318987.897053:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4515 00000100:00100000:3.0:1767318987.897059:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383910528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318987.897189:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23551 00000100:00100000:1.0:1767318987.897196:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383910272:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318987.897208:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318987.897241:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383910272:12345-0@lo:38:kworker.0 Request processed in 44us (679us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318987.897247:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23551 00000100:00100000:1.0:1767318987.897262:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23552 00000100:00100000:1.0:1767318987.897266:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383910656:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318987.897274:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318987.897307:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383910656:12345-0@lo:38:kworker.0 Request processed in 39us (628us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318987.897312:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23552 00000100:00100000:1.0:1767318987.897322:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23553 00000100:00100000:1.0:1767318987.897326:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383910912:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318987.897334:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318987.897353:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383910912:12345-0@lo:38:kworker.0 Request processed in 25us (635us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318987.897358:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23553 00000100:00100000:1.0:1767318987.897403:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383911168:0@lo:400:kworker.0 00000100:00100000:1.0:1767318987.897438:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318987.897475:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383911040:0@lo:400:kworker.0 00000100:00100000:1.0:1767318987.897507:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318987.897529:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318987.897535:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383910784:0@lo:400:kworker.0 00000100:00100000:1.0:1767318987.897556:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318987.897572:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383910784 00000100:00100000:1.0:1767318987.897577:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383910784 00000100:00100000:1.0:1767318987.897608:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4516 00000100:00100000:1.0:1767318987.897626:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383910784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318987.897665:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383910784:12345-0@lo:400:kworker.0 Request processed in 50us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318987.897671:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4516 00000100:00100000:1.0:1767318987.897714:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383910784:0@lo:400:kworker.0 00000100:00080000:1.0:1767318987.897771:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318987.897823:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318987.897829:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318987.897832:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383910272:0@lo:38:kworker.0 00000100:00080000:1.0:1767318987.897842:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318987.897846:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318987.897849:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383910400:0@lo:38:kworker.0 00000100:00080000:1.0:1767318987.897856:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318987.897859:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318987.897862:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383910656:0@lo:38:kworker.0 00000100:00080000:1.0:1767318987.897870:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318987.897873:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318987.897876:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383910912:0@lo:38:kworker.0 00000100:00100000:1.0:1767318987.897919:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383911168 00000100:00100000:1.0:1767318987.897923:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383911168 00000100:00100000:1.0:1767318987.897955:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383911040 00000100:00100000:1.0:1767318987.897957:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383911040 00000100:00100000:1.0:1767318987.897975:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1632 00000100:00100000:1.0:1767318987.897982:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383911168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318987.898020:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383911168:12345-0@lo:400:kworker.0 Request processed in 39us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318987.898026:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1632 00000100:00100000:1.0:1767318987.898038:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1633 00000100:00100000:1.0:1767318987.898044:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383911040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318987.898073:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383911040:12345-0@lo:400:kworker.0 Request processed in 29us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318987.898079:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1633 00000100:00080000:1.0:1767318987.898096:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318987.898099:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318987.898115:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383911168:0@lo:400:kworker.0 00000100:00100000:1.0:1767318987.898136:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383911040:0@lo:400:kworker.0 00000100:00100000:3.0:1767318987.904943:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383910528:12345-0@lo:400:kworker.0 Request processed in 7858us (8671us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318987.904961:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4515 00000100:00100000:0.0:1767318987.905930:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383910528:0@lo:400:kworker.0 00010000:00010000:3.0:1767318988.410443:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318988.919520:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318989.431594:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318989.431639:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383911296:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318989.431738:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318989.431919:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318989.432386:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383911296 00000100:00100000:3.0:1767318989.432399:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383911296 00000100:00100000:3.0:1767318989.432503:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2401 00000100:00100000:3.0:1767318989.432516:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383911296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318989.432569:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318989.432658:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383911296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 143us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318989.432666:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2401 00000100:00100000:3.0:1767318989.432729:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383911296:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318989.432982:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318989.432996:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318989.433010:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383911424:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318989.433051:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318989.433266:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383911424 00000100:00100000:0.0:1767318989.433274:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383911424 00000100:00100000:0.0:1767318989.433347:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2402 00000100:00100000:0.0:1767318989.433356:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383911424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318989.433384:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318989.433430:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383911424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318989.433437:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2402 00000100:00100000:0.0:1767318989.433472:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383911424:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318989.433594:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318989.942951:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318990.456706:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318990.967044:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318991.483043:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318991.991059:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318992.504113:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318992.970046:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767318992.971076:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297345280 00000100:00100000:3.0:1767318992.971092:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297345280 00000100:00100000:3.0:1767318992.971163:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23554 00000100:00100000:3.0:1767318992.971175:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297345280:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318992.971205:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318992.971298:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297345280:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 122us (1260us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318992.971306:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23554 00000100:00100000:2.0:1767318992.974094:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767318992.974424:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297345408 00000100:00100000:1.0:1767318992.974437:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297345408 00000100:00100000:1.0:1767318992.974526:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4517 00000100:00100000:1.0:1767318992.974541:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297345408:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767318992.974643:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297345408:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 108us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318992.974652:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4517 00000100:00080000:2.0:1767318992.975256:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318993.015627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318993.015648:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318993.015651:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318993.015655:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318993.015660:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318993.015669:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3891 00000100:00080000:2.0:1767318993.015674:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318993.015682:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318993.015728:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5569180 x1853164383911552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318993.015769:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318993.015773:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318993.015776:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318993.015799:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3891 00000100:00080000:2.0:1767318993.015802:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318993.015806:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318993.015821:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556a680 x1853164383911680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318993.015848:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318993.015852:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318993.015854:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318993.015859:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3891 00000100:00080000:2.0:1767318993.015862:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318993.015865:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318993.015877:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568000 x1853164383911936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318993.015898:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318993.015901:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318993.015903:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318993.015907:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3891 00000100:00080000:2.0:1767318993.015909:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318993.015912:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767318993.015923:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556b100 x1853164383912192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318993.016034:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383911552:0@lo:38:kworker.0 00000100:00100000:0.0:1767318993.016105:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318993.016173:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383911680:0@lo:38:kworker.0 00000100:00100000:0.0:1767318993.016200:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318993.016226:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383911936:0@lo:38:kworker.0 00000100:00100000:0.0:1767318993.016259:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318993.016277:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383912192:0@lo:38:kworker.0 00000100:00100000:0.0:1767318993.016297:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318993.016329:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383911680 00000100:00100000:0.0:1767318993.016335:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383911680 00000100:00100000:0.0:1767318993.016365:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2617 00000100:00100000:0.0:1767318993.016372:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383911680:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318993.016392:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318993.016434:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383911680:12345-0@lo:38:kworker.0 Request processed in 60us (231us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318993.016441:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2617 00000100:00100000:0.0:1767318993.016469:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383911552 00000100:00100000:0.0:1767318993.016473:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383911552 00000100:00100000:0.0:1767318993.016490:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383911936 00000100:00100000:0.0:1767318993.016493:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383911936 00000100:00100000:0.0:1767318993.016503:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383912192 00000100:00100000:0.0:1767318993.016506:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383912192 00000100:00100000:0.0:1767318993.016516:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23555 00000100:00100000:0.0:1767318993.016520:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383911552:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318993.016530:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318993.016555:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383911552:12345-0@lo:38:kworker.0 Request processed in 34us (450us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318993.016560:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23555 00000100:00100000:0.0:1767318993.016606:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23556 00000100:00100000:0.0:1767318993.016610:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383911936:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318993.016619:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318993.016642:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383911936:12345-0@lo:38:kworker.0 Request processed in 30us (382us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318993.016647:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23556 00000100:00100000:0.0:1767318993.016658:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23557 00000100:00100000:0.0:1767318993.016662:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383912192:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318993.016670:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318993.016690:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383912192:12345-0@lo:38:kworker.0 Request processed in 27us (392us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318993.016695:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23557 00000100:00080000:0.0:1767318993.016730:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318993.016735:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318993.016738:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383911552:0@lo:38:kworker.0 00000100:00080000:0.0:1767318993.016747:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318993.016751:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318993.016753:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383911680:0@lo:38:kworker.0 00000100:00080000:0.0:1767318993.016759:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318993.016762:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318993.016766:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383911936:0@lo:38:kworker.0 00000100:00080000:0.0:1767318993.016772:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318993.016775:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318993.016777:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383912192:0@lo:38:kworker.0 00000100:00100000:0.0:1767318993.016829:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383912320:0@lo:400:kworker.0 00000100:00100000:0.0:1767318993.016856:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318993.016875:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318993.016881:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383912064:0@lo:400:kworker.0 00000100:00100000:0.0:1767318993.016901:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318993.016924:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383912064 00000100:00100000:0.0:1767318993.016927:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383912064 00000100:00100000:0.0:1767318993.016958:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4518 00000100:00100000:0.0:1767318993.016964:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383912064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318993.017002:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383912064:12345-0@lo:400:kworker.0 Request processed in 38us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318993.017008:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4518 00000100:00100000:0.0:1767318993.017034:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383912064:0@lo:400:kworker.0 00000100:00100000:0.0:1767318993.017051:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383911808:0@lo:400:kworker.0 00000100:00100000:0.0:1767318993.017072:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318993.017089:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318993.017094:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383912448:0@lo:400:kworker.0 00000100:00100000:0.0:1767318993.017112:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318993.017130:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383911808 00000100:00100000:0.0:1767318993.017133:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383911808 00000100:00100000:0.0:1767318993.017151:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4519 00000100:00100000:0.0:1767318993.017155:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383911808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318993.017184:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383911808:12345-0@lo:400:kworker.0 Request processed in 28us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318993.017190:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4519 00000100:00100000:0.0:1767318993.017212:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383911808:0@lo:400:kworker.0 00000100:00080000:2.0:1767318993.017773:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318993.018126:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383912320 00000100:00100000:1.0:1767318993.018133:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383912320 00000100:00100000:1.0:1767318993.018187:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383912448 00000100:00100000:1.0:1767318993.018190:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383912448 00000100:00100000:1.0:1767318993.018212:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1634 00000100:00100000:1.0:1767318993.018224:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383912320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318993.018291:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383912320:12345-0@lo:400:kworker.0 Request processed in 72us (1434us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318993.018301:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1634 00000100:00100000:1.0:1767318993.018315:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1635 00000100:00100000:1.0:1767318993.018322:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383912448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318993.018352:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383912448:12345-0@lo:400:kworker.0 Request processed in 31us (1239us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318993.018358:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1635 00000100:00100000:1.0:1767318993.018382:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318993.018412:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383912320:0@lo:400:kworker.0 00000100:00100000:0.0:1767318993.020614:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383912448:0@lo:400:kworker.0 00000100:00080000:2.0:1767318993.020885:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318993.020892:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767318993.527312:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318994.040819:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318994.550986:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383912576:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318994.551043:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383912704:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318994.551070:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318994.551115:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318994.551155:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318994.551308:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383912576 00000100:00100000:2.0:1767318994.551318:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383912576 00000100:00100000:2.0:1767318994.551377:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383912704 00000100:00100000:2.0:1767318994.551381:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383912704 00000100:00100000:2.0:1767318994.551413:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2403 00000100:00100000:2.0:1767318994.551424:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383912576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318994.551461:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318994.551517:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383912576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318994.551525:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2403 00000100:00100000:2.0:1767318994.551546:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2404 00000100:00100000:2.0:1767318994.551552:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383912704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318994.551580:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318994.551611:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383912704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318994.551616:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2404 00000100:00100000:2.0:1767318994.551669:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383912704:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318994.551843:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383912576:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318995.065594:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318995.575030:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318996.087854:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318996.598990:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318997.110918:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318997.110924:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318972/real 1767318972] req@ffff9369b1216300 x1853164383906304/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318997 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318997.110957:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b1216300 x1853164383906304/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318997 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318997.110976:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318997.111005:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318997.111009:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383906304:0@lo:250:kworker.0 00000100:00080000:3.0:1767318997.111116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318997.111122:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318997.111125:0:8:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318997.111130:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3875 00000100:00080000:3.0:1767318997.111134:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318997.111140:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318997.111174:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b4700 x1853164383912832/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318997.111196:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318997.111200:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318997.111202:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318997.111205:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3896 00000100:00080000:3.0:1767318997.111207:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318997.111210:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318997.111225:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b5880 x1853164383912960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318997.111233:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318997.111236:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318997.111238:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318997.111242:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3896 00000100:00080000:3.0:1767318997.111244:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318997.111246:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318997.111257:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b6300 x1853164383913088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318997.111291:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318997.111295:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318997.111297:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318997.111301:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3896 00000100:00080000:3.0:1767318997.111303:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318997.111306:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318997.111317:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b4380 x1853164383913344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318997.111340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318997.111344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318997.111346:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318997.111350:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3896 00000100:00080000:3.0:1767318997.111352:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318997.111355:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767318997.111365:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b7b80 x1853164383913600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318997.111400:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383913728:0@lo:400:kworker.0 00000100:00100000:3.0:1767318997.111463:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318997.111517:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318997.111522:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383913472:0@lo:400:kworker.0 00000100:00100000:3.0:1767318997.111579:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318997.111610:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383913472 00000100:00100000:3.0:1767318997.111617:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383913472 00000100:00100000:1.0:1767318997.111654:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383913216:0@lo:400:kworker.0 00000100:00100000:3.0:1767318997.111675:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4520 00000100:00100000:3.0:1767318997.111685:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383913472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318997.111692:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318997.111746:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383913472:12345-0@lo:400:kworker.0 Request processed in 63us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318997.111753:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4520 00000100:00100000:3.0:1767318997.111768:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383913216 00000100:00100000:3.0:1767318997.111772:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383913216 00000100:00100000:1.0:1767318997.111811:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318997.111819:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4521 00000100:00100000:1.0:1767318997.111822:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383913856:0@lo:400:kworker.0 00000100:00100000:3.0:1767318997.111830:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383913216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318997.111856:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383913216:12345-0@lo:400:kworker.0 Request processed in 30us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318997.111860:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4521 00000100:00100000:3.0:1767318997.111888:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383913472:0@lo:400:kworker.0 00000100:00100000:0.0:1767318997.111969:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383913728 00000100:00100000:0.0:1767318997.111973:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383913728 00000100:00100000:0.0:1767318997.112012:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1636 00000100:00100000:0.0:1767318997.112018:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383913728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318997.112046:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383913728:12345-0@lo:400:kworker.0 Request processed in 29us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318997.112050:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1636 00000100:00100000:0.0:1767318997.112065:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383912832:0@lo:250:kworker.0 00000100:00100000:1.0:1767318997.112070:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000100:0.0:1767318997.112080:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383912832 offset 0 length 520: 4 00000100:00100000:0.0:1767318997.112118:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383912960:0@lo:38:kworker.0 00000100:00100000:1.0:1767318997.112128:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383913216:0@lo:400:kworker.0 00000100:00100000:0.0:1767318997.112135:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318997.112149:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383913088:0@lo:38:kworker.0 00000100:00100000:1.0:1767318997.112158:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383913856 00000100:00100000:1.0:1767318997.112163:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383913856 00000100:00100000:0.0:1767318997.112167:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318997.112188:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383913344:0@lo:38:kworker.0 00000100:00100000:1.0:1767318997.112196:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1637 00000100:00100000:1.0:1767318997.112206:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383913856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318997.112216:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318997.112233:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383913600:0@lo:38:kworker.0 00000100:00100000:1.0:1767318997.112256:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383913856:12345-0@lo:400:kworker.0 Request processed in 52us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318997.112264:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318997.112266:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1637 00000100:00100000:0.0:1767318997.112300:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383913088 00000100:00100000:0.0:1767318997.112305:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383913088 00000100:00100000:1.0:1767318997.112307:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383913856:0@lo:400:kworker.0 00000100:00100000:0.0:1767318997.112331:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2618 00000100:00100000:0.0:1767318997.112336:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383913088:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318997.112347:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383913728:0@lo:400:kworker.0 00010000:00020000:0.0:1767318997.112352:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318997.112380:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383913088:12345-0@lo:38:kworker.0 Request processed in 44us (214us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318997.112384:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2618 00000100:00080000:1.0:1767318997.112394:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318997.112401:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318997.112405:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383913088:0@lo:38:kworker.0 00000100:00100000:3.0:1767318997.112448:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383912960 00000100:00100000:3.0:1767318997.112451:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383912960 00000100:00100000:3.0:1767318997.112469:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383913344 00000100:00100000:3.0:1767318997.112471:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383913344 00000100:00100000:3.0:1767318997.112477:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383913600 00000100:00100000:3.0:1767318997.112479:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383913600 00000100:00100000:3.0:1767318997.112489:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23558 00000100:00100000:3.0:1767318997.112493:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383912960:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318997.112502:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318997.112547:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383912960:12345-0@lo:38:kworker.0 Request processed in 52us (412us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318997.112554:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23558 00000100:00100000:3.0:1767318997.112565:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23559 00000100:00100000:3.0:1767318997.112567:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383913344:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318997.112574:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318997.112589:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383913344:12345-0@lo:38:kworker.0 Request processed in 21us (378us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318997.112592:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23559 00000100:00100000:3.0:1767318997.112598:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23560 00000100:00100000:3.0:1767318997.112601:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383913600:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318997.112606:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318997.112616:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383913600:12345-0@lo:38:kworker.0 Request processed in 14us (356us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318997.112620:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23560 00000100:00080000:2.0:1767318997.112699:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318997.112703:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318997.112705:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318997.113685:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318997.113694:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318997.113698:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383912960:0@lo:38:kworker.0 00000100:00080000:1.0:1767318997.113707:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318997.113711:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318997.113714:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383913344:0@lo:38:kworker.0 00000100:00080000:1.0:1767318997.113731:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318997.113735:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318997.113738:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383913600:0@lo:38:kworker.0 00010000:00010000:3.0:1767318997.631613:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318998.088629:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:2.0:1767318998.090776:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297345536 offset 0 length 520: 4 00000100:00100000:2.0:1767318998.090844:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767318998.095304:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297345792 00000100:00100000:0.0:1767318998.095320:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297345792 00000100:00100000:0.0:1767318998.095438:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297345664 00000100:00100000:0.0:1767318998.095442:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297345664 00000100:00080000:2.0:1767318998.095484:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318998.095534:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4522 00000100:00100000:3.0:1767318998.095547:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297345792:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767318998.095676:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297345792:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 131us (7058us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318998.095684:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4522 00000100:00100000:3.0:1767318998.095716:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23561 00000100:00100000:3.0:1767318998.095721:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297345664:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767318998.095742:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318998.096067:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297345664:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 343us (5221us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318998.096076:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23561 00000100:00100000:1.0:1767318998.134979:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318998.647189:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318999.159038:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318999.671170:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318999.673633:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383913984:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318999.673719:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318999.673915:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383913984 00000100:00100000:2.0:1767318999.673924:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383913984 00000100:00100000:2.0:1767318999.673993:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2405 00000100:00100000:2.0:1767318999.674003:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383913984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318999.674035:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318999.674088:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383913984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318999.674096:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2405 00000100:00100000:2.0:1767318999.674154:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383913984:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318999.674467:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318999.675836:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383914112:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318999.676045:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318999.676555:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383914112 00000100:00100000:3.0:1767318999.676565:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383914112 00000100:00100000:3.0:1767318999.676676:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2406 00000100:00100000:3.0:1767318999.676687:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383914112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318999.676717:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767318999.677053:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318999.677121:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383914112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 435us (1075us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318999.677129:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2406 00000100:00100000:2.0:1767318999.677213:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383914112:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319000.185957:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319000.695429:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319001.207464:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319001.719096:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319002.233877:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319002.233889:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319002.233892:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319002.233897:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319002.233901:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319002.233909:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3900 00000100:00080000:0.0:1767319002.233915:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319002.233922:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319002.233961:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2680 x1853164383914240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319002.233980:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319002.233983:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319002.233985:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319002.233989:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3900 00000100:00080000:0.0:1767319002.233992:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319002.233995:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319002.234008:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c1880 x1853164383914368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319002.234048:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319002.234052:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319002.234054:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319002.234057:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3900 00000100:00080000:0.0:1767319002.234059:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319002.234064:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319002.234075:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2a00 x1853164383914624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319002.234103:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319002.234106:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319002.234107:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319002.234111:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3900 00000100:00080000:0.0:1767319002.234113:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319002.234116:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319002.234126:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c1500 x1853164383914880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319002.234164:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383914752:0@lo:400:kworker.0 00000100:00100000:0.0:1767319002.234234:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319002.234310:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319002.234317:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383915008:0@lo:400:kworker.0 00000100:00100000:0.0:1767319002.234348:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319002.234443:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383915136:0@lo:400:kworker.0 00000100:00100000:2.0:1767319002.234472:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319002.234502:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319002.234507:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383914496:0@lo:400:kworker.0 00000100:00100000:2.0:1767319002.234526:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319002.234603:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383915008 00000100:00100000:3.0:1767319002.234612:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383915008 00000100:00100000:3.0:1767319002.234671:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383915136 00000100:00100000:3.0:1767319002.234674:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383915136 00000100:00100000:3.0:1767319002.234692:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1638 00000100:00100000:3.0:1767319002.234699:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383915008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319002.234751:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383915008:12345-0@lo:400:kworker.0 Request processed in 52us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319002.234757:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1638 00000100:00100000:3.0:1767319002.234774:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1639 00000100:00100000:3.0:1767319002.234800:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383915136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319002.234829:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383915136:12345-0@lo:400:kworker.0 Request processed in 50us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319002.234835:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1639 00000100:00100000:3.0:1767319002.234853:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383914752 00000100:00100000:3.0:1767319002.234856:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383914752 00000100:00100000:3.0:1767319002.234880:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383914496 00000100:00100000:3.0:1767319002.234883:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383914496 00000100:00100000:3.0:1767319002.234901:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4523 00000100:00100000:3.0:1767319002.234907:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383914752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319002.234935:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383914752:12345-0@lo:400:kworker.0 Request processed in 28us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319002.234941:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4523 00000100:00100000:3.0:1767319002.234953:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4524 00000100:00100000:3.0:1767319002.234958:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383914496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319002.234984:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383914496:12345-0@lo:400:kworker.0 Request processed in 26us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319002.234990:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4524 00000100:00100000:3.0:1767319002.235034:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383915008:0@lo:400:kworker.0 00000100:00100000:3.0:1767319002.235043:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383914752:0@lo:400:kworker.0 00000100:00100000:2.0:1767319002.235242:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383914496:0@lo:400:kworker.0 00000100:00100000:2.0:1767319002.235252:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383915136:0@lo:400:kworker.0 00000100:00080000:2.0:1767319002.235272:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319002.235276:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319002.235278:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319002.235390:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383914240:0@lo:38:kworker.0 00000100:00100000:1.0:1767319002.235424:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319002.235457:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383914368:0@lo:38:kworker.0 00000100:00100000:1.0:1767319002.235496:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319002.235528:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383914624:0@lo:38:kworker.0 00000100:00100000:1.0:1767319002.235551:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319002.235569:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383914880:0@lo:38:kworker.0 00000100:00100000:1.0:1767319002.235588:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319002.235616:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383914240 00000100:00100000:1.0:1767319002.235620:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383914240 00000100:00100000:1.0:1767319002.235640:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383914624 00000100:00100000:1.0:1767319002.235643:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383914624 00000100:00100000:1.0:1767319002.235651:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23562 00000100:00100000:1.0:1767319002.235655:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383914240:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319002.235673:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319002.235760:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383914240:12345-0@lo:38:kworker.0 Request processed in 103us (335us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319002.235767:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23562 00000100:00100000:1.0:1767319002.235799:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383914880 00000100:00100000:1.0:1767319002.235803:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383914880 00000100:00100000:1.0:1767319002.235817:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23563 00000100:00100000:1.0:1767319002.235821:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383914624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319002.235831:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319002.235855:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383914624:12345-0@lo:38:kworker.0 Request processed in 33us (304us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319002.235861:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23563 00000100:00100000:1.0:1767319002.235873:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23564 00000100:00100000:1.0:1767319002.235877:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383914880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319002.235885:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319002.235906:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383914880:12345-0@lo:38:kworker.0 Request processed in 28us (317us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319002.235911:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23564 00000100:00080000:1.0:1767319002.235953:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319002.235958:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319002.235962:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383914240:0@lo:38:kworker.0 00000100:00080000:1.0:1767319002.235973:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319002.235976:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319002.235978:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383914624:0@lo:38:kworker.0 00000100:00080000:1.0:1767319002.235984:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319002.235987:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319002.235989:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383914880:0@lo:38:kworker.0 00000100:00100000:2.0:1767319002.236062:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383914368 00000100:00100000:2.0:1767319002.236067:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383914368 00000100:00100000:2.0:1767319002.236093:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2619 00000100:00100000:2.0:1767319002.236098:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5b4ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383914368:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319002.236109:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319002.236145:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5b4ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383914368:12345-0@lo:38:kworker.0 Request processed in 45us (648us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319002.236151:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2619 00000100:00080000:2.0:1767319002.236357:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319002.236362:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319002.236365:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383914368:0@lo:38:kworker.0 00000100:00100000:0.0:1767319002.236432:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319002.745728:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319003.210411:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319003.210514:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319003.210705:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297346048 00000100:00100000:1.0:1767319003.210714:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297346048 00000100:00100000:1.0:1767319003.210825:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297345920 00000100:00100000:1.0:1767319003.210829:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297345920 00000100:00100000:1.0:1767319003.210855:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4525 00000100:00100000:1.0:1767319003.210870:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297346048:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319003.210951:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297346048:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 87us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319003.210959:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4525 00000100:00100000:1.0:1767319003.210978:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23565 00000100:00100000:1.0:1767319003.210982:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297345920:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319003.211002:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319003.211027:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297345920:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 43us (512us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319003.211033:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23565 00000100:00080000:2.0:1767319003.211491:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319003.256152:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319003.767043:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319004.284124:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319004.791318:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319004.791663:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383915264:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319004.791741:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319004.792384:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383915264 00000100:00100000:2.0:1767319004.792394:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383915264 00000100:00100000:2.0:1767319004.792476:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2407 00000100:00100000:2.0:1767319004.792487:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383915264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319004.792520:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319004.792579:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383915264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (838us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319004.792586:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2407 00000100:00100000:2.0:1767319004.792635:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383915264:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319004.794656:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319004.797379:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383915392:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319004.797455:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319004.797560:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383915392 00000100:00100000:2.0:1767319004.797566:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383915392 00000100:00100000:2.0:1767319004.797625:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2408 00000100:00100000:2.0:1767319004.797636:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383915392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319004.797676:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767319004.797747:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319004.800810:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383915392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3164us (3342us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319004.800827:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2408 00000100:00100000:3.0:1767319004.803581:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383915392:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319005.303525:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319005.815151:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319006.327089:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319006.839116:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319007.350925:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319007.350938:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319007.350941:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319007.350946:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319007.350950:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319007.350958:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3905 00000100:00080000:0.0:1767319007.350963:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319007.350972:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319007.351014:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c0a80 x1853164383915520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319007.351043:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319007.351046:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319007.351048:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319007.351053:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3905 00000100:00080000:0.0:1767319007.351056:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319007.351059:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319007.351071:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c1880 x1853164383915648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319007.351102:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319007.351108:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319007.351110:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319007.351113:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3905 00000100:00080000:0.0:1767319007.351115:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319007.351119:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319007.351127:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2a00 x1853164383915904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319007.351148:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319007.351151:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319007.351153:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319007.351156:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3905 00000100:00080000:0.0:1767319007.351158:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319007.351161:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319007.351170:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c3800 x1853164383916160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319007.351650:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383916416:0@lo:400:kworker.0 00000100:00100000:3.0:1767319007.351719:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319007.351804:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319007.351811:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383915776:0@lo:400:kworker.0 00000100:00100000:3.0:1767319007.351837:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319007.351884:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383915776 00000100:00100000:3.0:1767319007.351891:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383915776 00000100:00100000:3.0:1767319007.351941:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4526 00000100:00100000:3.0:1767319007.351950:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383915776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319007.352000:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383915776:12345-0@lo:400:kworker.0 Request processed in 51us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319007.352008:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4526 00000100:00100000:3.0:1767319007.352050:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383915776:0@lo:400:kworker.0 00000100:00100000:2.0:1767319007.352292:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383915520:0@lo:38:kworker.0 00000100:00100000:2.0:1767319007.352325:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319007.352355:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383915648:0@lo:38:kworker.0 00000100:00100000:2.0:1767319007.352377:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319007.352399:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383915904:0@lo:38:kworker.0 00000100:00100000:2.0:1767319007.352419:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319007.352446:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383916160:0@lo:38:kworker.0 00000100:00100000:2.0:1767319007.352467:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319007.352492:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383916288:0@lo:400:kworker.0 00000100:00100000:2.0:1767319007.352515:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319007.352532:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319007.352539:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383916032:0@lo:400:kworker.0 00000100:00100000:2.0:1767319007.352558:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319007.352579:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383915520 00000100:00100000:2.0:1767319007.352583:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383915520 00000100:00100000:2.0:1767319007.352600:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383915904 00000100:00100000:2.0:1767319007.352603:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383915904 00000100:00100000:2.0:1767319007.352611:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383916160 00000100:00100000:2.0:1767319007.352613:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383916160 00000100:00100000:2.0:1767319007.352620:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383916032 00000100:00100000:2.0:1767319007.352621:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383916032 00000100:00100000:2.0:1767319007.352639:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4527 00000100:00100000:2.0:1767319007.352645:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383916032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319007.352679:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383916032:12345-0@lo:400:kworker.0 Request processed in 34us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319007.352685:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4527 00000100:00100000:2.0:1767319007.352697:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23566 00000100:00100000:2.0:1767319007.352701:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383915520:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319007.352720:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319007.352751:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383915520:12345-0@lo:38:kworker.0 Request processed in 47us (424us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319007.352757:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23566 00000100:00100000:2.0:1767319007.352770:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23567 00000100:00100000:2.0:1767319007.352774:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383915904:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319007.352819:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319007.352844:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383915904:12345-0@lo:38:kworker.0 Request processed in 68us (424us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319007.352849:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23567 00000100:00100000:2.0:1767319007.352861:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23568 00000100:00100000:2.0:1767319007.352865:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383916160:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319007.352887:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319007.352911:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383916160:12345-0@lo:38:kworker.0 Request processed in 43us (443us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319007.352916:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23568 00000100:00100000:2.0:1767319007.352943:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383916032:0@lo:400:kworker.0 00000100:00080000:2.0:1767319007.352965:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319007.352970:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319007.352972:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383915520:0@lo:38:kworker.0 00000100:00080000:2.0:1767319007.352980:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319007.352983:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319007.352985:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383915904:0@lo:38:kworker.0 00000100:00080000:2.0:1767319007.352991:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319007.352994:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319007.352996:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383916160:0@lo:38:kworker.0 00000100:00100000:0.0:1767319007.353317:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383915648 00000100:00100000:0.0:1767319007.353323:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383915648 00000100:00100000:0.0:1767319007.353351:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2620 00000100:00100000:0.0:1767319007.353356:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383915648:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319007.353365:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319007.353397:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383915648:12345-0@lo:38:kworker.0 Request processed in 40us (1018us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319007.353403:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2620 00000100:00080000:2.0:1767319007.353482:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319007.353487:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319007.353490:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383915648:0@lo:38:kworker.0 00000100:00100000:1.0:1767319007.355937:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383916416 00000100:00100000:1.0:1767319007.355952:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383916416 00000100:00100000:1.0:1767319007.356023:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383916288 00000100:00100000:1.0:1767319007.356027:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383916288 00000100:00100000:1.0:1767319007.356061:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1640 00000100:00100000:1.0:1767319007.356076:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383916416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319007.356167:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383916416:12345-0@lo:400:kworker.0 Request processed in 98us (4448us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319007.356175:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1640 00000100:00100000:1.0:1767319007.356191:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1641 00000100:00100000:1.0:1767319007.356198:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383916288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319007.356455:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383916416:0@lo:400:kworker.0 00000100:00080000:3.0:1767319007.356518:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319007.356523:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319007.356526:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319007.356661:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319007.356712:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383916288:12345-0@lo:400:kworker.0 Request processed in 514us (4196us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319007.356719:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1641 00000100:00100000:3.0:1767319007.359585:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383916288:0@lo:400:kworker.0 00010000:00010000:3.0:1767319007.865817:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319008.326932:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319008.327148:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297346304 00000100:00100000:3.0:1767319008.327160:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297346304 00000100:00100000:3.0:1767319008.327255:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4528 00000100:00100000:3.0:1767319008.327265:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297346304:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319008.327353:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297346304:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 89us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319008.327361:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4528 00000100:00080000:1.0:1767319008.327820:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319008.329584:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319008.329746:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297346176 00000100:00100000:3.0:1767319008.329756:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297346176 00000100:00100000:3.0:1767319008.329842:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23569 00000100:00100000:3.0:1767319008.329849:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297346176:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319008.329883:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319008.329947:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297346176:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 96us (370us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319008.329955:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23569 00000100:00100000:0.0:1767319008.374992:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319008.887314:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319009.398974:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319009.911324:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319009.911509:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383916544:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319009.911591:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383916672:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319009.911608:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319009.911815:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383916544 00000100:00100000:1.0:1767319009.911828:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383916544 00000100:00100000:1.0:1767319009.911928:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2409 00000100:00100000:1.0:1767319009.911942:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383916544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319009.911983:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767319009.912050:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319009.923752:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319009.923958:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383916672 00000100:00100000:0.0:1767319009.923973:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383916672 00000100:00100000:0.0:1767319009.924071:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2410 00000100:00100000:0.0:1767319009.924083:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383916672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319009.924129:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319009.924204:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383916672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 123us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319009.924212:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2410 00000100:00100000:0.0:1767319009.924285:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383916672:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319009.924712:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319009.928079:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383916544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 16124us (16456us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319009.928100:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2409 00000100:00100000:3.0:1767319009.935042:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383916544:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319010.426165:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319010.935698:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319011.446940:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319011.960168:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319012.471468:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319012.472124:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319012.472132:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319012.472136:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319012.472140:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319012.472146:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319012.472156:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3910 00000100:00080000:3.0:1767319012.472161:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319012.472170:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319012.472241:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b7b80 x1853164383916800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319012.472281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319012.472285:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319012.472287:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319012.472292:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3910 00000100:00080000:3.0:1767319012.472295:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319012.472298:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319012.472313:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b4380 x1853164383916928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319012.472367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319012.472372:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319012.472374:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319012.472378:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3910 00000100:00080000:3.0:1767319012.472380:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319012.472384:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319012.472409:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b6300 x1853164383917184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319012.472441:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319012.472445:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319012.472448:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319012.472452:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3910 00000100:00080000:3.0:1767319012.472455:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319012.472459:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319012.472470:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b4000 x1853164383917440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319012.472524:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383917312:0@lo:400:kworker.0 00000100:00100000:1.0:1767319012.473833:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383917696:0@lo:400:kworker.0 00000100:00100000:1.0:1767319012.473912:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319012.474010:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319012.474018:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383917056:0@lo:400:kworker.0 00000100:00100000:1.0:1767319012.474063:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383917696 00000100:00100000:1.0:1767319012.474072:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383917696 00000100:00100000:1.0:1767319012.474145:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1642 00000100:00100000:1.0:1767319012.474162:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383917696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319012.474238:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383917696:12345-0@lo:400:kworker.0 Request processed in 84us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319012.474246:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1642 00000100:00080000:1.0:1767319012.474271:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319012.474313:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383917568:0@lo:400:kworker.0 00000100:00100000:1.0:1767319012.474342:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319012.474372:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383917568 00000100:00100000:1.0:1767319012.474376:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383917568 00000100:00100000:1.0:1767319012.474420:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1643 00000100:00100000:1.0:1767319012.474427:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383917568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319012.474465:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383917568:12345-0@lo:400:kworker.0 Request processed in 38us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319012.474471:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1643 00000100:00080000:1.0:1767319012.474484:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319012.474518:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383917568:0@lo:400:kworker.0 00000100:00100000:3.0:1767319012.475176:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319012.475555:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383916800:0@lo:38:kworker.0 00000100:00100000:2.0:1767319012.475605:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319012.475649:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383916928:0@lo:38:kworker.0 00000100:00100000:2.0:1767319012.475679:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319012.475704:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383917184:0@lo:38:kworker.0 00000100:00100000:2.0:1767319012.475728:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319012.475747:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383917440:0@lo:38:kworker.0 00000100:00100000:2.0:1767319012.475777:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319012.475830:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383916928 00000100:00100000:2.0:1767319012.475837:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383916928 00000100:00100000:2.0:1767319012.475871:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2621 00000100:00100000:2.0:1767319012.476025:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383916928:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319012.476050:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319012.476103:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383916928:12345-0@lo:38:kworker.0 Request processed in 79us (422us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319012.476111:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2621 00000100:00100000:2.0:1767319012.476139:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383917312 00000100:00100000:2.0:1767319012.476711:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383917312 00000100:00100000:2.0:1767319012.476806:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383916800 00000100:00100000:2.0:1767319012.476810:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383916800 00000100:00100000:2.0:1767319012.476821:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383917184 00000100:00100000:2.0:1767319012.476824:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383917184 00000100:00100000:2.0:1767319012.476831:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383917440 00000100:00100000:2.0:1767319012.476833:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383917440 00000100:00100000:2.0:1767319012.476843:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4529 00000100:00100000:2.0:1767319012.476852:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383917312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319012.477221:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319012.477301:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383917696:0@lo:400:kworker.0 00000100:00100000:0.0:1767319012.477366:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383917056 00000100:00100000:0.0:1767319012.477370:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383917056 00000100:00100000:0.0:1767319012.477414:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4530 00000100:00100000:0.0:1767319012.477422:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383917056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319012.477491:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383917056:12345-0@lo:400:kworker.0 Request processed in 69us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319012.477498:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4530 00000100:00100000:0.0:1767319012.477518:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23570 00000100:00100000:0.0:1767319012.477522:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383916800:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319012.477554:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319012.477587:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383916800:12345-0@lo:38:kworker.0 Request processed in 63us (1981us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319012.477592:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23570 00000100:00100000:0.0:1767319012.477605:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23571 00000100:00100000:0.0:1767319012.477608:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383917184:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319012.477617:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319012.477639:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383917184:12345-0@lo:38:kworker.0 Request processed in 29us (1911us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319012.477645:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23571 00000100:00100000:0.0:1767319012.477655:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23572 00000100:00100000:0.0:1767319012.477659:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383917440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319012.477668:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319012.477691:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383917440:12345-0@lo:38:kworker.0 Request processed in 30us (1913us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319012.477696:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23572 00000100:00080000:0.0:1767319012.477730:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319012.477735:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319012.477739:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383916800:0@lo:38:kworker.0 00000100:00080000:0.0:1767319012.477751:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319012.477754:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319012.477757:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383916928:0@lo:38:kworker.0 00000100:00080000:0.0:1767319012.477765:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319012.477768:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319012.477772:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383917184:0@lo:38:kworker.0 00000100:00080000:0.0:1767319012.477808:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319012.477813:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319012.477815:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383917440:0@lo:38:kworker.0 00000100:00100000:0.0:1767319012.477852:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383917056:0@lo:400:kworker.0 00000100:00080000:0.0:1767319012.479127:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319012.490630:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383917312:12345-0@lo:400:kworker.0 Request processed in 13754us (17994us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319012.490655:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4529 00000100:00100000:3.0:1767319012.490713:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383917312:0@lo:400:kworker.0 00010000:00010000:3.0:1767319012.983146:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319013.449035:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319013.449091:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319013.450893:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297346560 00000100:00100000:2.0:1767319013.451125:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297346560 00000100:00080000:1.0:1767319013.451314:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319013.451345:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297346432 00000100:00100000:2.0:1767319013.451351:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297346432 00000100:00100000:0.0:1767319013.451404:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4531 00000100:00100000:0.0:1767319013.451423:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297346560:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319013.451603:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297346560:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 183us (2586us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319013.451612:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4531 00000100:00100000:0.0:1767319013.451638:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23573 00000100:00100000:0.0:1767319013.451643:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297346432:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319013.451670:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319013.451717:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297346432:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 72us (2625us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319013.451725:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23573 00000100:00100000:1.0:1767319013.497127:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319014.008037:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319014.519296:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319015.031528:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319015.032485:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319015.032521:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383917824:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319015.032636:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319015.032866:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383917824 00000100:00100000:1.0:1767319015.032878:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383917824 00000100:00100000:1.0:1767319015.032972:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2411 00000100:00100000:1.0:1767319015.032984:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383917824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319015.033030:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319015.033093:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383917824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319015.033103:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2411 00000100:00100000:1.0:1767319015.033174:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383917824:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319015.033312:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319015.034233:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383917952:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319015.034300:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319015.034396:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383917952 00000100:00100000:0.0:1767319015.034404:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383917952 00000100:00100000:0.0:1767319015.034477:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2412 00000100:00100000:0.0:1767319015.034487:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383917952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319015.034526:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767319015.034601:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319015.036546:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383917952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2041us (2226us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319015.036570:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2412 00000100:00100000:3.0:1767319015.037102:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383917952:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319015.542966:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319016.055024:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319016.566970:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319017.080210:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319017.590976:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319017.591070:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319017.591078:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319017.591081:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319017.591086:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319017.591091:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319017.591101:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3915 00000100:00080000:3.0:1767319017.591106:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319017.591116:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319017.591193:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968f480 x1853164383918080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319017.591232:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319017.591236:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319017.591238:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319017.591243:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3915 00000100:00080000:3.0:1767319017.591246:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319017.591251:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319017.591267:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968d500 x1853164383918208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319017.591309:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319017.591313:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319017.591315:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319017.591319:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3915 00000100:00080000:3.0:1767319017.591321:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319017.591325:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319017.591337:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968f100 x1853164383918464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319017.591377:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319017.591381:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319017.591383:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319017.591387:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3915 00000100:00080000:3.0:1767319017.591390:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319017.591394:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319017.591407:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968f800 x1853164383918720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319017.591471:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383918976:0@lo:400:kworker.0 00000100:00100000:1.0:1767319017.591503:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383918336:0@lo:400:kworker.0 00000100:00100000:1.0:1767319017.591592:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319017.591769:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383918592:0@lo:400:kworker.0 00000100:00100000:2.0:1767319017.591891:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383918080:0@lo:38:kworker.0 00000100:00100000:3.0:1767319017.592250:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319017.592434:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383918976 00000100:00100000:1.0:1767319017.592446:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383918976 00000100:00100000:1.0:1767319017.592528:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1644 00000100:00100000:1.0:1767319017.592540:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383918976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319017.592626:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383918976:12345-0@lo:400:kworker.0 Request processed in 88us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319017.592635:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1644 00000100:00100000:1.0:1767319017.592696:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383918336 00000100:00100000:1.0:1767319017.592701:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383918336 00000100:00100000:3.0:1767319017.592736:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383918976:0@lo:400:kworker.0 00000100:00100000:1.0:1767319017.592738:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4532 00000100:00100000:1.0:1767319017.592745:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383918336:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319017.592808:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319017.592816:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319017.592824:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383918336:12345-0@lo:400:kworker.0 Request processed in 67us (1229us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319017.592833:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4532 00000100:00100000:3.0:1767319017.592852:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383918848:0@lo:400:kworker.0 00000100:00100000:1.0:1767319017.592862:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383918336:0@lo:400:kworker.0 00000100:00100000:3.0:1767319017.592893:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319017.592942:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383918848 00000100:00100000:1.0:1767319017.592946:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383918848 00000100:00100000:1.0:1767319017.592988:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1645 00000100:00100000:1.0:1767319017.592996:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383918848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319017.593035:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383918848:12345-0@lo:400:kworker.0 Request processed in 41us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319017.593040:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1645 00000100:00100000:1.0:1767319017.593078:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383918848:0@lo:400:kworker.0 00000100:00100000:0.0:1767319017.593452:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319017.593891:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383918592 00000100:00100000:1.0:1767319017.593901:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383918592 00000100:00100000:2.0:1767319017.593902:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319017.594072:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319017.594079:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319017.594374:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383918208:0@lo:38:kworker.0 00000100:00100000:2.0:1767319017.594413:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319017.594444:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383918464:0@lo:38:kworker.0 00000100:00100000:2.0:1767319017.594475:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319017.594521:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383918208 00000100:00100000:0.0:1767319017.594531:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383918208 00000100:00100000:0.0:1767319017.594587:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2622 00000100:00100000:0.0:1767319017.594596:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383918208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319017.594621:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319017.599019:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383918080 00000100:00100000:1.0:1767319017.599044:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383918080 00000100:00100000:1.0:1767319017.599687:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383918464 00000100:00100000:1.0:1767319017.599693:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383918464 00000100:00100000:1.0:1767319017.599719:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4533 00000100:00100000:1.0:1767319017.599749:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383918592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319017.600088:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23574 00000100:00100000:3.0:1767319017.600096:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383918080:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319017.600122:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319017.602127:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383918720:0@lo:38:kworker.0 00000100:00100000:2.0:1767319017.602562:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319017.602616:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319017.602621:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319017.602624:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383918208:0@lo:38:kworker.0 00000100:00100000:2.0:1767319017.602837:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383918720 00000100:00100000:2.0:1767319017.602844:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383918720 00000100:00100000:2.0:1767319017.602872:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23575 00000100:00100000:2.0:1767319017.602877:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383918464:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319017.602896:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319017.603172:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383918464:12345-0@lo:38:kworker.0 Request processed in 292us (8694us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319017.603180:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23575 00000100:00100000:2.0:1767319017.603198:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23576 00000100:00100000:2.0:1767319017.603202:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383918720:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319017.603212:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319017.603248:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383918720:12345-0@lo:38:kworker.0 Request processed in 32us (674us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319017.603254:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23576 00000100:00080000:2.0:1767319017.603291:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319017.603296:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319017.603300:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383918464:0@lo:38:kworker.0 00000100:00080000:2.0:1767319017.603308:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319017.603311:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319017.603314:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383918720:0@lo:38:kworker.0 00000100:00100000:0.0:1767319017.606075:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383918208:12345-0@lo:38:kworker.0 Request processed in 11468us (11651us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319017.606090:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2622 00000100:00100000:1.0:1767319017.610536:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383918592:12345-0@lo:400:kworker.0 Request processed in 10789us (17071us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319017.610559:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4533 00000100:00100000:0.0:1767319017.611510:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383918592:0@lo:400:kworker.0 00000100:00100000:3.0:1767319017.612278:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383918080:12345-0@lo:38:kworker.0 Request processed in 12174us (18370us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319017.612293:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23574 00000100:00080000:2.0:1767319017.612685:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319017.612698:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319017.612703:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383918080:0@lo:38:kworker.0 00010000:00010000:3.0:1767319018.105374:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319018.572233:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319018.572347:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319018.572435:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297346688 00000100:00100000:1.0:1767319018.572446:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297346688 00000100:00100000:1.0:1767319018.572488:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297346816 00000100:00100000:1.0:1767319018.572491:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297346816 00000100:00100000:0.0:1767319018.572510:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23577 00000100:00100000:0.0:1767319018.572521:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297346688:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:1.0:1767319018.572535:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4534 00000100:00100000:1.0:1767319018.572544:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297346816:12345-192.168.202.56@tcp:400:kworker.0 00010000:00020000:0.0:1767319018.572546:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319018.572609:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297346816:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 66us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319018.572617:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4534 00000100:00080000:3.0:1767319018.572683:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319018.573441:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297346688:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 916us (1531us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319018.573450:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23577 00000100:00100000:1.0:1767319018.615195:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319019.132407:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319019.639013:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319020.151033:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383919104:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319020.151076:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319020.151094:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383919232:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319020.151112:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319020.151138:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319020.151237:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383919104 00010000:00010000:1.0:1767319020.151242:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319020.151250:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383919104 00000100:00100000:1.0:1767319020.151268:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383919232 00000100:00100000:1.0:1767319020.151273:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383919232 00000100:00100000:0.0:1767319020.151341:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2413 00000100:00100000:0.0:1767319020.151352:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383919104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319020.151389:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767319020.151433:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319020.151439:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319020.151450:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383919104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319020.151459:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2413 00000100:00100000:0.0:1767319020.151487:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2414 00000100:00100000:0.0:1767319020.151494:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698d1fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383919232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319020.151514:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319020.151542:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698d1fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383919232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319020.151548:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2414 00000100:00100000:1.0:1767319020.151664:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383919104:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319020.152015:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383919232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319020.663361:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319021.174939:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319021.686921:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319022.199040:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319022.666410:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319022.666630:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297347200 00000100:00100000:0.0:1767319022.666645:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297347200 00000100:00100000:0.0:1767319022.666736:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4535 00000100:00100000:0.0:1767319022.666746:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297347200:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319022.666857:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297347200:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 113us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319022.666865:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4535 00000100:00080000:2.0:1767319022.666933:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:3.0:1767319022.671547:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297346944 offset 0 length 520: 4 00000100:00100000:3.0:1767319022.671610:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319022.671990:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297347072 00000100:00100000:1.0:1767319022.672003:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297347072 00000100:00100000:1.0:1767319022.672054:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23578 00000100:00100000:1.0:1767319022.672062:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297347072:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319022.672085:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319022.672158:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297347072:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 95us (547us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319022.672166:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23578 00000100:00100000:1.0:1767319022.710921:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319022.711092:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319022.711099:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319022.711103:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319022.711106:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319022.711110:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319022.711118:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3920 00000100:00080000:0.0:1767319022.711122:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319022.711129:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319022.711170:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2300 x1853164383919360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319022.711186:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319022.711189:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319022.711191:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319022.711195:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3920 00000100:00080000:0.0:1767319022.711197:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319022.711200:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319022.711212:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c1880 x1853164383919488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319022.711254:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319022.711258:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319022.711260:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319022.711263:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3920 00000100:00080000:0.0:1767319022.711265:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319022.711269:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319022.711280:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2a00 x1853164383919744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319022.711337:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319022.711341:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319022.711343:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319022.711346:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3920 00000100:00080000:0.0:1767319022.711348:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319022.711351:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319022.711362:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2680 x1853164383920000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319022.711401:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383919872:0@lo:400:kworker.0 00000100:00100000:0.0:1767319022.711462:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319022.711524:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319022.711542:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383920128:0@lo:400:kworker.0 00000100:00100000:0.0:1767319022.711568:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319022.711602:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383920128 00000100:00100000:0.0:1767319022.711610:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383920128 00000100:00100000:0.0:1767319022.711666:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1646 00000100:00100000:0.0:1767319022.711675:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383920128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319022.711723:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383920128:12345-0@lo:400:kworker.0 Request processed in 49us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319022.711730:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1646 00000100:00100000:0.0:1767319022.711769:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383920128:0@lo:400:kworker.0 00000100:00100000:0.0:1767319022.711810:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383919872 00000100:00100000:0.0:1767319022.711814:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383919872 00000100:00100000:0.0:1767319022.711840:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4536 00000100:00100000:0.0:1767319022.711846:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383919872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319022.711880:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383919872:12345-0@lo:400:kworker.0 Request processed in 33us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319022.711885:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4536 00000100:00100000:0.0:1767319022.712084:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383919872:0@lo:400:kworker.0 00000100:00080000:2.0:1767319022.712165:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319022.712171:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319022.712188:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318997/real 1767318997] req@ffff9369bb7b4700 x1853164383912832/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319022 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319022.712204:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369bb7b4700 x1853164383912832/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319022 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319022.712218:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383919360:0@lo:38:kworker.0 00000100:00100000:2.0:1767319022.712247:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319022.712281:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383919488:0@lo:38:kworker.0 00000100:00100000:2.0:1767319022.712314:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319022.712336:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383919744:0@lo:38:kworker.0 00000100:00100000:2.0:1767319022.712358:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319022.712382:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383919360 00000100:00100000:2.0:1767319022.712385:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383919360 00000100:00100000:2.0:1767319022.712408:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383919744 00000100:00100000:2.0:1767319022.712410:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383919744 00000100:00100000:2.0:1767319022.712425:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23579 00000100:00100000:2.0:1767319022.712429:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383919360:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319022.712448:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319022.712477:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383919360:12345-0@lo:38:kworker.0 Request processed in 46us (228us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319022.712483:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23579 00000100:00100000:2.0:1767319022.712497:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23580 00000100:00100000:2.0:1767319022.712501:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383919744:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319022.712510:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319022.712623:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383919744:12345-0@lo:38:kworker.0 Request processed in 119us (263us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319022.712633:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23580 00000100:00080000:2.0:1767319022.712666:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319022.712671:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319022.712675:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383919744:0@lo:38:kworker.0 00000100:00100000:2.0:1767319022.712681:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383920000:0@lo:38:kworker.0 00000100:00100000:2.0:1767319022.712704:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319022.712723:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383920000 00000100:00100000:2.0:1767319022.712727:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383920000 00000100:00100000:2.0:1767319022.712746:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23581 00000100:00100000:2.0:1767319022.712750:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383920000:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319022.712760:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319022.712815:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383920000:12345-0@lo:38:kworker.0 Request processed in 62us (109us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319022.712821:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23581 00000100:00080000:2.0:1767319022.712845:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319022.712849:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319022.712853:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383920000:0@lo:38:kworker.0 00000100:00080000:2.0:1767319022.712857:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319022.712872:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319022.712876:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383912832:0@lo:250:kworker.0 00000100:00080000:2.0:1767319022.712898:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767319022.713031:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383920256:0@lo:400:kworker.0 00000100:00100000:1.0:1767319022.713060:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319022.713080:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319022.713086:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383919616:0@lo:400:kworker.0 00000100:00100000:1.0:1767319022.713107:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319022.713131:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383919616 00000100:00100000:1.0:1767319022.713135:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383919616 00000100:00100000:1.0:1767319022.713172:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4537 00000100:00100000:1.0:1767319022.713179:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383919616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319022.713214:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383919616:12345-0@lo:400:kworker.0 Request processed in 36us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319022.713220:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4537 00000100:00100000:1.0:1767319022.713236:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383920256 00000100:00100000:1.0:1767319022.713239:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383920256 00000100:00100000:1.0:1767319022.713262:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1647 00000100:00100000:1.0:1767319022.713268:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383920256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319022.713295:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383920256:12345-0@lo:400:kworker.0 Request processed in 28us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319022.713315:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1647 00000100:00080000:1.0:1767319022.713328:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319022.713332:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319022.713349:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383919616:0@lo:400:kworker.0 00000100:00100000:1.0:1767319022.713357:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383920256:0@lo:400:kworker.0 00000100:00080000:1.0:1767319022.713399:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319022.713403:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319022.713406:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383919360:0@lo:38:kworker.0 00000100:00080000:2.0:1767319022.713617:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319022.713620:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319022.713625:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3900 00000100:00080000:2.0:1767319022.713629:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319022.713632:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319022.713653:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8786d80 x1853164383920384/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319022.713736:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383919488 00000100:00100000:0.0:1767319022.713741:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383919488 00000100:00100000:0.0:1767319022.713771:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2623 00000100:00100000:0.0:1767319022.713777:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383919488:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319022.713822:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319022.713855:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383919488:12345-0@lo:38:kworker.0 Request processed in 78us (1540us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319022.713861:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2623 00000100:00100000:1.0:1767319022.714052:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383920384:0@lo:250:kworker.0 00000400:00000100:1.0:1767319022.714075:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383920384 offset 0 length 520: 4 00000100:00080000:1.0:1767319022.714102:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319022.714106:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319022.714110:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383919488:0@lo:38:kworker.0 00010000:00010000:3.0:1767319023.224061:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319023.736703:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319024.247000:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319024.758908:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319025.272703:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319025.272730:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383920512:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319025.272823:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319025.272990:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319025.273542:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383920640:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319025.274495:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319025.278469:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383920512 00000100:00100000:0.0:1767319025.278486:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383920512 00000100:00080000:1.0:1767319025.278692:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319025.279638:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383920640 00000100:00100000:0.0:1767319025.279647:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383920640 00000100:00080000:1.0:1767319025.279731:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319025.280457:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2415 00000100:00100000:2.0:1767319025.280474:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383920512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319025.280509:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319025.280582:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383920512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (7760us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319025.280588:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2415 00000100:00100000:2.0:1767319025.280603:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2416 00000100:00100000:2.0:1767319025.280608:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383920640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319025.280621:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319025.280653:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383920640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (6161us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319025.280659:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2416 00000100:00100000:1.0:1767319025.280755:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383920512:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319025.280821:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383920640:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319025.782902:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319026.294965:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319026.807037:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319027.319018:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319027.783207:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319027.783330:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319027.783434:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297347456 00000100:00100000:1.0:1767319027.783444:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297347456 00000100:00100000:1.0:1767319027.783509:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297347328 00000100:00100000:1.0:1767319027.783513:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297347328 00000100:00100000:1.0:1767319027.783529:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4538 00000100:00100000:1.0:1767319027.783544:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297347456:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319027.783607:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297347456:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 70us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319027.783615:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4538 00000100:00100000:1.0:1767319027.783640:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23582 00000100:00100000:1.0:1767319027.783645:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297347328:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319027.783664:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319027.783686:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297347328:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 40us (357us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319027.783692:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23582 00000100:00080000:3.0:1767319027.784265:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319027.831131:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319027.831141:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319027.831145:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319027.831149:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319027.831153:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319027.831161:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3925 00000100:00080000:2.0:1767319027.831167:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319027.831175:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319027.831215:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785f80 x1853164383920768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319027.831239:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319027.831242:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319027.831244:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319027.831247:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3925 00000100:00080000:2.0:1767319027.831249:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319027.831262:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319027.831285:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8912a00 x1853164383920896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319027.831366:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383921024:0@lo:400:kworker.0 00000100:00100000:0.0:1767319027.831437:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319027.831468:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383921024 00000100:00100000:3.0:1767319027.831477:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383921024 00000100:00100000:3.0:1767319027.831548:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4539 00000100:00100000:3.0:1767319027.831558:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383921024:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767319027.831714:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319027.831719:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319027.831721:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319027.831725:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3925 00000100:00080000:2.0:1767319027.831727:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319027.831730:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319027.831744:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8910000 x1853164383921152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319027.831767:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319027.831770:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319027.831772:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319027.831776:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3925 00000100:00080000:2.0:1767319027.831797:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319027.831802:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319027.831817:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da9500 x1853164383921408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319027.831958:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383920768:0@lo:38:kworker.0 00000100:00100000:1.0:1767319027.831989:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319027.832014:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383920896:0@lo:38:kworker.0 00000100:00100000:1.0:1767319027.832038:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319027.832060:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383921152:0@lo:38:kworker.0 00000100:00100000:1.0:1767319027.832080:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319027.832094:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383921408:0@lo:38:kworker.0 00000100:00100000:1.0:1767319027.832112:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319027.832139:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383921664:0@lo:400:kworker.0 00000100:00100000:1.0:1767319027.832162:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319027.832189:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383921280:0@lo:400:kworker.0 00000100:00100000:1.0:1767319027.832210:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319027.832220:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319027.832225:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383921536:0@lo:400:kworker.0 00000100:00100000:1.0:1767319027.832239:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319027.832279:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319027.832297:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383921664 00000100:00100000:1.0:1767319027.832302:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383921664 00000100:00100000:1.0:1767319027.832336:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383921536 00000100:00100000:1.0:1767319027.832340:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383921536 00000100:00100000:1.0:1767319027.832361:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1648 00000100:00100000:1.0:1767319027.832373:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383921664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319027.832409:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383921664:12345-0@lo:400:kworker.0 Request processed in 40us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319027.832417:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1648 00000100:00100000:1.0:1767319027.832432:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1649 00000100:00100000:1.0:1767319027.832438:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383921536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319027.832467:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383921536:12345-0@lo:400:kworker.0 Request processed in 29us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319027.832473:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1649 00000100:00100000:1.0:1767319027.832534:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383921664:0@lo:400:kworker.0 00000100:00100000:1.0:1767319027.832559:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383920768 00000100:00100000:1.0:1767319027.832562:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383920768 00000100:00100000:1.0:1767319027.832575:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383921152 00000100:00100000:1.0:1767319027.832578:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383921152 00000100:00100000:1.0:1767319027.832584:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383921408 00000100:00100000:1.0:1767319027.832586:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383921408 00000100:00100000:1.0:1767319027.832592:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383921280 00000100:00100000:1.0:1767319027.832595:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383921280 00000100:00100000:1.0:1767319027.832611:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4540 00000100:00100000:1.0:1767319027.832617:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383921280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319027.832660:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383921280:12345-0@lo:400:kworker.0 Request processed in 43us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319027.832667:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4540 00000100:00100000:1.0:1767319027.832678:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23583 00000100:00100000:1.0:1767319027.832682:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383920768:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319027.832701:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319027.832730:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383920768:12345-0@lo:38:kworker.0 Request processed in 46us (740us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319027.832736:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23583 00000100:00100000:1.0:1767319027.832747:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23584 00000100:00100000:1.0:1767319027.832751:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383921152:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319027.832761:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319027.832810:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383921152:12345-0@lo:38:kworker.0 Request processed in 57us (729us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319027.832817:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23584 00000100:00100000:1.0:1767319027.832829:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23585 00000100:00100000:1.0:1767319027.832833:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383921408:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319027.832842:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319027.832862:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383921408:12345-0@lo:38:kworker.0 Request processed in 28us (750us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319027.832870:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23585 00000100:00080000:1.0:1767319027.832894:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319027.832899:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319027.832902:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383920768:0@lo:38:kworker.0 00000100:00080000:1.0:1767319027.832910:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319027.832914:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319027.832916:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383921152:0@lo:38:kworker.0 00000100:00080000:1.0:1767319027.832922:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319027.832925:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319027.832927:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383921408:0@lo:38:kworker.0 00000100:00100000:1.0:1767319027.832961:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383921536:0@lo:400:kworker.0 00000100:00100000:1.0:1767319027.832970:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383921280:0@lo:400:kworker.0 00000100:00100000:1.0:1767319027.833022:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383920896 00000100:00100000:1.0:1767319027.833026:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383920896 00000100:00100000:1.0:1767319027.833050:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2624 00000100:00100000:1.0:1767319027.833055:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383920896:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319027.833065:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319027.833095:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383920896:12345-0@lo:38:kworker.0 Request processed in 39us (1056us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319027.833101:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2624 00000100:00080000:1.0:1767319027.833123:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319027.833127:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319027.833130:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383920896:0@lo:38:kworker.0 00000100:00080000:1.0:1767319027.833164:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319027.833168:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319027.833171:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319027.835558:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383921024:12345-0@lo:400:kworker.0 Request processed in 3992us (4112us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319027.835573:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4539 00000100:00100000:0.0:1767319027.836275:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383921024:0@lo:400:kworker.0 00010000:00010000:3.0:1767319028.343043:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319028.854991:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319029.367032:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319029.879915:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319030.391378:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319030.391592:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383921792:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319030.391669:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319030.392328:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383921792 00000100:00100000:2.0:1767319030.392337:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383921792 00000100:00080000:0.0:1767319030.392445:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319030.392494:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2417 00000100:00100000:0.0:1767319030.392504:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383921792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319030.392537:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319030.392607:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383921792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (937us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319030.392614:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2417 00000100:00100000:2.0:1767319030.392827:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383921792:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319030.393411:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383921920:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319030.393680:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319030.393809:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383921920 00000100:00100000:0.0:1767319030.393816:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383921920 00000100:00100000:0.0:1767319030.393961:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2418 00000100:00100000:0.0:1767319030.393971:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383921920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319030.393997:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319030.394055:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383921920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319030.394062:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2418 00000100:00100000:3.0:1767319030.394130:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383921920:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319030.394446:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319030.920592:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319031.415259:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319031.927266:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319032.439097:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319032.903045:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319032.903147:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297347712 00000100:00100000:3.0:1767319032.903157:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297347712 00000100:00100000:3.0:1767319032.903706:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4541 00000100:00100000:3.0:1767319032.903717:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297347712:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319032.903832:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297347712:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 116us (796us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319032.903840:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4541 00000100:00080000:1.0:1767319032.904529:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319032.913060:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319032.913235:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297347584 00000100:00100000:2.0:1767319032.913245:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297347584 00000100:00100000:2.0:1767319032.913296:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23586 00000100:00100000:2.0:1767319032.913314:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297347584:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319032.913540:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319032.913657:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297347584:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 341us (606us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319032.913666:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23586 00000100:00100000:1.0:1767319032.951837:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319032.953809:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319032.953819:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319032.953823:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319032.953826:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319032.953830:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319032.953837:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3931 00000100:00080000:0.0:1767319032.953842:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319032.953848:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319032.953885:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c1880 x1853164383922048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319032.953949:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383922048:0@lo:38:kworker.0 00000100:00100000:2.0:1767319032.954019:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319032.955136:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383922048 00000100:00100000:1.0:1767319032.955146:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383922048 00000100:00100000:1.0:1767319032.955185:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23587 00000100:00100000:1.0:1767319032.955192:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383922048:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319032.955226:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319032.955369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319032.955374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319032.955376:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319032.955381:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3931 00000100:00080000:0.0:1767319032.955384:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319032.955388:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319032.955413:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2300 x1853164383922176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319032.958170:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383922176:0@lo:38:kworker.0 00000100:00100000:2.0:1767319032.958263:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319032.958353:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383922176 00000100:00100000:3.0:1767319032.958363:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383922176 00000100:00100000:3.0:1767319032.958411:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2625 00000100:00100000:3.0:1767319032.958418:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383922176:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319032.958442:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319032.958487:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383922176:12345-0@lo:38:kworker.0 Request processed in 68us (224us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319032.958494:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2625 00000100:00100000:1.0:1767319032.958911:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383922048:12345-0@lo:38:kworker.0 Request processed in 3715us (4889us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319032.958921:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23587 00000100:00080000:2.0:1767319032.958973:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319032.958979:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319032.958983:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383922048:0@lo:38:kworker.0 00000100:00080000:2.0:1767319032.959012:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319032.959017:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319032.959019:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383922176:0@lo:38:kworker.0 00000100:00080000:0.0:1767319032.964818:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319032.964826:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319032.964829:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319032.964835:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3931 00000100:00080000:0.0:1767319032.964839:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319032.964845:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319032.964862:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2680 x1853164383922432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319032.964886:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319032.964890:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319032.964892:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319032.964896:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3931 00000100:00080000:0.0:1767319032.964898:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319032.964902:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319032.964912:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c0a80 x1853164383922688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319032.967747:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383922304:0@lo:400:kworker.0 00000100:00100000:1.0:1767319032.967866:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319032.967936:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319032.967943:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383922944:0@lo:400:kworker.0 00000100:00100000:1.0:1767319032.967970:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319032.968340:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383922304 00000100:00100000:0.0:1767319032.968349:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383922304 00000100:00100000:0.0:1767319032.968560:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4542 00000100:00100000:3.0:1767319032.968560:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383922944 00000100:00100000:3.0:1767319032.968565:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383922944 00000100:00100000:0.0:1767319032.968570:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383922304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319032.968632:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383922304:12345-0@lo:400:kworker.0 Request processed in 64us (766us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319032.968640:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4542 00000100:00100000:2.0:1767319032.968713:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383922560:0@lo:400:kworker.0 00000100:00100000:0.0:1767319032.968721:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383922304:0@lo:400:kworker.0 00000100:00100000:2.0:1767319032.968741:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319032.968753:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383922816:0@lo:400:kworker.0 00000100:00100000:0.0:1767319032.968775:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319032.968823:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383922432:0@lo:38:kworker.0 00000100:00100000:0.0:1767319032.968844:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319032.968861:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383922688:0@lo:38:kworker.0 00000100:00100000:2.0:1767319032.968880:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383922560 00000100:00100000:0.0:1767319032.968882:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319032.968883:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383922560 00000100:00100000:0.0:1767319032.968906:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383922432 00000100:00100000:0.0:1767319032.968909:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383922432 00000100:00100000:0.0:1767319032.968930:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383922688 00000100:00100000:0.0:1767319032.968933:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383922688 00000100:00100000:0.0:1767319032.968944:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23588 00000100:00100000:0.0:1767319032.968949:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383922432:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319032.968969:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319032.969000:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383922432:12345-0@lo:38:kworker.0 Request processed in 49us (154us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319032.969008:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23588 00000100:00080000:0.0:1767319032.969030:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319032.969035:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319032.969038:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383922432:0@lo:38:kworker.0 00000100:00100000:0.0:1767319032.969057:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23589 00000100:00100000:0.0:1767319032.969061:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383922688:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319032.969070:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319032.969097:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383922688:12345-0@lo:38:kworker.0 Request processed in 35us (214us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319032.969103:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23589 00000100:00080000:0.0:1767319032.969119:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319032.969123:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319032.969125:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383922688:0@lo:38:kworker.0 00000100:00100000:0.0:1767319032.969156:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383922816 00000100:00100000:0.0:1767319032.969160:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383922816 00000100:00080000:1.0:1767319032.970494:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319032.970504:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319032.970507:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319032.973144:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1650 00000100:00100000:3.0:1767319032.973161:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383922944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319032.973272:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383922944:12345-0@lo:400:kworker.0 Request processed in 116us (5300us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319032.973279:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1650 00000100:00100000:2.0:1767319032.973932:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4543 00000100:00100000:2.0:1767319032.973944:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383922560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319032.973999:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383922560:12345-0@lo:400:kworker.0 Request processed in 58us (5256us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319032.974005:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4543 00000100:00100000:2.0:1767319032.974063:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383922560:0@lo:400:kworker.0 00000100:00100000:1.0:1767319032.976874:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383922944:0@lo:400:kworker.0 00000100:00100000:1.0:1767319032.986694:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1651 00000100:00100000:1.0:1767319032.986717:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383922816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319032.986870:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383922816:12345-0@lo:400:kworker.0 Request processed in 164us (18093us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319032.986878:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1651 00000100:00100000:0.0:1767319032.986946:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383922816:0@lo:400:kworker.0 00010000:00010000:3.0:1767319033.462996:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319033.975036:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319034.487081:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319034.998884:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319035.511127:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1767319035.511152:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383923200:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319035.511155:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319035.511343:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319035.511401:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383923200 00000100:00100000:0.0:1767319035.511409:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383923200 00000100:00100000:3.0:1767319035.511421:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383923072:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319035.511443:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319035.511710:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319035.512163:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383923072 00000100:00100000:0.0:1767319035.512169:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383923072 00000100:00100000:0.0:1767319035.512271:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2419 00000100:00100000:0.0:1767319035.512281:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383923200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319035.512313:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319035.512369:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383923200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (1026us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319035.512376:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2419 00000100:00100000:0.0:1767319035.512393:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2420 00000100:00100000:0.0:1767319035.512400:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383923072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319035.512414:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319035.512440:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383923072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 40us (996us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319035.512445:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2420 00000100:00100000:0.0:1767319035.512491:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383923200:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319035.512505:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383923072:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319035.516350:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319036.023159:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319036.535377:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319037.046922:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319037.559350:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319038.026549:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319038.026601:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319038.026698:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297347968 00000100:00100000:2.0:1767319038.026708:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297347968 00000100:00100000:2.0:1767319038.026818:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297347840 00000100:00100000:2.0:1767319038.026822:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297347840 00000100:00100000:2.0:1767319038.026843:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4544 00000100:00100000:2.0:1767319038.026855:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297347968:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319038.026940:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297347968:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 87us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319038.026948:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4544 00000100:00100000:2.0:1767319038.026967:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23590 00000100:00100000:2.0:1767319038.026972:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297347840:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319038.026992:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319038.027018:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297347840:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 45us (417us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319038.027024:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23590 00000100:00080000:1.0:1767319038.027451:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319038.071545:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319038.071557:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319038.071560:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319038.071565:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319038.071570:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319038.071579:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3936 00000100:00080000:3.0:1767319038.071584:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319038.071592:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319038.071632:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968f100 x1853164383923328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319038.071660:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319038.071664:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319038.071665:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319038.071669:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3936 00000100:00080000:3.0:1767319038.071671:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319038.071674:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319038.071685:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968c380 x1853164383923456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319038.071720:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319038.071723:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319038.071725:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319038.071729:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3936 00000100:00080000:3.0:1767319038.071731:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319038.071734:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319038.071748:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafed880 x1853164383923712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319038.071766:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319038.071770:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319038.071772:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319038.071776:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3936 00000100:00080000:3.0:1767319038.071801:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319038.071806:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319038.071818:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafed180 x1853164383923968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319038.071833:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383923328:0@lo:38:kworker.0 00000100:00100000:3.0:1767319038.071896:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383923584:0@lo:400:kworker.0 00000100:00100000:2.0:1767319038.071913:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319038.075464:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319038.075525:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383924096:0@lo:400:kworker.0 00000100:00100000:3.0:1767319038.075680:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319038.075751:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319038.075759:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383923840:0@lo:400:kworker.0 00000100:00100000:0.0:1767319038.075806:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383924224:0@lo:400:kworker.0 00000100:00100000:3.0:1767319038.075816:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319038.075843:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319038.075868:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383924224 00000100:00100000:3.0:1767319038.075877:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383924224 00000100:00100000:0.0:1767319038.075897:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383923328 00000100:00100000:0.0:1767319038.075902:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383923328 00000100:00100000:0.0:1767319038.075930:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383923584 00000100:00100000:0.0:1767319038.075932:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383923584 00000100:00100000:3.0:1767319038.075942:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1652 00000100:00100000:0.0:1767319038.075954:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383923840 00000100:00100000:3.0:1767319038.075955:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383924224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319038.075957:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383923840 00000100:00100000:0.0:1767319038.075969:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4545 00000100:00100000:0.0:1767319038.075975:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383923584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319038.076017:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383923584:12345-0@lo:400:kworker.0 Request processed in 43us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319038.076022:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4545 00000100:00100000:3.0:1767319038.076028:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383924224:12345-0@lo:400:kworker.0 Request processed in 75us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319038.076037:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1652 00000100:00100000:0.0:1767319038.076040:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4546 00000100:00100000:0.0:1767319038.076046:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383923840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319038.076080:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383924224:0@lo:400:kworker.0 00000100:00100000:0.0:1767319038.076093:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383923840:12345-0@lo:400:kworker.0 Request processed in 46us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319038.076100:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4546 00000100:00080000:3.0:1767319038.076103:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319038.076109:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319038.076117:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23591 00000100:00100000:0.0:1767319038.076123:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383923328:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319038.076129:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383923840:0@lo:400:kworker.0 00010000:00020000:0.0:1767319038.076143:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319038.076143:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383923584:0@lo:400:kworker.0 00000100:00080000:2.0:1767319038.076344:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319038.076350:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319038.076354:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383923328:0@lo:38:kworker.0 00000100:00100000:2.0:1767319038.076361:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383923456:0@lo:38:kworker.0 00000100:00100000:2.0:1767319038.076387:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319038.076408:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383923712:0@lo:38:kworker.0 00000100:00100000:2.0:1767319038.076425:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319038.076444:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383923968:0@lo:38:kworker.0 00000100:00100000:2.0:1767319038.076455:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319038.076472:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383923712 00000100:00100000:2.0:1767319038.076474:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383923712 00000100:00100000:2.0:1767319038.076486:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383923968 00000100:00100000:2.0:1767319038.076487:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383923968 00000100:00100000:2.0:1767319038.076495:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23592 00000100:00100000:2.0:1767319038.076498:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383923712:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319038.076506:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319038.076523:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383923712:12345-0@lo:38:kworker.0 Request processed in 24us (97us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319038.076527:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23592 00000100:00100000:2.0:1767319038.076548:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23593 00000100:00100000:2.0:1767319038.076551:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383923968:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319038.076557:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319038.076570:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383923968:12345-0@lo:38:kworker.0 Request processed in 18us (114us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319038.076573:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23593 00000100:00080000:2.0:1767319038.076590:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319038.076593:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319038.076595:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383923968:0@lo:38:kworker.0 00000100:00080000:2.0:1767319038.076716:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319038.076718:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319038.076720:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383923712:0@lo:38:kworker.0 00000100:00100000:0.0:1767319038.076756:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383923328:12345-0@lo:38:kworker.0 Request processed in 61us (4273us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319038.076761:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23591 00000100:00100000:1.0:1767319038.076978:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319038.077057:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383923456 00000100:00100000:3.0:1767319038.077062:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383923456 00000100:00100000:3.0:1767319038.077087:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2626 00000100:00100000:3.0:1767319038.077091:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383923456:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319038.077099:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319038.077134:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383923456:12345-0@lo:38:kworker.0 Request processed in 42us (747us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319038.077138:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2626 00000100:00080000:0.0:1767319038.077175:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319038.077181:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319038.077184:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383923456:0@lo:38:kworker.0 00000100:00100000:2.0:1767319038.077237:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383924096 00000100:00100000:2.0:1767319038.077242:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383924096 00000100:00080000:3.0:1767319038.077289:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319038.077316:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1653 00000100:00100000:2.0:1767319038.077322:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383924096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319038.077364:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383924096:12345-0@lo:400:kworker.0 Request processed in 42us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319038.077370:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1653 00000100:00100000:1.0:1767319038.077420:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383924096:0@lo:400:kworker.0 00010000:00010000:3.0:1767319038.583122:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319039.094946:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319039.607209:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319040.119444:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319040.630934:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319040.631266:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383924480:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319040.631349:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319040.631429:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319040.631436:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383924352:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319040.631459:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319040.631529:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383924480 00000100:00100000:3.0:1767319040.631529:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383924352 00000100:00100000:1.0:1767319040.631538:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383924480 00000100:00100000:3.0:1767319040.631538:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383924352 00000100:00100000:3.0:1767319040.631599:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2421 00000100:00100000:3.0:1767319040.631608:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383924352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319040.631637:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319040.631688:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383924352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319040.631695:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2421 00000100:00100000:0.0:1767319040.631727:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383924352:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319040.631907:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2422 00000100:00100000:1.0:1767319040.631920:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383924480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319040.631936:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319040.631977:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383924480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319040.631983:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2422 00000100:00100000:0.0:1767319040.632049:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383924480:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319040.633408:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319040.633417:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319041.143332:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319041.655375:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319042.171013:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319042.678963:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319043.146763:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319043.146889:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319043.147132:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297348224 00000100:00100000:2.0:1767319043.147142:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297348224 00000100:00100000:2.0:1767319043.147205:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297348096 00000100:00100000:2.0:1767319043.147208:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297348096 00000100:00100000:2.0:1767319043.147235:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4547 00000100:00100000:2.0:1767319043.147245:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297348224:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:3.0:1767319043.147286:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319043.147322:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23594 00000100:00100000:2.0:1767319043.147325:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297348224:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 79us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319043.147334:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297348096:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:2.0:1767319043.147338:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4547 00010000:00020000:3.0:1767319043.147361:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319043.147391:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297348096:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 60us (502us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319043.147399:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23594 00000100:00100000:1.0:1767319043.191690:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319043.191865:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319043.191882:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319043.191886:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319043.191890:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319043.191895:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319043.191903:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3941 00000100:00080000:0.0:1767319043.191908:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319043.191915:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319043.191959:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2300 x1853164383924608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319043.191976:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319043.191990:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319043.191991:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319043.191996:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3941 00000100:00080000:0.0:1767319043.191999:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319043.192002:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319043.192016:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2a00 x1853164383924736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319043.192055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319043.192059:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319043.192061:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319043.192064:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3941 00000100:00080000:0.0:1767319043.192067:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319043.192071:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319043.192083:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2680 x1853164383924992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319043.192104:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319043.192108:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319043.192119:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319043.192123:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3941 00000100:00080000:0.0:1767319043.192126:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319043.192132:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319043.192133:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383925120:0@lo:400:kworker.0 00000100:00100000:0.0:1767319043.192145:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb1880 x1853164383925248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319043.192194:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319043.192201:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383925376:0@lo:400:kworker.0 00000100:00100000:0.0:1767319043.192252:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319043.192258:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319043.192267:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383924864:0@lo:400:kworker.0 00000100:00100000:0.0:1767319043.192281:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319043.192290:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383925504:0@lo:400:kworker.0 00000100:00100000:3.0:1767319043.192298:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319043.192325:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383925120 00000100:00100000:3.0:1767319043.192331:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383925120 00000100:00100000:3.0:1767319043.192367:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383924864 00000100:00100000:3.0:1767319043.192369:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383924864 00000100:00100000:3.0:1767319043.192383:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4548 00000100:00100000:3.0:1767319043.192389:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383925120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319043.192428:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383925120:12345-0@lo:400:kworker.0 Request processed in 39us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319043.192434:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4548 00000100:00100000:1.0:1767319043.192440:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383925376 00000100:00100000:1.0:1767319043.192447:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383925376 00000100:00100000:3.0:1767319043.192449:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4549 00000100:00100000:3.0:1767319043.192456:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383924864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319043.192477:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383924864:12345-0@lo:400:kworker.0 Request processed in 23us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319043.192482:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4549 00000100:00100000:1.0:1767319043.192495:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1654 00000100:00100000:1.0:1767319043.192506:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383925376:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319043.192506:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319043.192513:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319043.192551:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383924864:0@lo:400:kworker.0 00000100:00100000:2.0:1767319043.193821:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383924608:0@lo:38:kworker.0 00000100:00100000:1.0:1767319043.198266:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383925376:12345-0@lo:400:kworker.0 Request processed in 5752us (6002us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319043.198281:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1654 00000100:00100000:3.0:1767319043.198649:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383925120:0@lo:400:kworker.0 00000100:00100000:0.0:1767319043.200074:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319043.200142:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383925376:0@lo:400:kworker.0 00000100:00100000:1.0:1767319043.201710:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383925504 00000100:00100000:1.0:1767319043.201723:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383925504 00000100:00080000:3.0:1767319043.201811:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319043.201826:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1655 00000100:00100000:1.0:1767319043.201843:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383925504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319043.201953:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383925504:12345-0@lo:400:kworker.0 Request processed in 117us (1882us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319043.201960:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1655 00000100:00100000:3.0:1767319043.202070:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383925504:0@lo:400:kworker.0 00000100:00100000:2.0:1767319043.202764:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319043.202835:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383924736:0@lo:38:kworker.0 00000100:00100000:2.0:1767319043.202867:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319043.202902:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383924992:0@lo:38:kworker.0 00000100:00100000:2.0:1767319043.202923:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319043.202939:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383925248:0@lo:38:kworker.0 00000100:00100000:2.0:1767319043.202961:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319043.203434:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383924736 00000100:00100000:1.0:1767319043.203441:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383924736 00000100:00100000:1.0:1767319043.203482:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2627 00000100:00100000:1.0:1767319043.203490:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383924736:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319043.203513:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319043.203564:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383924736:12345-0@lo:38:kworker.0 Request processed in 73us (695us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319043.203571:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2627 00000100:00080000:2.0:1767319043.203685:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319043.203691:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319043.203694:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383924736:0@lo:38:kworker.0 00000100:00100000:3.0:1767319043.205328:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383924608 00000100:00100000:3.0:1767319043.205338:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383924608 00000100:00100000:3.0:1767319043.205378:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383924992 00000100:00100000:3.0:1767319043.205380:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383924992 00000100:00100000:3.0:1767319043.205394:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383925248 00000100:00100000:3.0:1767319043.205396:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383925248 00000100:00100000:3.0:1767319043.205406:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23595 00000100:00100000:3.0:1767319043.205411:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383924608:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319043.205427:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319043.205495:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383924608:12345-0@lo:38:kworker.0 Request processed in 84us (2733us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319043.205500:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23595 00000100:00100000:3.0:1767319043.205511:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23596 00000100:00100000:3.0:1767319043.205514:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383924992:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319043.205520:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319043.205534:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383924992:12345-0@lo:38:kworker.0 Request processed in 20us (2612us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319043.205538:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23596 00000100:00100000:3.0:1767319043.205543:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23597 00000100:00100000:3.0:1767319043.205546:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383925248:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319043.205551:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319043.205564:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383925248:12345-0@lo:38:kworker.0 Request processed in 17us (2603us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319043.205567:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23597 00000100:00080000:1.0:1767319043.210620:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319043.210636:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319043.210641:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383924608:0@lo:38:kworker.0 00000100:00080000:1.0:1767319043.210655:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319043.210659:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319043.210662:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383924992:0@lo:38:kworker.0 00000100:00080000:1.0:1767319043.210673:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319043.210676:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319043.210679:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383925248:0@lo:38:kworker.0 00010000:00010000:3.0:1767319043.709522:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319044.215765:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319044.727172:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319045.239163:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319045.750947:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319045.750987:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319045.751013:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383925632:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319045.751097:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319045.751153:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383925632 00000100:00100000:3.0:1767319045.751162:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383925632 00000100:00100000:1.0:1767319045.751175:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383925760:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319045.751197:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319045.751224:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383925760 00000100:00100000:3.0:1767319045.751228:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383925760 00000100:00100000:1.0:1767319045.751236:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2423 00000100:00100000:1.0:1767319045.751245:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383925632:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319045.751252:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2424 00000100:00100000:3.0:1767319045.751258:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383925760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319045.751284:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00002000:00000024:3.0:1767319045.751284:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319045.751324:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383925632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319045.751331:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2423 00000100:00080000:1.0:1767319045.751351:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319045.751354:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319045.756227:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383925760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4955us (5015us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319045.756245:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2424 00000100:00100000:1.0:1767319045.758441:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383925760:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319045.758467:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383925632:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319046.263360:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319046.775849:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319047.288842:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319047.288945:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319022/real 1767319022] req@ffff9369b8786d80 x1853164383920384/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319047 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319047.288986:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b8786d80 x1853164383920384/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319047 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319047.289008:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319047.289032:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319047.289036:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383920384:0@lo:250:kworker.0 00000100:00080000:1.0:1767319047.289241:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319047.289247:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319047.289250:0:8:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319047.289254:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3925 00000100:00080000:1.0:1767319047.289259:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319047.289266:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319047.289300:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592b100 x1853164383925888/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319047.289324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319047.289328:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319047.289329:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319047.289332:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3946 00000100:00080000:1.0:1767319047.289334:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319047.289337:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319047.289351:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592a680 x1853164383926016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319047.289359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319047.289362:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319047.289363:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319047.289367:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3946 00000100:00080000:1.0:1767319047.289370:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319047.289373:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319047.289396:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548f480 x1853164383926144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319047.289442:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319047.289446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319047.289448:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319047.289459:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3946 00000100:00080000:1.0:1767319047.289462:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319047.289465:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319047.289476:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5134380 x1853164383926400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319047.289490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319047.289493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319047.289495:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319047.289498:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3946 00000100:00080000:1.0:1767319047.289500:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319047.289502:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319047.289511:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5137100 x1853164383926656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319047.289557:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383926912:0@lo:400:kworker.0 00000100:00100000:1.0:1767319047.289619:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319047.289673:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319047.289679:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383926784:0@lo:400:kworker.0 00000100:00100000:1.0:1767319047.289698:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319047.289728:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383926912 00000100:00100000:1.0:1767319047.289735:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383926912 00000100:00100000:1.0:1767319047.289811:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383926784 00000100:00100000:1.0:1767319047.289815:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383926784 00000100:00100000:1.0:1767319047.289842:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1656 00000100:00100000:1.0:1767319047.289855:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383926912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319047.289906:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383926912:12345-0@lo:400:kworker.0 Request processed in 54us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319047.289928:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1656 00000100:00100000:1.0:1767319047.289946:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1657 00000100:00100000:1.0:1767319047.289953:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383926784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319047.289991:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383926784:12345-0@lo:400:kworker.0 Request processed in 39us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319047.289996:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1657 00000100:00080000:1.0:1767319047.290014:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319047.290018:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319047.290050:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383926784:0@lo:400:kworker.0 00000100:00100000:1.0:1767319047.290060:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383926912:0@lo:400:kworker.0 00000100:00100000:3.0:1767319047.290292:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383926272:0@lo:400:kworker.0 00000100:00100000:3.0:1767319047.290324:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319047.290359:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319047.290366:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383926528:0@lo:400:kworker.0 00000100:00100000:3.0:1767319047.290388:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319047.290658:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383926272 00000100:00100000:1.0:1767319047.290664:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383926272 00000100:00100000:2.0:1767319047.290753:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383925888:0@lo:250:kworker.0 00000400:00000100:2.0:1767319047.290776:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383925888 offset 0 length 520: 4 00000100:00100000:2.0:1767319047.290834:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383926016:0@lo:38:kworker.0 00000100:00100000:2.0:1767319047.290857:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319047.290874:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383926144:0@lo:38:kworker.0 00000100:00100000:2.0:1767319047.290896:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319047.290926:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383926400:0@lo:38:kworker.0 00000100:00100000:2.0:1767319047.290947:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319047.290964:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383926656:0@lo:38:kworker.0 00000100:00100000:2.0:1767319047.290996:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319047.291040:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383926528 00000100:00100000:2.0:1767319047.291044:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383926528 00000100:00100000:0.0:1767319047.291118:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383926016 00000100:00100000:0.0:1767319047.291122:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383926016 00000100:00100000:0.0:1767319047.291141:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383926400 00000100:00100000:0.0:1767319047.291144:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383926400 00000100:00100000:0.0:1767319047.291150:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383926656 00000100:00100000:0.0:1767319047.291152:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383926656 00000100:00100000:0.0:1767319047.291161:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23598 00000100:00100000:0.0:1767319047.291167:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383926016:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319047.291185:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319047.291239:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383926016:12345-0@lo:38:kworker.0 Request processed in 70us (380us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319047.291246:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23598 00000100:00100000:0.0:1767319047.291262:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23599 00000100:00100000:0.0:1767319047.291266:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383926400:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319047.291276:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319047.291297:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383926400:12345-0@lo:38:kworker.0 Request processed in 30us (350us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319047.291302:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23599 00000100:00100000:0.0:1767319047.291312:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23600 00000100:00100000:0.0:1767319047.291315:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383926656:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319047.291324:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319047.291342:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383926656:12345-0@lo:38:kworker.0 Request processed in 25us (346us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319047.291347:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23600 00000100:00100000:0.0:1767319047.291365:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383926144 00000100:00100000:0.0:1767319047.291369:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383926144 00000100:00100000:0.0:1767319047.291402:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2628 00000100:00100000:0.0:1767319047.291407:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383926144:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319047.291416:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319047.291441:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383926144:12345-0@lo:38:kworker.0 Request processed in 32us (543us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319047.291447:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2628 00000100:00080000:0.0:1767319047.291494:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319047.291499:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319047.291503:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383926016:0@lo:38:kworker.0 00000100:00080000:0.0:1767319047.291515:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319047.291518:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319047.291521:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383926144:0@lo:38:kworker.0 00000100:00080000:0.0:1767319047.291528:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319047.291531:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319047.291533:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383926400:0@lo:38:kworker.0 00000100:00080000:0.0:1767319047.291539:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319047.291542:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319047.291544:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383926656:0@lo:38:kworker.0 00000100:00100000:1.0:1767319047.291678:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4550 00000100:00100000:1.0:1767319047.291689:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383926272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319047.291732:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383926272:12345-0@lo:400:kworker.0 Request processed in 48us (1408us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319047.291739:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4550 00000100:00100000:1.0:1767319047.291777:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383926272:0@lo:400:kworker.0 00000100:00080000:3.0:1767319047.300113:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319047.300936:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4551 00000100:00100000:2.0:1767319047.300952:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383926528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319047.301196:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383926528:12345-0@lo:400:kworker.0 Request processed in 249us (10806us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319047.301204:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4551 00000100:00100000:1.0:1767319047.301809:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383926528:0@lo:400:kworker.0 00010000:00010000:3.0:1767319047.799101:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319048.265540:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319048.265693:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319048.266335:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297348480 00000100:00100000:2.0:1767319048.266347:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297348480 00000100:00100000:2.0:1767319048.266536:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297348352 00000100:00100000:2.0:1767319048.266540:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297348352 00000100:00100000:2.0:1767319048.266559:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4552 00000100:00100000:2.0:1767319048.266568:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297348480:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319048.266638:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297348480:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 72us (1580us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319048.266645:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4552 00000100:00100000:2.0:1767319048.266662:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23601 00000100:00100000:2.0:1767319048.266666:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297348352:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319048.266687:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319048.266709:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297348352:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 41us (1016us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319048.266715:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23601 00000400:00000100:2.0:1767319048.267704:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297348608 offset 0 length 520: 4 00000100:00080000:1.0:1767319048.267763:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319048.311619:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319048.823307:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319049.335087:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319049.850107:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319050.358906:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319050.871453:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319050.877309:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383927040:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319050.877383:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319050.877466:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383927040 00000100:00100000:3.0:1767319050.877474:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383927040 00000100:00100000:3.0:1767319050.877536:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2425 00000100:00100000:3.0:1767319050.877546:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383927040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319050.877580:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319050.877624:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383927040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319050.877632:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2425 00000100:00080000:3.0:1767319050.877706:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319050.877748:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383927040:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319050.882508:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319050.882530:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383927168:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319050.882598:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319050.882692:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383927168 00000100:00100000:0.0:1767319050.882700:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383927168 00000100:00100000:0.0:1767319050.883573:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2426 00000100:00100000:0.0:1767319050.883586:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383927168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319050.883619:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319050.883685:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383927168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (1086us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319050.883693:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2426 00000100:00100000:0.0:1767319050.883773:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383927168:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319050.887380:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319051.388189:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319051.898536:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319052.407039:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319052.407051:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319052.407054:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319052.407059:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319052.407063:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319052.407072:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3950 00000100:00080000:1.0:1767319052.407077:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319052.407085:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319052.407132:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8910000 x1853164383927296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319052.407161:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319052.407166:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319052.407168:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319052.407171:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3950 00000100:00080000:1.0:1767319052.407174:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319052.407177:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319052.407197:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74ce680 x1853164383927424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319052.407236:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319052.407240:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319052.407242:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319052.407246:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3950 00000100:00080000:1.0:1767319052.407248:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319052.407252:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319052.407265:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8786d80 x1853164383927680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319052.407281:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319052.407285:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319052.407287:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319052.407290:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3950 00000100:00080000:1.0:1767319052.407293:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319052.407296:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319052.407325:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5500 x1853164383927936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319052.407371:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383927808:0@lo:400:kworker.0 00000100:00100000:1.0:1767319052.407438:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319052.407498:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319052.407504:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383927552:0@lo:400:kworker.0 00000100:00100000:1.0:1767319052.407528:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319052.407811:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383927808 00000100:00100000:0.0:1767319052.407820:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383927808 00000100:00100000:0.0:1767319052.407868:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383927552 00000100:00100000:0.0:1767319052.407872:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383927552 00000100:00100000:0.0:1767319052.407905:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4553 00000100:00100000:0.0:1767319052.407914:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383927808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319052.407968:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383927808:12345-0@lo:400:kworker.0 Request processed in 55us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319052.407974:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4553 00000100:00100000:0.0:1767319052.407990:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4554 00000100:00100000:0.0:1767319052.407996:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383927552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319052.408023:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383927552:12345-0@lo:400:kworker.0 Request processed in 26us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319052.408041:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4554 00000100:00100000:0.0:1767319052.408089:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383927552:0@lo:400:kworker.0 00000100:00100000:0.0:1767319052.408100:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383927808:0@lo:400:kworker.0 00000100:00100000:0.0:1767319052.408124:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383928064:0@lo:400:kworker.0 00000100:00100000:0.0:1767319052.408153:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319052.408179:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319052.408185:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383928192:0@lo:400:kworker.0 00000100:00100000:0.0:1767319052.408205:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319052.408233:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383928064 00000100:00100000:0.0:1767319052.408236:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383928064 00000100:00100000:0.0:1767319052.408263:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383928192 00000100:00100000:0.0:1767319052.408266:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383928192 00000100:00100000:0.0:1767319052.408287:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1658 00000100:00100000:0.0:1767319052.408293:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383928064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319052.408343:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383928064:12345-0@lo:400:kworker.0 Request processed in 49us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319052.408348:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1658 00000100:00100000:0.0:1767319052.408361:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1659 00000100:00100000:0.0:1767319052.408367:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383928192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319052.408394:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383928192:12345-0@lo:400:kworker.0 Request processed in 27us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319052.408400:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1659 00000100:00100000:0.0:1767319052.408436:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383928192:0@lo:400:kworker.0 00000100:00100000:0.0:1767319052.408446:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383928064:0@lo:400:kworker.0 00000100:00100000:0.0:1767319052.408465:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383927296:0@lo:38:kworker.0 00000100:00100000:0.0:1767319052.408488:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319052.408507:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383927424:0@lo:38:kworker.0 00000100:00100000:0.0:1767319052.408527:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319052.408545:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383927680:0@lo:38:kworker.0 00000100:00100000:0.0:1767319052.408562:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319052.408575:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383927936:0@lo:38:kworker.0 00000100:00100000:0.0:1767319052.408593:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319052.408616:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383927424 00000100:00100000:0.0:1767319052.408619:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383927424 00000100:00100000:0.0:1767319052.408640:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2629 00000100:00100000:0.0:1767319052.408645:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383927424:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319052.408661:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319052.408691:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383927424:12345-0@lo:38:kworker.0 Request processed in 45us (164us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319052.408697:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2629 00000100:00100000:0.0:1767319052.408713:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383927296 00000100:00100000:0.0:1767319052.408716:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383927296 00000100:00100000:0.0:1767319052.408732:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383927680 00000100:00100000:0.0:1767319052.408735:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383927680 00000100:00100000:0.0:1767319052.408741:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383927936 00000100:00100000:0.0:1767319052.408743:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383927936 00000100:00100000:0.0:1767319052.408752:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23602 00000100:00100000:0.0:1767319052.408756:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383927296:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319052.408765:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319052.408815:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383927296:12345-0@lo:38:kworker.0 Request processed in 57us (325us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319052.408821:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23602 00000100:00100000:0.0:1767319052.408833:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23603 00000100:00100000:0.0:1767319052.408837:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383927680:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319052.408845:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319052.408866:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383927680:12345-0@lo:38:kworker.0 Request processed in 28us (303us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319052.408872:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23603 00000100:00100000:0.0:1767319052.408882:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23604 00000100:00100000:0.0:1767319052.408885:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383927936:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319052.408894:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319052.408915:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383927936:12345-0@lo:38:kworker.0 Request processed in 28us (320us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319052.408920:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23604 00000100:00080000:0.0:1767319052.408954:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319052.408959:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319052.408962:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383927296:0@lo:38:kworker.0 00000100:00080000:0.0:1767319052.408972:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319052.408975:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319052.408977:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383927424:0@lo:38:kworker.0 00000100:00080000:0.0:1767319052.408983:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319052.408986:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319052.408988:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383927680:0@lo:38:kworker.0 00000100:00080000:0.0:1767319052.408995:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319052.408998:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319052.409000:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383927936:0@lo:38:kworker.0 00000100:00100000:0.0:1767319052.410559:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319052.410631:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319052.410636:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319052.410640:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319052.919007:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319053.394647:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319053.395098:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297348736 00000100:00100000:3.0:1767319053.395119:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297348736 00000100:00100000:3.0:1767319053.395174:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23605 00000100:00100000:3.0:1767319053.395183:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297348736:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319053.395208:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319053.395303:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297348736:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 120us (669us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319053.395309:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23605 00000100:00100000:2.0:1767319053.396066:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319053.396304:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297348864 00000100:00100000:0.0:1767319053.396312:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297348864 00000100:00100000:0.0:1767319053.396379:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4555 00000100:00100000:0.0:1767319053.396400:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297348864:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319053.396465:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297348864:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 78us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319053.396473:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4555 00000100:00080000:3.0:1767319053.400975:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319053.430927:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319053.943057:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319054.455187:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319054.967469:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319055.479094:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319055.990935:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319055.991288:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383928320:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319055.991369:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319055.991407:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383928448:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319055.991765:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383928320 00000100:00100000:3.0:1767319055.991775:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383928320 00000100:00100000:3.0:1767319055.991861:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2427 00000100:00100000:3.0:1767319055.991871:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383928320:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319055.991892:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1767319055.991901:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319055.993361:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319055.993726:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383928448 00000100:00100000:1.0:1767319055.993735:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383928448 00000100:00100000:1.0:1767319055.993817:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2428 00000100:00100000:1.0:1767319055.993833:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383928448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319055.993881:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319055.993943:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383928448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319055.993951:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2428 00000100:00080000:1.0:1767319055.993975:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319055.994097:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383928448:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319055.995711:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383928320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3835us (4336us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319055.995726:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2427 00000100:00100000:2.0:1767319055.995903:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383928320:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319056.503583:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319057.015014:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319057.527030:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319057.527042:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319057.527046:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319057.527050:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319057.527055:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319057.527064:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3955 00000100:00080000:0.0:1767319057.527069:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319057.527077:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319057.527123:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb3100 x1853164383928576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319057.527164:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319057.527168:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319057.527170:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319057.527175:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3955 00000100:00080000:0.0:1767319057.527177:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319057.527181:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319057.527198:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8910000 x1853164383928704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319057.527239:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319057.527243:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319057.527245:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319057.527248:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3955 00000100:00080000:0.0:1767319057.527250:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319057.527254:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319057.527265:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785f80 x1853164383928960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319057.527282:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319057.527285:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319057.527287:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319057.527290:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3955 00000100:00080000:0.0:1767319057.527293:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319057.527296:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319057.527305:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cfb80 x1853164383929216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319057.527353:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383929088:0@lo:400:kworker.0 00000100:00100000:0.0:1767319057.527419:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319057.527479:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383928576:0@lo:38:kworker.0 00000100:00100000:0.0:1767319057.527482:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319057.527494:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383928832:0@lo:400:kworker.0 00000100:00100000:1.0:1767319057.527520:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319057.527560:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383928704:0@lo:38:kworker.0 00000100:00100000:2.0:1767319057.527578:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383929344:0@lo:400:kworker.0 00000100:00100000:1.0:1767319057.527588:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319057.527616:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383928960:0@lo:38:kworker.0 00000100:00100000:2.0:1767319057.527624:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319057.529139:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319057.529482:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319057.529495:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383929472:0@lo:400:kworker.0 00000100:00100000:2.0:1767319057.529541:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319057.529597:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383929344 00000100:00100000:2.0:1767319057.529605:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383929344 00000100:00100000:2.0:1767319057.529662:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383929472 00000100:00100000:2.0:1767319057.529665:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383929472 00000100:00100000:2.0:1767319057.529687:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1660 00000100:00100000:2.0:1767319057.529695:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383929344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319057.529924:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383929344:12345-0@lo:400:kworker.0 Request processed in 229us (2304us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319057.529933:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1660 00000100:00100000:2.0:1767319057.529949:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1661 00000100:00100000:2.0:1767319057.529954:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383929472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319057.529992:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383929472:12345-0@lo:400:kworker.0 Request processed in 38us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319057.529998:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1661 00000100:00080000:2.0:1767319057.530015:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319057.530018:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319057.530038:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319057.530077:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383929472:0@lo:400:kworker.0 00000100:00100000:2.0:1767319057.530088:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383929344:0@lo:400:kworker.0 00000100:00100000:3.0:1767319057.530633:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383928704 00000100:00100000:3.0:1767319057.530639:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383928704 00000100:00100000:3.0:1767319057.530663:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2630 00000100:00100000:3.0:1767319057.530669:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383928704:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319057.530689:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319057.530741:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383928704:12345-0@lo:38:kworker.0 Request processed in 71us (3153us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319057.530747:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2630 00000100:00100000:1.0:1767319057.531725:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383929216:0@lo:38:kworker.0 00000100:00100000:1.0:1767319057.531776:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319057.531950:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383929088 00000100:00100000:0.0:1767319057.531958:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383929088 00000100:00100000:0.0:1767319057.532026:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383928576 00000100:00100000:0.0:1767319057.532030:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383928576 00000100:00100000:0.0:1767319057.532045:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383928960 00000100:00100000:0.0:1767319057.532048:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383928960 00000100:00100000:0.0:1767319057.532059:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4556 00000100:00100000:0.0:1767319057.534539:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383929088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319057.534638:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383929088:12345-0@lo:400:kworker.0 Request processed in 124us (7219us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319057.536407:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23606 00000100:00100000:2.0:1767319057.536422:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383928576:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319057.536454:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319057.536542:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383928576:12345-0@lo:38:kworker.0 Request processed in 122us (9022us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319057.536550:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23606 00000100:00100000:2.0:1767319057.536592:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23607 00000100:00100000:2.0:1767319057.536597:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383928960:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319057.536606:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319057.536630:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383928960:12345-0@lo:38:kworker.0 Request processed in 32us (7497us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319057.536635:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23607 00000100:00080000:2.0:1767319057.538057:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319057.538318:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4556 00000100:00100000:3.0:1767319057.538574:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383929216 00000100:00100000:3.0:1767319057.538584:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383929216 00000100:00100000:3.0:1767319057.538628:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23608 00000100:00100000:3.0:1767319057.538636:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383929216:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319057.538661:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767319057.538673:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319057.538681:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319057.538686:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383928576:0@lo:38:kworker.0 00000100:00080000:1.0:1767319057.538702:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319057.538706:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319057.538709:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383928704:0@lo:38:kworker.0 00000100:00080000:1.0:1767319057.538719:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319057.538722:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319057.538725:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383928960:0@lo:38:kworker.0 00000100:00100000:2.0:1767319057.538838:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319057.538879:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383929088:0@lo:400:kworker.0 00000100:00100000:2.0:1767319057.538907:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383928832 00000100:00100000:2.0:1767319057.538911:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383928832 00000100:00100000:2.0:1767319057.538949:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4557 00000100:00100000:2.0:1767319057.538956:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383928832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319057.539016:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383928832:12345-0@lo:400:kworker.0 Request processed in 60us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319057.539023:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4557 00000100:00080000:2.0:1767319057.539039:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319057.539056:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383928832:0@lo:400:kworker.0 00000100:00100000:3.0:1767319057.541913:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383929216:12345-0@lo:38:kworker.0 Request processed in 3265us (10125us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319057.541927:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23608 00000100:00080000:1.0:1767319057.542833:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319057.542840:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319057.542845:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383929216:0@lo:38:kworker.0 00010000:00010000:2.0:1767319058.040896:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319058.504575:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319058.504623:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319058.504738:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297348992 00000100:00100000:1.0:1767319058.504750:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297348992 00000100:00100000:1.0:1767319058.504833:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297349120 00000100:00100000:1.0:1767319058.504836:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297349120 00000100:00100000:1.0:1767319058.504893:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4558 00000100:00100000:1.0:1767319058.504907:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297349120:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319058.504991:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297349120:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 89us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319058.504998:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4558 00000100:00100000:1.0:1767319058.505022:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23609 00000100:00100000:1.0:1767319058.505028:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297348992:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319058.505050:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319058.505090:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297348992:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 60us (525us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319058.505098:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23609 00000100:00080000:0.0:1767319058.505355:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319058.551045:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319059.065658:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319059.574912:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319060.086983:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319060.599288:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319061.110992:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319061.111318:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383929600:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319061.111392:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319061.111523:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383929600 00000100:00100000:3.0:1767319061.111531:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383929600 00000100:00080000:2.0:1767319061.111756:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319061.111828:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2429 00000100:00100000:3.0:1767319061.111839:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383929600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319061.111869:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319061.113108:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383929600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1263us (1707us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319061.113119:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2429 00000100:00100000:3.0:1767319061.113181:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383929728:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319061.113225:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319061.113413:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383929728 00000100:00100000:2.0:1767319061.113421:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383929728 00000100:00100000:2.0:1767319061.113476:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2430 00000100:00100000:2.0:1767319061.113493:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383929728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319061.113520:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319061.113565:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383929728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319061.113572:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2430 00000100:00080000:3.0:1767319061.117823:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319061.117918:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383929728:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319061.124348:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383929600:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319061.623179:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319062.135434:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319062.647086:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319062.647245:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319062.647252:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319062.647255:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319062.647260:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319062.647264:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319062.647272:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3960 00000100:00080000:3.0:1767319062.647276:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319062.647284:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319062.647331:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafeea00 x1853164383929856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319062.647360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319062.647364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319062.647366:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319062.647371:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3960 00000100:00080000:3.0:1767319062.647373:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319062.647376:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319062.647389:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafeed80 x1853164383929984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319062.647446:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383930112:0@lo:400:kworker.0 00000100:00100000:2.0:1767319062.647512:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319062.647600:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319062.647604:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319062.647607:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319062.647610:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3960 00000100:00080000:3.0:1767319062.647613:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319062.647616:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319062.647629:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafedc00 x1853164383930240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319062.647693:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383930112 00000100:00100000:0.0:1767319062.647701:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383930112 00000100:00100000:0.0:1767319062.647758:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4559 00000100:00100000:0.0:1767319062.647768:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383930112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319062.649649:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383929856:0@lo:38:kworker.0 00000100:00100000:1.0:1767319062.649720:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319062.649767:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383929984:0@lo:38:kworker.0 00000100:00100000:1.0:1767319062.649817:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319062.649846:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383930240:0@lo:38:kworker.0 00000100:00100000:1.0:1767319062.649868:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319062.649907:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383929856 00000100:00100000:1.0:1767319062.649914:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383929856 00000100:00100000:1.0:1767319062.649956:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383930240 00000100:00100000:1.0:1767319062.649959:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383930240 00000100:00100000:1.0:1767319062.649978:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23610 00000100:00100000:1.0:1767319062.649985:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383929856:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319062.650007:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319062.650048:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383929856:12345-0@lo:38:kworker.0 Request processed in 62us (328us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319062.650055:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23610 00000100:00100000:1.0:1767319062.650071:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23611 00000100:00100000:1.0:1767319062.650084:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383930240:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319062.650093:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319062.650115:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383930240:12345-0@lo:38:kworker.0 Request processed in 38us (245us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319062.650120:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23611 00000100:00080000:1.0:1767319062.650159:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319062.650164:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319062.650167:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383929856:0@lo:38:kworker.0 00000100:00080000:1.0:1767319062.650182:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319062.650186:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319062.650188:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383930240:0@lo:38:kworker.0 00000100:00100000:1.0:1767319062.650238:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383930368:0@lo:400:kworker.0 00000100:00100000:1.0:1767319062.650261:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319062.650288:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383930368 00000100:00100000:1.0:1767319062.650292:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383930368 00000100:00100000:1.0:1767319062.650327:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4560 00000100:00100000:1.0:1767319062.650333:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383930368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319062.650372:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383930368:12345-0@lo:400:kworker.0 Request processed in 40us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319062.650379:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4560 00000100:00100000:1.0:1767319062.650406:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383930368:0@lo:400:kworker.0 00000100:00080000:1.0:1767319062.650420:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319062.650453:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383929984 00000100:00100000:1.0:1767319062.650457:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383929984 00000100:00100000:1.0:1767319062.650484:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2631 00000100:00100000:1.0:1767319062.650488:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383929984:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319062.650498:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319062.650525:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383929984:12345-0@lo:38:kworker.0 Request processed in 35us (707us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319062.650531:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2631 00000100:00080000:1.0:1767319062.650550:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319062.650554:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319062.650557:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383929984:0@lo:38:kworker.0 00000100:00080000:3.0:1767319062.653087:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319062.653097:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319062.653101:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319062.653109:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3960 00000100:00080000:3.0:1767319062.653114:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319062.653121:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319062.653164:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafed880 x1853164383930496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319062.653256:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383930752:0@lo:400:kworker.0 00000100:00100000:3.0:1767319062.653319:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319062.653355:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319062.653361:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383930624:0@lo:400:kworker.0 00000100:00100000:3.0:1767319062.653380:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319062.653424:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383930752 00000100:00100000:3.0:1767319062.653431:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383930752 00000100:00100000:3.0:1767319062.653471:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383930624 00000100:00100000:3.0:1767319062.653474:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383930624 00000100:00100000:3.0:1767319062.653494:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1662 00000100:00100000:3.0:1767319062.653502:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383930752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319062.653547:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383930752:12345-0@lo:400:kworker.0 Request processed in 45us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319062.653553:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1662 00000100:00100000:3.0:1767319062.653567:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1663 00000100:00100000:3.0:1767319062.653573:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383930624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319062.653598:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383930624:12345-0@lo:400:kworker.0 Request processed in 27us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319062.653604:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1663 00000100:00100000:3.0:1767319062.653638:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383930624:0@lo:400:kworker.0 00000100:00100000:3.0:1767319062.653648:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383930752:0@lo:400:kworker.0 00000100:00100000:1.0:1767319062.654843:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383930496:0@lo:38:kworker.0 00000100:00100000:1.0:1767319062.654920:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319062.655834:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383930496 00000100:00100000:3.0:1767319062.655844:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383930496 00000100:00100000:3.0:1767319062.655892:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23612 00000100:00100000:3.0:1767319062.655900:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383930496:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319062.659241:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319062.659346:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383930496:12345-0@lo:38:kworker.0 Request processed in 3444us (4423us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319062.659355:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23612 00000100:00080000:1.0:1767319062.659499:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319062.659505:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319062.659509:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383930496:0@lo:38:kworker.0 00000100:00100000:0.0:1767319062.661240:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383930112:12345-0@lo:400:kworker.0 Request processed in 13463us (13718us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319062.661255:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4559 00000100:00100000:2.0:1767319062.661381:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383930112:0@lo:400:kworker.0 00010000:00010000:2.0:1767319063.159866:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319063.624294:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319063.629756:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319063.635433:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297349248 00000100:00100000:0.0:1767319063.635450:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297349248 00000100:00100000:0.0:1767319063.635501:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297349376 00000100:00100000:0.0:1767319063.635505:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297349376 00000100:00100000:0.0:1767319063.635574:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4561 00000100:00100000:0.0:1767319063.635585:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297349376:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319063.635672:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297349376:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 89us (5923us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319063.635680:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4561 00000100:00100000:0.0:1767319063.635699:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23613 00000100:00100000:0.0:1767319063.635703:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297349248:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319063.635724:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319063.635748:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297349248:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 43us (11466us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319063.635754:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23613 00000100:00080000:2.0:1767319063.636451:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319063.671837:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319064.183015:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319064.697263:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319065.207063:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319065.719190:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319066.230958:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319066.231213:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319066.231237:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383930880:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319066.231308:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319066.231412:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319066.231422:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383931008:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319066.231452:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319066.232584:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383930880 00000100:00100000:2.0:1767319066.232594:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383930880 00000100:00100000:2.0:1767319066.232676:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383931008 00000100:00100000:2.0:1767319066.232679:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383931008 00000100:00100000:2.0:1767319066.232707:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2431 00000100:00100000:2.0:1767319066.232715:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383930880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319066.232744:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319066.232829:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383930880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (1521us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319066.232837:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2431 00000100:00100000:2.0:1767319066.232854:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2432 00000100:00100000:2.0:1767319066.232860:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383931008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319066.232877:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319066.232915:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383931008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (1462us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319066.232921:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2432 00000100:00100000:2.0:1767319066.232971:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383930880:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319066.233106:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319066.233111:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319066.234004:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383931008:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319066.746037:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319067.255132:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319067.767179:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319067.767190:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319067.767193:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319067.767197:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319067.767201:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319067.767209:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3965 00000100:00080000:2.0:1767319067.767214:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319067.767221:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319067.767281:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e3b80 x1853164383931136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319067.767304:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319067.767308:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319067.767309:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319067.767314:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3965 00000100:00080000:2.0:1767319067.767317:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319067.767320:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319067.767334:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e1f80 x1853164383931264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319067.767375:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319067.767379:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319067.767380:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319067.767384:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3965 00000100:00080000:2.0:1767319067.767386:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319067.767390:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319067.767402:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e2680 x1853164383931520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319067.767416:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319067.767419:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319067.767420:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319067.767423:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3965 00000100:00080000:2.0:1767319067.767426:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319067.767429:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319067.767438:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e0a80 x1853164383931776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319067.767483:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383931648:0@lo:400:kworker.0 00000100:00100000:2.0:1767319067.767547:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319067.767607:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319067.767613:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383931392:0@lo:400:kworker.0 00000100:00100000:2.0:1767319067.767639:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319067.767665:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383932032:0@lo:400:kworker.0 00000100:00100000:2.0:1767319067.767691:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319067.767705:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319067.767709:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383931904:0@lo:400:kworker.0 00000100:00100000:2.0:1767319067.767725:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319067.768070:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383931648 00000100:00100000:3.0:1767319067.768079:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383931648 00000100:00100000:3.0:1767319067.768148:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383931392 00000100:00100000:3.0:1767319067.768151:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383931392 00000100:00100000:3.0:1767319067.768177:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4562 00000100:00100000:3.0:1767319067.768185:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383931648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319067.768242:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383931648:12345-0@lo:400:kworker.0 Request processed in 57us (693us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319067.768249:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4562 00000100:00100000:3.0:1767319067.768279:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4563 00000100:00100000:3.0:1767319067.768285:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383931392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319067.768317:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383931392:12345-0@lo:400:kworker.0 Request processed in 32us (676us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319067.768321:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4563 00000100:00100000:3.0:1767319067.768341:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383932032 00000100:00100000:3.0:1767319067.768345:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383932032 00000100:00100000:3.0:1767319067.768368:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383931904 00000100:00100000:3.0:1767319067.768370:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383931904 00000100:00100000:3.0:1767319067.768387:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1664 00000100:00100000:3.0:1767319067.768392:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383932032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319067.768426:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383932032:12345-0@lo:400:kworker.0 Request processed in 34us (734us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319067.768432:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1664 00000100:00100000:3.0:1767319067.768442:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1665 00000100:00100000:3.0:1767319067.768448:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383931904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319067.768470:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383931904:12345-0@lo:400:kworker.0 Request processed in 23us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319067.768475:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1665 00000100:00100000:3.0:1767319067.768526:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383931392:0@lo:400:kworker.0 00000100:00100000:3.0:1767319067.768539:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383931648:0@lo:400:kworker.0 00000100:00100000:3.0:1767319067.768568:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383931904:0@lo:400:kworker.0 00000100:00100000:3.0:1767319067.768577:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383932032:0@lo:400:kworker.0 00000100:00100000:0.0:1767319067.768832:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319067.769123:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383931136:0@lo:38:kworker.0 00000100:00100000:1.0:1767319067.769182:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319067.769220:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383931264:0@lo:38:kworker.0 00000100:00100000:1.0:1767319067.769246:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319067.769286:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383931520:0@lo:38:kworker.0 00000100:00100000:1.0:1767319067.769309:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319067.769328:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383931776:0@lo:38:kworker.0 00000100:00100000:1.0:1767319067.769348:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319067.769375:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383931136 00000100:00100000:1.0:1767319067.769379:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383931136 00000100:00100000:1.0:1767319067.769397:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383931520 00000100:00100000:1.0:1767319067.769400:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383931520 00000100:00100000:1.0:1767319067.769406:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383931776 00000100:00100000:1.0:1767319067.769408:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383931776 00000100:00100000:1.0:1767319067.769418:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23614 00000100:00100000:1.0:1767319067.769423:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383931136:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319067.769442:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319067.769478:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383931136:12345-0@lo:38:kworker.0 Request processed in 54us (296us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319067.769485:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23614 00000100:00100000:1.0:1767319067.769499:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23615 00000100:00100000:1.0:1767319067.769502:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383931520:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319067.769510:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319067.769530:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383931520:12345-0@lo:38:kworker.0 Request processed in 27us (220us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319067.769535:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23615 00000100:00100000:1.0:1767319067.769544:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23616 00000100:00100000:1.0:1767319067.769548:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383931776:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319067.769556:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319067.769578:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383931776:12345-0@lo:38:kworker.0 Request processed in 28us (229us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319067.769584:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23616 00000100:00080000:1.0:1767319067.769617:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319067.769622:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319067.769625:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383931136:0@lo:38:kworker.0 00000100:00080000:1.0:1767319067.769632:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319067.769635:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319067.769638:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383931520:0@lo:38:kworker.0 00000100:00080000:1.0:1767319067.769644:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319067.769647:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319067.769650:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383931776:0@lo:38:kworker.0 00000100:00100000:3.0:1767319067.769972:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383931264 00000100:00100000:3.0:1767319067.769978:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383931264 00000100:00100000:3.0:1767319067.770011:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2632 00000100:00100000:3.0:1767319067.770016:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383931264:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319067.770027:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319067.770060:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383931264:12345-0@lo:38:kworker.0 Request processed in 43us (813us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319067.770066:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2632 00000100:00080000:2.0:1767319067.770382:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319067.770455:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319067.770460:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319067.770463:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383931264:0@lo:38:kworker.0 00010000:00010000:2.0:1767319068.279182:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319068.743555:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319068.744509:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297349504 00000100:00100000:0.0:1767319068.744522:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297349504 00000100:00100000:0.0:1767319068.744585:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23617 00000100:00100000:0.0:1767319068.744595:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297349504:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319068.744623:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319068.744718:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297349504:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 124us (1174us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319068.744726:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23617 00000100:00100000:0.0:1767319068.748918:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319068.749038:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297349632 00000100:00100000:1.0:1767319068.749049:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297349632 00000100:00100000:1.0:1767319068.749124:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4564 00000100:00100000:1.0:1767319068.749137:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297349632:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319068.749234:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297349632:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 101us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319068.749242:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4564 00000100:00080000:2.0:1767319068.749897:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319068.793002:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319069.303080:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319069.815682:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319070.327522:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319070.839300:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319071.351109:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319071.351141:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383932160:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319071.351195:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319071.351238:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319071.351260:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319071.351272:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383932288:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319071.351308:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319071.351608:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383932160 00000100:00100000:3.0:1767319071.351608:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383932288 00000100:00100000:1.0:1767319071.351615:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383932160 00000100:00100000:3.0:1767319071.351615:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383932288 00000100:00100000:3.0:1767319071.351998:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2433 00000100:00100000:3.0:1767319071.352009:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383932288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319071.352048:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319071.352108:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383932288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (798us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319071.352116:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2433 00000100:00100000:0.0:1767319071.352245:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383932288:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319071.352323:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319071.352328:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319071.352360:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2434 00000100:00100000:1.0:1767319071.352374:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383932160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319071.352392:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319071.352431:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383932160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (1204us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319071.352437:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2434 00000100:00100000:2.0:1767319071.352464:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383932160:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319071.863103:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319072.376366:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319072.843997:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319072.844100:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297350016 00000100:00100000:0.0:1767319072.844113:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297350016 00000100:00100000:0.0:1767319072.844198:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4565 00000100:00100000:0.0:1767319072.844209:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297350016:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319072.844311:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297350016:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 103us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319072.844320:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4565 00000100:00080000:2.0:1767319072.844447:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:3.0:1767319072.844695:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297349760 offset 0 length 520: 4 00000100:00100000:3.0:1767319072.845120:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319072.845192:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297349888 00000100:00100000:1.0:1767319072.845200:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297349888 00000100:00100000:1.0:1767319072.845237:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23618 00000100:00100000:1.0:1767319072.845243:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297349888:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319072.845264:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319072.845325:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297349888:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 80us (205us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319072.845332:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23618 00000100:00100000:2.0:1767319072.890934:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319072.891568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319072.891577:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319072.891580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319072.891583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319072.891587:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319072.891595:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3971 00000100:00080000:1.0:1767319072.891599:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319072.891606:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319072.891643:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb3100 x1853164383932416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319072.891658:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319072.891661:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319072.891663:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319072.891667:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3971 00000100:00080000:1.0:1767319072.891669:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319072.891673:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319072.891688:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883182d80 x1853164383932544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319072.891724:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319072.891728:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319072.891730:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319072.891734:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3971 00000100:00080000:1.0:1767319072.891736:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319072.891740:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319072.891751:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883183b80 x1853164383932800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319072.891768:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319072.891771:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319072.891773:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319072.891776:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3971 00000100:00080000:1.0:1767319072.891778:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319072.891812:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319072.891822:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883182680 x1853164383933056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319072.891933:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383932672:0@lo:400:kworker.0 00000100:00100000:2.0:1767319072.891940:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319047/real 1767319047] req@ffff9369a592b100 x1853164383925888/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319072 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319072.891998:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383933184:0@lo:400:kworker.0 00000100:00100000:2.0:1767319072.892033:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369a592b100 x1853164383925888/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319072 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319072.892056:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383932416:0@lo:38:kworker.0 00000100:00100000:3.0:1767319072.895051:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319072.895124:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319072.895529:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383932672 00000100:00100000:1.0:1767319072.895540:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383932672 00000100:00100000:1.0:1767319072.895619:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4566 00000100:00100000:1.0:1767319072.895630:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383932672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319072.895756:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319072.895769:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383932928:0@lo:400:kworker.0 00000100:00100000:3.0:1767319072.895823:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319072.895871:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383933184 00000100:00100000:3.0:1767319072.895875:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383933184 00000100:00100000:3.0:1767319072.895904:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1666 00000100:00100000:3.0:1767319072.896118:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383933184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319072.896160:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383933184:12345-0@lo:400:kworker.0 Request processed in 250us (1036us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319072.896168:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1666 00000100:00100000:3.0:1767319072.896195:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383932928 00000100:00100000:3.0:1767319072.896198:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383932928 00000100:00100000:3.0:1767319072.896235:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4567 00000100:00100000:3.0:1767319072.896241:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383932928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319072.896271:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383932928:12345-0@lo:400:kworker.0 Request processed in 30us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319072.896276:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4567 00000100:00100000:3.0:1767319072.896314:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383932928:0@lo:400:kworker.0 00000100:00080000:3.0:1767319072.896353:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319072.896365:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383933312:0@lo:400:kworker.0 00000100:00100000:3.0:1767319072.896390:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319072.896414:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383933312 00000100:00100000:3.0:1767319072.896418:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383933312 00000100:00100000:3.0:1767319072.896437:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1667 00000100:00100000:3.0:1767319072.896443:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383933312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319072.896476:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383933312:12345-0@lo:400:kworker.0 Request processed in 32us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319072.896482:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1667 00000100:00100000:3.0:1767319072.896505:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383933312:0@lo:400:kworker.0 00000100:00100000:0.0:1767319072.897850:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383933184:0@lo:400:kworker.0 00000100:00100000:2.0:1767319072.898747:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319072.898863:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383932544:0@lo:38:kworker.0 00000100:00100000:2.0:1767319072.898908:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319072.898959:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383932800:0@lo:38:kworker.0 00000100:00100000:2.0:1767319072.898981:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319072.900569:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383932672:12345-0@lo:400:kworker.0 Request processed in 4933us (5519us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319072.900585:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4566 00000100:00100000:3.0:1767319072.902171:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383932544 00000100:00100000:3.0:1767319072.902186:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383932544 00000100:00100000:3.0:1767319072.902238:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2633 00000100:00100000:3.0:1767319072.902246:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383932544:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319072.902281:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319072.902357:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383932544:12345-0@lo:38:kworker.0 Request processed in 111us (3448us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319072.902364:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2633 00000100:00100000:1.0:1767319072.908562:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383932416 00000100:00100000:1.0:1767319072.908578:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383932416 00000100:00100000:1.0:1767319072.908613:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383932800 00000100:00100000:1.0:1767319072.908617:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383932800 00000100:00100000:1.0:1767319072.908647:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23619 00000100:00100000:1.0:1767319072.908657:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383932416:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319072.908682:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319072.908992:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383932416:12345-0@lo:38:kworker.0 Request processed in 257us (10168us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319072.909001:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23619 00000100:00100000:1.0:1767319072.909022:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23620 00000100:00100000:1.0:1767319072.909027:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383932800:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319072.909037:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319072.909066:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383932800:12345-0@lo:38:kworker.0 Request processed in 38us (10083us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319072.909072:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23620 00000100:00100000:1.0:1767319072.909119:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383932672:0@lo:400:kworker.0 00000100:00080000:3.0:1767319072.915994:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319072.916009:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319072.916014:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383932800:0@lo:38:kworker.0 00000100:00100000:3.0:1767319072.916029:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383933056:0@lo:38:kworker.0 00000100:00100000:3.0:1767319072.916094:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319072.916124:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319072.916146:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319072.916151:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383925888:0@lo:250:kworker.0 00000100:00080000:3.0:1767319072.916190:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319072.916193:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319072.916196:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383932416:0@lo:38:kworker.0 00000100:00080000:3.0:1767319072.916205:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319072.916208:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319072.916223:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383932544:0@lo:38:kworker.0 00000100:00100000:0.0:1767319072.916302:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383933056 00000100:00100000:0.0:1767319072.916309:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383933056 00000100:00100000:0.0:1767319072.916355:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23621 00000100:00100000:0.0:1767319072.916363:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383933056:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319072.916387:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767319072.916440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319072.916448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1767319072.916449:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383933056:12345-0@lo:38:kworker.0 Request processed in 84us (353us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767319072.916452:0:8:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767319072.916460:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23621 00000100:00080000:1.0:1767319072.916461:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3950 00000100:00080000:1.0:1767319072.916468:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319072.916474:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319072.916500:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936990594000 x1853164383933440/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319072.916573:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383933440:0@lo:250:kworker.0 00000400:00000100:2.0:1767319072.916599:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383933440 offset 0 length 520: 4 00000100:00080000:2.0:1767319072.916629:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319072.916633:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319072.916637:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383933056:0@lo:38:kworker.0 00010000:00010000:2.0:1767319073.399918:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319073.910907:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319074.423342:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319074.937062:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319075.446994:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319075.958910:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319076.472245:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383933568:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319076.472316:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319076.472372:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319076.472394:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319076.472402:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383933696:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319076.472425:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319076.472503:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383933568 00000100:00100000:3.0:1767319076.472511:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383933568 00000100:00100000:3.0:1767319076.472571:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383933696 00000100:00100000:3.0:1767319076.472574:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383933696 00000100:00100000:3.0:1767319076.472593:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2435 00000100:00100000:3.0:1767319076.472600:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383933568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319076.472640:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319076.472685:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383933568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319076.472692:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2435 00000100:00100000:3.0:1767319076.472718:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2436 00000100:00100000:3.0:1767319076.472724:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383933696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319076.472738:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319076.472761:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383933696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319076.472766:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2436 00000100:00080000:2.0:1767319076.473387:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319076.473394:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319076.473434:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383933696:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319076.473448:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383933568:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319076.983683:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319077.495210:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319077.958637:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319077.958680:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319077.958712:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297350272 00000100:00100000:3.0:1767319077.958723:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297350272 00000100:00100000:0.0:1767319077.958741:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297350144 00000100:00100000:0.0:1767319077.958748:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297350144 00000100:00100000:0.0:1767319077.958842:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23622 00000100:00100000:0.0:1767319077.958851:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297350144:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319077.958876:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319077.958896:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4568 00000100:00100000:3.0:1767319077.958906:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297350272:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319077.959068:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297350144:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 217us (386us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319077.959077:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23622 00000100:00080000:1.0:1767319077.959386:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319077.973762:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297350272:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 6060us (6339us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319077.973883:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4568 00000100:00100000:0.0:1767319078.007883:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319078.009855:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319078.009865:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319078.009869:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319078.009874:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319078.009879:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319078.009886:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3976 00000100:00080000:3.0:1767319078.009891:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319078.009898:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319078.009937:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883183b80 x1853164383933824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319078.009965:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319078.009969:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319078.009970:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319078.009975:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3976 00000100:00080000:3.0:1767319078.009977:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319078.009988:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319078.010003:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883182300 x1853164383933952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319078.010430:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:3.0:1767319078.010549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319078.010554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319078.010556:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319078.010560:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3976 00000100:00080000:3.0:1767319078.010562:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319078.010566:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319078.010583:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883182d80 x1853164383934208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319078.010829:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383933824:0@lo:38:kworker.0 00000100:00100000:2.0:1767319078.010892:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319078.010946:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383933952:0@lo:38:kworker.0 00000100:00100000:2.0:1767319078.010968:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319078.010990:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383934208:0@lo:38:kworker.0 00000100:00100000:2.0:1767319078.011004:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319078.011049:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383933952 00000100:00100000:2.0:1767319078.011055:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383933952 00000100:00100000:2.0:1767319078.011086:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2634 00000100:00100000:2.0:1767319078.011092:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383933952:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319078.011110:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319078.011144:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383933952:12345-0@lo:38:kworker.0 Request processed in 51us (175us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319078.011151:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2634 00000100:00080000:2.0:1767319078.011203:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319078.011208:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319078.011212:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383933952:0@lo:38:kworker.0 00000100:00100000:0.0:1767319078.012387:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383933824 00000100:00100000:0.0:1767319078.012407:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383933824 00000100:00100000:0.0:1767319078.012441:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383934208 00000100:00100000:0.0:1767319078.012444:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383934208 00000100:00100000:0.0:1767319078.012461:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23623 00000100:00100000:0.0:1767319078.012468:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383933824:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319078.012484:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319078.012539:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383933824:12345-0@lo:38:kworker.0 Request processed in 71us (1647us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319078.012557:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23623 00000100:00100000:0.0:1767319078.012574:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23624 00000100:00100000:0.0:1767319078.012577:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383934208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319078.012586:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319078.012608:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383934208:12345-0@lo:38:kworker.0 Request processed in 30us (1603us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319078.012613:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23624 00000100:00080000:2.0:1767319078.013119:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319078.013125:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319078.013129:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383933824:0@lo:38:kworker.0 00000100:00080000:2.0:1767319078.013138:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319078.013141:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319078.013144:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383934208:0@lo:38:kworker.0 00000100:00100000:1.0:1767319078.014166:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383934336:0@lo:400:kworker.0 00000100:00100000:1.0:1767319078.014366:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319078.014538:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383934080:0@lo:400:kworker.0 00000100:00080000:3.0:1767319078.014694:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319078.014699:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319078.014703:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319078.014708:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3976 00000100:00080000:3.0:1767319078.014712:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319078.014718:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319078.014819:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319078.014919:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383934336 00000100:00100000:2.0:1767319078.014927:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383934336 00000100:00080000:1.0:1767319078.015061:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319078.015252:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383934080 00000100:00100000:2.0:1767319078.015257:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383934080 00000100:00080000:1.0:1767319078.015571:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319078.015711:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4569 00000100:00100000:0.0:1767319078.015722:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383934336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319078.015823:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383934336:12345-0@lo:400:kworker.0 Request processed in 104us (1458us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319078.015832:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4569 00000100:00100000:0.0:1767319078.015854:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4570 00000100:00100000:0.0:1767319078.015861:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990594e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383934080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319078.015892:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990594e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383934080:12345-0@lo:400:kworker.0 Request processed in 32us (1072us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319078.015897:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4570 00000100:00100000:1.0:1767319078.016902:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383934336:0@lo:400:kworker.0 00000100:00100000:1.0:1767319078.016964:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383934080:0@lo:400:kworker.0 00000100:00100000:0.0:1767319078.020927:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883180a80 x1853164383934464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319078.021200:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383934720:0@lo:400:kworker.0 00000100:00100000:1.0:1767319078.021284:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319078.021338:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319078.021344:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383934592:0@lo:400:kworker.0 00000100:00100000:1.0:1767319078.021366:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319078.021505:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383934720 00000100:00100000:0.0:1767319078.021512:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383934720 00000100:00100000:0.0:1767319078.021583:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383934592 00000100:00100000:0.0:1767319078.021587:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383934592 00000100:00100000:0.0:1767319078.021607:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1668 00000100:00100000:0.0:1767319078.021616:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383934720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319078.021665:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383934720:12345-0@lo:400:kworker.0 Request processed in 49us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319078.021671:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1668 00000100:00100000:0.0:1767319078.021689:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1669 00000100:00100000:0.0:1767319078.021695:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383934592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319078.021720:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383934592:12345-0@lo:400:kworker.0 Request processed in 25us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319078.021726:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1669 00000100:00080000:1.0:1767319078.022444:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319078.022450:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319078.022486:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383934592:0@lo:400:kworker.0 00000100:00100000:1.0:1767319078.022498:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383934720:0@lo:400:kworker.0 00000100:00100000:2.0:1767319078.022589:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383934464:0@lo:38:kworker.0 00000100:00100000:2.0:1767319078.022633:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319078.022813:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383934464 00000100:00100000:0.0:1767319078.022818:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383934464 00000100:00100000:0.0:1767319078.022853:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23625 00000100:00100000:0.0:1767319078.022859:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383934464:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319078.022877:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319078.022921:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383934464:12345-0@lo:38:kworker.0 Request processed in 62us (288us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319078.022928:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23625 00000100:00080000:2.0:1767319078.023001:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319078.023006:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319078.023009:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383934464:0@lo:38:kworker.0 00010000:00010000:2.0:1767319078.519292:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319079.030933:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319079.544563:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319080.054996:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319080.568060:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319081.079007:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319081.591410:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383934848:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319081.591485:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319081.591498:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383934976:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319081.591537:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319081.591632:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383934848 00000100:00100000:3.0:1767319081.591641:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383934848 00000100:00100000:3.0:1767319081.591707:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383934976 00000100:00100000:3.0:1767319081.591711:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383934976 00000100:00100000:3.0:1767319081.591733:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2437 00000100:00100000:3.0:1767319081.591741:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383934848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319081.591803:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319081.591848:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383934848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319081.591856:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2437 00000100:00100000:3.0:1767319081.591873:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2438 00000100:00100000:3.0:1767319081.591878:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383934976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319081.591893:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767319081.591956:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319081.591961:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319081.591995:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383934848:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319081.593865:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319081.595076:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383934976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3189us (3530us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319081.595091:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2438 00000100:00100000:2.0:1767319081.595198:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383934976:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319082.102932:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319082.615605:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319083.079663:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319083.079756:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319083.080201:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297350528 00000100:00100000:0.0:1767319083.080210:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297350528 00000100:00100000:0.0:1767319083.080280:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297350400 00000100:00100000:0.0:1767319083.080283:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297350400 00000100:00100000:0.0:1767319083.080303:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4571 00000100:00100000:0.0:1767319083.080312:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297350528:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319083.080388:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297350528:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 77us (736us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319083.080395:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4571 00000100:00100000:0.0:1767319083.080412:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23626 00000100:00100000:0.0:1767319083.080417:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297350400:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319083.080435:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319083.080454:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297350400:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 36us (707us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319083.080459:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23626 00000100:00080000:1.0:1767319083.081931:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319083.127064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319083.127080:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319083.127083:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319083.127088:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319083.127094:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319083.127104:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3981 00000100:00080000:1.0:1767319083.127109:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319083.127117:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319083.127165:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fc380 x1853164383935104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319083.127182:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319083.127186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319083.127188:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319083.127193:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3981 00000100:00080000:1.0:1767319083.127195:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319083.127199:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319083.127218:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fe680 x1853164383935232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319083.127238:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319083.127266:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319083.127270:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319083.127272:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767319083.127274:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383935360:0@lo:400:kworker.0 00000100:00080000:1.0:1767319083.127276:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3981 00000100:00080000:1.0:1767319083.127278:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319083.127282:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319083.127293:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fd180 x1853164383935488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319083.127307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319083.127310:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319083.127312:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319083.127315:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3981 00000100:00080000:1.0:1767319083.127317:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319083.127320:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319083.127328:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109180 x1853164383935744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319083.127358:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319083.127426:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319083.127432:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383935616:0@lo:400:kworker.0 00000100:00100000:3.0:1767319083.127453:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319083.127486:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383935360 00000100:00100000:3.0:1767319083.127494:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383935360 00000100:00100000:3.0:1767319083.127554:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383935616 00000100:00100000:3.0:1767319083.127557:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383935616 00000100:00080000:1.0:1767319083.132361:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319083.132414:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383935104:0@lo:38:kworker.0 00000100:00100000:1.0:1767319083.132479:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319083.132656:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383935872:0@lo:400:kworker.0 00000100:00100000:0.0:1767319083.132694:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319083.132742:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319083.132757:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383936000:0@lo:400:kworker.0 00000100:00100000:0.0:1767319083.132795:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319083.133401:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383935232:0@lo:38:kworker.0 00000100:00100000:1.0:1767319083.133431:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319083.133449:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383935104 00000100:00100000:1.0:1767319083.133453:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383935488:0@lo:38:kworker.0 00000100:00100000:2.0:1767319083.133457:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383935104 00000100:00100000:1.0:1767319083.133472:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319083.133482:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383935744:0@lo:38:kworker.0 00000100:00100000:2.0:1767319083.133495:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383935488 00000100:00100000:2.0:1767319083.133498:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383935488 00000100:00100000:1.0:1767319083.133503:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319083.133508:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383935744 00000100:00100000:2.0:1767319083.133510:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383935744 00000100:00100000:2.0:1767319083.133521:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4572 00000100:00100000:1.0:1767319083.133527:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4573 00000100:00100000:2.0:1767319083.133534:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383935360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319083.133536:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383935616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319083.133585:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383935616:12345-0@lo:400:kworker.0 Request processed in 51us (6129us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319083.133585:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383935360:12345-0@lo:400:kworker.0 Request processed in 55us (6226us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319083.133592:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4573 00000100:00100000:2.0:1767319083.133595:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4572 00000100:00100000:1.0:1767319083.133611:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23627 00000100:00100000:2.0:1767319083.133614:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23628 00000100:00100000:1.0:1767319083.133615:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383935104:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319083.133617:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383935488:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319083.133635:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319083.133665:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383935488:12345-0@lo:38:kworker.0 Request processed in 45us (191us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319083.133670:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23628 00000100:00100000:2.0:1767319083.133682:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23629 00000100:00100000:2.0:1767319083.133686:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383935744:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319083.133773:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383935872 00000100:00100000:3.0:1767319083.133778:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383935872 00000100:00100000:3.0:1767319083.133831:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383936000 00000100:00100000:3.0:1767319083.133835:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383936000 00000100:00100000:3.0:1767319083.133858:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1670 00000100:00100000:3.0:1767319083.133865:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383935872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319083.133904:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383935872:12345-0@lo:400:kworker.0 Request processed in 41us (1210us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319083.133910:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1670 00000100:00100000:3.0:1767319083.133922:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1671 00000100:00100000:3.0:1767319083.133928:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383936000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319083.134107:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383936000:12345-0@lo:400:kworker.0 Request processed in 179us (1328us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319083.134113:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1671 00000100:00080000:3.0:1767319083.134309:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319083.134313:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319083.134429:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383935616:0@lo:400:kworker.0 00000100:00100000:3.0:1767319083.134444:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383935360:0@lo:400:kworker.0 00000100:00100000:3.0:1767319083.134626:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383935232 00000100:00100000:3.0:1767319083.134631:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383935232 00000100:00100000:3.0:1767319083.134655:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2635 00000100:00100000:3.0:1767319083.134660:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383935232:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319083.134797:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383936000:0@lo:400:kworker.0 00000100:00100000:0.0:1767319083.134808:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383935872:0@lo:400:kworker.0 00000100:00080000:0.0:1767319083.134845:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319083.134850:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319083.134854:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383935488:0@lo:38:kworker.0 00010000:00020000:1.0:1767319083.135071:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319083.135124:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383935104:12345-0@lo:38:kworker.0 Request processed in 1506us (2644us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319083.135132:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23627 00000100:00080000:0.0:1767319083.135155:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319083.135160:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319083.135163:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383935104:0@lo:38:kworker.0 00010000:00020000:2.0:1767319083.135443:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319083.135495:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383935744:12345-0@lo:38:kworker.0 Request processed in 1806us (1989us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319083.135502:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23629 00000100:00080000:0.0:1767319083.135604:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319083.135608:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319083.135612:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383935744:0@lo:38:kworker.0 00010000:00020000:3.0:1767319083.135654:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319083.135735:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383935232:12345-0@lo:38:kworker.0 Request processed in 1073us (2302us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319083.135743:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2635 00000100:00080000:0.0:1767319083.135820:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319083.135825:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319083.135828:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383935232:0@lo:38:kworker.0 00010000:00010000:2.0:1767319083.639006:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319084.151108:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319084.663722:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319085.175167:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319085.687112:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319086.198985:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319086.711066:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319086.711541:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383936128:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319086.711637:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319086.712123:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383936128 00000100:00100000:1.0:1767319086.712132:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383936128 00000100:00100000:1.0:1767319086.712199:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2439 00000100:00100000:1.0:1767319086.712212:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383936128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319086.712240:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319086.712288:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383936128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319086.712299:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2439 00000100:00080000:3.0:1767319086.712325:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319086.712344:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383936128:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319086.712743:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383936256:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319086.712814:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319086.712848:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383936256 00000100:00100000:2.0:1767319086.712852:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383936256 00000100:00100000:2.0:1767319086.712879:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2440 00000100:00100000:2.0:1767319086.712886:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383936256:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319086.712895:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1767319086.712903:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319086.712943:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383936256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319086.712949:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2440 00000100:00100000:3.0:1767319086.712986:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383936256:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319087.223826:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319087.735079:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319088.201056:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319088.201118:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319088.201199:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297350656 00000100:00100000:1.0:1767319088.201210:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297350656 00000100:00100000:1.0:1767319088.201250:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297350784 00000100:00100000:1.0:1767319088.201253:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297350784 00000100:00100000:1.0:1767319088.201300:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4574 00000100:00100000:1.0:1767319088.201316:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297350784:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319088.201385:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297350784:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 76us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319088.201391:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4574 00000100:00100000:1.0:1767319088.201406:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23630 00000100:00100000:1.0:1767319088.201408:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297350656:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319088.201425:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319088.201440:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297350656:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 31us (397us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319088.201444:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23630 00000100:00080000:3.0:1767319088.201572:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319088.247453:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319088.247465:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319088.247469:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319088.247474:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319088.247479:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319088.247488:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3986 00000100:00080000:2.0:1767319088.247494:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319088.247502:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319088.247550:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f230700 x1853164383936384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319088.247580:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319088.247584:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319088.247586:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319088.247591:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3986 00000100:00080000:2.0:1767319088.247593:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319088.247597:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319088.247612:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f230e00 x1853164383936512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319088.247686:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383936640:0@lo:400:kworker.0 00000100:00100000:3.0:1767319088.247798:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319088.247893:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319088.247928:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383936640 00000100:00100000:0.0:1767319088.247935:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383936640 00000100:00100000:0.0:1767319088.248003:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4575 00000100:00100000:0.0:1767319088.248012:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383936640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319088.248105:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383936384:0@lo:38:kworker.0 00000100:00100000:1.0:1767319088.248135:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319088.248159:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383936512:0@lo:38:kworker.0 00000100:00100000:1.0:1767319088.248183:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319088.248221:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319088.248237:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383936384 00000100:00100000:1.0:1767319088.248241:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383936384 00000100:00100000:1.0:1767319088.248265:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23631 00000100:00100000:1.0:1767319088.248270:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383936384:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319088.248290:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319088.248327:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383936384:12345-0@lo:38:kworker.0 Request processed in 55us (190us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319088.248333:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23631 00000100:00080000:1.0:1767319088.248367:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319088.248372:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319088.248376:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383936384:0@lo:38:kworker.0 00000100:00100000:1.0:1767319088.248419:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383936512 00000100:00100000:1.0:1767319088.248422:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383936512 00000100:00100000:1.0:1767319088.248442:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2636 00000100:00100000:1.0:1767319088.248446:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383936512:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319088.248455:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319088.248483:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383936512:12345-0@lo:38:kworker.0 Request processed in 35us (298us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319088.248489:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2636 00000100:00080000:1.0:1767319088.248509:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319088.248514:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319088.248517:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383936512:0@lo:38:kworker.0 00000100:00080000:2.0:1767319088.248713:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319088.248718:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319088.248720:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319088.248724:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3986 00000100:00080000:2.0:1767319088.248727:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319088.248730:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319088.248749:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f233480 x1853164383936768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319088.251138:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383936896:0@lo:400:kworker.0 00000100:00100000:1.0:1767319088.251209:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319088.251274:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383936896 00000100:00100000:1.0:1767319088.251281:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383936896 00000100:00100000:1.0:1767319088.251336:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4576 00000100:00100000:1.0:1767319088.251343:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383936896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319088.251387:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383936896:12345-0@lo:400:kworker.0 Request processed in 44us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319088.251394:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4576 00000100:00080000:1.0:1767319088.251413:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319088.251437:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383936896:0@lo:400:kworker.0 00000100:00100000:1.0:1767319088.251480:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383936768:0@lo:38:kworker.0 00000100:00100000:1.0:1767319088.251501:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319088.251520:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383936768 00000100:00100000:1.0:1767319088.251523:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383936768 00000100:00100000:1.0:1767319088.251537:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23632 00000100:00100000:1.0:1767319088.251542:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383936768:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319088.251559:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319088.251583:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383936768:12345-0@lo:38:kworker.0 Request processed in 40us (81us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319088.251588:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23632 00000100:00080000:1.0:1767319088.251607:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319088.251612:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319088.251615:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383936768:0@lo:38:kworker.0 00000100:00100000:0.0:1767319088.252843:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383936640:12345-0@lo:400:kworker.0 Request processed in 4825us (5057us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319088.252856:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4575 00000100:00080000:2.0:1767319088.252937:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319088.252942:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319088.252945:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319088.252960:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3986 00000100:00080000:2.0:1767319088.252965:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319088.252970:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319088.253003:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f230a80 x1853164383937024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319088.253277:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383937152:0@lo:400:kworker.0 00000100:00100000:0.0:1767319088.253326:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319088.253354:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319088.253360:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383937280:0@lo:400:kworker.0 00000100:00100000:0.0:1767319088.253382:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319088.253410:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383937152 00000100:00100000:0.0:1767319088.253417:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383937152 00000100:00100000:0.0:1767319088.253461:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383937280 00000100:00100000:0.0:1767319088.253464:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383937280 00000100:00100000:0.0:1767319088.253490:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1672 00000100:00100000:0.0:1767319088.253497:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383937152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319088.253539:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383937152:12345-0@lo:400:kworker.0 Request processed in 42us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319088.253544:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1672 00000100:00100000:0.0:1767319088.253557:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1673 00000100:00100000:0.0:1767319088.253562:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383937280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319088.253587:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383937280:12345-0@lo:400:kworker.0 Request processed in 26us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319088.253592:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1673 00000100:00100000:0.0:1767319088.253634:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383937280:0@lo:400:kworker.0 00000100:00100000:0.0:1767319088.253643:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383937152:0@lo:400:kworker.0 00000100:00080000:0.0:1767319088.253662:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319088.253665:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319088.253966:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383937024:0@lo:38:kworker.0 00000100:00100000:1.0:1767319088.254000:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319088.254410:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383937024 00000100:00100000:0.0:1767319088.254416:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383937024 00000100:00100000:0.0:1767319088.254445:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23633 00000100:00100000:0.0:1767319088.254450:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383937024:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319088.254467:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319088.254512:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383937024:12345-0@lo:38:kworker.0 Request processed in 60us (510us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319088.254520:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23633 00000100:00080000:2.0:1767319088.254738:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319088.254744:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319088.254748:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383937024:0@lo:38:kworker.0 00000100:00100000:3.0:1767319088.254860:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383936640:0@lo:400:kworker.0 00010000:00010000:2.0:1767319088.759881:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319089.270931:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319089.785449:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319090.295040:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319090.806988:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319091.319074:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319091.832705:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383937408:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319091.832799:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319091.833516:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319091.833663:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383937408 00000100:00100000:2.0:1767319091.833680:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383937408 00000100:00100000:2.0:1767319091.833749:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2441 00000100:00100000:2.0:1767319091.833759:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383937408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319091.833807:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319091.833861:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383937408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (1080us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319091.833868:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2441 00000100:00080000:0.0:1767319091.834005:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319091.834109:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383937408:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319091.834126:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319091.834133:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383937536:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319091.834160:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319091.834447:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383937536 00000100:00100000:2.0:1767319091.834451:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383937536 00000100:00100000:2.0:1767319091.834489:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2442 00000100:00100000:2.0:1767319091.834495:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383937536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319091.834513:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319091.834541:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383937536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319091.834547:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2442 00000100:00080000:0.0:1767319091.834591:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319091.834687:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383937536:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319092.342905:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319092.855192:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319093.319705:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319093.319759:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319093.319870:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297351040 00000100:00100000:1.0:1767319093.319879:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297351040 00000100:00100000:1.0:1767319093.319954:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297350912 00000100:00100000:1.0:1767319093.319957:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297350912 00000100:00100000:1.0:1767319093.319976:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4577 00000100:00100000:1.0:1767319093.319989:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297351040:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319093.320066:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297351040:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 82us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319093.320073:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4577 00000100:00100000:1.0:1767319093.320089:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23634 00000100:00100000:1.0:1767319093.320093:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297350912:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319093.320113:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319093.320132:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297350912:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 37us (372us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319093.320137:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23634 00000100:00080000:2.0:1767319093.320232:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319093.367031:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319093.367053:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319093.367060:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319093.367063:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319093.367068:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319093.367072:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319093.367080:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3991 00000100:00080000:2.0:1767319093.367085:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319093.367092:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319093.367138:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f230a80 x1853164383937664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319093.367155:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319093.367158:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319093.367160:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319093.367164:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3991 00000100:00080000:2.0:1767319093.367166:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319093.367170:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319093.367182:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f232d80 x1853164383937792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319093.367228:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319093.367233:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319093.367235:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319093.367239:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3991 00000100:00080000:2.0:1767319093.367242:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319093.367246:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319093.367257:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f230700 x1853164383938048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319093.367276:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767319093.367281:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383937920:0@lo:400:kworker.0 00000100:00080000:2.0:1767319093.367282:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319093.367285:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319093.367294:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3991 00000100:00080000:2.0:1767319093.367296:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319093.367299:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319093.367324:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f231500 x1853164383938304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319093.367363:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319093.367428:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383938176:0@lo:400:kworker.0 00000100:00100000:0.0:1767319093.367451:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383937920 00000100:00100000:0.0:1767319093.367460:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383937920 00000100:00100000:3.0:1767319093.367465:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319093.367506:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383938176 00000100:00100000:3.0:1767319093.367511:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383938176 00000100:00100000:0.0:1767319093.367536:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4578 00000100:00100000:0.0:1767319093.367547:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383937920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319093.367601:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383937920:12345-0@lo:400:kworker.0 Request processed in 56us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319093.367689:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383937664:0@lo:38:kworker.0 00000100:00100000:1.0:1767319093.367720:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319093.367746:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383937792:0@lo:38:kworker.0 00000100:00100000:1.0:1767319093.367769:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319093.367820:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383938048:0@lo:38:kworker.0 00000100:00100000:1.0:1767319093.367840:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319093.367869:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383937792 00000100:00100000:3.0:1767319093.367869:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383937664 00000100:00100000:1.0:1767319093.367873:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383937792 00000100:00100000:3.0:1767319093.367873:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383937664 00000100:00100000:3.0:1767319093.367884:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383938048 00000100:00100000:3.0:1767319093.367886:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383938048 00000100:00100000:1.0:1767319093.367893:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2637 00000100:00100000:3.0:1767319093.367895:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4579 00000100:00100000:1.0:1767319093.367898:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383937792:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319093.367901:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383938176:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1767319093.367918:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319093.367935:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383938176:12345-0@lo:400:kworker.0 Request processed in 35us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319093.367942:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4579 00000100:00100000:1.0:1767319093.367944:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383937792:12345-0@lo:38:kworker.0 Request processed in 45us (174us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319093.367950:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2637 00000100:00100000:3.0:1767319093.367958:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23635 00000100:00100000:3.0:1767319093.367962:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383937664:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319093.367970:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23636 00010000:00020000:3.0:1767319093.367971:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319093.367974:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383938048:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319093.367982:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319093.367992:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383937664:12345-0@lo:38:kworker.0 Request processed in 29us (272us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319093.367999:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383938048:12345-0@lo:38:kworker.0 Request processed in 25us (159us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319093.367999:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23635 00000100:00100000:1.0:1767319093.368004:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23636 00000100:00100000:2.0:1767319093.368115:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383938432:0@lo:400:kworker.0 00000100:00080000:1.0:1767319093.368148:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319093.368153:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319093.368156:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383937664:0@lo:38:kworker.0 00000100:00100000:0.0:1767319093.368735:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4578 00000100:00080000:0.0:1767319093.368766:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319093.368794:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383938560:0@lo:400:kworker.0 00000100:00100000:3.0:1767319093.369689:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383938176:0@lo:400:kworker.0 00000100:00100000:2.0:1767319093.369720:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319093.369794:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383938432 00000100:00100000:2.0:1767319093.369802:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383938432 00000100:00100000:2.0:1767319093.369863:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1674 00000100:00100000:2.0:1767319093.369871:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383938432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319093.369963:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383937920:0@lo:400:kworker.0 00000100:00080000:3.0:1767319093.369988:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319093.370108:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383938432:12345-0@lo:400:kworker.0 Request processed in 237us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319093.370115:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1674 00000100:00100000:3.0:1767319093.370369:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383938432:0@lo:400:kworker.0 00000100:00080000:1.0:1767319093.370517:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319093.370524:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319093.370527:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383937792:0@lo:38:kworker.0 00000100:00080000:1.0:1767319093.370538:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319093.370541:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319093.370544:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383938048:0@lo:38:kworker.0 00000100:00100000:1.0:1767319093.370672:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383938304:0@lo:38:kworker.0 00000100:00100000:1.0:1767319093.370713:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319093.373116:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383938304 00000100:00100000:3.0:1767319093.373130:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383938304 00000100:00100000:3.0:1767319093.373190:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23637 00000100:00100000:3.0:1767319093.373199:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383938304:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319093.373289:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319093.373424:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383938560 00000100:00100000:2.0:1767319093.373429:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383938560 00010000:00020000:3.0:1767319093.373544:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319093.373647:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1675 00000100:00100000:2.0:1767319093.373666:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383938560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319093.373806:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383938304:12345-0@lo:38:kworker.0 Request processed in 580us (3064us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319093.373815:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23637 00000100:00100000:2.0:1767319093.373825:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383938560:12345-0@lo:400:kworker.0 Request processed in 170us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319093.373835:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1675 00000100:00080000:0.0:1767319093.373908:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319093.373940:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383938560:0@lo:400:kworker.0 00000100:00080000:1.0:1767319093.373978:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319093.373985:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319093.373988:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383938304:0@lo:38:kworker.0 00010000:00010000:3.0:1767319093.887893:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319094.391047:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319094.903011:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319095.415095:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319095.927265:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319096.438925:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319096.951050:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319096.951261:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383938688:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319096.951327:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319096.951507:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383938688 00000100:00100000:3.0:1767319096.951515:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383938688 00000100:00100000:3.0:1767319096.951571:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2443 00000100:00100000:3.0:1767319096.951579:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383938688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319096.951607:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319096.951659:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383938688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319096.951666:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2443 00000100:00080000:1.0:1767319096.951734:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319096.951810:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383938688:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319096.952177:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383938816:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319096.952214:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319096.952296:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383938816 00000100:00100000:0.0:1767319096.952301:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383938816 00000100:00100000:0.0:1767319096.952351:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2444 00000100:00100000:0.0:1767319096.952358:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383938816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319096.952389:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319096.952429:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383938816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319096.952436:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2444 00000100:00100000:0.0:1767319096.952471:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383938816:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319096.953681:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319097.462984:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319072/real 1767319072] req@ffff936990594000 x1853164383933440/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319097 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319097.463021:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff936990594000 x1853164383933440/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319097 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319097.463044:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319097.463065:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319097.463069:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383933440:0@lo:250:kworker.0 00000100:00080000:0.0:1767319097.463362:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319097.463368:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319097.463371:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319097.463376:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 3976 00000100:00080000:0.0:1767319097.463380:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319097.463385:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319097.463433:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5132d80 x1853164383938944/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319097.463457:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319097.463461:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319097.463463:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319097.463467:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3996 00000100:00080000:0.0:1767319097.463469:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319097.463473:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319097.463488:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5131500 x1853164383939072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319097.463496:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319097.463499:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319097.463501:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319097.463504:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3996 00000100:00080000:0.0:1767319097.463506:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319097.463510:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319097.463520:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5131c00 x1853164383939200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319097.463557:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319097.463561:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319097.463562:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319097.463565:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3996 00000100:00080000:0.0:1767319097.463567:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319097.463580:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319097.463592:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130000 x1853164383939456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319097.463606:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319097.463609:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319097.463610:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319097.463614:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3996 00000100:00080000:0.0:1767319097.463625:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319097.463629:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319097.463638:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5132680 x1853164383939712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319097.463662:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383939584:0@lo:400:kworker.0 00000100:00100000:0.0:1767319097.463730:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319097.463807:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319097.463813:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383939328:0@lo:400:kworker.0 00000100:00100000:0.0:1767319097.463834:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319097.464300:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383939584 00000100:00100000:1.0:1767319097.464309:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383939584 00000100:00100000:1.0:1767319097.464376:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383939328 00000100:00100000:1.0:1767319097.464380:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383939328 00000100:00100000:1.0:1767319097.464405:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4580 00000100:00100000:1.0:1767319097.464413:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383939584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319097.464473:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383939584:12345-0@lo:400:kworker.0 Request processed in 61us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319097.464480:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4580 00000100:00100000:1.0:1767319097.464494:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4581 00000100:00100000:1.0:1767319097.464500:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383939328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319097.464521:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383939328:12345-0@lo:400:kworker.0 Request processed in 22us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319097.464525:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4581 00000100:00100000:1.0:1767319097.464548:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383938944:0@lo:250:kworker.0 00000400:00000100:1.0:1767319097.464568:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383938944 offset 0 length 520: 4 00000100:00100000:1.0:1767319097.464584:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383939072:0@lo:38:kworker.0 00000100:00100000:1.0:1767319097.464603:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319097.464635:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383939200:0@lo:38:kworker.0 00000100:00100000:1.0:1767319097.464656:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319097.464676:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383939456:0@lo:38:kworker.0 00000100:00100000:1.0:1767319097.464693:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319097.464801:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319097.464836:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383939328:0@lo:400:kworker.0 00000100:00100000:0.0:1767319097.464848:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383939584:0@lo:400:kworker.0 00000100:00100000:2.0:1767319097.466653:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319097.467535:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383939200 00000100:00100000:0.0:1767319097.467546:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383939200 00000100:00100000:0.0:1767319097.467595:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2638 00000100:00100000:0.0:1767319097.467603:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383939200:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319097.467636:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319097.467716:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383939200:12345-0@lo:38:kworker.0 Request processed in 113us (3057us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319097.467723:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2638 00000100:00100000:1.0:1767319097.470421:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383939712:0@lo:38:kworker.0 00000100:00100000:1.0:1767319097.470494:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319097.471181:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319097.471188:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319097.471192:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383939200:0@lo:38:kworker.0 00000100:00100000:3.0:1767319097.472639:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383939072 00000100:00100000:3.0:1767319097.472652:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383939072 00000100:00100000:3.0:1767319097.472709:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383939456 00000100:00100000:3.0:1767319097.472713:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383939456 00000100:00100000:3.0:1767319097.472723:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383939712 00000100:00100000:3.0:1767319097.472726:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383939712 00000100:00100000:3.0:1767319097.472741:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23638 00000100:00100000:3.0:1767319097.472750:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383939072:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319097.472773:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319097.472868:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383939072:12345-0@lo:38:kworker.0 Request processed in 117us (8262us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319097.472875:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23638 00000100:00100000:2.0:1767319097.472941:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23639 00000100:00100000:2.0:1767319097.472948:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383939456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319097.472965:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319097.473000:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383939456:12345-0@lo:38:kworker.0 Request processed in 52us (8305us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319097.473006:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23639 00000100:00100000:2.0:1767319097.473018:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23640 00000100:00100000:2.0:1767319097.473028:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383939712:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319097.473037:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319097.473059:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383939712:12345-0@lo:38:kworker.0 Request processed in 36us (2566us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319097.473064:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23640 00000100:00080000:1.0:1767319097.477267:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319097.477280:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319097.477286:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383939072:0@lo:38:kworker.0 00000100:00080000:1.0:1767319097.477300:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319097.477303:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319097.477306:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383939456:0@lo:38:kworker.0 00000100:00080000:1.0:1767319097.477315:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319097.477318:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319097.477321:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383939712:0@lo:38:kworker.0 00010000:00010000:3.0:1767319097.974967:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319098.445310:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319098.445367:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:1.0:1767319098.445398:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297351424 offset 0 length 520: 4 00000100:00100000:2.0:1767319098.445405:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297351296 00000100:00100000:2.0:1767319098.445417:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297351296 00000100:00100000:2.0:1767319098.445508:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297351168 00000100:00100000:2.0:1767319098.445513:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297351168 00000100:00100000:2.0:1767319098.445536:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4582 00000100:00100000:2.0:1767319098.445547:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297351296:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319098.445649:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297351296:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 104us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319098.445658:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4582 00000100:00100000:2.0:1767319098.445676:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23641 00000100:00100000:2.0:1767319098.445680:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297351168:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319098.445701:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319098.445725:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297351168:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 44us (358us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319098.445732:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23641 00000100:00080000:1.0:1767319098.446013:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319098.487140:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319099.001881:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319099.511227:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319100.023818:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319100.534992:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319101.047004:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319101.559429:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319102.071044:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319102.071139:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383939840:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319102.071224:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319102.071291:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383939968:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319102.071324:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319102.071372:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383939840 00000100:00100000:2.0:1767319102.071379:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383939840 00000100:00100000:3.0:1767319102.071410:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383939968 00000100:00100000:3.0:1767319102.071417:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383939968 00000100:00100000:2.0:1767319102.071441:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2445 00000100:00100000:2.0:1767319102.071453:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383939840:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319102.071455:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2446 00000100:00100000:3.0:1767319102.071468:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383939968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319102.071485:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00002000:00000024:3.0:1767319102.071489:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319102.071539:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383939968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319102.071547:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2446 00000100:00100000:3.0:1767319102.071609:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383939968:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319102.071654:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319102.071738:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319102.090091:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383939840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 18630us (18857us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319102.090108:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2445 00000100:00100000:1.0:1767319102.090450:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383939840:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319102.582960:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319102.583243:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319102.583250:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319102.583253:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319102.583257:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319102.583261:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319102.583269:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4000 00000100:00080000:2.0:1767319102.583273:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319102.583280:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319102.583323:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb4380 x1853164383940096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319102.583348:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319102.583352:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319102.583353:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319102.583357:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4000 00000100:00080000:2.0:1767319102.583359:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319102.583363:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319102.583376:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb6a00 x1853164383940224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319102.583416:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319102.583420:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319102.583422:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319102.583426:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4000 00000100:00080000:2.0:1767319102.583428:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319102.583431:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319102.583442:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb4e00 x1853164383940480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319102.583456:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319102.583460:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319102.583461:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319102.583465:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4000 00000100:00080000:2.0:1767319102.583467:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767319102.583577:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383940608:0@lo:400:kworker.0 00000100:00100000:3.0:1767319102.583615:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383940352:0@lo:400:kworker.0 00000100:00100000:0.0:1767319102.583664:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319102.583701:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383940608 00000100:00100000:3.0:1767319102.583709:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383940608 00000100:00100000:0.0:1767319102.583752:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319102.583850:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383940096:0@lo:38:kworker.0 00000100:00080000:2.0:1767319102.583874:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319102.583883:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319102.583894:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb6680 x1853164383940736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319102.583954:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319102.585453:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4583 00000100:00100000:3.0:1767319102.585478:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383940608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319102.585585:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383940608:12345-0@lo:400:kworker.0 Request processed in 119us (1921us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319102.585593:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4583 00000100:00100000:1.0:1767319102.593113:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383940224:0@lo:38:kworker.0 00000100:00100000:1.0:1767319102.593184:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319102.593212:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383940480:0@lo:38:kworker.0 00000100:00100000:1.0:1767319102.593236:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319102.593829:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383940352 00000100:00100000:3.0:1767319102.593841:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383940352 00000100:00100000:3.0:1767319102.593903:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383940096 00000100:00100000:3.0:1767319102.593906:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383940096 00000100:00100000:3.0:1767319102.593921:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4584 00000100:00100000:3.0:1767319102.593931:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383940352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319102.593997:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383940352:12345-0@lo:400:kworker.0 Request processed in 67us (10243us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319102.594004:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4584 00000100:00100000:3.0:1767319102.594037:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23642 00000100:00100000:3.0:1767319102.594042:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383940096:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319102.594061:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319102.594090:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383940096:12345-0@lo:38:kworker.0 Request processed in 46us (10207us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319102.594096:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23642 00000100:00080000:3.0:1767319102.594123:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319102.594158:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383940352:0@lo:400:kworker.0 00000100:00100000:3.0:1767319102.594221:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383940608:0@lo:400:kworker.0 00000100:00100000:3.0:1767319102.594251:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383940224 00000100:00100000:3.0:1767319102.594255:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383940224 00000100:00100000:3.0:1767319102.594277:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2639 00000100:00100000:3.0:1767319102.594281:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383940224:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319102.594291:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319102.594319:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383940224:12345-0@lo:38:kworker.0 Request processed in 37us (1137us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319102.594325:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2639 00000100:00100000:1.0:1767319102.609846:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383940736:0@lo:38:kworker.0 00000100:00100000:1.0:1767319102.609917:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319102.609969:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319102.609974:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319102.609978:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383940096:0@lo:38:kworker.0 00000100:00100000:2.0:1767319102.609989:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383940480 00000100:00080000:1.0:1767319102.609991:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319102.609996:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319102.609999:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383940480 00000100:00100000:1.0:1767319102.610000:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383940224:0@lo:38:kworker.0 00000100:00100000:2.0:1767319102.610057:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383940736 00000100:00100000:2.0:1767319102.610061:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383940736 00000100:00100000:2.0:1767319102.610098:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23643 00000100:00100000:2.0:1767319102.610165:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383940480:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319102.610187:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319102.610238:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383940480:12345-0@lo:38:kworker.0 Request processed in 131us (16999us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319102.611930:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23644 00000100:00100000:0.0:1767319102.612210:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383940736:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319102.612237:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319102.612315:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383940736:12345-0@lo:38:kworker.0 Request processed in 371us (2396us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319102.612325:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23644 00000100:00080000:0.0:1767319102.612420:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319102.612427:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319102.612430:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383940736:0@lo:38:kworker.0 00000100:00080000:0.0:1767319102.612440:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319102.612444:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319102.612447:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383940480:0@lo:38:kworker.0 00000100:00100000:2.0:1767319102.616524:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23643 00010000:00010000:3.0:1767319103.095741:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319103.566596:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319103.566645:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319103.566736:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297351552 00000100:00100000:3.0:1767319103.566749:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297351552 00000100:00100000:3.0:1767319103.566833:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297351680 00000100:00100000:3.0:1767319103.566837:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297351680 00000100:00100000:3.0:1767319103.566896:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4585 00000100:00100000:3.0:1767319103.566906:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297351680:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319103.566995:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297351680:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 90us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319103.567003:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4585 00000100:00100000:3.0:1767319103.567021:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23645 00000100:00100000:3.0:1767319103.567025:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297351552:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319103.567046:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319103.567071:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297351552:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 45us (487us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319103.567078:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23645 00000100:00080000:0.0:1767319103.567957:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319103.607670:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319104.119122:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319104.630937:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319105.143230:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319105.654989:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319106.166943:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319106.679093:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319107.191853:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319107.191874:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319107.192024:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383940864:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319107.192105:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319107.192217:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383940864 00000100:00100000:2.0:1767319107.192226:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383940864 00000100:00100000:2.0:1767319107.192302:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2447 00000100:00100000:2.0:1767319107.192311:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383940864:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319107.192311:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1767319107.192341:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319107.192680:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383940864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 369us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319107.192689:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2447 00000100:00100000:2.0:1767319107.196964:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319107.196993:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383940992:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319107.197068:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319107.197210:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383940992 00000100:00100000:0.0:1767319107.197219:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383940992 00000100:00100000:0.0:1767319107.197298:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2448 00000100:00080000:1.0:1767319107.197299:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319107.197307:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383940992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319107.197337:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319107.197395:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383940992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319107.197402:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2448 00000100:00100000:1.0:1767319107.197441:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383940992:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319107.197924:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383940864:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319107.703844:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319107.703856:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319107.703860:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319107.703864:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319107.703868:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319107.703877:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4005 00000100:00080000:2.0:1767319107.703882:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319107.703889:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319107.703930:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb6680 x1853164383941120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319107.703960:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319107.703964:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319107.703966:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319107.703970:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4005 00000100:00080000:2.0:1767319107.703973:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319107.703976:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319107.703992:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb6a00 x1853164383941248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319107.704036:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319107.704039:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319107.704041:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319107.704044:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4005 00000100:00080000:2.0:1767319107.704047:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319107.704050:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319107.704074:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb6d80 x1853164383941504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319107.704132:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319107.704135:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319107.704137:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319107.704141:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4005 00000100:00080000:2.0:1767319107.704143:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319107.704146:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319107.704156:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7907100 x1853164383941760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319107.704339:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383941632:0@lo:400:kworker.0 00000100:00100000:1.0:1767319107.704408:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319107.704536:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319107.704544:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383941376:0@lo:400:kworker.0 00000100:00100000:1.0:1767319107.704567:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319107.705493:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383941120:0@lo:38:kworker.0 00000100:00100000:0.0:1767319107.705552:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319107.715247:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319107.716251:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383941632 00000100:00100000:2.0:1767319107.716265:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383941632 00000100:00100000:2.0:1767319107.716350:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383941376 00000100:00100000:2.0:1767319107.716354:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383941376 00000100:00100000:2.0:1767319107.716388:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4586 00000100:00100000:2.0:1767319107.716398:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383941632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319107.716496:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383941632:12345-0@lo:400:kworker.0 Request processed in 99us (12087us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319107.716503:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4586 00000100:00100000:2.0:1767319107.716552:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4587 00000100:00100000:2.0:1767319107.716559:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383941376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319107.716587:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383941376:12345-0@lo:400:kworker.0 Request processed in 29us (12019us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319107.716592:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4587 00000100:00080000:1.0:1767319107.716716:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319107.716775:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383941376:0@lo:400:kworker.0 00000100:00100000:1.0:1767319107.716817:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383941632:0@lo:400:kworker.0 00000100:00100000:0.0:1767319107.727558:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383941248:0@lo:38:kworker.0 00000100:00100000:0.0:1767319107.727626:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319107.727657:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383941504:0@lo:38:kworker.0 00000100:00100000:0.0:1767319107.727684:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319107.728637:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383941248 00000100:00100000:1.0:1767319107.728648:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383941248 00000100:00100000:1.0:1767319107.728705:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2640 00000100:00100000:1.0:1767319107.728714:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383941248:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319107.728738:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319107.728834:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383941248:12345-0@lo:38:kworker.0 Request processed in 119us (1206us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319107.728841:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2640 00000100:00100000:0.0:1767319107.729742:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383941760:0@lo:38:kworker.0 00000100:00100000:0.0:1767319107.729804:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319107.729876:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383941120 00000100:00100000:3.0:1767319107.729882:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383941120 00000100:00100000:3.0:1767319107.729919:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383941504 00000100:00100000:3.0:1767319107.729922:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383941504 00000100:00100000:3.0:1767319107.729943:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23646 00000100:00100000:3.0:1767319107.729949:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383941120:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319107.729967:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319107.730015:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383941120:12345-0@lo:38:kworker.0 Request processed in 65us (14778us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319107.730022:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23646 00000100:00100000:3.0:1767319107.730036:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23647 00000100:00100000:3.0:1767319107.730040:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383941504:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319107.730049:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319107.730070:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383941504:12345-0@lo:38:kworker.0 Request processed in 29us (2384us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319107.730075:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23647 00000100:00080000:0.0:1767319107.732907:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319107.732920:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319107.732925:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383941120:0@lo:38:kworker.0 00000100:00080000:0.0:1767319107.732939:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319107.732942:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319107.732945:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383941248:0@lo:38:kworker.0 00000100:00080000:0.0:1767319107.732955:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319107.732958:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319107.732961:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383941504:0@lo:38:kworker.0 00000100:00100000:1.0:1767319107.733127:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383941760 00000100:00100000:1.0:1767319107.733135:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383941760 00000100:00100000:1.0:1767319107.733183:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23648 00000100:00100000:1.0:1767319107.733191:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383941760:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319107.733219:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319107.733612:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383941760:12345-0@lo:38:kworker.0 Request processed in 420us (3806us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319107.733620:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23648 00000100:00080000:0.0:1767319107.733683:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319107.733688:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319107.733691:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383941760:0@lo:38:kworker.0 00010000:00010000:3.0:1767319108.216697:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319108.686938:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319108.686993:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319108.687104:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297351936 00000100:00100000:2.0:1767319108.687115:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297351936 00000100:00100000:2.0:1767319108.687194:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297351808 00000100:00100000:2.0:1767319108.687199:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297351808 00000100:00080000:3.0:1767319108.687352:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319108.687444:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4588 00000100:00100000:2.0:1767319108.687455:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297351936:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319108.687556:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297351936:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 102us (629us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319108.687564:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4588 00000100:00100000:2.0:1767319108.687582:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23649 00000100:00100000:2.0:1767319108.687586:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297351808:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319108.687607:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319108.687633:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297351808:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 44us (640us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319108.687640:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23649 00000100:00100000:0.0:1767319108.726928:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319109.239148:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319109.750928:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319110.263198:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319110.775025:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319111.287050:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319111.798904:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319112.311106:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319112.311333:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319112.311438:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319112.311463:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383942016:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319112.311555:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319112.311634:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383942016 00000100:00100000:1.0:1767319112.311643:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383942016 00000100:00100000:1.0:1767319112.311701:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2449 00000100:00100000:1.0:1767319112.311712:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383942016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319112.311748:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319112.311814:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383942016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319112.311822:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2449 00000100:00080000:1.0:1767319112.311843:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319112.311887:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383942016:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319112.318933:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383941888:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319112.319017:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319112.319136:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383941888 00000100:00100000:1.0:1767319112.319148:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383941888 00000100:00100000:1.0:1767319112.319237:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2450 00000100:00100000:1.0:1767319112.319254:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383941888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319112.319294:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319112.319438:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383941888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 192us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319112.319449:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2450 00000100:00100000:0.0:1767319112.319494:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383941888:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319112.319570:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319112.718331:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319112.718416:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297352192 00000100:00100000:3.0:1767319112.718425:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297352192 00000100:00100000:3.0:1767319112.718507:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4589 00000100:00100000:3.0:1767319112.718523:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297352192:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319112.718611:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297352192:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 95us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319112.718620:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4589 00000100:00080000:1.0:1767319112.721097:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319112.721165:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319112.721985:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297352064 00000100:00100000:3.0:1767319112.721998:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297352064 00000100:00100000:3.0:1767319112.722060:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23650 00000100:00100000:3.0:1767319112.722069:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297352064:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319112.722094:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319112.722168:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297352064:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 98us (1011us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319112.722175:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23650 00000100:00080000:2.0:1767319112.822910:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767319112.822913:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319112.822923:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319112.822926:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319112.822930:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319112.822935:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319112.822944:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4010 00000100:00080000:2.0:1767319112.822948:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319112.822955:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319112.823005:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7907100 x1853164383942144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319112.823032:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319112.823036:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319112.823037:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319112.823041:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4010 00000100:00080000:2.0:1767319112.823044:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319112.823047:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319112.823061:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627b100 x1853164383942272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319112.823092:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383942144:0@lo:38:kworker.0 00000100:00080000:2.0:1767319112.823103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319112.823107:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319112.823109:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319112.823113:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4010 00000100:00080000:2.0:1767319112.823115:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319112.823118:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319112.823120:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383942400:0@lo:400:kworker.0 00000100:00100000:2.0:1767319112.823130:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627bb80 x1853164383942528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319112.823144:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319112.823146:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319112.823148:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319112.823151:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4010 00000100:00080000:2.0:1767319112.823153:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319112.823156:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319112.823163:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278000 x1853164383942784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319112.823178:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319112.823213:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383943040:0@lo:400:kworker.0 00000100:00100000:0.0:1767319112.823250:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319112.823271:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319112.823278:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319112.823280:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383942656:0@lo:400:kworker.0 00000100:00100000:0.0:1767319112.823293:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383942272:0@lo:38:kworker.0 00000100:00100000:2.0:1767319112.823307:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319112.823307:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319112.823314:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383942912:0@lo:400:kworker.0 00000100:00100000:0.0:1767319112.823333:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319112.823340:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383942400 00000100:00100000:2.0:1767319112.823343:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319112.823347:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383942400 00000100:00100000:0.0:1767319112.823381:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383942528:0@lo:38:kworker.0 00000100:00100000:2.0:1767319112.823384:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383943040 00000100:00100000:2.0:1767319112.823390:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383943040 00000100:00100000:3.0:1767319112.823407:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383942144 00000100:00100000:3.0:1767319112.823411:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383942144 00000100:00100000:0.0:1767319112.823414:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319112.823417:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383942912 00000100:00100000:2.0:1767319112.823420:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383942912 00000100:00100000:0.0:1767319112.823436:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383942784:0@lo:38:kworker.0 00000100:00100000:0.0:1767319112.823457:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319112.823520:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1676 00000100:00100000:2.0:1767319112.823531:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383943040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319112.823600:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1677 00000100:00100000:1.0:1767319112.823614:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383942912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319112.826297:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383942912:12345-0@lo:400:kworker.0 Request processed in 2679us (2945us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319112.826310:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1677 00000100:00080000:1.0:1767319112.826354:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319112.830977:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383942656 00000100:00100000:1.0:1767319112.830995:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383942656 00000100:00080000:1.0:1767319112.831040:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319112.831077:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383942528 00000100:00100000:1.0:1767319112.831081:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383942528 00000100:00100000:1.0:1767319112.831091:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383942784 00000100:00100000:1.0:1767319112.831094:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383942784 00000100:00100000:1.0:1767319112.831118:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4590 00000100:00100000:1.0:1767319112.831128:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383942400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319112.831211:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383942400:12345-0@lo:400:kworker.0 Request processed in 85us (8032us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319112.831219:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4590 00000100:00100000:1.0:1767319112.831256:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4591 00000100:00100000:1.0:1767319112.831263:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383942656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319112.831294:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383942656:12345-0@lo:400:kworker.0 Request processed in 32us (7987us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319112.831312:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4591 00000100:00100000:1.0:1767319112.831326:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23651 00000100:00100000:1.0:1767319112.831329:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383942144:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319112.831349:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319112.831382:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383942144:12345-0@lo:38:kworker.0 Request processed in 50us (8134us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319112.831388:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23651 00000100:00100000:1.0:1767319112.831399:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23652 00000100:00100000:1.0:1767319112.831402:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383942528:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319112.831410:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319112.831434:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383942528:12345-0@lo:38:kworker.0 Request processed in 30us (8022us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319112.831439:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23652 00000100:00100000:1.0:1767319112.831461:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23653 00000100:00100000:1.0:1767319112.831464:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383942784:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319112.831473:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319112.831511:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383942784:12345-0@lo:38:kworker.0 Request processed in 45us (8053us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319112.831517:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23653 00000100:00100000:1.0:1767319112.832068:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383942272 00000100:00100000:1.0:1767319112.832074:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383942272 00000100:00100000:1.0:1767319112.832098:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2641 00000100:00100000:1.0:1767319112.832103:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383942272:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319112.832123:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319112.832154:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383942272:12345-0@lo:38:kworker.0 Request processed in 51us (8822us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319112.832159:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2641 00000100:00080000:1.0:1767319112.832199:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319112.832204:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319112.832208:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383942784:0@lo:38:kworker.0 00000100:00080000:1.0:1767319112.832221:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319112.832225:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319112.832228:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383942144:0@lo:38:kworker.0 00000100:00100000:0.0:1767319112.834639:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383942912:0@lo:400:kworker.0 00000100:00100000:0.0:1767319112.834657:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383943040:0@lo:400:kworker.0 00000100:00080000:1.0:1767319112.834810:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319112.834818:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319112.834822:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383942272:0@lo:38:kworker.0 00000100:00080000:1.0:1767319112.834863:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319112.834867:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319112.834870:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383942528:0@lo:38:kworker.0 00000100:00100000:0.0:1767319112.836369:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383942656:0@lo:400:kworker.0 00000100:00100000:0.0:1767319112.836400:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383942400:0@lo:400:kworker.0 00000100:00100000:2.0:1767319112.836593:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383943040:12345-0@lo:400:kworker.0 Request processed in 13061us (13313us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319112.836606:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1676 00010000:00010000:3.0:1767319113.334992:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319113.847049:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319114.361112:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319114.870919:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319115.383029:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319115.895246:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319116.406896:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319116.920447:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319117.431175:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319117.431483:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383943168:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319117.431553:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319117.431683:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383943168 00000100:00100000:2.0:1767319117.431692:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383943168 00000100:00100000:2.0:1767319117.431759:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2451 00000100:00100000:2.0:1767319117.431770:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383943168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319117.431818:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319117.431859:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383943168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319117.431866:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2451 00000100:00080000:1.0:1767319117.431926:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319117.431962:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383943168:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319117.432926:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319117.442626:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383943296:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319117.442706:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319117.443450:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383943296 00000100:00100000:0.0:1767319117.443461:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383943296 00000100:00100000:0.0:1767319117.443541:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2452 00000100:00100000:0.0:1767319117.443555:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383943296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319117.443586:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319117.443652:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383943296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (945us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319117.443659:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2452 00000100:00100000:3.0:1767319117.443811:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383943296:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319117.443872:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319117.897281:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319117.897905:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297352320 00000100:00100000:0.0:1767319117.897914:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297352320 00000100:00100000:0.0:1767319117.897957:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23654 00000100:00100000:0.0:1767319117.897964:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297352320:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319117.898003:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319117.898560:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319117.898607:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297352448 00000100:00100000:1.0:1767319117.898612:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297352448 00000100:00100000:0.0:1767319117.898653:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297352320:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 688us (1381us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319117.898660:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23654 00000100:00100000:1.0:1767319117.898704:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4592 00000100:00100000:1.0:1767319117.898714:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297352448:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319117.898755:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297352448:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 45us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319117.898763:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4592 00000100:00080000:2.0:1767319117.898910:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319117.942922:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319117.942930:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319117.942932:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319117.942935:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319117.942939:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319117.942945:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4016 00000100:00080000:2.0:1767319117.942949:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319117.942955:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319117.943083:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319117.944507:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6dad80 x1853164383943424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319117.944540:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319117.944545:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319117.944547:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319117.944552:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4016 00000100:00080000:2.0:1767319117.944555:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319117.944560:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319117.944575:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6dbb80 x1853164383943552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319117.944656:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383943680:0@lo:400:kworker.0 00000100:00100000:1.0:1767319117.944722:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319117.944804:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319117.944807:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319117.944809:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319117.944812:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4016 00000100:00080000:2.0:1767319117.944814:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319117.944817:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319117.944828:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6da680 x1853164383943808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319117.944883:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383943680 00000100:00100000:3.0:1767319117.944890:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383943680 00000100:00100000:0.0:1767319117.944936:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383943936:0@lo:400:kworker.0 00000100:00100000:3.0:1767319117.944942:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4593 00000100:00100000:3.0:1767319117.944951:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383943680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319117.944979:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319117.945025:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383943424:0@lo:38:kworker.0 00000100:00100000:0.0:1767319117.945061:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319117.945084:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383943552:0@lo:38:kworker.0 00000100:00100000:0.0:1767319117.945109:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319117.945130:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383943808:0@lo:38:kworker.0 00000100:00100000:0.0:1767319117.945150:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319117.945177:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383943936 00000100:00100000:0.0:1767319117.945181:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383943936 00000100:00100000:0.0:1767319117.945200:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383943424 00000100:00100000:0.0:1767319117.945202:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383943424 00000100:00100000:0.0:1767319117.945209:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383943808 00000100:00100000:0.0:1767319117.945211:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383943808 00000100:00100000:0.0:1767319117.945219:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4594 00000100:00100000:0.0:1767319117.945225:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383943936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319117.945256:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383943936:12345-0@lo:400:kworker.0 Request processed in 30us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319117.945262:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4594 00000100:00100000:0.0:1767319117.945277:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23655 00000100:00100000:0.0:1767319117.945281:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383943424:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319117.945300:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319117.945324:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383943424:12345-0@lo:38:kworker.0 Request processed in 41us (262us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319117.945329:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23655 00000100:00100000:0.0:1767319117.945339:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23656 00000100:00100000:0.0:1767319117.945343:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383943808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319117.945351:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319117.945367:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383943808:12345-0@lo:38:kworker.0 Request processed in 23us (216us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319117.945372:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23656 00000100:00100000:0.0:1767319117.945404:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383943936:0@lo:400:kworker.0 00000100:00080000:0.0:1767319117.945438:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319117.945443:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319117.945446:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383943424:0@lo:38:kworker.0 00000100:00080000:0.0:1767319117.945454:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319117.945457:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319117.945459:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383943808:0@lo:38:kworker.0 00000100:00100000:0.0:1767319117.945509:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383943552 00000100:00100000:0.0:1767319117.945513:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383943552 00000100:00100000:0.0:1767319117.945533:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2642 00000100:00100000:0.0:1767319117.945537:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383943552:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319117.945546:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319117.945571:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383943552:12345-0@lo:38:kworker.0 Request processed in 33us (461us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319117.945577:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2642 00000100:00080000:0.0:1767319117.945595:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319117.945599:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319117.945601:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383943552:0@lo:38:kworker.0 00000100:00080000:0.0:1767319117.945638:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319117.947072:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319117.947078:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319117.947082:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319117.947088:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4016 00000100:00080000:2.0:1767319117.947090:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319117.947094:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319117.947128:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d9880 x1853164383944064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319117.947199:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383944192:0@lo:400:kworker.0 00000100:00100000:2.0:1767319117.947239:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319117.947260:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319117.947263:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383944320:0@lo:400:kworker.0 00000100:00100000:2.0:1767319117.947274:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319117.947294:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383944192 00000100:00100000:2.0:1767319117.947298:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383944192 00000100:00100000:2.0:1767319117.947326:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383944320 00000100:00100000:2.0:1767319117.947328:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383944320 00000100:00100000:2.0:1767319117.947352:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1678 00000100:00100000:2.0:1767319117.947360:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383944192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319117.947404:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383944192:12345-0@lo:400:kworker.0 Request processed in 44us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319117.947411:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1678 00000100:00100000:2.0:1767319117.947437:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1679 00000100:00100000:2.0:1767319117.947445:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383944320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319117.947472:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383944320:12345-0@lo:400:kworker.0 Request processed in 28us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319117.947477:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1679 00000100:00100000:2.0:1767319117.947512:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383944320:0@lo:400:kworker.0 00000100:00100000:2.0:1767319117.947522:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383944192:0@lo:400:kworker.0 00000100:00100000:0.0:1767319117.948165:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383944064:0@lo:38:kworker.0 00000100:00100000:0.0:1767319117.948213:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319117.948244:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383944064 00000100:00100000:0.0:1767319117.948248:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383944064 00000100:00100000:0.0:1767319117.948270:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23657 00000100:00100000:0.0:1767319117.948274:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383944064:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319117.948302:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319117.948510:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383944064:12345-0@lo:38:kworker.0 Request processed in 232us (301us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319117.948517:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23657 00000100:00080000:0.0:1767319117.948548:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319117.948553:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319117.948556:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383944064:0@lo:38:kworker.0 00000100:00100000:3.0:1767319117.949600:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383943680:12345-0@lo:400:kworker.0 Request processed in 4646us (4873us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319117.949609:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4593 00000100:00100000:1.0:1767319117.950349:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383943680:0@lo:400:kworker.0 00010000:00010000:3.0:1767319118.456248:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319118.971519:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319119.479193:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319119.990908:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319120.503584:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319121.014929:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319121.528688:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319122.038862:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319122.038869:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319097/real 1767319097] req@ffff9369b5132d80 x1853164383938944/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319122 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319122.038899:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b5132d80 x1853164383938944/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319122 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319122.038918:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319122.038943:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319122.038947:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383938944:0@lo:250:kworker.0 00000100:00080000:2.0:1767319122.039022:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319122.039036:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319122.039039:0:8:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319122.039044:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4000 00000100:00080000:2.0:1767319122.039048:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319122.039053:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319122.039084:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6db100 x1853164383944448/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319122.039110:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319122.039114:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319122.039115:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319122.039118:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4021 00000100:00080000:2.0:1767319122.039120:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319122.039123:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319122.039137:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d8700 x1853164383944576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319122.039144:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319122.039146:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319122.039148:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319122.039151:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4021 00000100:00080000:2.0:1767319122.039153:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319122.039155:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319122.039167:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d8380 x1853164383944704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319122.039218:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319122.039222:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319122.039223:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319122.039227:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4021 00000100:00080000:2.0:1767319122.039228:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319122.039232:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319122.039243:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d8000 x1853164383944960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319122.039257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319122.039260:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319122.039262:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319122.039265:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4021 00000100:00080000:2.0:1767319122.039267:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319122.039270:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319122.039278:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6daa00 x1853164383945216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319122.039319:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383945344:0@lo:400:kworker.0 00000100:00100000:2.0:1767319122.039375:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319122.039420:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383944832:0@lo:400:kworker.0 00000100:00100000:2.0:1767319122.039442:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319122.039451:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383945472:0@lo:400:kworker.0 00000100:00100000:3.0:1767319122.039462:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319122.039481:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319122.039492:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319122.039502:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383945088:0@lo:400:kworker.0 00000100:00100000:3.0:1767319122.039530:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319122.039532:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383944832 00000100:00100000:2.0:1767319122.039540:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383944832 00000100:00100000:2.0:1767319122.039600:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383945088 00000100:00100000:2.0:1767319122.039604:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383945088 00000100:00100000:2.0:1767319122.039626:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4595 00000100:00100000:2.0:1767319122.039634:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383944832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319122.039681:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4596 00000100:00100000:2.0:1767319122.039687:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383944832:12345-0@lo:400:kworker.0 Request processed in 51us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319122.039696:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383945088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319122.039697:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4595 00000100:00100000:3.0:1767319122.039739:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383945088:12345-0@lo:400:kworker.0 Request processed in 47us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319122.039747:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4596 00000100:00100000:2.0:1767319122.039770:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383945088:0@lo:400:kworker.0 00000100:00100000:2.0:1767319122.039808:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383944832:0@lo:400:kworker.0 00000100:00100000:1.0:1767319122.039874:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383944448:0@lo:250:kworker.0 00000400:00000100:1.0:1767319122.039896:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383944448 offset 0 length 520: 4 00000100:00100000:1.0:1767319122.039915:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383944576:0@lo:38:kworker.0 00000100:00100000:1.0:1767319122.039935:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319122.039957:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383944704:0@lo:38:kworker.0 00000100:00100000:1.0:1767319122.039976:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319122.040000:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383944960:0@lo:38:kworker.0 00000100:00100000:3.0:1767319122.040017:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383944576 00000100:00100000:1.0:1767319122.040024:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319122.040024:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383944576 00000100:00100000:1.0:1767319122.040044:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383945216:0@lo:38:kworker.0 00000100:00100000:3.0:1767319122.040047:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383944960 00000100:00100000:3.0:1767319122.040052:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383944960 00000100:00100000:3.0:1767319122.040071:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23658 00000100:00100000:1.0:1767319122.040073:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319122.040081:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383944576:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319122.040098:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383945216 00010000:00020000:3.0:1767319122.040100:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319122.040103:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383945216 00000100:00100000:1.0:1767319122.040119:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23659 00000100:00100000:1.0:1767319122.040125:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383944960:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319122.040137:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319122.040151:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383944576:12345-0@lo:38:kworker.0 Request processed in 69us (213us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319122.040162:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23658 00000100:00100000:1.0:1767319122.040169:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383944960:12345-0@lo:38:kworker.0 Request processed in 43us (145us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319122.040177:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23660 00000100:00100000:3.0:1767319122.040182:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383945216:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319122.040190:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319122.040212:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383945216:12345-0@lo:38:kworker.0 Request processed in 29us (143us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319122.040256:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383944704 00000100:00100000:2.0:1767319122.040260:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383944704 00000100:00100000:2.0:1767319122.040281:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2643 00000100:00100000:2.0:1767319122.040285:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383944704:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319122.040295:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319122.040320:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383944704:12345-0@lo:38:kworker.0 Request processed in 34us (343us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319122.040326:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2643 00000100:00080000:2.0:1767319122.040359:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319122.040364:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319122.040367:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383944576:0@lo:38:kworker.0 00000100:00080000:2.0:1767319122.040375:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319122.040377:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319122.040380:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383944704:0@lo:38:kworker.0 00000100:00080000:2.0:1767319122.040386:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319122.040389:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319122.040402:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383944960:0@lo:38:kworker.0 00000100:00080000:2.0:1767319122.040411:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319122.040414:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319122.040416:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383945216:0@lo:38:kworker.0 00000100:00100000:2.0:1767319122.040450:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383945344 00000100:00100000:2.0:1767319122.040453:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383945344 00000100:00100000:2.0:1767319122.040475:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383945472 00000100:00100000:2.0:1767319122.040478:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383945472 00000100:00100000:2.0:1767319122.040497:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1680 00000100:00100000:2.0:1767319122.040503:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383945344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319122.040536:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383945344:12345-0@lo:400:kworker.0 Request processed in 34us (1160us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319122.040542:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1680 00000100:00100000:2.0:1767319122.040553:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1681 00000100:00100000:2.0:1767319122.040558:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383945472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319122.040611:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383945472:12345-0@lo:400:kworker.0 Request processed in 52us (1130us total) trans 0 rc 0/0 00000100:00080000:0.0:1767319122.040652:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319122.040656:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319122.040663:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319122.040708:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383945472:0@lo:400:kworker.0 00000100:00100000:0.0:1767319122.040717:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383945344:0@lo:400:kworker.0 00000100:00100000:2.0:1767319122.040948:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1681 00000100:00100000:1.0:1767319122.041423:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23659 00000100:00100000:3.0:1767319122.041455:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23660 00010000:00010000:1.0:1767319122.550974:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319122.551005:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383945728:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319122.551042:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383945600:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319122.551083:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319122.551205:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383945728 00000100:00100000:1.0:1767319122.551212:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383945728 00000100:00100000:1.0:1767319122.551271:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2453 00000100:00100000:1.0:1767319122.551282:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383945728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319122.551314:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319122.551361:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383945728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319122.551368:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2453 00000100:00100000:1.0:1767319122.551424:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383945728:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319122.551499:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319122.551650:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383945600 00000100:00100000:1.0:1767319122.551655:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383945600 00000100:00100000:1.0:1767319122.551686:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2454 00000100:00100000:1.0:1767319122.551693:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383945600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319122.551710:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319122.551741:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383945600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319122.551747:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2454 00000100:00100000:1.0:1767319122.551774:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383945600:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319123.014638:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319123.015160:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297352576 00000100:00100000:1.0:1767319123.015170:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297352576 00000100:00100000:1.0:1767319123.015258:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23661 00000100:00100000:1.0:1767319123.015267:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297352576:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319123.015291:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319123.015373:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297352576:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 105us (744us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319123.015380:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23661 00000100:00100000:1.0:1767319123.021031:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:1.0:1767319123.021073:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297352832 offset 0 length 520: 4 00000100:00100000:2.0:1767319123.021155:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297352704 00000100:00100000:2.0:1767319123.021167:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297352704 00000100:00100000:2.0:1767319123.021244:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4597 00000100:00100000:2.0:1767319123.021255:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297352704:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319123.021344:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297352704:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 83us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319123.021351:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4597 00000100:00080000:0.0:1767319123.021471:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319123.062953:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319123.577127:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319124.041190:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319124.041434:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297352960 00000100:00100000:3.0:1767319124.041446:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297352960 00000100:00100000:3.0:1767319124.041520:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23662 00000100:00100000:3.0:1767319124.041530:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297352960:12345-192.168.202.56@tcp:17:kworker.0 00000100:00100000:3.0:1767319124.041714:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297352960:12345-192.168.202.56@tcp:17:kworker.0 Request processed in 111us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319124.041723:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23662 00000100:00100000:2.0:1767319124.087114:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319124.599104:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319125.111536:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319125.623033:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319126.134915:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319126.647019:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319127.161597:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319127.161609:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319127.161612:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319127.161615:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319127.161620:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319127.161629:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4025 00000100:00080000:3.0:1767319127.161634:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319127.161641:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319127.161682:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810a300 x1853164383945856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319127.161752:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383945856:0@lo:38:kworker.0 00000100:00100000:2.0:1767319127.161845:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319127.161980:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383945856 00000100:00100000:0.0:1767319127.161984:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319127.161989:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383945856 00000100:00100000:1.0:1767319127.162043:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23663 00000100:00100000:1.0:1767319127.162051:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383945856:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319127.162074:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767319127.162146:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319127.162150:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319127.162153:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319127.162158:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4025 00000100:00080000:3.0:1767319127.162161:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319127.162165:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319127.162182:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109180 x1853164383945984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319127.162370:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383945984:0@lo:38:kworker.0 00000100:00100000:2.0:1767319127.162402:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319127.162460:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383945856:12345-0@lo:38:kworker.0 Request processed in 407us (614us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319127.162478:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383945984 00000100:00100000:1.0:1767319127.162479:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23663 00000100:00100000:0.0:1767319127.162486:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383945984 00000100:00100000:0.0:1767319127.162521:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2644 00000100:00100000:0.0:1767319127.162526:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383945984:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319127.162539:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319127.162573:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383945984:12345-0@lo:38:kworker.0 Request processed in 46us (171us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319127.162579:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2644 00000100:00080000:3.0:1767319127.162654:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319127.162658:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319127.162660:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319127.162667:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4025 00000100:00080000:3.0:1767319127.162670:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319127.162674:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319127.162688:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592b100 x1853164383946240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319127.162704:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319127.162707:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319127.162708:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319127.162713:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4025 00000100:00080000:3.0:1767319127.162715:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319127.162717:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319127.162726:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e0a80 x1853164383946496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319127.162755:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383946368:0@lo:400:kworker.0 00000100:00100000:3.0:1767319127.162774:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383946624:0@lo:400:kworker.0 00000100:00100000:1.0:1767319127.162821:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319127.162827:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319127.162848:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319127.162856:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319127.162857:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383946112:0@lo:400:kworker.0 00000100:00100000:3.0:1767319127.162867:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383946752:0@lo:400:kworker.0 00000100:00100000:1.0:1767319127.162890:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319127.162898:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319127.162937:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383946368 00000100:00100000:1.0:1767319127.162942:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383946368 00000100:00100000:3.0:1767319127.162951:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383946624 00000100:00100000:3.0:1767319127.162956:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383946624 00000100:00100000:0.0:1767319127.162965:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383946752 00000100:00100000:0.0:1767319127.162971:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383946752 00000100:00100000:3.0:1767319127.163007:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1682 00000100:00100000:3.0:1767319127.163015:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383946624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319127.163056:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383946624:12345-0@lo:400:kworker.0 Request processed in 42us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319127.163062:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1682 00000100:00100000:3.0:1767319127.163076:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1683 00000100:00100000:3.0:1767319127.163082:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383946752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319127.163111:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383946752:12345-0@lo:400:kworker.0 Request processed in 29us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319127.163116:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1683 00000100:00100000:1.0:1767319127.163263:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383946112 00000100:00100000:1.0:1767319127.163267:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383946112 00000100:00100000:1.0:1767319127.163297:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4598 00000100:00080000:2.0:1767319127.163300:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767319127.163307:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383946368:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767319127.163310:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319127.163317:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383945856:0@lo:38:kworker.0 00000100:00100000:2.0:1767319127.163338:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383946240:0@lo:38:kworker.0 00000100:00100000:2.0:1767319127.163373:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319127.163396:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383946496:0@lo:38:kworker.0 00000100:00100000:2.0:1767319127.163417:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319127.163434:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319127.163437:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319127.163440:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383945984:0@lo:38:kworker.0 00000100:00100000:2.0:1767319127.163475:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383946240 00000100:00100000:2.0:1767319127.163480:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383946240 00000100:00100000:1.0:1767319127.163486:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383946368:12345-0@lo:400:kworker.0 Request processed in 178us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319127.163494:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4598 00000100:00100000:2.0:1767319127.163499:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383946496 00000100:00100000:2.0:1767319127.163502:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383946496 00000100:00100000:1.0:1767319127.163514:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4599 00000100:00100000:2.0:1767319127.163521:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23664 00000100:00100000:1.0:1767319127.163525:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383946112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319127.163552:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383946112:12345-0@lo:400:kworker.0 Request processed in 31us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319127.163625:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4599 00000100:00100000:2.0:1767319127.163627:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383946240:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319127.163642:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23665 00010000:00020000:2.0:1767319127.163644:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319127.163651:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383946496:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319127.163663:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319127.163686:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383946240:12345-0@lo:38:kworker.0 Request processed in 60us (312us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319127.163693:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23664 00000100:00080000:2.0:1767319127.163718:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319127.163722:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319127.163725:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383946240:0@lo:38:kworker.0 00000100:00100000:2.0:1767319127.163759:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383946752:0@lo:400:kworker.0 00000100:00100000:2.0:1767319127.163770:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383946624:0@lo:400:kworker.0 00000100:00100000:1.0:1767319127.163806:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383946496:12345-0@lo:38:kworker.0 Request processed in 154us (386us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319127.163814:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23665 00000100:00100000:1.0:1767319127.163847:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383946112:0@lo:400:kworker.0 00000100:00100000:1.0:1767319127.163856:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383946368:0@lo:400:kworker.0 00000100:00080000:1.0:1767319127.163887:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319127.163892:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319127.163895:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383946496:0@lo:38:kworker.0 00000100:00080000:1.0:1767319127.163923:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319127.163927:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319127.163929:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767319127.671084:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319127.671279:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383946880:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319127.671374:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319127.671503:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383946880 00000100:00100000:0.0:1767319127.671511:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383946880 00000100:00100000:0.0:1767319127.671556:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2455 00000100:00100000:0.0:1767319127.671565:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383946880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319127.671596:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319127.671648:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383946880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319127.671656:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2455 00000100:00100000:1.0:1767319127.671839:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383946880:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319127.672108:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383947008:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319127.672145:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319127.672255:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383947008 00000100:00100000:3.0:1767319127.672261:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383947008 00000100:00100000:3.0:1767319127.672293:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2456 00000100:00100000:3.0:1767319127.672302:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383947008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319127.672320:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319127.672413:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383947008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319127.672420:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2456 00000100:00100000:2.0:1767319127.672850:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383947008:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319128.136244:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319128.137099:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297353216 00000100:00100000:0.0:1767319128.137111:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297353216 00000100:00100000:0.0:1767319128.137203:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4600 00000100:00100000:0.0:1767319128.137215:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297353216:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319128.137302:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297353216:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 91us (1069us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319128.137310:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4600 00000100:00080000:1.0:1767319128.137542:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319128.137764:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319128.137824:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297353088 00000100:00100000:0.0:1767319128.137829:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297353088 00000100:00100000:0.0:1767319128.137860:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23666 00000100:00100000:0.0:1767319128.137865:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297353088:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319128.137886:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319128.137932:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297353088:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 64us (167us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319128.137939:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23666 00000100:00100000:0.0:1767319128.183018:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319128.695085:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319129.206909:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319129.720099:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319130.230897:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319130.743265:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319131.254989:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319131.766965:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319132.279126:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319132.279948:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319132.279955:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319132.279958:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319132.279962:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319132.279966:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319132.279974:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4030 00000100:00080000:2.0:1767319132.279986:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319132.279993:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319132.280028:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d9180 x1853164383947136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319132.280056:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319132.280060:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319132.280061:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319132.280065:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4030 00000100:00080000:2.0:1767319132.280067:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319132.280070:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319132.280083:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6db480 x1853164383947264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319132.280120:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319132.280124:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319132.280126:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319132.280130:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4030 00000100:00080000:2.0:1767319132.280133:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319132.280136:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319132.280141:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319132.280152:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592b100 x1853164383947520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319132.280161:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383947392:0@lo:400:kworker.0 00000100:00080000:2.0:1767319132.280172:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319132.280176:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319132.280178:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319132.280181:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4030 00000100:00080000:2.0:1767319132.280184:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319132.280188:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319132.280203:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810a300 x1853164383947776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319132.280233:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319132.280291:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383948032:0@lo:400:kworker.0 00000100:00100000:1.0:1767319132.280331:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383947648:0@lo:400:kworker.0 00000100:00100000:2.0:1767319132.280350:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319132.280368:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319132.280378:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319132.280387:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383947904:0@lo:400:kworker.0 00000100:00100000:2.0:1767319132.280413:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319132.280415:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383947392 00000100:00100000:1.0:1767319132.280422:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383947392 00000100:00100000:2.0:1767319132.280446:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383948032 00000100:00100000:2.0:1767319132.280451:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383948032 00000100:00100000:1.0:1767319132.280480:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383947648 00000100:00100000:1.0:1767319132.280484:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383947648 00000100:00100000:1.0:1767319132.280518:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4601 00000100:00100000:1.0:1767319132.280528:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383947392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319132.280577:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383947392:12345-0@lo:400:kworker.0 Request processed in 51us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319132.280585:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4601 00000100:00100000:1.0:1767319132.280601:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4602 00000100:00100000:1.0:1767319132.280607:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383947648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319132.280632:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383947648:12345-0@lo:400:kworker.0 Request processed in 26us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319132.280637:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4602 00000100:00080000:1.0:1767319132.280657:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319132.280662:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319132.280675:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383947904 00000100:00100000:1.0:1767319132.280679:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383947904 00000100:00100000:1.0:1767319132.280706:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1684 00000100:00100000:1.0:1767319132.280713:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383948032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319132.280748:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383948032:12345-0@lo:400:kworker.0 Request processed in 36us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319132.280753:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1684 00000100:00100000:1.0:1767319132.280764:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1685 00000100:00100000:1.0:1767319132.280770:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383947904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319132.280837:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383947136:0@lo:38:kworker.0 00000100:00100000:2.0:1767319132.280863:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319132.280883:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383947264:0@lo:38:kworker.0 00000100:00100000:2.0:1767319132.280904:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319132.280923:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383947520:0@lo:38:kworker.0 00000100:00100000:2.0:1767319132.280943:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319132.280958:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383947776:0@lo:38:kworker.0 00000100:00100000:1.0:1767319132.281049:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383947904:12345-0@lo:400:kworker.0 Request processed in 278us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319132.281055:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1685 00000100:00100000:1.0:1767319132.281074:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383947136 00000100:00100000:1.0:1767319132.281078:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383947136 00000100:00100000:0.0:1767319132.281086:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383947264 00000100:00100000:0.0:1767319132.281092:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383947264 00000100:00100000:1.0:1767319132.281098:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383947520 00000100:00100000:1.0:1767319132.281102:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383947520 00000100:00100000:0.0:1767319132.281123:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2645 00000100:00100000:1.0:1767319132.281128:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23667 00000100:00100000:0.0:1767319132.281131:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383947264:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319132.281138:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383947136:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319132.281152:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319132.281190:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383947264:12345-0@lo:38:kworker.0 Request processed in 60us (284us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319132.281196:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2645 00010000:00020000:1.0:1767319132.281231:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319132.281247:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319132.281285:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383947648:0@lo:400:kworker.0 00000100:00100000:2.0:1767319132.281309:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319132.281375:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383947776 00000100:00100000:3.0:1767319132.281380:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383947776 00000100:00100000:3.0:1767319132.281397:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23668 00000100:00100000:3.0:1767319132.281401:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383947520:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319132.281411:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319132.283835:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383947392:0@lo:400:kworker.0 00000100:00100000:0.0:1767319132.283923:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383947904:0@lo:400:kworker.0 00000100:00100000:0.0:1767319132.283935:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383948032:0@lo:400:kworker.0 00000100:00100000:0.0:1767319132.283971:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23669 00000100:00100000:0.0:1767319132.283990:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383947776:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319132.284011:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319132.284076:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383947776:12345-0@lo:38:kworker.0 Request processed in 97us (3098us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319132.284083:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23669 00000100:00100000:1.0:1767319132.284691:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383947136:12345-0@lo:38:kworker.0 Request processed in 3550us (3822us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319132.284700:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23667 00000100:00080000:2.0:1767319132.284932:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319132.284939:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319132.284942:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383947776:0@lo:38:kworker.0 00000100:00080000:2.0:1767319132.284966:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319132.284969:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319132.284972:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383947136:0@lo:38:kworker.0 00000100:00080000:2.0:1767319132.284993:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319132.284997:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319132.285000:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383947264:0@lo:38:kworker.0 00000100:00100000:3.0:1767319132.285410:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383947520:12345-0@lo:38:kworker.0 Request processed in 4004us (4462us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319132.285419:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23668 00000100:00080000:2.0:1767319132.285476:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319132.285480:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319132.285484:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383947520:0@lo:38:kworker.0 00010000:00010000:1.0:1767319132.790918:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319132.791245:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383948288:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319132.791347:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319132.791434:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319132.791442:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383948160:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319132.791465:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319132.791622:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383948288 00000100:00100000:0.0:1767319132.791631:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383948288 00000100:00100000:0.0:1767319132.791679:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383948160 00000100:00100000:0.0:1767319132.791682:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383948160 00000100:00100000:0.0:1767319132.791702:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2457 00000100:00100000:0.0:1767319132.791710:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f616300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383948288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319132.791740:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319132.791823:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f616300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383948288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319132.791832:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2457 00000100:00100000:3.0:1767319132.791839:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2458 00000100:00100000:3.0:1767319132.791852:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383948160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319132.792151:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319132.792185:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383948160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 336us (718us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319132.792193:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2458 00000100:00100000:1.0:1767319132.792363:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383948160:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319132.792377:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383948288:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319133.271083:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319133.271130:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319133.271410:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297353472 00000100:00100000:1.0:1767319133.271420:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297353472 00000100:00100000:1.0:1767319133.271550:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297353344 00000100:00100000:1.0:1767319133.271554:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297353344 00000100:00100000:1.0:1767319133.271579:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4603 00000100:00100000:1.0:1767319133.271593:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297353472:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319133.271675:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297353472:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 75us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319133.271683:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4603 00000100:00100000:1.0:1767319133.271700:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23670 00000100:00100000:1.0:1767319133.271706:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297353344:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319133.271728:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319133.271756:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297353344:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 49us (624us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319133.271763:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23670 00000100:00080000:0.0:1767319133.274408:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319133.303619:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319133.815055:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319134.326962:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319134.839315:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319135.351026:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319135.863373:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319136.374951:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319136.887820:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319137.398910:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319137.399085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319137.399090:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319137.399092:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319137.399097:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319137.399100:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319137.399106:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4035 00000100:00080000:1.0:1767319137.399111:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319137.399117:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319137.399151:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f614e00 x1853164383948416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319137.399171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319137.399174:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319137.399175:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319137.399178:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4035 00000100:00080000:1.0:1767319137.399179:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319137.399181:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319137.399188:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f614000 x1853164383948544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319137.399214:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319137.399216:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319137.399218:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319137.399221:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4035 00000100:00080000:1.0:1767319137.399223:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319137.399226:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319137.399236:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f616a00 x1853164383948800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319137.399266:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319137.399270:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319137.399272:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319137.399275:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4035 00000100:00080000:1.0:1767319137.399278:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319137.399281:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319137.399291:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f615500 x1853164383949056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319137.399336:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f614a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383949184:0@lo:400:kworker.0 00000100:00100000:1.0:1767319137.399394:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319137.399449:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319137.399455:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f616d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383949312:0@lo:400:kworker.0 00000100:00100000:1.0:1767319137.399476:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319137.399506:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383949184 00000100:00100000:1.0:1767319137.399512:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383949184 00000100:00100000:1.0:1767319137.399563:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383949312 00000100:00100000:1.0:1767319137.399566:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383949312 00000100:00100000:1.0:1767319137.399589:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1686 00000100:00100000:1.0:1767319137.399598:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f617b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383949184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319137.399657:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f617b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383949184:12345-0@lo:400:kworker.0 Request processed in 60us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319137.399664:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1686 00000100:00100000:1.0:1767319137.399680:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1687 00000100:00100000:1.0:1767319137.399687:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f617480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383949312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319137.399712:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f617480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383949312:12345-0@lo:400:kworker.0 Request processed in 27us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319137.399724:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1687 00000100:00100000:1.0:1767319137.399764:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f616d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383949312:0@lo:400:kworker.0 00000100:00100000:1.0:1767319137.399771:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f614a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383949184:0@lo:400:kworker.0 00000100:00100000:0.0:1767319137.400204:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f615c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383948928:0@lo:400:kworker.0 00000100:00100000:0.0:1767319137.400237:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319137.400284:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319137.400290:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383948672:0@lo:400:kworker.0 00000100:00100000:0.0:1767319137.400311:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319137.400330:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319137.400333:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319137.400387:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383948416:0@lo:38:kworker.0 00000100:00100000:2.0:1767319137.400409:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319137.400433:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f614000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383948544:0@lo:38:kworker.0 00000100:00100000:2.0:1767319137.400447:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319137.400458:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f616a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383948800:0@lo:38:kworker.0 00000100:00100000:2.0:1767319137.400469:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319137.400479:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383949056:0@lo:38:kworker.0 00000100:00100000:2.0:1767319137.400489:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319137.400506:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383948928 00000100:00100000:2.0:1767319137.400509:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383948928 00000100:00100000:2.0:1767319137.400538:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383948672 00000100:00100000:2.0:1767319137.400541:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383948672 00000100:00100000:2.0:1767319137.400553:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383948416 00000100:00100000:2.0:1767319137.400556:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383948416 00000100:00100000:2.0:1767319137.400563:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383948800 00000100:00100000:2.0:1767319137.400565:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383948800 00000100:00100000:2.0:1767319137.400571:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383949056 00000100:00100000:2.0:1767319137.400573:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383949056 00000100:00100000:2.0:1767319137.400582:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4604 00000100:00100000:2.0:1767319137.400588:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383948928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319137.400618:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383948928:12345-0@lo:400:kworker.0 Request processed in 30us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319137.400622:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4604 00000100:00100000:2.0:1767319137.400644:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4605 00000100:00100000:2.0:1767319137.400650:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383948672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319137.400674:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383948672:12345-0@lo:400:kworker.0 Request processed in 24us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319137.400679:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4605 00000100:00100000:2.0:1767319137.400690:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23671 00000100:00100000:2.0:1767319137.400694:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383948416:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319137.400712:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319137.401307:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23672 00000100:00100000:0.0:1767319137.401311:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383948800:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319137.401320:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319137.401355:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383948800:12345-0@lo:38:kworker.0 Request processed in 43us (886us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319137.401359:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23672 00000100:00100000:0.0:1767319137.401371:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23673 00000100:00100000:0.0:1767319137.401374:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383949056:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319137.401380:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319137.401392:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383949056:12345-0@lo:38:kworker.0 Request processed in 17us (902us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319137.401395:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23673 00000100:00100000:0.0:1767319137.401409:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383948544 00000100:00100000:0.0:1767319137.401412:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383948544 00000100:00100000:0.0:1767319137.401427:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2646 00000100:00100000:0.0:1767319137.401430:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383948544:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319137.401435:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319137.401449:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383948544:12345-0@lo:38:kworker.0 Request processed in 19us (1001us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319137.401453:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2646 00000100:00080000:0.0:1767319137.401478:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319137.401482:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319137.401484:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f614000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383948544:0@lo:38:kworker.0 00000100:00080000:0.0:1767319137.401490:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319137.401492:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319137.401494:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f616a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383948800:0@lo:38:kworker.0 00000100:00080000:0.0:1767319137.401499:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319137.401500:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319137.401502:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383949056:0@lo:38:kworker.0 00000100:00080000:0.0:1767319137.401516:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319137.401534:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383948672:0@lo:400:kworker.0 00000100:00100000:0.0:1767319137.401543:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f615c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383948928:0@lo:400:kworker.0 00000100:00100000:2.0:1767319137.428286:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383948416:12345-0@lo:38:kworker.0 Request processed in 27573us (27858us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319137.428305:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23671 00000100:00080000:1.0:1767319137.429030:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319137.429038:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319137.429043:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383948416:0@lo:38:kworker.0 00010000:00010000:1.0:1767319137.911062:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319137.912710:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383949568:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319137.912895:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319137.912991:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319137.913000:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383949440:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319137.913030:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319137.913077:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383949568 00000100:00100000:3.0:1767319137.913093:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383949568 00000100:00100000:3.0:1767319137.913167:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383949440 00000100:00100000:3.0:1767319137.913172:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383949440 00000100:00100000:3.0:1767319137.913224:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2459 00000100:00100000:3.0:1767319137.913238:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383949568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319137.913462:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319137.913545:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383949568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 311us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319137.917162:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2460 00000100:00100000:1.0:1767319137.917208:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383949440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319137.917275:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319137.917395:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383949440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 216us (4363us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319137.917405:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2460 00000100:00100000:1.0:1767319137.917559:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383949440:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319137.917584:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383949568:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319137.932278:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2459 00000100:00100000:1.0:1767319138.376331:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319138.376591:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297353600 00000100:00100000:2.0:1767319138.376608:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297353600 00000100:00100000:2.0:1767319138.377063:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23674 00000100:00100000:2.0:1767319138.377074:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297353600:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319138.377108:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319138.377437:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297353600:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 362us (1119us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319138.377446:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23674 00000100:00100000:3.0:1767319138.380483:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319138.381127:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297353728 00000100:00100000:2.0:1767319138.381227:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297353728 00000100:00100000:2.0:1767319138.381575:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4606 00000100:00100000:2.0:1767319138.381589:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297353728:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319138.381721:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297353728:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 135us (1254us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319138.381731:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4606 00000100:00080000:0.0:1767319138.383566:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319138.423066:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319138.936061:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319139.448695:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319139.959510:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319140.470961:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319140.983341:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319141.495447:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319142.007082:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319142.519340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319142.519355:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319142.519358:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319142.519364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319142.519370:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319142.519380:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4040 00000100:00080000:1.0:1767319142.519386:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319142.519396:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319142.519452:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f614a80 x1853164383949696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319142.519475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319142.519478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319142.519481:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319142.519486:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4040 00000100:00080000:1.0:1767319142.519488:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319142.519492:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319142.519507:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f616d80 x1853164383949824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319142.519559:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319142.519564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319142.519566:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319142.519569:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4040 00000100:00080000:1.0:1767319142.519572:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319142.519576:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319142.519589:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f615180 x1853164383950080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319142.519605:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319142.519609:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319142.519611:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319142.519615:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4040 00000100:00080000:1.0:1767319142.519618:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319142.519622:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319142.519636:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f617100 x1853164383950336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319142.519716:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383950208:0@lo:400:kworker.0 00000100:00100000:1.0:1767319142.519829:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319142.519911:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319142.519918:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f616680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383949952:0@lo:400:kworker.0 00000100:00100000:1.0:1767319142.519944:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319142.519973:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f614700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383950464:0@lo:400:kworker.0 00000100:00100000:1.0:1767319142.520004:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319142.520024:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319142.520030:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383950592:0@lo:400:kworker.0 00000100:00100000:1.0:1767319142.520051:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319142.520090:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383950208 00000100:00100000:1.0:1767319142.520099:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383950208 00000100:00100000:0.0:1767319142.520313:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f614a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383949696:0@lo:38:kworker.0 00000100:00100000:0.0:1767319142.520349:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319142.520375:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f616d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383949824:0@lo:38:kworker.0 00000100:00100000:0.0:1767319142.520400:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319142.520425:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383950080:0@lo:38:kworker.0 00000100:00100000:0.0:1767319142.520445:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319142.520460:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f617100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383950336:0@lo:38:kworker.0 00000100:00100000:0.0:1767319142.520480:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319142.520521:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319142.520537:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383949952 00000100:00100000:0.0:1767319142.520542:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383949952 00000100:00100000:0.0:1767319142.520567:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383949696 00000100:00100000:0.0:1767319142.520570:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383949696 00000100:00100000:0.0:1767319142.520579:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383950080 00000100:00100000:0.0:1767319142.520582:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383950080 00000100:00100000:0.0:1767319142.520589:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383950336 00000100:00100000:0.0:1767319142.520591:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383950336 00000100:00100000:0.0:1767319142.520604:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4607 00000100:00100000:0.0:1767319142.520613:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383950208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319142.520674:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383950208:12345-0@lo:400:kworker.0 Request processed in 60us (844us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319142.520682:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4607 00000100:00100000:0.0:1767319142.520702:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4608 00000100:00100000:0.0:1767319142.520708:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383949952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319142.520734:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383949952:12345-0@lo:400:kworker.0 Request processed in 25us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319142.520738:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4608 00000100:00100000:0.0:1767319142.520752:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23675 00000100:00100000:0.0:1767319142.520755:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383949696:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319142.520776:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319142.520822:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383949696:12345-0@lo:38:kworker.0 Request processed in 65us (472us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319142.520829:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23675 00000100:00100000:0.0:1767319142.520841:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23676 00000100:00100000:0.0:1767319142.520844:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383950080:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319142.520853:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319142.520873:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383950080:12345-0@lo:38:kworker.0 Request processed in 27us (428us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319142.520878:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23676 00000100:00100000:0.0:1767319142.520887:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23677 00000100:00100000:0.0:1767319142.520890:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383950336:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319142.520898:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319142.520917:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383950336:12345-0@lo:38:kworker.0 Request processed in 25us (436us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319142.520922:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23677 00000100:00080000:0.0:1767319142.520957:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319142.520962:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319142.520966:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f614a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383949696:0@lo:38:kworker.0 00000100:00080000:0.0:1767319142.520974:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319142.520977:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319142.520979:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383950080:0@lo:38:kworker.0 00000100:00080000:0.0:1767319142.520986:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319142.520989:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319142.520991:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f617100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383950336:0@lo:38:kworker.0 00000100:00100000:0.0:1767319142.521027:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f616680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383949952:0@lo:400:kworker.0 00000100:00100000:0.0:1767319142.521037:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383950208:0@lo:400:kworker.0 00000100:00100000:0.0:1767319142.521057:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383949824 00000100:00100000:0.0:1767319142.521061:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383949824 00000100:00100000:0.0:1767319142.521083:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2647 00000100:00100000:0.0:1767319142.521086:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383949824:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319142.521095:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319142.521126:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383949824:12345-0@lo:38:kworker.0 Request processed in 37us (724us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319142.521131:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2647 00000100:00080000:0.0:1767319142.521157:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319142.521489:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319142.521512:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383950464 00000100:00100000:2.0:1767319142.521516:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383950464 00000100:00100000:2.0:1767319142.521561:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383950592 00000100:00100000:2.0:1767319142.521565:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383950592 00000100:00100000:2.0:1767319142.521590:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1688 00000100:00100000:2.0:1767319142.521597:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383950464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319142.521648:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383950464:12345-0@lo:400:kworker.0 Request processed in 51us (1643us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319142.521654:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1688 00000100:00100000:2.0:1767319142.521667:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1689 00000100:00100000:2.0:1767319142.521673:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383950592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319142.521703:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383950592:12345-0@lo:400:kworker.0 Request processed in 30us (1651us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319142.521708:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1689 00000100:00100000:2.0:1767319142.521740:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383950592:0@lo:400:kworker.0 00000100:00100000:2.0:1767319142.521750:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f614700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383950464:0@lo:400:kworker.0 00000100:00080000:2.0:1767319142.521768:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319142.521770:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319142.523297:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319142.523316:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f616d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383949824:0@lo:38:kworker.0 00010000:00010000:1.0:1767319143.031345:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319143.033142:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383950720:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319143.033263:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319143.033801:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383950720 00000100:00100000:0.0:1767319143.033814:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383950720 00000100:00100000:0.0:1767319143.033887:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2461 00000100:00100000:0.0:1767319143.033897:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383950720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319143.034132:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319143.034216:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383950720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 319us (952us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319143.034225:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2461 00000100:00100000:1.0:1767319143.035757:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383950720:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319143.037078:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383950848:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319143.037168:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319143.041145:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383950848 00000100:00100000:0.0:1767319143.041166:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383950848 00000100:00100000:0.0:1767319143.041342:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2462 00000100:00100000:0.0:1767319143.041356:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f616d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383950848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319143.042112:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319143.044615:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f616d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383950848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3248us (7432us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319143.044634:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2462 00000100:00100000:1.0:1767319143.044838:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383950848:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319143.497353:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319143.497490:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319143.500461:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297353856 00000100:00100000:2.0:1767319143.500484:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297353856 00000100:00100000:2.0:1767319143.500633:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297353984 00000100:00100000:2.0:1767319143.500638:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297353984 00000100:00100000:2.0:1767319143.500724:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4609 00000100:00100000:2.0:1767319143.500737:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297353984:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:3.0:1767319143.501976:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319143.502051:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23678 00000100:00100000:3.0:1767319143.502060:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297353856:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319143.502090:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319143.502194:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297353856:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 133us (4855us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319143.502210:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23678 00000100:00100000:2.0:1767319143.502711:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297353984:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 1973us (5217us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319143.502722:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4609 00000100:00100000:2.0:1767319143.543089:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319144.055091:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319144.569504:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319145.081579:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319145.590933:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319146.105988:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319146.615244:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319147.129025:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767319147.590745:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297354112 offset 0 length 520: 4 00000100:00100000:3.0:1767319147.591884:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319147.591932:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319147.592030:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297354368 00000100:00100000:0.0:1767319147.592040:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297354368 00000100:00100000:0.0:1767319147.592112:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297354240 00000100:00100000:0.0:1767319147.592115:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297354240 00000100:00100000:0.0:1767319147.592137:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4610 00000100:00100000:0.0:1767319147.592147:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297354368:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319147.592238:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297354368:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 92us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319147.592246:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4610 00000100:00100000:0.0:1767319147.592264:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23679 00000100:00100000:0.0:1767319147.592268:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297354240:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319147.592289:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319147.592314:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297354240:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 43us (382us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319147.592320:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23679 00000100:00080000:3.0:1767319147.592624:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319147.638925:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319147.639121:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319147.639128:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319147.639131:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319147.639135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319147.639139:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319147.639146:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4045 00000100:00080000:1.0:1767319147.639150:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319147.639166:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319147.639208:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f614700 x1853164383950976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319147.639224:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319147.639227:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319147.639228:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319147.639231:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4045 00000100:00080000:1.0:1767319147.639232:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319147.639235:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319147.639245:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f617800 x1853164383951104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319147.639277:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319147.639280:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319147.639281:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319147.639283:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4045 00000100:00080000:1.0:1767319147.639285:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319147.639288:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319147.639295:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f616680 x1853164383951360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319147.639317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319147.639320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319147.639322:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319147.639326:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4045 00000100:00080000:1.0:1767319147.639328:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319147.639330:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319147.639350:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f615180 x1853164383951616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319147.639411:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383951872:0@lo:400:kworker.0 00000100:00100000:3.0:1767319147.639544:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f617100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383951488:0@lo:400:kworker.0 00000100:00100000:0.0:1767319147.639595:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319122/real 1767319122] req@ffff9369ba6db100 x1853164383944448/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319147 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319147.639612:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369ba6db100 x1853164383944448/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319147 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319147.639624:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f614700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383950976:0@lo:38:kworker.0 00000100:00100000:1.0:1767319147.639657:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319147.639701:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383951232:0@lo:400:kworker.0 00000100:00100000:3.0:1767319147.642908:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319147.643005:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383951488 00000100:00100000:3.0:1767319147.643013:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383951488 00000100:00100000:3.0:1767319147.643059:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4611 00000100:00100000:3.0:1767319147.643068:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383951488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319147.643133:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383951488:12345-0@lo:400:kworker.0 Request processed in 66us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319147.643141:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4611 00000100:00080000:3.0:1767319147.643172:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319147.643207:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f617100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383951488:0@lo:400:kworker.0 00000100:00100000:3.0:1767319147.643250:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f614a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383951744:0@lo:400:kworker.0 00000100:00100000:3.0:1767319147.643280:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319147.643303:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383951872 00000100:00100000:3.0:1767319147.643305:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383951872 00000100:00100000:3.0:1767319147.643326:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383951744 00000100:00100000:3.0:1767319147.643327:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383951744 00000100:00100000:3.0:1767319147.643432:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1690 00000100:00100000:3.0:1767319147.643440:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383951872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319147.643531:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383951872:12345-0@lo:400:kworker.0 Request processed in 93us (3875us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319147.643536:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1690 00000100:00100000:3.0:1767319147.643545:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1691 00000100:00100000:3.0:1767319147.643548:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f617100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383951744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319147.643571:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f617100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383951744:12345-0@lo:400:kworker.0 Request processed in 23us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319147.643574:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1691 00000100:00080000:3.0:1767319147.643588:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319147.643590:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319147.643600:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f614a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383951744:0@lo:400:kworker.0 00000100:00100000:0.0:1767319147.644972:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319147.645028:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383951104:0@lo:38:kworker.0 00000100:00100000:0.0:1767319147.645064:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319147.645089:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f616680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383951360:0@lo:38:kworker.0 00000100:00100000:0.0:1767319147.645110:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319147.645128:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383951616:0@lo:38:kworker.0 00000100:00100000:0.0:1767319147.645147:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319147.645175:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319147.645191:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319147.645196:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383944448:0@lo:250:kworker.0 00000100:00100000:0.0:1767319147.645234:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383951104 00000100:00100000:0.0:1767319147.645240:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383951104 00000100:00100000:0.0:1767319147.645269:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2648 00000100:00100000:0.0:1767319147.645274:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383951104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319147.645294:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319147.645332:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383951104:12345-0@lo:38:kworker.0 Request processed in 56us (266us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319147.645350:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2648 00000100:00100000:0.0:1767319147.645375:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383950976 00000100:00100000:0.0:1767319147.645378:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383950976 00000100:00100000:0.0:1767319147.645395:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383951360 00000100:00100000:0.0:1767319147.645397:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383951360 00000100:00100000:0.0:1767319147.645408:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383951616 00000100:00100000:0.0:1767319147.645410:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383951616 00000100:00100000:0.0:1767319147.645419:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23680 00000100:00100000:0.0:1767319147.645424:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383950976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319147.645436:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319147.645474:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383950976:12345-0@lo:38:kworker.0 Request processed in 48us (504us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319147.645480:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23680 00000100:00100000:0.0:1767319147.645491:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23681 00000100:00100000:0.0:1767319147.645495:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383951360:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319147.645504:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319147.645526:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383951360:12345-0@lo:38:kworker.0 Request processed in 29us (415us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319147.645531:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23681 00000100:00100000:0.0:1767319147.645542:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23682 00000100:00100000:0.0:1767319147.645545:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383951616:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319147.645554:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319147.645573:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383951616:12345-0@lo:38:kworker.0 Request processed in 27us (425us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319147.645578:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23682 00000100:00080000:0.0:1767319147.645616:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319147.645620:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319147.645623:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f614700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383950976:0@lo:38:kworker.0 00000100:00080000:0.0:1767319147.645632:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319147.645635:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319147.645638:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383951104:0@lo:38:kworker.0 00000100:00080000:0.0:1767319147.645645:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319147.645648:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319147.645651:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f616680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383951360:0@lo:38:kworker.0 00000100:00080000:0.0:1767319147.645659:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319147.645662:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319147.645665:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383951616:0@lo:38:kworker.0 00000100:00080000:0.0:1767319147.645699:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319147.645704:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319147.645707:0:8:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319147.645711:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4025 00000100:00080000:0.0:1767319147.645714:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319147.645719:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319147.645741:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568700 x1853164383952000/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319147.646307:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383952000:0@lo:250:kworker.0 00000400:00000100:0.0:1767319147.646346:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383952000 offset 0 length 520: 4 00000100:00100000:1.0:1767319147.651770:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383951872:0@lo:400:kworker.0 00000100:00100000:2.0:1767319147.655268:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319147.655492:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383951232 00000100:00100000:3.0:1767319147.655503:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383951232 00000100:00100000:3.0:1767319147.655595:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4612 00000100:00100000:3.0:1767319147.655606:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383951232:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767319147.655971:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319147.664567:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383951232:12345-0@lo:400:kworker.0 Request processed in 8953us (9296us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319147.664584:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4612 00000100:00100000:2.0:1767319147.665534:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383951232:0@lo:400:kworker.0 00010000:00010000:1.0:1767319148.151118:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319148.151227:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319148.151260:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f614a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383952256:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319148.151329:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319148.151366:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383952128:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319148.151388:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319148.151459:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383952256 00000100:00100000:3.0:1767319148.151469:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383952256 00000100:00100000:3.0:1767319148.151526:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383952128 00000100:00100000:3.0:1767319148.151530:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383952128 00000100:00100000:0.0:1767319148.151546:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2463 00000100:00100000:3.0:1767319148.151558:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2464 00000100:00100000:0.0:1767319148.151562:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383952256:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319148.151571:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383952128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319148.151597:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00002000:00000024:3.0:1767319148.151597:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319148.151669:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383952128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319148.151677:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2464 00000100:00100000:0.0:1767319148.155116:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383952256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3549us (3775us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319148.155131:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2463 00000100:00100000:1.0:1767319148.156377:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f614a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383952256:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319148.156401:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383952128:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319148.662916:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319149.175046:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319149.686911:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319150.201840:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319150.711734:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319151.223369:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319151.735096:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319152.247759:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319152.710480:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319152.710963:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297354624 00000100:00100000:3.0:1767319152.710974:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297354624 00000100:00100000:3.0:1767319152.711119:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4613 00000100:00100000:3.0:1767319152.711132:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297354624:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319152.711581:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297354624:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 447us (1104us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319152.711594:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4613 00000100:00100000:3.0:1767319152.712565:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319152.712610:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297354496 00000100:00100000:1.0:1767319152.712618:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297354496 00000100:00100000:1.0:1767319152.712659:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23683 00000100:00100000:1.0:1767319152.712666:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297354496:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319152.712688:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319152.712733:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297354496:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 67us (171us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319152.712741:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23683 00000100:00080000:0.0:1767319152.713759:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319152.759722:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319152.759901:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319152.759907:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319152.759910:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319152.759914:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319152.759918:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319152.759925:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4050 00000100:00080000:2.0:1767319152.759929:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319152.759936:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319152.759979:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f12300 x1853164383952384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319152.760001:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319152.760004:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319152.760006:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319152.760009:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4050 00000100:00080000:2.0:1767319152.760011:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319152.760014:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319152.760023:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f10380 x1853164383952512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319152.760055:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319152.760058:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319152.760059:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319152.760062:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4050 00000100:00080000:2.0:1767319152.760064:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319152.760066:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319152.760075:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f10e00 x1853164383952768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319152.760088:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319152.760091:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319152.760093:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319152.760095:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4050 00000100:00080000:2.0:1767319152.760098:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319152.760100:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319152.760142:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1eca80 x1853164383953024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319152.760183:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383953152:0@lo:400:kworker.0 00000100:00100000:2.0:1767319152.760252:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319152.760309:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319152.760316:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383953280:0@lo:400:kworker.0 00000100:00100000:1.0:1767319152.760323:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383952640:0@lo:400:kworker.0 00000100:00100000:2.0:1767319152.760342:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319152.760368:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319152.760376:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383953152 00000100:00100000:2.0:1767319152.760384:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383953152 00000100:00100000:1.0:1767319152.760397:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319152.760408:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383952896:0@lo:400:kworker.0 00000100:00100000:1.0:1767319152.760431:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319152.760433:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383953280 00000100:00100000:2.0:1767319152.760437:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383953280 00000100:00100000:2.0:1767319152.760463:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1692 00000100:00100000:2.0:1767319152.760473:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383953152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319152.760475:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383952640 00000100:00100000:1.0:1767319152.760481:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383952640 00000100:00100000:1.0:1767319152.760526:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383952896 00000100:00100000:2.0:1767319152.760527:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383953152:12345-0@lo:400:kworker.0 Request processed in 55us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319152.760531:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383952896 00000100:00100000:2.0:1767319152.760537:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1692 00000100:00100000:1.0:1767319152.760558:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4614 00000100:00100000:2.0:1767319152.760566:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1693 00000100:00100000:1.0:1767319152.760569:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383952640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319152.760580:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383953280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319152.760609:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383952640:12345-0@lo:400:kworker.0 Request processed in 43us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319152.760616:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4614 00000100:00100000:0.0:1767319152.760630:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4615 00000100:00100000:0.0:1767319152.760640:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383952896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319152.760668:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383952640:0@lo:400:kworker.0 00000100:00100000:0.0:1767319152.760676:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383952896:12345-0@lo:400:kworker.0 Request processed in 37us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319152.760683:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4615 00000100:00100000:1.0:1767319152.760694:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383952896:0@lo:400:kworker.0 00000100:00080000:0.0:1767319152.760706:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319152.760712:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319152.760714:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319152.760755:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383952384:0@lo:38:kworker.0 00000100:00100000:0.0:1767319152.764003:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383953152:0@lo:400:kworker.0 00000100:00100000:1.0:1767319152.767961:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319152.767998:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383953280:12345-0@lo:400:kworker.0 Request processed in 7416us (7651us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319152.768012:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1693 00000100:00100000:1.0:1767319152.768029:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383952512:0@lo:38:kworker.0 00000100:00100000:0.0:1767319152.768046:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383953280:0@lo:400:kworker.0 00000100:00100000:2.0:1767319152.768070:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383952384 00000100:00100000:1.0:1767319152.768075:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319152.768078:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383952384 00000100:00100000:0.0:1767319152.768104:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383952512 00000100:00100000:0.0:1767319152.768108:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383952512 00000100:00100000:1.0:1767319152.768125:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383952768:0@lo:38:kworker.0 00000100:00100000:2.0:1767319152.768130:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23684 00000100:00100000:2.0:1767319152.768139:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383952384:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319152.768143:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2649 00000100:00100000:0.0:1767319152.768149:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383952512:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319152.768158:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1767319152.768165:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319152.768184:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383953024:0@lo:38:kworker.0 00000100:00100000:2.0:1767319152.768212:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383952384:12345-0@lo:38:kworker.0 Request processed in 72us (258us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319152.768221:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319152.768226:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23684 00000100:00100000:2.0:1767319152.768242:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383952768 00000100:00100000:2.0:1767319152.768245:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383952768 00000100:00080000:1.0:1767319152.768257:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319152.768264:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319152.768265:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383953024 00000100:00100000:2.0:1767319152.768270:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383953024 00000100:00100000:1.0:1767319152.768271:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383952384:0@lo:38:kworker.0 00000100:00100000:2.0:1767319152.768286:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23685 00000100:00100000:2.0:1767319152.768292:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383952768:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319152.768304:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23686 00000100:00100000:1.0:1767319152.768310:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383953024:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319152.768549:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1767319152.768550:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319152.768625:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383952768:12345-0@lo:38:kworker.0 Request processed in 331us (466us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319152.768633:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23685 00010000:00020000:1.0:1767319152.769479:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319152.771187:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383952512:12345-0@lo:38:kworker.0 Request processed in 3030us (3108us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319152.771202:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2649 00000100:00080000:3.0:1767319152.771306:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319152.771313:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319152.771318:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383952512:0@lo:38:kworker.0 00000100:00080000:3.0:1767319152.771332:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319152.771561:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319152.771565:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383952768:0@lo:38:kworker.0 00000100:00080000:3.0:1767319152.771633:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767319152.771636:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383953024:12345-0@lo:38:kworker.0 Request processed in 3322us (3416us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767319152.771639:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319152.771646:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383953024:0@lo:38:kworker.0 00000100:00100000:1.0:1767319152.771652:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23686 00010000:00010000:1.0:1767319153.271360:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319153.271601:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383953408:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319153.271669:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319153.271707:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383953536:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319153.271743:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319153.275503:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383953408 00000100:00100000:1.0:1767319153.275521:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383953408 00000100:00100000:1.0:1767319153.275600:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2465 00000100:00100000:1.0:1767319153.275612:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383953408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319153.275646:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319153.275736:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383953408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 126us (4065us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319153.275743:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2465 00000100:00100000:1.0:1767319153.275758:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383953536 00000100:00100000:1.0:1767319153.275762:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383953536 00000100:00100000:1.0:1767319153.275809:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2466 00000100:00100000:1.0:1767319153.275816:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383953536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319153.275832:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319153.275984:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383953408:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319153.283890:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383953536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 8064us (12135us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319153.283905:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2466 00000100:00100000:2.0:1767319153.284732:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383953536:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319153.785310:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319154.294898:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319154.807003:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319155.320072:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319155.832321:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319156.343007:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319156.855817:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319157.367265:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319157.835001:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319157.835174:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297354880 00000100:00100000:0.0:1767319157.835188:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297354880 00000100:00080000:2.0:1767319157.835257:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319157.835330:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4616 00000100:00100000:0.0:1767319157.835341:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297354880:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319157.835422:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297354880:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 84us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319157.835431:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4616 00000100:00100000:3.0:1767319157.848857:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319157.848953:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297354752 00000100:00100000:0.0:1767319157.848966:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297354752 00000100:00100000:0.0:1767319157.849028:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23687 00000100:00100000:0.0:1767319157.849036:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297354752:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319157.849059:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319157.849143:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297354752:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 104us (293us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319157.849151:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23687 00000100:00080000:3.0:1767319157.879277:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319157.879290:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319157.879294:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319157.879299:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319157.879305:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319157.879313:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4056 00000100:00080000:3.0:1767319157.879318:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319157.879326:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319157.879377:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f615180 x1853164383953664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319157.879400:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319157.879403:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319157.879405:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319157.879408:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4056 00000100:00080000:3.0:1767319157.879409:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319157.879411:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319157.879419:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f616680 x1853164383953792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319157.879450:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319157.879452:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319157.879454:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319157.879456:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4056 00000100:00080000:3.0:1767319157.879458:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319157.879460:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319157.879472:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f614700 x1853164383954048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319157.879482:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319157.879484:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319157.879486:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319157.879488:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4056 00000100:00080000:3.0:1767319157.879489:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319157.879491:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319157.879497:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2300 x1853164383954304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319157.879535:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383954432:0@lo:400:kworker.0 00000100:00100000:3.0:1767319157.879612:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319157.879667:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319157.879673:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383954560:0@lo:400:kworker.0 00000100:00100000:3.0:1767319157.879695:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319157.879724:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383954432 00000100:00100000:3.0:1767319157.879731:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383954432 00000100:00100000:3.0:1767319157.879803:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383954560 00000100:00100000:3.0:1767319157.879807:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383954560 00000100:00100000:3.0:1767319157.879831:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1694 00000100:00100000:3.0:1767319157.879840:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383954432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319157.879906:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383954432:12345-0@lo:400:kworker.0 Request processed in 66us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319157.879913:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1694 00000100:00100000:3.0:1767319157.879930:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1695 00000100:00100000:3.0:1767319157.879936:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383954560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319157.879977:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383954560:12345-0@lo:400:kworker.0 Request processed in 29us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319157.879983:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1695 00000100:00080000:3.0:1767319157.880008:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319157.880012:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319157.880048:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383954560:0@lo:400:kworker.0 00000100:00100000:3.0:1767319157.880060:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383954432:0@lo:400:kworker.0 00000100:00100000:2.0:1767319157.880074:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383954176:0@lo:400:kworker.0 00000100:00100000:2.0:1767319157.880114:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319157.880147:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319157.880153:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383953920:0@lo:400:kworker.0 00000100:00100000:2.0:1767319157.880177:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319157.880205:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383954176 00000100:00100000:2.0:1767319157.880209:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383954176 00000100:00100000:2.0:1767319157.880243:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383953920 00000100:00100000:2.0:1767319157.880245:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383953920 00000100:00100000:2.0:1767319157.880262:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4617 00000100:00100000:2.0:1767319157.880268:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383954176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319157.880301:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383954176:12345-0@lo:400:kworker.0 Request processed in 33us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319157.880307:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4617 00000100:00100000:2.0:1767319157.880321:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4618 00000100:00100000:2.0:1767319157.880327:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383953920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319157.880352:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383953920:12345-0@lo:400:kworker.0 Request processed in 26us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319157.880358:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4618 00000100:00080000:2.0:1767319157.880378:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319157.880395:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383953920:0@lo:400:kworker.0 00000100:00100000:2.0:1767319157.880406:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383954176:0@lo:400:kworker.0 00000100:00100000:0.0:1767319157.880455:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319157.880548:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383953664:0@lo:38:kworker.0 00000100:00100000:1.0:1767319157.880582:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319157.880616:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f616680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383953792:0@lo:38:kworker.0 00000100:00100000:1.0:1767319157.880641:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319157.880673:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f614700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383954048:0@lo:38:kworker.0 00000100:00100000:2.0:1767319157.880691:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383953664 00000100:00100000:2.0:1767319157.880696:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383953664 00000100:00100000:1.0:1767319157.880700:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319157.880726:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383954048 00000100:00100000:2.0:1767319157.880729:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383954048 00000100:00100000:2.0:1767319157.880747:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23688 00000100:00100000:2.0:1767319157.880752:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383953664:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319157.880757:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383953792 00000100:00100000:3.0:1767319157.880758:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23689 00000100:00100000:0.0:1767319157.880764:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383953792 00000100:00100000:3.0:1767319157.880769:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383954048:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319157.880773:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767319157.880812:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319157.880894:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2650 00000100:00100000:0.0:1767319157.880899:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383953792:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319157.880911:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767319157.885856:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767319157.885857:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383954048:12345-0@lo:38:kworker.0 Request processed in 5076us (5146us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767319157.885869:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319157.885877:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23689 00000100:00100000:1.0:1767319157.885878:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f614700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383954048:0@lo:38:kworker.0 00000100:00100000:1.0:1767319157.885893:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383954304:0@lo:38:kworker.0 00000100:00100000:1.0:1767319157.885948:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319157.886037:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383953792:12345-0@lo:38:kworker.0 Request processed in 5134us (5393us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319157.886047:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2650 00000100:00080000:1.0:1767319157.886258:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319157.886263:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319157.886266:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f616680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383953792:0@lo:38:kworker.0 00000100:00100000:3.0:1767319157.886323:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383954304 00000100:00100000:3.0:1767319157.886329:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383954304 00000100:00100000:3.0:1767319157.886357:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23690 00000100:00100000:3.0:1767319157.886362:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383954304:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319157.886381:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319157.886422:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383954304:12345-0@lo:38:kworker.0 Request processed in 59us (475us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319157.886427:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23690 00000100:00080000:0.0:1767319157.886606:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319157.886611:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319157.886614:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383954304:0@lo:38:kworker.0 00000100:00100000:2.0:1767319157.888632:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383953664:12345-0@lo:38:kworker.0 Request processed in 7869us (8039us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319157.888648:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23688 00000100:00080000:0.0:1767319157.892539:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319157.892557:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319157.892564:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383953664:0@lo:38:kworker.0 00010000:00010000:1.0:1767319158.390906:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319158.391170:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319158.391193:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383954688:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319158.391344:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319158.391446:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383954688 00000100:00100000:2.0:1767319158.391456:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383954688 00000100:00100000:2.0:1767319158.391510:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2467 00000100:00100000:2.0:1767319158.391518:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383954688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319158.391621:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319158.391668:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383954688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 150us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319158.391676:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2467 00000100:00100000:2.0:1767319158.391720:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383954688:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319158.398068:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383954816:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319158.398156:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319158.398338:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383954816 00000100:00100000:1.0:1767319158.398348:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383954816 00000100:00100000:1.0:1767319158.398400:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2468 00000100:00100000:1.0:1767319158.398409:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383954816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319158.398439:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319158.398487:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383954816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319158.398494:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2468 00000100:00100000:3.0:1767319158.399050:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383954816:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319158.902993:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319159.419449:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319159.927081:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319160.438941:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319160.952126:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319161.464473:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319161.975076:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319162.487115:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319162.952664:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319162.952764:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319162.952950:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297355136 00000100:00100000:2.0:1767319162.952960:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297355136 00000100:00100000:2.0:1767319162.953045:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297355008 00000100:00100000:2.0:1767319162.953049:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297355008 00000100:00100000:2.0:1767319162.953066:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4619 00000100:00100000:2.0:1767319162.953076:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297355136:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319162.953148:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297355136:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 73us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319162.953156:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4619 00000100:00100000:2.0:1767319162.953184:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23691 00000100:00100000:2.0:1767319162.953189:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297355008:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319162.953209:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319162.953233:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297355008:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 42us (470us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319162.953239:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23691 00000100:00080000:0.0:1767319162.953410:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319162.999197:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319162.999341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319162.999348:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319162.999351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319162.999355:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319162.999359:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319162.999366:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4061 00000100:00080000:1.0:1767319162.999370:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319162.999377:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319162.999418:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592b100 x1853164383954944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319162.999442:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319162.999445:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319162.999447:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319162.999451:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4061 00000100:00080000:1.0:1767319162.999453:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319162.999456:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319162.999473:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f10e00 x1853164383955072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319162.999509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319162.999512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319162.999514:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319162.999518:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4061 00000100:00080000:1.0:1767319162.999520:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319162.999523:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319162.999533:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f12300 x1853164383955328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319162.999545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319162.999549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319162.999550:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319162.999553:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4061 00000100:00080000:1.0:1767319162.999555:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319162.999558:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319162.999586:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383955200:0@lo:400:kworker.0 00000100:00100000:1.0:1767319162.999589:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3ac380 x1853164383955584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319162.999638:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383955456:0@lo:400:kworker.0 00000100:00100000:3.0:1767319162.999664:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319162.999674:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383955712:0@lo:400:kworker.0 00000100:00100000:1.0:1767319162.999702:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319162.999763:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383955200 00000100:00100000:3.0:1767319162.999772:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383955200 00000100:00100000:2.0:1767319162.999829:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383955712 00000100:00100000:2.0:1767319162.999834:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383955712 00000100:00100000:3.0:1767319162.999855:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4620 00000100:00100000:3.0:1767319162.999868:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383955200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319162.999873:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1696 00000100:00100000:2.0:1767319162.999893:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383955712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319162.999925:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383955200:12345-0@lo:400:kworker.0 Request processed in 59us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319162.999933:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4620 00000100:00100000:2.0:1767319162.999938:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383955712:12345-0@lo:400:kworker.0 Request processed in 55us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319162.999946:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1696 00000100:00100000:3.0:1767319162.999992:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383955200:0@lo:400:kworker.0 00000100:00100000:3.0:1767319163.000044:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383955840:0@lo:400:kworker.0 00000100:00100000:3.0:1767319163.000069:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319163.000314:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383954944:0@lo:38:kworker.0 00000100:00100000:2.0:1767319163.000337:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383955840 00000100:00100000:2.0:1767319163.000342:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383955840 00000100:00100000:0.0:1767319163.000347:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319163.000381:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1697 00000100:00100000:0.0:1767319163.000386:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383955072:0@lo:38:kworker.0 00000100:00100000:2.0:1767319163.000400:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383955840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319163.000414:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319163.000444:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383955328:0@lo:38:kworker.0 00000100:00100000:2.0:1767319163.000452:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383955840:12345-0@lo:400:kworker.0 Request processed in 63us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319163.000460:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1697 00000100:00100000:0.0:1767319163.000483:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319163.000494:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383955840:0@lo:400:kworker.0 00000100:00100000:0.0:1767319163.000505:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383955584:0@lo:38:kworker.0 00000100:00100000:0.0:1767319163.000529:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319163.000530:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383955072 00000100:00100000:2.0:1767319163.000535:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383955072 00000100:00100000:2.0:1767319163.000565:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2651 00000100:00100000:0.0:1767319163.000566:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383954944 00000100:00100000:0.0:1767319163.000571:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383954944 00000100:00100000:2.0:1767319163.000572:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383955072:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319163.000592:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319163.000598:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383955328 00000100:00100000:0.0:1767319163.000602:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383955328 00000100:00100000:0.0:1767319163.000622:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383955584 00000100:00100000:0.0:1767319163.000625:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383955584 00000100:00100000:2.0:1767319163.000636:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383955072:12345-0@lo:38:kworker.0 Request processed in 63us (221us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319163.000639:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23692 00000100:00100000:0.0:1767319163.000650:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383954944:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319163.000651:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2651 00010000:00020000:0.0:1767319163.000666:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319163.000674:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319163.000679:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319163.000683:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319163.000698:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383954944:12345-0@lo:38:kworker.0 Request processed in 48us (352us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319163.000704:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23692 00000100:00100000:2.0:1767319163.000712:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23693 00000100:00100000:2.0:1767319163.000720:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383955328:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319163.000722:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23694 00000100:00100000:0.0:1767319163.000732:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383955584:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319163.000736:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1767319163.000745:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319163.000771:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383955328:12345-0@lo:38:kworker.0 Request processed in 50us (289us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319163.000777:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23693 00000100:00100000:0.0:1767319163.000808:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383955584:12345-0@lo:38:kworker.0 Request processed in 47us (250us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319163.000814:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23694 00000100:00080000:0.0:1767319163.000842:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319163.000847:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319163.000851:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383954944:0@lo:38:kworker.0 00000100:00100000:2.0:1767319163.000858:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319163.000862:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319163.000868:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319163.000871:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383955072:0@lo:38:kworker.0 00000100:00100000:2.0:1767319163.000893:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383955456 00000100:00080000:0.0:1767319163.000894:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319163.000900:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319163.000900:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383955456 00000100:00100000:0.0:1767319163.000905:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383955328:0@lo:38:kworker.0 00000100:00080000:0.0:1767319163.000915:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319163.000918:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319163.000923:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383955584:0@lo:38:kworker.0 00000100:00100000:2.0:1767319163.000944:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4621 00000100:00100000:2.0:1767319163.000952:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383955456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319163.000996:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383955456:12345-0@lo:400:kworker.0 Request processed in 45us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319163.001002:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4621 00000100:00080000:2.0:1767319163.001026:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319163.001138:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383955456:0@lo:400:kworker.0 00000100:00100000:1.0:1767319163.001605:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383955712:0@lo:400:kworker.0 00000100:00100000:3.0:1767319163.511253:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383955968:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319163.511324:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319163.511458:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383955968 00010000:00010000:1.0:1767319163.511463:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319163.511467:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383955968 00000100:00100000:3.0:1767319163.511521:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319163.511525:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2469 00000100:00100000:3.0:1767319163.511533:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383956096:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319163.511538:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383955968:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319163.511565:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1767319163.511570:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319163.511610:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383956096 00000100:00100000:3.0:1767319163.511615:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383956096 00000100:00100000:2.0:1767319163.511622:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383955968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319163.511630:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2469 00000100:00100000:2.0:1767319163.511687:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383955968:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319163.518078:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2470 00000100:00100000:3.0:1767319163.518104:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383956096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319163.518140:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319163.518228:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383956096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 136us (6662us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319163.518236:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2470 00000100:00100000:2.0:1767319163.518300:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383956096:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319164.024072:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319164.535103:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319165.046912:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319165.560955:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319166.071349:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319166.584743:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319167.094906:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319167.607030:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319168.073918:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319168.074232:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319168.074496:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297355392 00000100:00100000:1.0:1767319168.074506:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297355392 00000100:00100000:1.0:1767319168.074565:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297355264 00000100:00100000:1.0:1767319168.074568:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297355264 00000100:00100000:1.0:1767319168.074582:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4622 00000100:00100000:1.0:1767319168.074596:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297355392:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319168.074663:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297355392:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 74us (757us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319168.074669:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4622 00000100:00100000:1.0:1767319168.074681:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23695 00000100:00100000:1.0:1767319168.074683:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297355264:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319168.074701:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319168.074727:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297355264:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 42us (496us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319168.074731:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23695 00000100:00080000:3.0:1767319168.075335:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319168.124181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319168.124195:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319168.124197:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319168.124201:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319168.124206:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319168.124214:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4066 00000100:00080000:1.0:1767319168.124218:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319168.124225:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319168.124263:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3aea00 x1853164383956224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319168.124312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319168.124315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319168.124317:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319168.124321:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4066 00000100:00080000:1.0:1767319168.124323:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319168.124326:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319168.124338:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3adc00 x1853164383956352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319168.124382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319168.124386:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319168.124388:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319168.124391:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4066 00000100:00080000:1.0:1767319168.124393:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319168.124396:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319168.124406:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3aca80 x1853164383956608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319168.124418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319168.124422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319168.124423:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319168.124426:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4066 00000100:00080000:1.0:1767319168.124428:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319168.124431:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319168.124439:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3afb80 x1853164383956864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319168.124492:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383957120:0@lo:400:kworker.0 00000100:00100000:1.0:1767319168.124551:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319168.124608:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319168.124614:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383956992:0@lo:400:kworker.0 00000100:00100000:1.0:1767319168.124632:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319168.124987:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383956480:0@lo:400:kworker.0 00000100:00100000:3.0:1767319168.125020:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319168.125060:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319168.125067:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383956736:0@lo:400:kworker.0 00000100:00100000:3.0:1767319168.125087:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319168.125119:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383956480 00000100:00100000:3.0:1767319168.125137:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383956480 00000100:00100000:3.0:1767319168.125193:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383956736 00000100:00100000:3.0:1767319168.125196:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383956736 00000100:00100000:3.0:1767319168.125223:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4623 00000100:00100000:3.0:1767319168.125232:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383956480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319168.125250:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383957120 00000100:00100000:2.0:1767319168.125257:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383957120 00000100:00100000:2.0:1767319168.125297:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383956992 00000100:00100000:2.0:1767319168.125301:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383956992 00000100:00100000:3.0:1767319168.125306:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383956480:12345-0@lo:400:kworker.0 Request processed in 74us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319168.125315:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4623 00000100:00100000:2.0:1767319168.125326:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1698 00000100:00100000:2.0:1767319168.125337:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383957120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319168.125338:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4624 00000100:00100000:3.0:1767319168.125360:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383956736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319168.125392:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383957120:12345-0@lo:400:kworker.0 Request processed in 58us (840us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319168.125400:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383956736:12345-0@lo:400:kworker.0 Request processed in 42us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319168.125401:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1698 00000100:00100000:3.0:1767319168.125412:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4624 00000100:00100000:2.0:1767319168.125425:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1699 00000100:00100000:2.0:1767319168.125435:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383956992:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319168.125451:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319168.125457:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319168.125461:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319168.125472:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383956992:12345-0@lo:400:kworker.0 Request processed in 38us (837us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319168.125479:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1699 00000100:00100000:3.0:1767319168.125500:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383956736:0@lo:400:kworker.0 00000100:00100000:2.0:1767319168.125520:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383956992:0@lo:400:kworker.0 00000100:00100000:3.0:1767319168.125520:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383956480:0@lo:400:kworker.0 00000100:00100000:2.0:1767319168.125544:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383957120:0@lo:400:kworker.0 00000100:00100000:3.0:1767319168.125884:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383956224:0@lo:38:kworker.0 00000100:00100000:3.0:1767319168.125916:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319168.125943:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383956352:0@lo:38:kworker.0 00000100:00100000:3.0:1767319168.125966:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319168.126207:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383956224 00000100:00100000:1.0:1767319168.126212:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383956224 00000100:00100000:1.0:1767319168.126237:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23696 00000100:00100000:1.0:1767319168.126242:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383956224:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319168.126259:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319168.126301:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383956224:12345-0@lo:38:kworker.0 Request processed in 58us (384us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319168.126307:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23696 00000100:00100000:0.0:1767319168.126555:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319168.133259:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383956608:0@lo:38:kworker.0 00000100:00100000:3.0:1767319168.133559:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319168.133595:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383956864:0@lo:38:kworker.0 00000100:00100000:3.0:1767319168.133619:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319168.133679:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319168.133686:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319168.133690:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383956224:0@lo:38:kworker.0 00000100:00100000:1.0:1767319168.133877:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383956608 00000100:00100000:1.0:1767319168.133885:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383956608 00000100:00100000:1.0:1767319168.133933:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383956864 00000100:00100000:1.0:1767319168.133937:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383956864 00000100:00100000:1.0:1767319168.133961:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23697 00000100:00100000:1.0:1767319168.133969:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383956608:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319168.134004:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319168.134057:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383956608:12345-0@lo:38:kworker.0 Request processed in 88us (498us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319168.134065:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23697 00000100:00100000:1.0:1767319168.134081:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23698 00000100:00100000:1.0:1767319168.134085:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383956864:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319168.134094:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319168.134116:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383956864:12345-0@lo:38:kworker.0 Request processed in 29us (496us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319168.134121:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23698 00000100:00080000:1.0:1767319168.134228:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319168.134234:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319168.134237:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383956608:0@lo:38:kworker.0 00000100:00080000:1.0:1767319168.134247:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319168.134251:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319168.134254:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383956864:0@lo:38:kworker.0 00000100:00100000:2.0:1767319168.137091:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383956352 00000100:00100000:2.0:1767319168.137105:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383956352 00000100:00100000:2.0:1767319168.137171:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2652 00000100:00100000:2.0:1767319168.137180:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383956352:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319168.137203:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319168.137429:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383956352:12345-0@lo:38:kworker.0 Request processed in 248us (11460us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319168.137436:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2652 00000100:00080000:1.0:1767319168.137535:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319168.137542:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319168.137546:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383956352:0@lo:38:kworker.0 00010000:00010000:1.0:1767319168.630928:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319168.631011:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383957248:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319168.631092:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319168.631178:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319168.631186:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383957376:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319168.631213:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319168.631359:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383957248 00000100:00100000:3.0:1767319168.631367:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383957248 00000100:00100000:3.0:1767319168.631414:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383957376 00000100:00100000:3.0:1767319168.631418:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383957376 00000100:00100000:3.0:1767319168.631444:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2471 00000100:00100000:3.0:1767319168.631454:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383957248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319168.631479:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319168.631529:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383957248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319168.631536:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2471 00000100:00100000:3.0:1767319168.631552:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2472 00000100:00100000:3.0:1767319168.631558:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383957376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319168.631573:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319168.631596:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383957376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319168.631602:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2472 00000100:00100000:3.0:1767319168.631641:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383957376:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319168.631652:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383957248:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319169.143696:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319169.657650:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319170.166908:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319170.679033:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319171.190895:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319171.705506:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319172.214952:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319147/real 1767319147] req@ffff9369a5568700 x1853164383952000/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319172 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319172.214986:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369a5568700 x1853164383952000/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319172 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319172.215012:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319172.215034:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319172.215038:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383952000:0@lo:250:kworker.0 00000100:00080000:0.0:1767319172.215219:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319172.215225:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319172.215228:0:8:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319172.215233:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4050 00000100:00080000:0.0:1767319172.215237:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319172.215242:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319172.215286:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b4700 x1853164383957504/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319172.215394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319172.215398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319172.215400:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319172.215404:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4071 00000100:00080000:0.0:1767319172.215406:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319172.215409:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319172.215426:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b4a80 x1853164383957632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319172.215434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319172.215437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319172.215439:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319172.215442:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4071 00000100:00080000:0.0:1767319172.215444:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319172.215448:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319172.215458:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b7800 x1853164383957760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319172.215489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319172.215493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319172.215494:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319172.215498:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4071 00000100:00080000:0.0:1767319172.215500:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319172.215503:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319172.215512:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b6d80 x1853164383958016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319172.215525:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319172.215528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319172.215530:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319172.215533:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4071 00000100:00080000:0.0:1767319172.215536:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319172.215538:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319172.215545:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b4000 x1853164383958272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319172.216032:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319172.216037:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383957504:0@lo:250:kworker.0 00000100:00100000:1.0:1767319172.216052:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383958528:0@lo:400:kworker.0 00000100:00100000:2.0:1767319172.216148:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383957888:0@lo:400:kworker.0 00000100:00100000:0.0:1767319172.216173:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383958144:0@lo:400:kworker.0 00000400:00000100:3.0:1767319172.219093:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383957504 offset 0 length 520: 4 00000100:00100000:3.0:1767319172.219172:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383957632:0@lo:38:kworker.0 00000100:00100000:3.0:1767319172.219225:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319172.219253:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383957760:0@lo:38:kworker.0 00000100:00100000:3.0:1767319172.219301:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319172.219324:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383958016:0@lo:38:kworker.0 00000100:00100000:3.0:1767319172.219347:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319172.219373:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383958272:0@lo:38:kworker.0 00000100:00100000:3.0:1767319172.219400:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319172.219456:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383957632 00000100:00100000:3.0:1767319172.219464:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383957632 00000100:00100000:3.0:1767319172.219498:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383958016 00000100:00100000:3.0:1767319172.219501:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383958016 00000100:00100000:3.0:1767319172.219514:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383958272 00000100:00100000:3.0:1767319172.219517:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383958272 00000100:00100000:3.0:1767319172.219529:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23699 00000100:00100000:3.0:1767319172.219536:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383957632:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319172.219557:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319172.219602:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383957632:12345-0@lo:38:kworker.0 Request processed in 65us (376us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319172.219610:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23699 00000100:00100000:3.0:1767319172.219627:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23700 00000100:00100000:3.0:1767319172.219631:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383958016:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319172.219641:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319172.219667:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383958016:12345-0@lo:38:kworker.0 Request processed in 34us (320us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319172.219673:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23700 00000100:00100000:3.0:1767319172.219684:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23701 00000100:00100000:3.0:1767319172.219688:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383958272:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319172.219697:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319172.219717:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383958272:12345-0@lo:38:kworker.0 Request processed in 28us (318us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319172.219723:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23701 00000100:00100000:3.0:1767319172.219746:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383957760 00000100:00100000:3.0:1767319172.219749:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383957760 00000100:00100000:3.0:1767319172.219767:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2653 00000100:00100000:3.0:1767319172.219770:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383957760:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319172.219796:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319172.219822:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383957760:12345-0@lo:38:kworker.0 Request processed in 49us (521us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319172.219828:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2653 00000100:00100000:3.0:1767319172.219851:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383958400:0@lo:400:kworker.0 00000100:00100000:3.0:1767319172.219877:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319172.219926:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319172.219932:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319172.219949:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383957632:0@lo:38:kworker.0 00000100:00080000:3.0:1767319172.219959:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319172.219962:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319172.219965:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383957760:0@lo:38:kworker.0 00000100:00080000:3.0:1767319172.219971:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319172.219974:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319172.219977:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383958016:0@lo:38:kworker.0 00000100:00080000:3.0:1767319172.219983:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319172.219986:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319172.219988:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383958272:0@lo:38:kworker.0 00000100:00100000:3.0:1767319172.220028:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383958400 00000100:00100000:3.0:1767319172.220031:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383958400 00000100:00100000:3.0:1767319172.220071:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1700 00000100:00100000:3.0:1767319172.220078:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383958400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319172.220117:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383958400:12345-0@lo:400:kworker.0 Request processed in 40us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319172.220123:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1700 00000100:00080000:3.0:1767319172.220139:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319172.220158:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383958400:0@lo:400:kworker.0 00000100:00100000:1.0:1767319172.224553:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319172.225288:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383958528 00000100:00100000:3.0:1767319172.225310:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383958528 00000100:00100000:3.0:1767319172.225379:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1701 00000100:00100000:3.0:1767319172.225388:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383958528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319172.225450:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383958528:12345-0@lo:400:kworker.0 Request processed in 63us (904us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319172.225456:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1701 00000100:00100000:2.0:1767319172.227086:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319172.227189:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319172.227236:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383958528:0@lo:400:kworker.0 00000100:00100000:3.0:1767319172.230188:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383957888 00000100:00100000:3.0:1767319172.230202:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383957888 00000100:00100000:3.0:1767319172.230345:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4625 00000100:00100000:3.0:1767319172.230357:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383957888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319172.230440:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383957888:12345-0@lo:400:kworker.0 Request processed in 86us (3358us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319172.230447:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4625 00000100:00100000:2.0:1767319172.230601:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383957888:0@lo:400:kworker.0 00000100:00080000:1.0:1767319172.231129:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319172.235174:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319172.235332:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383958144 00000100:00100000:2.0:1767319172.235342:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383958144 00000100:00100000:2.0:1767319172.235414:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4626 00000100:00100000:2.0:1767319172.235424:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383958144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319172.235496:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383958144:12345-0@lo:400:kworker.0 Request processed in 72us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319172.235503:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4626 00000100:00080000:1.0:1767319172.235728:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319172.235856:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383958144:0@lo:400:kworker.0 00010000:00010000:3.0:1767319172.727192:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319173.190103:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319173.190132:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:2.0:1767319173.190154:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297355776 offset 0 length 520: 4 00000100:00100000:0.0:1767319173.190192:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297355520 00000100:00100000:0.0:1767319173.190202:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297355520 00000100:00100000:0.0:1767319173.190283:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297355648 00000100:00100000:0.0:1767319173.190287:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297355648 00000100:00080000:1.0:1767319173.190381:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319173.194126:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4627 00000100:00100000:0.0:1767319173.194153:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297355648:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319173.194252:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297355648:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 112us (4117us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319173.194260:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4627 00000100:00100000:0.0:1767319173.194281:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23702 00000100:00100000:0.0:1767319173.194286:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297355520:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319173.194306:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319173.194333:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297355520:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 46us (4238us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319173.194340:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23702 00000100:00100000:1.0:1767319173.238897:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319173.751428:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383958784:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319173.751434:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319173.751512:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319173.751534:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383958656:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319173.751563:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319173.751639:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383958784 00000100:00100000:2.0:1767319173.751648:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383958784 00000100:00100000:2.0:1767319173.751698:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383958656 00000100:00100000:2.0:1767319173.751701:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383958656 00000100:00100000:2.0:1767319173.751729:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2473 00000100:00100000:2.0:1767319173.751747:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383958784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319173.751778:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319173.751841:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383958784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319173.751849:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2473 00000100:00100000:2.0:1767319173.751865:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2474 00000100:00100000:2.0:1767319173.751872:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383958656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319173.751887:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319173.751931:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383958656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319173.751937:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2474 00000100:00100000:2.0:1767319173.751979:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383958656:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319173.752219:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383958784:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319174.262992:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319174.774993:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319175.286937:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319175.799086:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319176.311008:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319176.823466:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319177.334929:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319177.335171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319177.335177:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319177.335180:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319177.335184:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319177.335189:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319177.335197:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4075 00000100:00080000:1.0:1767319177.335202:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319177.335210:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319177.335260:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3aca80 x1853164383958912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319177.335285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319177.335288:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319177.335290:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319177.335294:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4075 00000100:00080000:1.0:1767319177.335297:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319177.335300:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319177.335313:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3af100 x1853164383959040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319177.335388:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319177.335477:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383958912:0@lo:38:kworker.0 00000100:00100000:3.0:1767319177.335562:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319177.335621:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383959040:0@lo:38:kworker.0 00000100:00100000:3.0:1767319177.335647:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319177.335687:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383959040 00000100:00100000:3.0:1767319177.335694:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383959040 00000100:00100000:3.0:1767319177.335731:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2654 00000100:00100000:3.0:1767319177.335739:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383959040:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319177.335762:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319177.336598:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383958912 00000100:00100000:0.0:1767319177.336604:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383958912 00000100:00100000:0.0:1767319177.336635:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23703 00000100:00100000:0.0:1767319177.336641:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5650450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383958912:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319177.336654:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319177.336694:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5650450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383958912:12345-0@lo:38:kworker.0 Request processed in 51us (1131us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319177.336701:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23703 00000100:00080000:0.0:1767319177.337856:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319177.337865:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319177.337871:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383958912:0@lo:38:kworker.0 00000100:00080000:0.0:1767319177.337882:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319177.337899:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319177.337902:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383959040:0@lo:38:kworker.0 00000100:00080000:1.0:1767319177.339681:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319177.339691:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319177.339695:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319177.339703:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4075 00000100:00080000:1.0:1767319177.339707:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319177.339713:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319177.339755:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3af800 x1853164383959296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319177.339868:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383959040:12345-0@lo:38:kworker.0 Request processed in 88us (179us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319177.339885:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2654 00000100:00100000:0.0:1767319177.340977:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383959296:0@lo:38:kworker.0 00000100:00100000:0.0:1767319177.341048:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319177.342861:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383959296 00000100:00100000:3.0:1767319177.342876:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383959296 00000100:00100000:3.0:1767319177.342976:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23704 00000100:00100000:3.0:1767319177.342984:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383959296:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319177.343017:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319177.343085:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383959296:12345-0@lo:38:kworker.0 Request processed in 101us (2037us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319177.343093:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23704 00000100:00080000:0.0:1767319177.344004:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319177.344012:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319177.344016:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383959296:0@lo:38:kworker.0 00000100:00100000:2.0:1767319177.344487:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383959424:0@lo:400:kworker.0 00000100:00100000:2.0:1767319177.344546:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319177.344619:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383959168:0@lo:400:kworker.0 00000100:00100000:2.0:1767319177.344643:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319177.344703:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319177.344709:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319177.344711:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319177.344716:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4075 00000100:00080000:1.0:1767319177.344721:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319177.344726:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319177.344758:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3af800 x1853164383959552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319177.344848:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383959808:0@lo:400:kworker.0 00000100:00100000:1.0:1767319177.344878:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319177.344913:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319177.344918:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383959680:0@lo:400:kworker.0 00000100:00100000:1.0:1767319177.344938:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319177.344969:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383959808 00000100:00100000:1.0:1767319177.344975:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383959808 00000100:00100000:1.0:1767319177.345032:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383959680 00000100:00100000:1.0:1767319177.345035:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383959680 00000100:00100000:1.0:1767319177.345061:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1702 00000100:00100000:1.0:1767319177.345076:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383959808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319177.345126:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383959808:12345-0@lo:400:kworker.0 Request processed in 56us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319177.345132:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1702 00000100:00100000:1.0:1767319177.345147:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1703 00000100:00100000:1.0:1767319177.345153:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383959680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319177.345178:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383959680:12345-0@lo:400:kworker.0 Request processed in 26us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319177.345183:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1703 00000100:00080000:1.0:1767319177.345202:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319177.345206:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319177.345232:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383959680:0@lo:400:kworker.0 00000100:00100000:1.0:1767319177.345243:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383959808:0@lo:400:kworker.0 00000100:00100000:1.0:1767319177.345264:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383959552:0@lo:38:kworker.0 00000100:00100000:1.0:1767319177.353637:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319177.357089:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383959424 00000100:00100000:0.0:1767319177.357108:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383959424 00000100:00100000:0.0:1767319177.357201:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383959168 00000100:00100000:0.0:1767319177.357205:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383959168 00000100:00100000:0.0:1767319177.357238:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4628 00000100:00100000:0.0:1767319177.357248:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383959424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319177.357336:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383959424:12345-0@lo:400:kworker.0 Request processed in 89us (12789us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319177.357342:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4628 00000100:00100000:0.0:1767319177.357360:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4629 00000100:00100000:0.0:1767319177.357366:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383959168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319177.357392:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383959168:12345-0@lo:400:kworker.0 Request processed in 27us (12748us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319177.357398:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4629 00000100:00080000:0.0:1767319177.357444:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319177.361329:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383959424:0@lo:400:kworker.0 00000100:00100000:2.0:1767319177.361348:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383959168:0@lo:400:kworker.0 00000100:00100000:3.0:1767319177.365941:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383959552 00000100:00100000:3.0:1767319177.365957:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383959552 00000100:00100000:3.0:1767319177.366013:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23705 00000100:00100000:3.0:1767319177.366022:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383959552:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319177.366047:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319177.366122:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383959552:12345-0@lo:38:kworker.0 Request processed in 100us (12490us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319177.366129:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23705 00000100:00080000:1.0:1767319177.368599:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319177.368612:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319177.368618:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383959552:0@lo:38:kworker.0 00010000:00010000:3.0:1767319177.852721:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319178.314129:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319178.314502:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297356032 00000100:00100000:2.0:1767319178.314515:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297356032 00000100:00100000:2.0:1767319178.314603:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4630 00000100:00100000:2.0:1767319178.314614:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297356032:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319178.314705:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297356032:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 94us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319178.314714:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4630 00000100:00080000:0.0:1767319178.315054:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319178.315122:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319178.315182:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297355904 00000100:00100000:0.0:1767319178.315187:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297355904 00000100:00100000:0.0:1767319178.315221:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23706 00000100:00100000:0.0:1767319178.315227:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297355904:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319178.315261:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319178.315297:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297355904:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 69us (175us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319178.315303:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23706 00000100:00100000:1.0:1767319178.358915:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319178.871114:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319178.871338:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383959936:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319178.871449:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319178.872133:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383959936 00000100:00100000:1.0:1767319178.872146:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383959936 00000100:00100000:1.0:1767319178.872229:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2475 00000100:00100000:1.0:1767319178.872241:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383959936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319178.872283:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319178.873646:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383960064:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319178.873719:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319178.873771:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383960064 00000100:00100000:2.0:1767319178.873806:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383960064 00000100:00100000:2.0:1767319178.873862:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2476 00000100:00100000:2.0:1767319178.873871:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383960064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319178.873914:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319178.873956:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383960064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319178.873969:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2476 00000100:00100000:2.0:1767319178.874038:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383960064:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319178.875698:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383959936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3448us (4237us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319178.875715:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2475 00000100:00100000:0.0:1767319178.884633:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383959936:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319179.383436:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319179.895152:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319180.406968:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319180.923158:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319181.431057:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319181.944280:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319182.455273:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319182.456215:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319182.456225:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319182.456228:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319182.456233:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319182.456238:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319182.456248:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4080 00000100:00080000:3.0:1767319182.456253:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319182.456262:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319182.456390:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3fb800 x1853164383960192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319182.456482:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383960192:0@lo:38:kworker.0 00000100:00100000:1.0:1767319182.456573:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319182.456685:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319182.456690:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319182.456692:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319182.456698:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4080 00000100:00080000:3.0:1767319182.456701:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319182.456705:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319182.456723:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3fa300 x1853164383960320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319182.456863:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383960192 00000100:00100000:2.0:1767319182.456876:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383960192 00000100:00100000:2.0:1767319182.456933:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23707 00000100:00100000:2.0:1767319182.456942:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383960192:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319182.456967:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319182.457251:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383960320:0@lo:38:kworker.0 00000100:00100000:1.0:1767319182.457286:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319182.457363:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383960320 00000100:00100000:0.0:1767319182.457368:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383960320 00000100:00100000:0.0:1767319182.457399:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2655 00000100:00100000:0.0:1767319182.457405:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383960320:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319182.457417:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319182.457451:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383960320:12345-0@lo:38:kworker.0 Request processed in 45us (163us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319182.457459:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2655 00000100:00080000:3.0:1767319182.457604:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319182.457608:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319182.457611:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319182.457616:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4080 00000100:00080000:3.0:1767319182.457619:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319182.457623:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319182.457638:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f8e00 x1853164383960576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319182.457656:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319182.457660:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319182.457662:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319182.457666:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4080 00000100:00080000:3.0:1767319182.457668:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319182.457672:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319182.457682:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f9f80 x1853164383960832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319182.457735:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383960704:0@lo:400:kworker.0 00000100:00100000:3.0:1767319182.457768:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319182.457823:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319182.457830:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383960448:0@lo:400:kworker.0 00000100:00100000:3.0:1767319182.457864:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319182.457892:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383960704 00000100:00100000:3.0:1767319182.457897:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383960704 00000100:00100000:3.0:1767319182.457942:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383960448 00000100:00100000:3.0:1767319182.457945:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383960448 00000100:00100000:3.0:1767319182.457968:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4631 00000100:00100000:3.0:1767319182.457975:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383960704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.458286:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383960960:0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.458445:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319182.458471:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319182.458478:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383961088:0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.458501:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319182.458535:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4632 00000100:00100000:0.0:1767319182.458545:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383960448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.458579:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383960448:12345-0@lo:400:kworker.0 Request processed in 36us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319182.458586:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4632 00000100:00080000:0.0:1767319182.458613:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319182.458632:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383960960 00000100:00100000:0.0:1767319182.458637:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383960960 00000100:00100000:0.0:1767319182.458679:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383961088 00000100:00100000:0.0:1767319182.458682:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383961088 00000100:00100000:0.0:1767319182.458705:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1704 00000100:00100000:0.0:1767319182.458711:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383960960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.458745:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383960960:12345-0@lo:400:kworker.0 Request processed in 34us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319182.458751:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1704 00000100:00100000:0.0:1767319182.458764:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1705 00000100:00100000:0.0:1767319182.458770:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383961088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.458827:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383961088:12345-0@lo:400:kworker.0 Request processed in 57us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319182.458833:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1705 00000100:00080000:0.0:1767319182.458868:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319182.458871:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319182.458908:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383961088:0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.458919:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383960960:0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.458997:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383960448:0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.459008:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383960704:0@lo:400:kworker.0 00000100:00100000:2.0:1767319182.460238:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383960192:12345-0@lo:38:kworker.0 Request processed in 3286us (3655us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319182.460253:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23707 00000100:00100000:3.0:1767319182.460527:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383960704:12345-0@lo:400:kworker.0 Request processed in 2550us (2755us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319182.460537:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4631 00000100:00080000:1.0:1767319182.460925:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319182.460933:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319182.460937:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383960192:0@lo:38:kworker.0 00000100:00100000:1.0:1767319182.460972:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383960576:0@lo:38:kworker.0 00000100:00100000:1.0:1767319182.461140:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319182.461226:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383960832:0@lo:38:kworker.0 00000100:00100000:1.0:1767319182.461253:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319182.461332:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319182.461337:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319182.461341:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383960320:0@lo:38:kworker.0 00000100:00100000:3.0:1767319182.461430:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383960576 00000100:00100000:3.0:1767319182.461438:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383960576 00000100:00100000:3.0:1767319182.461478:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383960832 00000100:00100000:3.0:1767319182.461481:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383960832 00000100:00100000:3.0:1767319182.461552:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23708 00000100:00100000:3.0:1767319182.461560:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383960576:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319182.461586:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319182.461639:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383960576:12345-0@lo:38:kworker.0 Request processed in 78us (498us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319182.461645:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23708 00000100:00100000:3.0:1767319182.461660:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23709 00000100:00100000:3.0:1767319182.461664:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383960832:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319182.461674:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319182.461697:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383960832:12345-0@lo:38:kworker.0 Request processed in 31us (444us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319182.461706:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23709 00000100:00080000:1.0:1767319182.461765:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319182.461771:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319182.461773:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383960576:0@lo:38:kworker.0 00000100:00080000:1.0:1767319182.461820:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319182.461825:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319182.461828:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383960832:0@lo:38:kworker.0 00010000:00010000:3.0:1767319182.971050:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319183.434009:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319183.434070:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319183.436258:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297356288 00000100:00100000:2.0:1767319183.436279:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297356288 00000100:00100000:2.0:1767319183.436469:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297356160 00000100:00100000:2.0:1767319183.436474:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297356160 00000100:00100000:2.0:1767319183.436501:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4633 00000100:00100000:2.0:1767319183.436514:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297356288:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319183.436623:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297356288:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 110us (2629us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319183.436631:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4633 00000100:00100000:2.0:1767319183.436655:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23710 00000100:00100000:2.0:1767319183.436660:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297356160:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319183.436686:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319183.436715:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297356160:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 53us (2645us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319183.436726:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23710 00000100:00080000:0.0:1767319183.440396:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319183.479311:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319183.991240:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319183.991925:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383961344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319183.992043:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319183.992117:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383961344 00000100:00100000:0.0:1767319183.992130:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383961344 00000100:00100000:1.0:1767319183.992161:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319183.992175:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383961216:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319183.992193:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2477 00000100:00100000:1.0:1767319183.992208:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319183.992215:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383961344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319183.992251:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319183.992313:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383961216 00000100:00100000:2.0:1767319183.992322:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383961216 00000100:00100000:0.0:1767319183.992341:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383961344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 138us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319183.992349:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2477 00000100:00100000:1.0:1767319183.992445:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383961344:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319183.996077:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2478 00000100:00100000:2.0:1767319183.996125:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383961216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319183.996182:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319183.996301:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383961216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 196us (4092us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319183.996309:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2478 00000100:00100000:1.0:1767319183.996455:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383961216:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319184.504080:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319185.020184:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319185.527432:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319186.039106:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319186.551055:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319187.064500:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319187.575018:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319187.575231:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319187.575239:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319187.575242:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319187.575246:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319187.575251:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319187.575262:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4085 00000100:00080000:3.0:1767319187.575268:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319187.575276:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319187.575332:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3fad80 x1853164383961472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319187.575365:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319187.575369:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319187.575371:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319187.575376:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4085 00000100:00080000:3.0:1767319187.575379:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319187.575383:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319187.575401:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f9f80 x1853164383961600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319187.575454:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319187.575461:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319187.575463:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319187.575466:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4085 00000100:00080000:3.0:1767319187.575469:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319187.575473:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319187.575485:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3fa300 x1853164383961856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319187.575501:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319187.575505:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319187.575507:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319187.575511:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4085 00000100:00080000:3.0:1767319187.575514:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319187.575518:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319187.575527:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f8000 x1853164383962112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319187.575582:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383962240:0@lo:400:kworker.0 00000100:00100000:3.0:1767319187.575679:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319187.575768:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383961728:0@lo:400:kworker.0 00000100:00100000:3.0:1767319187.575802:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319187.575810:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383962368:0@lo:400:kworker.0 00000100:00100000:0.0:1767319187.575832:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319187.575832:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319187.575858:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319187.575863:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383961984:0@lo:400:kworker.0 00000100:00100000:3.0:1767319187.575873:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383962240 00000100:00100000:3.0:1767319187.575883:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383962240 00000100:00100000:0.0:1767319187.575886:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319187.575947:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383962368 00000100:00100000:3.0:1767319187.575951:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383962368 00000100:00100000:0.0:1767319187.575955:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1706 00000100:00100000:0.0:1767319187.575966:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383962240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319187.575970:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1707 00000100:00100000:0.0:1767319187.576026:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383962240:12345-0@lo:400:kworker.0 Request processed in 61us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319187.576172:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383961728 00000100:00100000:1.0:1767319187.576177:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383961728 00000100:00100000:1.0:1767319187.576211:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383961984 00000100:00100000:0.0:1767319187.576213:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1706 00000100:00100000:1.0:1767319187.576223:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383961984 00000100:00080000:0.0:1767319187.576241:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319187.576247:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319187.576250:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319187.576252:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4634 00000100:00100000:1.0:1767319187.576259:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383961728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319187.576292:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383962240:0@lo:400:kworker.0 00000100:00100000:1.0:1767319187.576297:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383961728:12345-0@lo:400:kworker.0 Request processed in 39us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319187.576303:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4634 00000100:00100000:1.0:1767319187.576315:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4635 00000100:00100000:1.0:1767319187.576321:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383961984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319187.576346:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383961984:12345-0@lo:400:kworker.0 Request processed in 26us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319187.576352:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383961984:0@lo:400:kworker.0 00000100:00100000:1.0:1767319187.576352:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4635 00000100:00100000:0.0:1767319187.576362:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383961728:0@lo:400:kworker.0 00000100:00100000:3.0:1767319187.576478:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383962368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319187.576524:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383962368:12345-0@lo:400:kworker.0 Request processed in 548us (691us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319187.576530:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1707 00000100:00100000:0.0:1767319187.581865:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383962368:0@lo:400:kworker.0 00000100:00100000:2.0:1767319187.582038:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383961472:0@lo:38:kworker.0 00000100:00100000:2.0:1767319187.582127:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319187.582186:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383961600:0@lo:38:kworker.0 00000100:00100000:2.0:1767319187.582223:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319187.582246:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383961856:0@lo:38:kworker.0 00000100:00100000:2.0:1767319187.582268:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319187.582294:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383962112:0@lo:38:kworker.0 00000100:00100000:2.0:1767319187.582312:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319187.582370:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383961472 00000100:00100000:2.0:1767319187.582377:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383961472 00000100:00100000:2.0:1767319187.582414:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383961856 00000100:00100000:2.0:1767319187.582416:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383961856 00000100:00100000:2.0:1767319187.582423:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383962112 00000100:00100000:2.0:1767319187.582425:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383962112 00000100:00100000:2.0:1767319187.582438:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23711 00000100:00100000:2.0:1767319187.582445:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383961472:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319187.582472:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319187.582516:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383961472:12345-0@lo:38:kworker.0 Request processed in 70us (389us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319187.582523:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23711 00000100:00100000:2.0:1767319187.582541:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23712 00000100:00100000:2.0:1767319187.582545:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383961856:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319187.582554:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319187.582571:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383961856:12345-0@lo:38:kworker.0 Request processed in 25us (302us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319187.582577:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23712 00000100:00100000:2.0:1767319187.582585:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23713 00000100:00100000:2.0:1767319187.582589:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383962112:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319187.582597:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319187.582625:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383962112:12345-0@lo:38:kworker.0 Request processed in 34us (311us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319187.582630:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23713 00000100:00080000:2.0:1767319187.582661:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319187.582666:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319187.582670:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383961472:0@lo:38:kworker.0 00000100:00080000:2.0:1767319187.582677:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319187.582680:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319187.582683:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383961856:0@lo:38:kworker.0 00000100:00080000:2.0:1767319187.582690:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319187.582692:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319187.582695:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383962112:0@lo:38:kworker.0 00000100:00100000:0.0:1767319187.583461:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383961600 00000100:00100000:0.0:1767319187.583471:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383961600 00000100:00100000:0.0:1767319187.583515:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2656 00000100:00100000:0.0:1767319187.583521:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383961600:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319187.583534:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319187.583589:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383961600:12345-0@lo:38:kworker.0 Request processed in 68us (1366us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319187.583594:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2656 00000100:00080000:2.0:1767319187.583647:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319187.583654:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319187.583659:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383961600:0@lo:38:kworker.0 00010000:00010000:3.0:1767319188.087503:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319188.552206:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319188.552319:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319188.552708:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297356544 00000100:00100000:3.0:1767319188.552720:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297356544 00000100:00100000:3.0:1767319188.552868:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297356416 00000100:00100000:3.0:1767319188.552871:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297356416 00000100:00100000:1.0:1767319188.552918:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4636 00000100:00100000:1.0:1767319188.552936:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297356544:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319188.553039:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297356544:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 111us (848us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319188.553046:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4636 00000100:00100000:1.0:1767319188.553064:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23714 00000100:00100000:1.0:1767319188.553068:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297356416:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319188.553091:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319188.553110:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297356416:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 42us (793us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319188.553115:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23714 00000100:00080000:0.0:1767319188.553175:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319188.599329:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319189.114773:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319189.114836:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383962496:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319189.114933:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319189.115031:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383962496 00000100:00100000:0.0:1767319189.115041:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383962496 00000100:00100000:0.0:1767319189.115113:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2479 00000100:00100000:0.0:1767319189.115125:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383962496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319189.115166:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319189.115216:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383962496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319189.115225:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2479 00000100:00080000:0.0:1767319189.115253:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319189.115293:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383962496:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767319189.116504:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319189.117299:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319189.117325:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383962624:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319189.117406:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319189.117683:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383962624 00000100:00100000:2.0:1767319189.117693:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383962624 00000100:00100000:2.0:1767319189.117813:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2480 00000100:00100000:2.0:1767319189.117835:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383962624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319189.117876:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319189.117944:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383962624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319189.117952:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2480 00000100:00100000:1.0:1767319189.118062:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383962624:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319189.118133:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319189.623101:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319190.136106:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319190.648025:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319191.159466:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319191.671041:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319192.190613:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319192.695248:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319192.696893:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319192.696905:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319192.696908:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319192.696913:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319192.696918:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319192.696930:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4090 00000100:00080000:0.0:1767319192.696935:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319192.696943:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319192.697009:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b6d80 x1853164383962752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319192.697043:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319192.697047:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319192.697049:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319192.697053:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4090 00000100:00080000:0.0:1767319192.697056:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319192.697060:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319192.697078:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b4a80 x1853164383962880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319192.697124:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319192.697128:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319192.697131:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319192.697134:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4090 00000100:00080000:0.0:1767319192.697138:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319192.697142:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319192.697159:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891dab480 x1853164383963136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319192.697177:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319192.697180:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319192.697181:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319192.697186:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4090 00000100:00080000:0.0:1767319192.697188:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767319192.697188:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383963008:0@lo:400:kworker.0 00000100:00080000:0.0:1767319192.697191:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319192.697201:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891da8a80 x1853164383963392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319192.697271:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383963520:0@lo:400:kworker.0 00000100:00100000:3.0:1767319192.697273:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319192.697309:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319192.697360:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319192.697366:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383963264:0@lo:400:kworker.0 00000100:00100000:3.0:1767319192.697390:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319192.697398:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383963648:0@lo:400:kworker.0 00000100:00100000:3.0:1767319192.697426:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383963008 00000100:00100000:1.0:1767319192.697430:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319192.697436:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383963008 00000100:00100000:1.0:1767319192.697467:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383963520 00000100:00100000:1.0:1767319192.697471:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383963520 00000100:00100000:1.0:1767319192.697506:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383963648 00000100:00100000:3.0:1767319192.697506:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383963264 00000100:00100000:1.0:1767319192.697509:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383963648 00000100:00100000:3.0:1767319192.697509:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383963264 00000100:00100000:1.0:1767319192.697531:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1708 00000100:00100000:3.0:1767319192.697535:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4637 00000100:00100000:1.0:1767319192.697541:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383963520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319192.697541:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383963008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319192.697599:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383963520:12345-0@lo:400:kworker.0 Request processed in 59us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319192.697599:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383963008:12345-0@lo:400:kworker.0 Request processed in 60us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319192.697608:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1708 00000100:00100000:3.0:1767319192.697608:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4637 00000100:00100000:1.0:1767319192.697626:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1709 00000100:00100000:3.0:1767319192.697626:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4638 00000100:00100000:1.0:1767319192.697632:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383963648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319192.697632:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383963264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319192.697655:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383963264:12345-0@lo:400:kworker.0 Request processed in 24us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319192.697658:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383963648:12345-0@lo:400:kworker.0 Request processed in 27us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319192.697662:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4638 00000100:00100000:1.0:1767319192.697664:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1709 00000100:00100000:1.0:1767319192.697700:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383963648:0@lo:400:kworker.0 00000100:00100000:3.0:1767319192.697700:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383963264:0@lo:400:kworker.0 00000100:00100000:3.0:1767319192.697710:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383963008:0@lo:400:kworker.0 00000100:00080000:1.0:1767319192.697734:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319192.697757:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319192.697760:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319192.698008:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383962752:0@lo:38:kworker.0 00000100:00100000:2.0:1767319192.698045:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319192.698077:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383962880:0@lo:38:kworker.0 00000100:00100000:2.0:1767319192.698102:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319192.698130:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383963136:0@lo:38:kworker.0 00000100:00100000:2.0:1767319192.698150:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319192.698166:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383963392:0@lo:38:kworker.0 00000100:00100000:2.0:1767319192.698185:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319192.698212:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383962752 00000100:00100000:2.0:1767319192.698216:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383962752 00000100:00100000:2.0:1767319192.698239:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383963136 00000100:00100000:2.0:1767319192.698241:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383963136 00000100:00100000:2.0:1767319192.698255:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383963392 00000100:00100000:2.0:1767319192.698257:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383963392 00000100:00100000:2.0:1767319192.698267:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23715 00000100:00100000:2.0:1767319192.698273:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383962752:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319192.698294:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319192.698330:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383962752:12345-0@lo:38:kworker.0 Request processed in 56us (284us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319192.698337:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23715 00000100:00100000:2.0:1767319192.698351:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23716 00000100:00100000:2.0:1767319192.698355:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383963136:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319192.698364:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319192.698390:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383963136:12345-0@lo:38:kworker.0 Request processed in 33us (238us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319192.698395:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23716 00000100:00100000:2.0:1767319192.698407:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23717 00000100:00100000:2.0:1767319192.698411:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383963392:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319192.698419:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319192.698438:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383963392:12345-0@lo:38:kworker.0 Request processed in 26us (252us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319192.698443:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23717 00000100:00080000:2.0:1767319192.698479:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319192.698484:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319192.698487:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383962752:0@lo:38:kworker.0 00000100:00080000:2.0:1767319192.698495:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319192.698498:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319192.698501:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383963136:0@lo:38:kworker.0 00000100:00080000:2.0:1767319192.698508:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319192.698511:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319192.698513:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383963392:0@lo:38:kworker.0 00000100:00100000:0.0:1767319192.699538:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383963520:0@lo:400:kworker.0 00000100:00100000:1.0:1767319192.699827:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383962880 00000100:00100000:1.0:1767319192.699835:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383962880 00000100:00100000:1.0:1767319192.699887:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2657 00000100:00100000:1.0:1767319192.699894:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383962880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319192.699915:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319192.700138:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383962880:12345-0@lo:38:kworker.0 Request processed in 243us (2034us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319192.700146:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2657 00000100:00080000:2.0:1767319192.701233:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319192.701245:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319192.701250:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383962880:0@lo:38:kworker.0 00010000:00010000:3.0:1767319193.208699:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319193.670495:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319193.670623:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319193.671649:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297356800 00000100:00100000:3.0:1767319193.671674:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297356800 00000100:00080000:1.0:1767319193.671802:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319193.672409:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297356672 00000100:00100000:2.0:1767319193.672416:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297356672 00000100:00100000:2.0:1767319193.672520:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4639 00000100:00100000:2.0:1767319193.672536:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297356800:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319193.672666:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297356800:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 135us (2187us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319193.672675:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4639 00000100:00100000:2.0:1767319193.672699:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23718 00000100:00100000:2.0:1767319193.672704:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297356672:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319193.672747:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319193.672776:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297356672:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 70us (2154us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319193.672798:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23718 00000100:00100000:1.0:1767319193.719492:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319194.231313:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319194.231865:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383963776:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319194.231959:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319194.232064:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383963776 00000100:00100000:2.0:1767319194.232075:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383963776 00000100:00100000:2.0:1767319194.232149:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2481 00000100:00100000:2.0:1767319194.232160:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383963776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319194.232197:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319194.232248:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383963776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319194.232256:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2481 00000100:00080000:2.0:1767319194.232283:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319194.232329:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383963776:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319194.232636:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319194.232648:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383963904:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319194.232681:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319194.232761:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383963904 00000100:00100000:1.0:1767319194.232766:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383963904 00000100:00100000:1.0:1767319194.232830:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2482 00000100:00100000:1.0:1767319194.232838:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383963904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319194.232858:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319194.232896:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383963904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319194.232903:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2482 00000100:00080000:0.0:1767319194.232959:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319194.232982:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383963904:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319194.742898:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319195.255244:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319195.767270:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319196.280558:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319196.791927:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319197.303074:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767319197.768170:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297356928 offset 0 length 520: 4 00000100:00100000:1.0:1767319197.778249:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319197.778384:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297357184 00000100:00100000:0.0:1767319197.778399:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297357184 00000100:00100000:0.0:1767319197.778515:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4640 00000100:00100000:0.0:1767319197.778529:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297357184:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319197.778652:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297357184:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 126us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319197.778661:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4640 00000100:00080000:2.0:1767319197.779044:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319197.783854:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319197.784610:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297357056 00000100:00100000:3.0:1767319197.784628:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297357056 00000100:00100000:3.0:1767319197.784814:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23719 00000100:00100000:3.0:1767319197.784825:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297357056:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319197.784865:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319197.785756:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297357056:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 923us (1909us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319197.785775:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23719 00000100:00100000:2.0:1767319197.814995:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319172/real 1767319172] req@ffff9369bb7b4700 x1853164383957504/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319197 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319197.815047:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369bb7b4700 x1853164383957504/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319197 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319197.815048:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319197.815079:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319197.815094:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319197.815098:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383957504:0@lo:250:kworker.0 00000100:00080000:3.0:1767319197.815249:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319197.815258:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319197.815262:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319197.815268:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4075 00000100:00080000:3.0:1767319197.815273:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319197.815282:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319197.815327:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f9880 x1853164383964032/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319197.815358:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319197.815363:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319197.815365:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319197.815378:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4095 00000100:00080000:3.0:1767319197.815382:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319197.815386:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319197.815409:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f9f80 x1853164383964160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319197.815419:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319197.815422:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319197.815424:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319197.815430:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4095 00000100:00080000:3.0:1767319197.815432:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319197.815437:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319197.815449:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f8000 x1853164383964288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319197.815488:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319197.815492:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319197.815494:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319197.815497:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4095 00000100:00080000:3.0:1767319197.815500:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319197.815504:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319197.815515:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3fad80 x1853164383964544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319197.815534:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319197.815538:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319197.815542:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767319197.815543:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383964416:0@lo:400:kworker.0 00000100:00080000:3.0:1767319197.815548:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4095 00000100:00080000:3.0:1767319197.815554:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319197.815557:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319197.815572:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f8e00 x1853164383964800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319197.815635:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319197.815718:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319197.815726:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383964672:0@lo:400:kworker.0 00000100:00100000:0.0:1767319197.815753:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319197.815834:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383964032:0@lo:250:kworker.0 00000100:00100000:0.0:1767319197.815857:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383964416 00000400:00000100:2.0:1767319197.815867:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383964032 offset 0 length 520: 4 00000100:00100000:0.0:1767319197.815869:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383964416 00000100:00100000:2.0:1767319197.815893:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383964160:0@lo:38:kworker.0 00000100:00100000:2.0:1767319197.815923:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319197.815942:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383964288:0@lo:38:kworker.0 00000100:00100000:2.0:1767319197.815969:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319197.815988:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383964544:0@lo:38:kworker.0 00000100:00100000:2.0:1767319197.816007:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319197.816023:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383964800:0@lo:38:kworker.0 00000100:00100000:2.0:1767319197.816042:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319197.816070:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383964672 00000100:00100000:3.0:1767319197.816242:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383964928:0@lo:400:kworker.0 00000100:00100000:3.0:1767319197.816274:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319197.816295:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319197.816299:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383965056:0@lo:400:kworker.0 00000100:00100000:3.0:1767319197.816317:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319197.816342:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383964928 00000100:00100000:3.0:1767319197.816345:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383964928 00000100:00100000:3.0:1767319197.816398:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383965056 00000100:00100000:3.0:1767319197.816401:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383965056 00000100:00100000:3.0:1767319197.816425:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1710 00000100:00100000:3.0:1767319197.816433:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383964928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319197.816486:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383964928:12345-0@lo:400:kworker.0 Request processed in 53us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319197.816495:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1710 00000100:00100000:3.0:1767319197.816510:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1711 00000100:00100000:3.0:1767319197.816515:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383965056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319197.816536:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383965056:12345-0@lo:400:kworker.0 Request processed in 21us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319197.816541:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1711 00000100:00100000:3.0:1767319197.816597:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383965056:0@lo:400:kworker.0 00000100:00100000:3.0:1767319197.816608:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383964928:0@lo:400:kworker.0 00000100:00100000:3.0:1767319197.816647:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383964160 00000100:00100000:3.0:1767319197.816651:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383964160 00000100:00100000:3.0:1767319197.816663:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383964544 00000100:00100000:3.0:1767319197.816664:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383964544 00000100:00100000:2.0:1767319197.816747:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383964672 00000100:00100000:2.0:1767319197.816772:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383964800 00000100:00100000:2.0:1767319197.816775:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383964800 00000100:00100000:2.0:1767319197.816803:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4641 00000100:00100000:2.0:1767319197.816810:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383964672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319197.816846:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383964672:12345-0@lo:400:kworker.0 Request processed in 37us (1092us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319197.816852:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4641 00000100:00100000:2.0:1767319197.816865:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23720 00000100:00100000:2.0:1767319197.816869:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383964160:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319197.816888:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319197.816915:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383964160:12345-0@lo:38:kworker.0 Request processed in 46us (992us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319197.816921:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23720 00000100:00100000:2.0:1767319197.816931:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23721 00000100:00100000:2.0:1767319197.816934:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383964800:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319197.816943:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319197.816959:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383964800:12345-0@lo:38:kworker.0 Request processed in 24us (917us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319197.816965:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23721 00000100:00100000:2.0:1767319197.816994:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383964672:0@lo:400:kworker.0 00000100:00080000:2.0:1767319197.817016:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319197.817021:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319197.817024:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383964160:0@lo:38:kworker.0 00000100:00080000:2.0:1767319197.817031:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319197.817035:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319197.817038:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383964800:0@lo:38:kworker.0 00000100:00100000:2.0:1767319197.817066:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383964288 00000100:00100000:2.0:1767319197.817070:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383964288 00000100:00080000:1.0:1767319197.817403:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319197.817409:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319197.817411:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319197.818734:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23722 00000100:00100000:3.0:1767319197.818744:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383964544:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319197.818770:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319197.818872:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383964544:12345-0@lo:38:kworker.0 Request processed in 129us (2862us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319197.818880:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23722 00000100:00080000:3.0:1767319197.818933:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319197.818939:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319197.818943:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383964544:0@lo:38:kworker.0 00000100:00100000:2.0:1767319197.819032:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2658 00000100:00100000:2.0:1767319197.819039:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383964288:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319197.819050:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319197.819097:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383964288:12345-0@lo:38:kworker.0 Request processed in 57us (3127us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319197.819103:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2658 00000100:00080000:3.0:1767319197.819307:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319197.819312:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319197.819317:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383964288:0@lo:38:kworker.0 00000100:00100000:3.0:1767319197.819341:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4642 00000100:00100000:3.0:1767319197.819353:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383964416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319197.819415:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383964416:12345-0@lo:400:kworker.0 Request processed in 67us (3780us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319197.819421:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4642 00000100:00100000:0.0:1767319197.820185:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383964416:0@lo:400:kworker.0 00010000:00010000:3.0:1767319198.328341:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319198.838935:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319199.352575:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f614a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383965184:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319199.352696:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319199.353081:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319199.353336:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383965184 00000100:00100000:2.0:1767319199.353355:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383965184 00000100:00100000:3.0:1767319199.353375:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383965312:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319199.353420:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319199.353428:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383965312 00000100:00100000:2.0:1767319199.353431:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383965312 00000100:00100000:2.0:1767319199.353457:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2483 00000100:00100000:2.0:1767319199.353468:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698d1ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383965184:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319199.353475:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2484 00000100:00100000:3.0:1767319199.353483:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383965312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319199.353507:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00002000:00000024:3.0:1767319199.353507:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319199.353547:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698d1ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383965184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (860us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319199.353548:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383965312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319199.353555:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2483 00000100:00080000:1.0:1767319199.353594:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319199.353599:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319199.353913:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383965312:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319199.354090:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f614a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383965184:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319199.364082:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2484 00000100:00100000:1.0:1767319199.863643:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319200.375083:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319200.886926:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319201.402059:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319201.910946:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319202.423143:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319202.889006:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319202.889050:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319202.889126:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297357312 00000100:00100000:3.0:1767319202.889137:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297357312 00000100:00100000:3.0:1767319202.889184:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23723 00000100:00100000:3.0:1767319202.889193:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297357312:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319202.889219:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319202.889259:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297357440 00000100:00100000:2.0:1767319202.889274:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297357440 00000100:00100000:3.0:1767319202.889295:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297357312:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 100us (296us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319202.889305:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23723 00000100:00100000:2.0:1767319202.889368:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4643 00000100:00080000:3.0:1767319202.889369:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319202.889384:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297357440:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319202.889913:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297357440:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 533us (860us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319202.889923:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4643 00000100:00080000:0.0:1767319202.934988:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319202.935006:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319202.935009:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319202.935014:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319202.935022:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319202.935034:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4101 00000100:00080000:0.0:1767319202.935041:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319202.935050:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319202.935110:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891dab480 x1853164383965440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319202.935150:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319202.935154:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319202.935156:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319202.935161:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4101 00000100:00080000:0.0:1767319202.935164:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319202.935167:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319202.935183:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891daa680 x1853164383965568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319202.935236:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319202.935241:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319202.935243:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319202.935247:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4101 00000100:00080000:0.0:1767319202.935249:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319202.935253:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319202.935266:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891dabb80 x1853164383965824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319202.935283:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319202.935286:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319202.935288:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319202.935291:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4101 00000100:00080000:0.0:1767319202.935294:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319202.935297:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319202.935308:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891da8e00 x1853164383966080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319202.935376:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383965952:0@lo:400:kworker.0 00000100:00100000:0.0:1767319202.935488:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319202.935583:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319202.935590:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383965696:0@lo:400:kworker.0 00000100:00100000:0.0:1767319202.935616:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319202.935646:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383966208:0@lo:400:kworker.0 00000100:00100000:0.0:1767319202.935692:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319202.935713:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319202.935718:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383966336:0@lo:400:kworker.0 00000100:00100000:0.0:1767319202.935741:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319202.935777:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383965952 00000100:00100000:0.0:1767319202.935818:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383965952 00000100:00100000:0.0:1767319202.935889:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383965696 00000100:00100000:0.0:1767319202.935893:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383965696 00000100:00100000:0.0:1767319202.935920:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4644 00000100:00100000:0.0:1767319202.935930:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383965952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319202.935994:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383965952:12345-0@lo:400:kworker.0 Request processed in 66us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319202.936003:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4644 00000100:00100000:0.0:1767319202.936024:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4645 00000100:00100000:0.0:1767319202.936031:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383965696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319202.936057:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383965696:12345-0@lo:400:kworker.0 Request processed in 27us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319202.936063:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4645 00000100:00100000:0.0:1767319202.936107:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383965696:0@lo:400:kworker.0 00000100:00100000:0.0:1767319202.936119:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383965952:0@lo:400:kworker.0 00000100:00100000:0.0:1767319202.936475:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319202.936543:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383966208 00000100:00100000:3.0:1767319202.936548:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383966208 00000100:00100000:3.0:1767319202.936601:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383966336 00000100:00100000:3.0:1767319202.936604:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383966336 00000100:00100000:3.0:1767319202.936630:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1712 00000100:00100000:3.0:1767319202.936638:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383966208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319202.936712:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383966208:12345-0@lo:400:kworker.0 Request processed in 75us (1018us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319202.936719:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1712 00000100:00100000:3.0:1767319202.936734:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1713 00000100:00100000:3.0:1767319202.936741:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383966336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319202.936769:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383966336:12345-0@lo:400:kworker.0 Request processed in 30us (1028us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319202.936775:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1713 00000100:00080000:3.0:1767319202.936821:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319202.936826:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319202.936830:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319202.936862:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383965440:0@lo:38:kworker.0 00000100:00100000:3.0:1767319202.936900:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319202.936928:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383965568:0@lo:38:kworker.0 00000100:00100000:3.0:1767319202.936954:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319202.938685:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383965440 00000100:00100000:2.0:1767319202.938702:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383965440 00000100:00100000:2.0:1767319202.938770:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23724 00000100:00100000:2.0:1767319202.938802:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383965440:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319202.938838:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319202.938928:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383965440:12345-0@lo:38:kworker.0 Request processed in 149us (2026us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319202.938937:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23724 00000100:00100000:0.0:1767319202.939667:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383966336:0@lo:400:kworker.0 00000100:00100000:0.0:1767319202.939686:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383966208:0@lo:400:kworker.0 00000100:00100000:3.0:1767319202.943876:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383965568 00000100:00100000:3.0:1767319202.943897:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383965568 00000100:00100000:3.0:1767319202.943975:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2659 00000100:00100000:3.0:1767319202.943985:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383965568:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319202.944015:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319202.944098:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383965568:12345-0@lo:38:kworker.0 Request processed in 113us (7140us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319202.944106:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2659 00000100:00080000:2.0:1767319202.944350:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319202.944358:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319202.944363:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383965568:0@lo:38:kworker.0 00000100:00100000:2.0:1767319202.944376:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383965824:0@lo:38:kworker.0 00000100:00100000:2.0:1767319202.944836:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319202.944878:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383966080:0@lo:38:kworker.0 00000100:00100000:2.0:1767319202.944909:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319202.945058:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319202.945064:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319202.945067:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383965440:0@lo:38:kworker.0 00000100:00100000:0.0:1767319202.949242:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383965824 00000100:00100000:0.0:1767319202.949268:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383965824 00000100:00100000:0.0:1767319202.949328:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383966080 00000100:00100000:0.0:1767319202.949331:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383966080 00000100:00100000:0.0:1767319202.949462:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23725 00000100:00100000:0.0:1767319202.949473:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f616300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383965824:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319202.949505:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319202.949626:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f616300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383965824:12345-0@lo:38:kworker.0 Request processed in 153us (5199us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319202.949635:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23725 00000100:00100000:0.0:1767319202.949665:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23726 00000100:00100000:0.0:1767319202.949670:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383966080:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319202.949679:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319202.949702:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383966080:12345-0@lo:38:kworker.0 Request processed in 32us (4793us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319202.949707:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23726 00000100:00080000:3.0:1767319202.949982:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319202.949990:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319202.949995:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383965824:0@lo:38:kworker.0 00000100:00080000:3.0:1767319202.950007:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319202.950011:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319202.950015:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383966080:0@lo:38:kworker.0 00010000:00010000:3.0:1767319203.447118:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319203.960421:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319204.471236:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319204.471322:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383966464:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319204.471424:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319204.471569:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383966464 00000100:00100000:2.0:1767319204.471582:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383966464 00000100:00100000:2.0:1767319204.471671:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2485 00000100:00100000:2.0:1767319204.471684:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383966464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319204.471732:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319204.471807:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383966464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319204.471814:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2485 00000100:00080000:3.0:1767319204.471988:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319204.472043:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383966464:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319204.472355:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319204.472367:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f614000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383966592:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319204.472407:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319204.472479:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383966592 00000100:00100000:1.0:1767319204.472485:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383966592 00000100:00100000:1.0:1767319204.472527:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2486 00000100:00100000:1.0:1767319204.472538:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383966592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319204.472565:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319204.472609:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383966592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319204.472615:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2486 00000100:00080000:3.0:1767319204.472674:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319204.472699:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f614000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383966592:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319204.982949:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319205.497351:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319206.009920:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319206.523926:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319207.030972:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319207.543105:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319208.007721:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319208.007830:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319208.008016:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297357568 00000100:00100000:0.0:1767319208.008047:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297357568 00000100:00100000:0.0:1767319208.008105:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297357696 00000100:00100000:0.0:1767319208.008110:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297357696 00000100:00100000:0.0:1767319208.008177:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4646 00000100:00100000:0.0:1767319208.008190:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297357696:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319208.008293:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297357696:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 106us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319208.008302:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4646 00000100:00100000:0.0:1767319208.008325:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23727 00000100:00100000:0.0:1767319208.008330:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297357568:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319208.008355:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319208.008386:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297357568:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 55us (684us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319208.008392:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23727 00000100:00080000:1.0:1767319208.010434:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319208.054999:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319208.055738:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319208.055747:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319208.055751:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319208.055755:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319208.055760:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319208.055770:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4106 00000100:00080000:0.0:1767319208.055776:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319208.055925:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319208.055978:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7907800 x1853164383966720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319208.056008:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319208.056012:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319208.056015:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319208.056020:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4106 00000100:00100000:3.0:1767319208.056117:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383966720:0@lo:38:kworker.0 00000100:00100000:3.0:1767319208.056205:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319208.057242:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319208.057252:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319208.057288:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7907100 x1853164383966848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319208.057353:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319208.057358:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319208.057361:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319208.057366:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4106 00000100:00080000:0.0:1767319208.057369:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319208.057373:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319208.057390:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7904700 x1853164383967104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319208.057408:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319208.057412:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319208.057415:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319208.057419:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4106 00000100:00080000:0.0:1767319208.057421:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319208.057425:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319208.057436:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7905880 x1853164383967360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319208.057502:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383967232:0@lo:400:kworker.0 00000100:00100000:0.0:1767319208.057578:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319208.057624:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319208.057630:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383966976:0@lo:400:kworker.0 00000100:00100000:0.0:1767319208.057655:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319208.057705:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383967616:0@lo:400:kworker.0 00000100:00100000:0.0:1767319208.057736:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319208.057754:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319208.057759:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383967488:0@lo:400:kworker.0 00000100:00100000:0.0:1767319208.057800:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319208.057974:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383966720 00000100:00100000:3.0:1767319208.057985:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383966720 00000100:00100000:3.0:1767319208.058039:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383967232 00000100:00100000:3.0:1767319208.058042:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383967232 00000100:00100000:3.0:1767319208.058089:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383966976 00000100:00100000:3.0:1767319208.058092:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383966976 00000100:00100000:3.0:1767319208.058115:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4647 00000100:00100000:3.0:1767319208.058125:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383967232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319208.058197:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383967232:12345-0@lo:400:kworker.0 Request processed in 72us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319208.058204:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4647 00000100:00100000:3.0:1767319208.058224:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4648 00000100:00100000:3.0:1767319208.058230:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383966976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319208.058260:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383966976:12345-0@lo:400:kworker.0 Request processed in 31us (604us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319208.058265:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4648 00000100:00100000:3.0:1767319208.058277:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23728 00000100:00100000:3.0:1767319208.058281:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383966720:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319208.058304:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319208.058335:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383966720:12345-0@lo:38:kworker.0 Request processed in 52us (2129us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319208.058341:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23728 00000100:00100000:3.0:1767319208.058361:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383967616 00000100:00100000:3.0:1767319208.058365:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383967616 00000100:00100000:3.0:1767319208.058400:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383967488 00000100:00100000:3.0:1767319208.058403:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383967488 00000100:00100000:3.0:1767319208.058423:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1714 00000100:00100000:3.0:1767319208.058430:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383967616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319208.058461:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383967616:12345-0@lo:400:kworker.0 Request processed in 32us (724us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319208.058468:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1714 00000100:00100000:3.0:1767319208.058479:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1715 00000100:00100000:3.0:1767319208.058485:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383967488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319208.058513:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383967488:12345-0@lo:400:kworker.0 Request processed in 28us (732us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319208.058518:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1715 00000100:00100000:3.0:1767319208.058591:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383966976:0@lo:400:kworker.0 00000100:00100000:3.0:1767319208.058616:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383967232:0@lo:400:kworker.0 00000100:00100000:3.0:1767319208.058651:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383966848:0@lo:38:kworker.0 00000100:00100000:3.0:1767319208.058686:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319208.060197:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383966848 00000100:00100000:1.0:1767319208.060214:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383966848 00000100:00100000:1.0:1767319208.060273:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2660 00000100:00100000:1.0:1767319208.060282:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383966848:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319208.060308:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319208.060387:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383966848:12345-0@lo:38:kworker.0 Request processed in 105us (1699us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319208.060394:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2660 00000100:00080000:1.0:1767319208.060425:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319208.060431:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319208.060435:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319208.074668:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383967488:0@lo:400:kworker.0 00000100:00100000:0.0:1767319208.074688:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383967616:0@lo:400:kworker.0 00000100:00080000:3.0:1767319208.074897:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319208.074906:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319208.074909:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383966848:0@lo:38:kworker.0 00000100:00100000:3.0:1767319208.074922:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383967104:0@lo:38:kworker.0 00000100:00100000:3.0:1767319208.075004:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319208.075050:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383967360:0@lo:38:kworker.0 00000100:00100000:3.0:1767319208.075075:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319208.075114:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319208.075118:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319208.075122:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383966720:0@lo:38:kworker.0 00000100:00100000:0.0:1767319208.075254:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383967104 00000100:00100000:0.0:1767319208.075262:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383967104 00000100:00100000:0.0:1767319208.075311:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383967360 00000100:00100000:0.0:1767319208.075314:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383967360 00000100:00100000:0.0:1767319208.075344:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23729 00000100:00100000:0.0:1767319208.075352:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383967104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319208.075379:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319208.075431:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383967104:12345-0@lo:38:kworker.0 Request processed in 78us (427us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319208.075437:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23729 00000100:00100000:0.0:1767319208.075455:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23730 00000100:00100000:0.0:1767319208.075459:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383967360:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319208.075467:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319208.075488:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383967360:12345-0@lo:38:kworker.0 Request processed in 28us (413us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319208.075494:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23730 00000100:00080000:3.0:1767319208.075812:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319208.075818:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319208.075820:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383967104:0@lo:38:kworker.0 00000100:00080000:3.0:1767319208.075828:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319208.075832:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319208.075835:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383967360:0@lo:38:kworker.0 00010000:00010000:3.0:1767319208.571059:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319209.079032:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319209.592222:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319209.592532:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f616d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383967744:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319209.592627:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319209.592805:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383967744 00000100:00100000:2.0:1767319209.592815:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383967744 00000100:00100000:2.0:1767319209.592888:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2487 00000100:00100000:2.0:1767319209.592899:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383967744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319209.592937:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319209.593000:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383967744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319209.593008:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2487 00000100:00100000:0.0:1767319209.593100:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f616d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383967744:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319209.594248:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319209.594267:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383967872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319209.594333:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319209.598756:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383967872 00000100:00100000:1.0:1767319209.598774:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383967872 00000100:00100000:1.0:1767319209.598893:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2488 00000100:00100000:1.0:1767319209.598903:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383967872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319209.598943:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319209.599046:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383967872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 143us (4711us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319209.599054:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2488 00000100:00100000:0.0:1767319209.599650:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383967872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319210.103201:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319210.615097:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319211.126915:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319211.639200:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319212.151446:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319212.663351:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319213.131715:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319213.131832:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319213.132189:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297357824 00000100:00100000:3.0:1767319213.132201:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297357824 00000100:00100000:3.0:1767319213.132281:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297357952 00000100:00100000:3.0:1767319213.132286:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297357952 00000100:00100000:2.0:1767319213.132345:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4649 00000100:00100000:2.0:1767319213.132360:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297357952:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319213.132452:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297357952:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 96us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319213.132460:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4649 00000100:00100000:2.0:1767319213.132476:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23731 00000100:00100000:2.0:1767319213.132480:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297357824:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319213.132497:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319213.132522:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297357824:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 40us (816us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319213.132539:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23731 00000100:00080000:1.0:1767319213.132604:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319213.174976:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319213.175229:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319213.175236:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319213.175239:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319213.175244:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319213.175249:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319213.175258:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4111 00000100:00080000:0.0:1767319213.175263:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319213.175270:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319213.175307:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74ced80 x1853164383968000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319213.175329:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319213.175332:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319213.175335:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319213.175339:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4111 00000100:00080000:0.0:1767319213.175341:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319213.175345:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319213.175356:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cdc00 x1853164383968128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319213.175397:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319213.175401:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319213.175402:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319213.175405:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4111 00000100:00080000:0.0:1767319213.175408:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319213.175411:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319213.175421:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cdf80 x1853164383968384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319213.175446:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319213.175449:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319213.175451:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319213.175454:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4111 00000100:00080000:0.0:1767319213.175456:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319213.175459:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319213.175469:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cc000 x1853164383968640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319213.175518:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383968768:0@lo:400:kworker.0 00000100:00100000:0.0:1767319213.175596:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319213.175653:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319213.175660:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383968896:0@lo:400:kworker.0 00000100:00100000:0.0:1767319213.175693:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319213.175719:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383968512:0@lo:400:kworker.0 00000100:00100000:0.0:1767319213.175744:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319213.175764:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319213.175769:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383968256:0@lo:400:kworker.0 00000100:00100000:0.0:1767319213.175810:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319213.175846:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383968512 00000100:00100000:0.0:1767319213.175853:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383968512 00000100:00100000:0.0:1767319213.175901:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383968256 00000100:00100000:0.0:1767319213.175904:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383968256 00000100:00100000:0.0:1767319213.175925:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4650 00000100:00100000:0.0:1767319213.175933:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383968512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319213.175985:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383968512:12345-0@lo:400:kworker.0 Request processed in 52us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319213.175991:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4650 00000100:00100000:0.0:1767319213.176007:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4651 00000100:00100000:0.0:1767319213.176013:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383968256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319213.176035:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383968256:12345-0@lo:400:kworker.0 Request processed in 22us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319213.176040:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4651 00000100:00100000:0.0:1767319213.176075:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383968256:0@lo:400:kworker.0 00000100:00100000:0.0:1767319213.176100:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383968512:0@lo:400:kworker.0 00000100:00080000:1.0:1767319213.176597:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319213.176747:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383968000:0@lo:38:kworker.0 00000100:00100000:3.0:1767319213.176886:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319213.176917:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383968128:0@lo:38:kworker.0 00000100:00100000:3.0:1767319213.176939:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319213.177008:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383968384:0@lo:38:kworker.0 00000100:00100000:3.0:1767319213.177029:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319213.177041:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383968640:0@lo:38:kworker.0 00000100:00100000:3.0:1767319213.177060:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319213.177096:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383968768 00000100:00100000:3.0:1767319213.177102:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383968768 00000100:00100000:3.0:1767319213.177138:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383968896 00000100:00100000:3.0:1767319213.177141:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383968896 00000100:00100000:3.0:1767319213.177160:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1716 00000100:00100000:3.0:1767319213.177166:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383968768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319213.177204:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383968768:12345-0@lo:400:kworker.0 Request processed in 38us (1608us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319213.177210:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1716 00000100:00100000:3.0:1767319213.177223:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1717 00000100:00100000:3.0:1767319213.177229:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383968896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319213.177252:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383968896:12345-0@lo:400:kworker.0 Request processed in 23us (1558us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319213.177257:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1717 00000100:00100000:3.0:1767319213.177287:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383968000 00000100:00100000:3.0:1767319213.177290:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383968000 00000100:00100000:3.0:1767319213.177306:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383968384 00000100:00100000:3.0:1767319213.177308:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383968384 00000100:00100000:3.0:1767319213.177315:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383968640 00000100:00100000:3.0:1767319213.177317:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383968640 00000100:00100000:3.0:1767319213.177325:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23732 00000100:00100000:3.0:1767319213.177329:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383968000:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319213.177346:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319213.177374:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383968000:12345-0@lo:38:kworker.0 Request processed in 43us (488us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319213.177380:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23732 00000100:00100000:3.0:1767319213.177390:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23733 00000100:00100000:3.0:1767319213.177393:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383968384:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319213.177402:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319213.177420:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383968384:12345-0@lo:38:kworker.0 Request processed in 25us (390us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319213.177426:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23733 00000100:00100000:3.0:1767319213.177435:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23734 00000100:00100000:3.0:1767319213.177439:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383968640:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319213.177447:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319213.177465:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383968640:12345-0@lo:38:kworker.0 Request processed in 25us (404us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319213.177471:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23734 00000100:00080000:3.0:1767319213.177498:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319213.177503:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319213.177506:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383968000:0@lo:38:kworker.0 00000100:00080000:3.0:1767319213.177515:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319213.177518:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319213.177521:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383968384:0@lo:38:kworker.0 00000100:00080000:3.0:1767319213.177528:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319213.177531:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319213.177534:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383968640:0@lo:38:kworker.0 00000100:00100000:3.0:1767319213.177578:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383968896:0@lo:400:kworker.0 00000100:00100000:3.0:1767319213.177589:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383968768:0@lo:400:kworker.0 00000100:00080000:3.0:1767319213.177622:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319213.177626:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319213.179716:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383968128 00000100:00100000:1.0:1767319213.179731:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383968128 00000100:00100000:1.0:1767319213.179803:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2661 00000100:00100000:1.0:1767319213.179812:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383968128:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319213.179830:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319213.179918:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383968128:12345-0@lo:38:kworker.0 Request processed in 105us (2975us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319213.179925:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2661 00000100:00080000:3.0:1767319213.180352:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319213.180358:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319213.180362:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383968128:0@lo:38:kworker.0 00010000:00010000:3.0:1767319213.687041:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319214.201624:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319214.710964:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319214.711555:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383969024:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319214.711718:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383969152:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319214.711815:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319214.711929:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319214.712047:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383969152 00000100:00100000:2.0:1767319214.712060:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383969152 00000100:00100000:2.0:1767319214.712128:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383969024 00000100:00100000:2.0:1767319214.712132:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383969024 00000100:00100000:2.0:1767319214.712161:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2489 00000100:00100000:2.0:1767319214.712169:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383969152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319214.712201:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319214.712256:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383969152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319214.712264:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2489 00000100:00100000:2.0:1767319214.712281:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2490 00000100:00100000:2.0:1767319214.712287:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383969024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319214.712304:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319214.712332:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383969024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319214.712339:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2490 00000100:00100000:3.0:1767319214.712585:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383969024:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319214.713010:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383969152:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319215.222916:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319215.735258:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319216.246949:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319216.759904:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319217.270888:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319217.789244:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319218.248377:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319218.248426:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319218.248506:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297358208 00000100:00100000:0.0:1767319218.248543:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297358208 00000100:00100000:0.0:1767319218.248619:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297358080 00000100:00100000:0.0:1767319218.248623:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297358080 00000100:00100000:0.0:1767319218.248642:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4652 00000100:00100000:0.0:1767319218.248653:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297358208:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319218.248732:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297358208:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 81us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319218.248739:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4652 00000100:00100000:0.0:1767319218.248757:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23735 00000100:00100000:0.0:1767319218.248762:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297358080:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319218.248832:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319218.248859:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297358080:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 96us (433us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319218.248866:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23735 00000100:00080000:3.0:1767319218.249278:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319218.294931:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319218.294943:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319218.294946:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319218.294950:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319218.294956:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319218.294966:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4116 00000100:00080000:0.0:1767319218.294972:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319218.294979:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319218.295022:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db0000 x1853164383969280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319218.295048:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319218.295051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319218.295053:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319218.295056:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4116 00000100:00080000:0.0:1767319218.295059:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319218.295062:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319218.295075:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db3800 x1853164383969408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319218.295164:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383969280:0@lo:38:kworker.0 00000100:00080000:0.0:1767319218.295205:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319218.295210:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319218.295212:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319218.295216:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4116 00000100:00080000:0.0:1767319218.295219:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319218.295223:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319218.295237:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db1180 x1853164383969664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319218.295244:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319218.295262:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319218.295265:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319218.295267:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319218.295272:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4116 00000100:00080000:0.0:1767319218.295275:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319218.295278:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319218.295289:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db2680 x1853164383969920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319218.295309:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383969408:0@lo:38:kworker.0 00000100:00100000:3.0:1767319218.295340:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319218.295347:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383970176:0@lo:400:kworker.0 00000100:00100000:3.0:1767319218.295374:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383969664:0@lo:38:kworker.0 00000100:00100000:0.0:1767319218.295388:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319218.295403:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319218.295415:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319218.295423:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383970048:0@lo:400:kworker.0 00000100:00100000:0.0:1767319218.295446:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319218.295451:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383969920:0@lo:38:kworker.0 00000100:00100000:3.0:1767319218.295480:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319218.295499:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383969408 00000100:00100000:0.0:1767319218.295507:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383969408 00000100:00100000:3.0:1767319218.295527:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383970176 00000100:00100000:3.0:1767319218.295533:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383970176 00000100:00100000:0.0:1767319218.295554:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2662 00000100:00100000:0.0:1767319218.295563:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383969408:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319218.295577:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383970048 00000100:00100000:3.0:1767319218.295581:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383970048 00010000:00020000:0.0:1767319218.295582:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319218.295607:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1718 00000100:00100000:3.0:1767319218.295616:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383970176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319218.295629:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383969408:12345-0@lo:38:kworker.0 Request processed in 65us (286us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319218.295637:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2662 00000100:00100000:0.0:1767319218.295670:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383969792:0@lo:400:kworker.0 00000100:00100000:3.0:1767319218.295670:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383970176:12345-0@lo:400:kworker.0 Request processed in 53us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319218.295683:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1718 00000100:00100000:3.0:1767319218.295699:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1719 00000100:00100000:0.0:1767319218.295704:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319218.295709:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383970048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319218.295729:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319218.295738:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383969536:0@lo:400:kworker.0 00000100:00100000:3.0:1767319218.295746:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383970048:12345-0@lo:400:kworker.0 Request processed in 39us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319218.295754:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1719 00000100:00100000:3.0:1767319218.295806:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383969280 00000100:00100000:3.0:1767319218.295810:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383969280 00000100:00100000:3.0:1767319218.295828:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383969664 00000100:00100000:3.0:1767319218.295832:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383969664 00000100:00100000:3.0:1767319218.295838:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383969920 00000100:00100000:3.0:1767319218.295840:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383969920 00000100:00100000:3.0:1767319218.295847:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383969792 00000100:00100000:3.0:1767319218.295850:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383969792 00000100:00100000:3.0:1767319218.295870:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4653 00000100:00080000:2.0:1767319218.295879:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319218.295879:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383969792:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767319218.295886:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319218.295889:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319218.295902:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23736 00000100:00100000:2.0:1767319218.295907:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383969280:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319218.295918:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319218.295949:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383969280:12345-0@lo:38:kworker.0 Request processed in 40us (709us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319218.295954:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23736 00000100:00100000:2.0:1767319218.295968:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23737 00000100:00100000:2.0:1767319218.295972:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383969664:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319218.295982:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319218.296004:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383969664:12345-0@lo:38:kworker.0 Request processed in 30us (602us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319218.296009:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23737 00000100:00100000:2.0:1767319218.296020:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23738 00000100:00100000:2.0:1767319218.296024:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383969920:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319218.296033:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319218.296054:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383969920:12345-0@lo:38:kworker.0 Request processed in 28us (573us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319218.296060:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23738 00000100:00080000:2.0:1767319218.296105:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319218.296110:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319218.296113:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383969664:0@lo:38:kworker.0 00000100:00080000:2.0:1767319218.296122:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319218.296125:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319218.296127:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383969920:0@lo:38:kworker.0 00000100:00080000:2.0:1767319218.296133:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319218.296135:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319218.296138:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383969280:0@lo:38:kworker.0 00000100:00080000:2.0:1767319218.296145:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319218.296148:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319218.296150:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383969408:0@lo:38:kworker.0 00000100:00100000:2.0:1767319218.296193:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383970048:0@lo:400:kworker.0 00000100:00100000:2.0:1767319218.296201:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383970176:0@lo:400:kworker.0 00000100:00100000:1.0:1767319218.296394:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319218.296624:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383969792:12345-0@lo:400:kworker.0 Request processed in 746us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319218.296634:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4653 00000100:00100000:0.0:1767319218.302840:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319218.302954:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383969792:0@lo:400:kworker.0 00000100:00100000:3.0:1767319218.303393:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383969536 00000100:00100000:3.0:1767319218.303400:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383969536 00000100:00100000:3.0:1767319218.303496:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4654 00000100:00100000:3.0:1767319218.303507:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383969536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319218.303598:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383969536:12345-0@lo:400:kworker.0 Request processed in 93us (7832us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319218.303605:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4654 00000100:00080000:2.0:1767319218.303670:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319218.304228:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383969536:0@lo:400:kworker.0 00010000:00010000:3.0:1767319218.807654:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319219.321488:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319219.830954:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319219.831146:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319219.831172:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383970304:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319219.831255:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319219.831619:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383970432:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319219.831649:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319219.838157:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383970304 00000100:00100000:1.0:1767319219.838174:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383970304 00000100:00100000:1.0:1767319219.838351:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383970432 00000100:00100000:1.0:1767319219.838355:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383970432 00000100:00100000:3.0:1767319219.838452:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2491 00000100:00100000:3.0:1767319219.838466:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383970304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319219.838511:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319219.838597:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383970304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 135us (7343us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319219.838604:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2491 00000100:00100000:3.0:1767319219.838622:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2492 00000100:00100000:3.0:1767319219.838628:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383970432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319219.838643:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319219.838665:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383970432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (7016us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319219.838670:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2492 00000100:00100000:0.0:1767319219.839931:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383970432:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319219.839952:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383970304:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319220.343039:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319220.856568:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319221.369444:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319221.879074:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319222.390915:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319197/real 1767319197] req@ffff93699e3f9880 x1853164383964032/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319222 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319222.390957:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93699e3f9880 x1853164383964032/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319222 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319222.390978:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319222.391006:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319222.391011:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383964032:0@lo:250:kworker.0 00000100:00080000:3.0:1767319222.391178:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319222.391183:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319222.391187:0:8:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319222.391192:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4101 00000100:00080000:3.0:1767319222.391197:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319222.391203:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319222.391235:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3fb800 x1853164383970560/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319222.391286:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383970560:0@lo:250:kworker.0 00000400:00000100:2.0:1767319222.391331:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383970560 offset 0 length 520: 4 00000100:00080000:3.0:1767319222.391386:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319222.391389:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319222.391391:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319222.391395:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4121 00000100:00080000:3.0:1767319222.391397:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319222.391400:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319222.391420:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f8380 x1853164383970688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319222.391720:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383970688:0@lo:38:kworker.0 00000100:00100000:2.0:1767319222.391755:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319222.392017:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319222.392021:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319222.392023:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319222.392028:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4121 00000100:00080000:3.0:1767319222.392030:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319222.392034:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319222.392051:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f9880 x1853164383970816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319222.392081:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319222.392085:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319222.392087:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319222.392090:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4121 00000100:00080000:3.0:1767319222.392093:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319222.392096:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319222.392107:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3faa00 x1853164383971072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319222.392134:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319222.392138:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319222.392140:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319222.392143:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4121 00000100:00080000:3.0:1767319222.392145:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319222.392149:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319222.392159:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883181880 x1853164383971328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319222.392208:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383971456:0@lo:400:kworker.0 00000100:00100000:3.0:1767319222.392239:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319222.392261:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319222.392267:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383971584:0@lo:400:kworker.0 00000100:00100000:3.0:1767319222.392287:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319222.392314:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383971456 00000100:00100000:3.0:1767319222.392321:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383971456 00000100:00100000:3.0:1767319222.392363:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383971584 00000100:00100000:3.0:1767319222.392366:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383971584 00000100:00100000:3.0:1767319222.392385:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1720 00000100:00100000:3.0:1767319222.392393:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383971456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319222.392440:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383971456:12345-0@lo:400:kworker.0 Request processed in 47us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319222.392447:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1720 00000100:00100000:3.0:1767319222.392502:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1721 00000100:00100000:3.0:1767319222.392510:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383971584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319222.392535:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383971584:12345-0@lo:400:kworker.0 Request processed in 27us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319222.392541:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1721 00000100:00100000:3.0:1767319222.392589:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383971584:0@lo:400:kworker.0 00000100:00100000:3.0:1767319222.392598:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383971456:0@lo:400:kworker.0 00000100:00100000:2.0:1767319222.392671:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383971200:0@lo:400:kworker.0 00000100:00100000:2.0:1767319222.392699:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319222.392722:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319222.392728:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383970944:0@lo:400:kworker.0 00000100:00100000:2.0:1767319222.392813:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319222.392838:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319222.392842:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319222.392851:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383970688 00000100:00100000:2.0:1767319222.392855:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383970688 00000100:00100000:2.0:1767319222.392877:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383971200 00000100:00100000:2.0:1767319222.392880:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383971200 00000100:00100000:2.0:1767319222.392903:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383970944 00000100:00100000:2.0:1767319222.392906:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383970944 00000100:00100000:2.0:1767319222.392933:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4655 00000100:00100000:2.0:1767319222.392940:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383971200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319222.392974:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383971200:12345-0@lo:400:kworker.0 Request processed in 35us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319222.392980:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4655 00000100:00100000:2.0:1767319222.392995:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4656 00000100:00100000:2.0:1767319222.393001:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383970944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319222.393027:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383970944:12345-0@lo:400:kworker.0 Request processed in 26us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319222.393033:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4656 00000100:00100000:2.0:1767319222.393044:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23739 00000100:00100000:2.0:1767319222.393049:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383970688:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319222.393067:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319222.393094:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383970688:12345-0@lo:38:kworker.0 Request processed in 44us (1339us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319222.393100:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23739 00000100:00080000:2.0:1767319222.393120:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319222.393136:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383970944:0@lo:400:kworker.0 00000100:00100000:2.0:1767319222.393158:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383971200:0@lo:400:kworker.0 00000100:00100000:2.0:1767319222.393174:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383970816:0@lo:38:kworker.0 00000100:00100000:2.0:1767319222.393192:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319222.393203:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383971072:0@lo:38:kworker.0 00000100:00100000:2.0:1767319222.393214:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319222.393222:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383971328:0@lo:38:kworker.0 00000100:00100000:2.0:1767319222.393231:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319222.393242:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319222.393245:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319222.393247:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383970688:0@lo:38:kworker.0 00000100:00100000:2.0:1767319222.393261:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383971072 00000100:00100000:2.0:1767319222.393263:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383971072 00000100:00100000:2.0:1767319222.393273:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383971328 00000100:00100000:2.0:1767319222.393275:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383971328 00000100:00100000:2.0:1767319222.393280:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23740 00000100:00100000:2.0:1767319222.393283:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383971072:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319222.393290:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319222.393307:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383971072:12345-0@lo:38:kworker.0 Request processed in 23us (93us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319222.393311:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23740 00000100:00100000:2.0:1767319222.393317:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23741 00000100:00100000:2.0:1767319222.393319:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383971328:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319222.393325:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319222.393336:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383971328:12345-0@lo:38:kworker.0 Request processed in 16us (104us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319222.393340:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23741 00000100:00080000:2.0:1767319222.393353:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319222.393355:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319222.393357:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383971072:0@lo:38:kworker.0 00000100:00080000:2.0:1767319222.393361:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319222.393364:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319222.393365:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383971328:0@lo:38:kworker.0 00000100:00100000:2.0:1767319222.393988:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319222.398434:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383970816 00000100:00100000:1.0:1767319222.398449:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383970816 00000100:00100000:1.0:1767319222.398546:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2663 00000100:00100000:1.0:1767319222.398555:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383970816:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319222.398578:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319222.398666:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383970816:12345-0@lo:38:kworker.0 Request processed in 110us (5470us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319222.398677:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2663 00000100:00080000:2.0:1767319222.400763:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319222.400775:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319222.400810:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383970816:0@lo:38:kworker.0 00010000:00010000:0.0:1767319222.903543:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319223.369918:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319223.370043:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297358336 00000100:00100000:0.0:1767319223.370055:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297358336 00000100:00100000:0.0:1767319223.370113:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23742 00000100:00100000:0.0:1767319223.370121:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297358336:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319223.370146:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319223.370220:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297358336:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 98us (315us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319223.370228:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23742 00000100:00100000:0.0:1767319223.372967:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:0.0:1767319223.373000:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297358592 offset 0 length 520: 4 00000100:00100000:3.0:1767319223.373151:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297358464 00000100:00100000:3.0:1767319223.373162:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297358464 00000100:00100000:3.0:1767319223.373247:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4657 00000100:00100000:3.0:1767319223.373259:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297358464:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319223.373346:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297358464:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 90us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319223.373354:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4657 00000100:00080000:2.0:1767319223.373822:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319223.415005:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319223.927085:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319224.438895:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319224.950945:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319224.951335:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383971712:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319224.951412:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319224.951608:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383971712 00000100:00100000:0.0:1767319224.951617:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383971712 00000100:00100000:0.0:1767319224.951687:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2493 00000100:00100000:0.0:1767319224.951697:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383971712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319224.951726:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319224.951768:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383971712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319224.951776:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2493 00000100:00080000:2.0:1767319224.951810:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319224.951893:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383971712:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319224.952178:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319224.952188:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383971840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319224.952214:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319224.952286:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383971840 00000100:00100000:3.0:1767319224.952290:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383971840 00000100:00080000:2.0:1767319224.952308:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319224.952325:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2494 00000100:00100000:3.0:1767319224.952333:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383971840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319224.952351:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319224.952400:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383971840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319224.952406:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2494 00000100:00100000:1.0:1767319224.952482:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383971840:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319225.462885:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319225.974945:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319226.487036:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319226.998997:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319227.511326:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319227.511335:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319227.511339:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319227.511343:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319227.511355:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319227.511363:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4125 00000100:00080000:0.0:1767319227.511367:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319227.511373:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319227.511413:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cdc00 x1853164383971968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319227.511631:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319227.511634:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319227.511636:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319227.511641:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4125 00000100:00080000:0.0:1767319227.511643:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319227.511646:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319227.511666:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5928000 x1853164383972096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319227.511735:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383972224:0@lo:400:kworker.0 00000100:00100000:3.0:1767319227.511821:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319227.511827:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383971968:0@lo:38:kworker.0 00000100:00100000:2.0:1767319227.511868:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319227.511904:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383972096:0@lo:38:kworker.0 00000100:00100000:2.0:1767319227.511927:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319227.511936:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319227.511963:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383972096 00000100:00100000:2.0:1767319227.511971:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383972096 00000100:00100000:1.0:1767319227.511978:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383972224 00000100:00100000:1.0:1767319227.511981:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383972224 00000100:00100000:2.0:1767319227.512007:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2664 00000100:00100000:2.0:1767319227.512014:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383972096:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319227.512023:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383971968 00000100:00100000:1.0:1767319227.512025:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383971968 00010000:00020000:2.0:1767319227.512036:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319227.512039:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4658 00000100:00100000:1.0:1767319227.512049:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383972224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319227.512073:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383972096:12345-0@lo:38:kworker.0 Request processed in 59us (145us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319227.512081:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2664 00000100:00100000:2.0:1767319227.512103:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23743 00000100:00100000:2.0:1767319227.512108:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383971968:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319227.512117:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319227.512122:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319227.512125:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319227.512127:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319227.512131:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4125 00000100:00080000:0.0:1767319227.512134:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319227.512137:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319227.512139:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383971968:12345-0@lo:38:kworker.0 Request processed in 31us (270us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319227.512144:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23743 00000100:00100000:0.0:1767319227.512150:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592a300 x1853164383972352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319227.512166:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383972352:0@lo:38:kworker.0 00000100:00100000:2.0:1767319227.512187:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319227.512213:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319227.512218:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319227.512221:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383971968:0@lo:38:kworker.0 00000100:00080000:2.0:1767319227.512230:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319227.512232:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319227.512235:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383972096:0@lo:38:kworker.0 00000100:00100000:2.0:1767319227.512262:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383972352 00000100:00100000:2.0:1767319227.512266:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383972352 00000100:00100000:2.0:1767319227.512282:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23744 00000100:00100000:2.0:1767319227.512286:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383972352:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319227.512296:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319227.512337:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383972352:12345-0@lo:38:kworker.0 Request processed in 49us (149us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319227.512343:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23744 00000100:00080000:2.0:1767319227.512364:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319227.512368:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319227.512371:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383972352:0@lo:38:kworker.0 00000100:00080000:2.0:1767319227.512406:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319227.512427:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383972480:0@lo:400:kworker.0 00000100:00100000:2.0:1767319227.512479:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319227.512505:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383972480 00000100:00100000:2.0:1767319227.512509:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383972480 00000100:00100000:2.0:1767319227.512536:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4659 00000100:00100000:2.0:1767319227.512542:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383972480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319227.512572:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383972480:12345-0@lo:400:kworker.0 Request processed in 30us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319227.512578:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4659 00000100:00080000:2.0:1767319227.512594:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319227.512613:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383972480:0@lo:400:kworker.0 00000100:00100000:1.0:1767319227.516106:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383972224:12345-0@lo:400:kworker.0 Request processed in 4052us (4275us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319227.516120:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4658 00000100:00080000:0.0:1767319227.516697:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319227.516703:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319227.516707:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319227.516713:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4125 00000100:00080000:0.0:1767319227.516717:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319227.516722:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319227.516756:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592a680 x1853164383972608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319227.516836:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383972864:0@lo:400:kworker.0 00000100:00100000:0.0:1767319227.516887:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319227.516916:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319227.516921:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383972736:0@lo:400:kworker.0 00000100:00100000:0.0:1767319227.516940:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319227.516967:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383972864 00000100:00100000:0.0:1767319227.516973:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383972864 00000100:00100000:0.0:1767319227.517020:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383972736 00000100:00100000:0.0:1767319227.517024:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383972736 00000100:00100000:0.0:1767319227.517046:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1722 00000100:00100000:0.0:1767319227.517053:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383972864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319227.517107:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383972864:12345-0@lo:400:kworker.0 Request processed in 54us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319227.517113:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1722 00000100:00100000:0.0:1767319227.517126:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1723 00000100:00100000:0.0:1767319227.517131:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383972736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319227.517169:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383972736:12345-0@lo:400:kworker.0 Request processed in 38us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319227.517174:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1723 00000100:00080000:0.0:1767319227.517208:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319227.517212:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319227.517236:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383972736:0@lo:400:kworker.0 00000100:00100000:0.0:1767319227.517246:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383972864:0@lo:400:kworker.0 00000100:00100000:1.0:1767319227.517676:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383972608:0@lo:38:kworker.0 00000100:00100000:1.0:1767319227.517707:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319227.517965:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383972608 00000100:00100000:0.0:1767319227.517970:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383972608 00000100:00100000:0.0:1767319227.518005:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23745 00000100:00100000:0.0:1767319227.518010:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383972608:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319227.518028:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319227.518066:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383972608:12345-0@lo:38:kworker.0 Request processed in 54us (357us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319227.518072:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23745 00000100:00080000:1.0:1767319227.518163:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319227.518169:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319227.518173:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383972608:0@lo:38:kworker.0 00000100:00100000:3.0:1767319227.523176:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383972224:0@lo:400:kworker.0 00010000:00010000:0.0:1767319228.023204:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319228.492534:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319228.493284:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319228.493623:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297358848 00000100:00100000:0.0:1767319228.493639:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297358848 00000100:00100000:0.0:1767319228.493742:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297358720 00000100:00100000:0.0:1767319228.493746:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297358720 00000100:00100000:0.0:1767319228.493770:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4660 00000100:00100000:0.0:1767319228.493836:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297358848:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319228.493942:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297358848:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 161us (1424us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319228.493955:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4660 00000100:00100000:0.0:1767319228.493979:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23746 00000100:00100000:0.0:1767319228.493984:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297358720:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319228.494010:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319228.494040:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297358720:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 54us (760us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319228.494047:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23746 00000100:00080000:1.0:1767319228.494200:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319228.539268:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319229.048100:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319229.559306:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319230.071090:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319230.071125:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383972992:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319230.071215:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319230.071309:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383972992 00000100:00100000:0.0:1767319230.071319:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383972992 00000100:00100000:0.0:1767319230.071391:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2495 00000100:00100000:0.0:1767319230.071401:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383972992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319230.071453:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319230.071508:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383972992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319230.071516:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2495 00000100:00080000:0.0:1767319230.071545:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319230.071590:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383972992:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319230.072952:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319230.074366:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383973120:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319230.074482:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319230.074849:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383973120 00000100:00100000:3.0:1767319230.074861:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383973120 00000100:00100000:3.0:1767319230.074963:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2496 00000100:00100000:3.0:1767319230.074974:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383973120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319230.075016:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319230.075071:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383973120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319230.075080:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2496 00000100:00080000:0.0:1767319230.075243:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319230.075297:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383973120:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319230.583471:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319231.095385:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319231.607089:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319232.119663:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319232.631025:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319232.634405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319232.634421:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319232.634425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319232.634430:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319232.634436:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319232.634446:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4130 00000100:00080000:3.0:1767319232.634453:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319232.634462:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319232.634524:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883181500 x1853164383973248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319232.634572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319232.634576:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319232.634578:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319232.634583:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4130 00000100:00080000:3.0:1767319232.634586:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319232.634589:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319232.634606:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883182a00 x1853164383973376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319232.634657:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319232.634661:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319232.634663:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319232.634667:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4130 00000100:00080000:3.0:1767319232.634670:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319232.634674:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319232.634686:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883182d80 x1853164383973632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319232.634705:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319232.634709:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319232.634711:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319232.634714:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4130 00000100:00080000:3.0:1767319232.634717:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319232.634721:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319232.634737:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883180a80 x1853164383973888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319232.634802:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383973504:0@lo:400:kworker.0 00000100:00100000:3.0:1767319232.634811:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383974016:0@lo:400:kworker.0 00000100:00100000:2.0:1767319232.634963:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383973248:0@lo:38:kworker.0 00000100:00100000:1.0:1767319232.635499:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383973760:0@lo:400:kworker.0 00000100:00100000:0.0:1767319232.638327:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319232.638473:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383974144:0@lo:400:kworker.0 00000100:00100000:0.0:1767319232.638520:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319232.638557:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383974144 00000100:00100000:0.0:1767319232.638567:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383974144 00000100:00100000:0.0:1767319232.639253:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1724 00000100:00100000:0.0:1767319232.639267:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383974144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319232.639344:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383974144:12345-0@lo:400:kworker.0 Request processed in 81us (823us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319232.639352:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1724 00000100:00080000:0.0:1767319232.639867:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319232.639911:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383974144:0@lo:400:kworker.0 00000100:00100000:0.0:1767319232.639967:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383973504 00000100:00100000:0.0:1767319232.639973:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383973504 00000100:00100000:0.0:1767319232.640018:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4661 00000100:00100000:0.0:1767319232.640024:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383973504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319232.640067:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383973504:12345-0@lo:400:kworker.0 Request processed in 44us (1750us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319232.640073:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4661 00000100:00080000:0.0:1767319232.640086:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319232.640106:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383973504:0@lo:400:kworker.0 00000100:00100000:2.0:1767319232.646884:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319232.647012:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383973376:0@lo:38:kworker.0 00000100:00100000:2.0:1767319232.647061:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319232.647088:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383973632:0@lo:38:kworker.0 00000100:00100000:2.0:1767319232.647114:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319232.647156:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319232.647236:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383974016 00000100:00100000:3.0:1767319232.647251:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383974016 00000100:00100000:2.0:1767319232.647272:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383973888:0@lo:38:kworker.0 00000100:00100000:2.0:1767319232.647297:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319232.647319:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383973248 00000100:00100000:3.0:1767319232.647322:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1725 00000100:00100000:0.0:1767319232.647324:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383973248 00000100:00100000:3.0:1767319232.647344:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383974016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319232.647349:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383973632 00000100:00100000:0.0:1767319232.647351:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383973632 00000100:00100000:0.0:1767319232.647371:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23747 00000100:00100000:0.0:1767319232.647377:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383973248:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319232.647412:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319232.647421:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383974016:12345-0@lo:400:kworker.0 Request processed in 80us (1250us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319232.647429:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1725 00000100:00080000:3.0:1767319232.647461:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319232.647463:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383973248:12345-0@lo:38:kworker.0 Request processed in 86us (585us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319232.647470:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23747 00000100:00100000:0.0:1767319232.647484:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23748 00000100:00100000:0.0:1767319232.647487:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383973632:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319232.647495:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319232.647501:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383974016:0@lo:400:kworker.0 00000100:00100000:0.0:1767319232.647518:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383973632:12345-0@lo:38:kworker.0 Request processed in 29us (403us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319232.647523:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23748 00000100:00100000:3.0:1767319232.647545:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383973376 00000100:00100000:3.0:1767319232.647549:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383973376 00000100:00100000:3.0:1767319232.647570:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2665 00000100:00100000:3.0:1767319232.647575:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5b4bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383973376:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319232.647584:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319232.647612:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5b4bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383973376:12345-0@lo:38:kworker.0 Request processed in 35us (550us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319232.647618:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2665 00000100:00080000:2.0:1767319232.648307:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319232.648318:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319232.648322:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383973248:0@lo:38:kworker.0 00000100:00080000:2.0:1767319232.648333:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319232.648337:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319232.648340:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383973376:0@lo:38:kworker.0 00000100:00080000:2.0:1767319232.648350:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319232.648354:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319232.648357:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383973632:0@lo:38:kworker.0 00000100:00100000:3.0:1767319232.649849:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383973888 00000100:00100000:3.0:1767319232.649866:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383973888 00000100:00100000:3.0:1767319232.649930:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23749 00000100:00100000:3.0:1767319232.649940:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383973888:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319232.649973:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319232.650094:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383973888:12345-0@lo:38:kworker.0 Request processed in 155us (2794us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319232.650103:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23749 00000100:00080000:2.0:1767319232.652608:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319232.652628:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319232.652635:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383973888:0@lo:38:kworker.0 00000100:00100000:1.0:1767319232.653133:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319232.653552:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383973760 00000100:00100000:3.0:1767319232.653562:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383973760 00000100:00100000:3.0:1767319232.653676:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4662 00000100:00100000:3.0:1767319232.653688:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383973760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319232.653770:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383973760:12345-0@lo:400:kworker.0 Request processed in 84us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319232.653808:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4662 00000100:00100000:1.0:1767319232.653933:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383973760:0@lo:400:kworker.0 00000100:00080000:0.0:1767319232.654068:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319233.143336:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319233.607138:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319233.607232:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319233.607391:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297359104 00000100:00100000:3.0:1767319233.607404:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297359104 00000100:00100000:3.0:1767319233.607502:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297358976 00000100:00100000:3.0:1767319233.607505:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297358976 00000100:00100000:3.0:1767319233.607533:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4663 00000100:00100000:3.0:1767319233.607546:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297359104:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319233.607647:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297359104:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 103us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319233.607656:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4663 00000100:00100000:3.0:1767319233.607677:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23750 00000100:00100000:3.0:1767319233.607681:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297358976:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319233.607705:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319233.607733:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297358976:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 50us (500us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319233.607740:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23750 00000100:00080000:0.0:1767319233.607829:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319233.655561:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319234.167271:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319234.678961:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319235.190991:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319235.191025:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319235.191058:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383974272:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319235.191169:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319235.191496:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383974272 00000100:00100000:0.0:1767319235.191508:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383974272 00000100:00100000:0.0:1767319235.191593:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2497 00000100:00100000:0.0:1767319235.191617:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383974272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319235.191661:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319235.191720:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383974272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (550us total) trans 0 rc 0/0 00000100:00080000:3.0:1767319235.191826:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319235.191897:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2497 00000100:00100000:1.0:1767319235.191978:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383974400:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319235.192012:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319235.192079:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383974272:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319235.192338:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383974400 00000100:00100000:0.0:1767319235.192344:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383974400 00000100:00100000:0.0:1767319235.192403:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2498 00000100:00100000:0.0:1767319235.192410:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383974400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319235.192435:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319235.192482:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383974400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319235.192488:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2498 00000100:00080000:3.0:1767319235.192634:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319235.192836:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383974400:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319235.703058:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319236.215042:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319236.727049:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319237.239992:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319237.751112:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319237.751127:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319237.751132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319237.751137:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319237.751143:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319237.751154:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4135 00000100:00080000:3.0:1767319237.751161:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319237.751170:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319237.751227:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883182680 x1853164383974528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319237.751248:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319237.751252:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319237.751254:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319237.751259:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4135 00000100:00080000:3.0:1767319237.751261:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319237.751265:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319237.751302:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883181180 x1853164383974656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319237.751357:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319237.751361:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319237.751364:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319237.751368:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4135 00000100:00080000:3.0:1767319237.751371:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319237.751375:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319237.751387:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883180a80 x1853164383974912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319237.751405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319237.751408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319237.751410:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319237.751415:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4135 00000100:00080000:3.0:1767319237.751418:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319237.751421:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319237.751432:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883182a00 x1853164383975168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319237.751505:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383975296:0@lo:400:kworker.0 00000100:00100000:3.0:1767319237.751602:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319237.751684:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319237.751691:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383975424:0@lo:400:kworker.0 00000100:00100000:3.0:1767319237.751715:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319237.751759:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383975296 00000100:00100000:3.0:1767319237.751769:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383975296 00000100:00100000:0.0:1767319237.752091:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383974784:0@lo:400:kworker.0 00000100:00100000:0.0:1767319237.752134:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319237.752165:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319237.752171:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383975040:0@lo:400:kworker.0 00000100:00100000:0.0:1767319237.752191:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319237.752225:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383974784 00000100:00100000:0.0:1767319237.752231:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383974784 00000100:00100000:0.0:1767319237.752272:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383975040 00000100:00100000:0.0:1767319237.752275:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383975040 00000100:00100000:0.0:1767319237.752315:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4664 00000100:00100000:0.0:1767319237.752327:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383974784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319237.752401:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383974784:12345-0@lo:400:kworker.0 Request processed in 76us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319237.752410:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4664 00000100:00100000:0.0:1767319237.752429:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4665 00000100:00100000:0.0:1767319237.752435:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383975040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319237.752461:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383975040:12345-0@lo:400:kworker.0 Request processed in 25us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319237.752472:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4665 00000100:00100000:0.0:1767319237.752526:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383975040:0@lo:400:kworker.0 00000100:00100000:0.0:1767319237.752538:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383974784:0@lo:400:kworker.0 00000100:00080000:0.0:1767319237.752591:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319237.752599:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319237.752613:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383975424 00000100:00100000:0.0:1767319237.752617:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383975424 00000100:00100000:0.0:1767319237.752652:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1726 00000100:00100000:0.0:1767319237.752659:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383975424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319237.752703:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383975424:12345-0@lo:400:kworker.0 Request processed in 44us (987us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319237.752710:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1726 00000100:00080000:0.0:1767319237.752729:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319237.752768:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383975424:0@lo:400:kworker.0 00000100:00100000:3.0:1767319237.753022:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1727 00000100:00100000:3.0:1767319237.753034:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383975296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319237.753079:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383975296:12345-0@lo:400:kworker.0 Request processed in 49us (1477us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319237.753086:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1727 00000100:00100000:3.0:1767319237.753117:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383975296:0@lo:400:kworker.0 00000100:00100000:2.0:1767319237.754045:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383974528:0@lo:38:kworker.0 00000100:00100000:2.0:1767319237.754120:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319237.754167:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383974656:0@lo:38:kworker.0 00000100:00100000:2.0:1767319237.754199:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319237.754227:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383974912:0@lo:38:kworker.0 00000100:00100000:2.0:1767319237.754255:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319237.754277:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383975168:0@lo:38:kworker.0 00000100:00100000:2.0:1767319237.754314:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319237.754365:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383974656 00000100:00100000:2.0:1767319237.754372:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383974656 00000100:00100000:2.0:1767319237.754411:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2666 00000100:00100000:2.0:1767319237.754416:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383974656:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319237.754441:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319237.754487:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383974656:12345-0@lo:38:kworker.0 Request processed in 68us (286us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319237.754494:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2666 00000100:00100000:2.0:1767319237.754522:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383974528 00000100:00100000:2.0:1767319237.754526:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383974528 00000100:00100000:2.0:1767319237.754547:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383974912 00000100:00100000:2.0:1767319237.754550:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383974912 00000100:00100000:2.0:1767319237.754565:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383975168 00000100:00100000:2.0:1767319237.754567:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383975168 00000100:00100000:2.0:1767319237.754578:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23751 00000100:00100000:2.0:1767319237.754596:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383974528:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319237.754606:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319237.754633:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383974528:12345-0@lo:38:kworker.0 Request processed in 49us (513us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319237.754639:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23751 00000100:00100000:2.0:1767319237.754650:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23752 00000100:00100000:2.0:1767319237.754654:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383974912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319237.754663:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319237.754685:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383974912:12345-0@lo:38:kworker.0 Request processed in 30us (430us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319237.754691:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23752 00000100:00100000:2.0:1767319237.754704:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23753 00000100:00100000:2.0:1767319237.754708:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383975168:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319237.754716:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319237.754738:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383975168:12345-0@lo:38:kworker.0 Request processed in 28us (424us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319237.754743:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23753 00000100:00080000:2.0:1767319237.754814:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319237.754820:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319237.754824:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383974528:0@lo:38:kworker.0 00000100:00080000:2.0:1767319237.754834:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319237.754837:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319237.754840:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383974656:0@lo:38:kworker.0 00000100:00080000:2.0:1767319237.754848:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319237.755398:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319237.755402:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383974912:0@lo:38:kworker.0 00000100:00080000:2.0:1767319237.755421:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319237.755425:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319237.755428:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383975168:0@lo:38:kworker.0 00000100:00100000:3.0:1767319237.756478:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319238.263406:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319238.732374:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319238.732503:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319238.738726:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297359232 00000100:00100000:2.0:1767319238.738751:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297359232 00000100:00100000:0.0:1767319238.739412:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297359360 00000100:00100000:0.0:1767319238.739422:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297359360 00000100:00100000:0.0:1767319238.739573:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4666 00000100:00100000:0.0:1767319238.739585:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297359360:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319238.740157:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23754 00000100:00100000:3.0:1767319238.740168:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297359232:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319238.740199:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767319238.740604:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319238.740731:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297359360:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 1145us (8224us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319238.740741:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4666 00000100:00100000:3.0:1767319238.741359:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297359232:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 1187us (9001us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319238.741370:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23754 00000100:00100000:3.0:1767319238.775176:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319239.287956:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319239.799946:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319240.313492:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319240.313976:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319240.314011:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383975552:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319240.314111:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319240.314466:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383975552 00000100:00100000:3.0:1767319240.314478:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383975552 00000100:00100000:3.0:1767319240.314573:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2499 00000100:00100000:3.0:1767319240.314585:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383975552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319240.314628:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319240.314708:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383975552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 124us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319240.314717:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2499 00000100:00100000:3.0:1767319240.314839:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383975552:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319240.315119:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319240.315133:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383975680:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319240.315173:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319240.315211:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383975680 00000100:00100000:0.0:1767319240.315216:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383975680 00000100:00100000:0.0:1767319240.315249:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2500 00000100:00100000:0.0:1767319240.315257:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383975680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319240.315276:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319240.315331:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383975680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319240.315337:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2500 00000100:00100000:0.0:1767319240.315376:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383975680:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319240.315568:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319240.315574:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319240.823164:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319241.335420:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319241.847006:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319242.359140:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319242.870932:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319242.870948:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319242.870952:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319242.870958:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319242.870964:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319242.870975:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4141 00000100:00080000:3.0:1767319242.870982:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319242.870992:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319242.871049:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883181500 x1853164383975808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319242.871078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319242.871082:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319242.871084:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319242.871090:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4141 00000100:00080000:3.0:1767319242.871092:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319242.871097:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319242.871113:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883181c00 x1853164383975936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319242.871114:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383975808:0@lo:38:kworker.0 00000100:00080000:3.0:1767319242.871181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319242.871185:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319242.871187:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319242.871191:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4141 00000100:00080000:3.0:1767319242.871193:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319242.871197:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319242.871209:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883180a80 x1853164383976192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319242.871225:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319242.871228:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319242.871230:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319242.871233:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4141 00000100:00080000:3.0:1767319242.871236:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319242.871239:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319242.871249:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883182680 x1853164383976448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319242.871274:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383976064:0@lo:400:kworker.0 00000100:00100000:3.0:1767319242.871309:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383976320:0@lo:400:kworker.0 00000100:00100000:0.0:1767319242.871384:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319242.871419:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383976576:0@lo:400:kworker.0 00000100:00100000:1.0:1767319242.872645:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319242.872868:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383976704:0@lo:400:kworker.0 00000100:00100000:1.0:1767319242.873693:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319242.873885:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383976704 00000100:00100000:1.0:1767319242.873896:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383976704 00000100:00100000:1.0:1767319242.873993:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1728 00000100:00100000:1.0:1767319242.874011:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383976704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319242.874172:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383976704:12345-0@lo:400:kworker.0 Request processed in 169us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319242.874182:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1728 00000100:00080000:1.0:1767319242.874208:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319242.874470:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383976704:0@lo:400:kworker.0 00000100:00100000:1.0:1767319242.874595:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383976064 00000100:00100000:1.0:1767319242.874601:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383976064 00000100:00100000:1.0:1767319242.874645:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4667 00000100:00100000:1.0:1767319242.874652:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383976064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319242.874698:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383976064:12345-0@lo:400:kworker.0 Request processed in 47us (2059us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319242.874705:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4667 00000100:00080000:1.0:1767319242.874722:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319242.874745:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383976064:0@lo:400:kworker.0 00000100:00100000:3.0:1767319242.875857:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319242.876107:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383976320 00000100:00100000:1.0:1767319242.876121:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383976320 00000100:00100000:1.0:1767319242.876310:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4668 00000100:00100000:1.0:1767319242.876321:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383976320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319242.876392:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383976320:12345-0@lo:400:kworker.0 Request processed in 73us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319242.876399:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4668 00000100:00080000:3.0:1767319242.876493:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319242.876529:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383976320:0@lo:400:kworker.0 00000100:00100000:2.0:1767319242.876560:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319242.876810:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383975808 00000100:00100000:1.0:1767319242.876815:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383975808 00000100:00100000:1.0:1767319242.876849:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23755 00000100:00100000:1.0:1767319242.876854:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383975808:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319242.876871:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383975936:0@lo:38:kworker.0 00010000:00020000:1.0:1767319242.876882:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319242.876932:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319242.876936:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383975808:12345-0@lo:38:kworker.0 Request processed in 79us (376us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319242.876944:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23755 00000100:00100000:3.0:1767319242.877032:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383975936 00000100:00100000:3.0:1767319242.877037:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383975936 00000100:00100000:2.0:1767319242.877062:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383976192:0@lo:38:kworker.0 00000100:00100000:3.0:1767319242.877073:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2667 00000100:00100000:3.0:1767319242.877079:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383975936:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319242.877091:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319242.877098:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319242.877124:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383976448:0@lo:38:kworker.0 00000100:00100000:3.0:1767319242.877149:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383975936:12345-0@lo:38:kworker.0 Request processed in 68us (216us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319242.877157:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319242.877162:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2667 00000100:00100000:3.0:1767319242.877190:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383976192 00000100:00080000:2.0:1767319242.877193:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767319242.877195:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383976192 00000100:00080000:2.0:1767319242.877202:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319242.877207:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383975808:0@lo:38:kworker.0 00000100:00100000:3.0:1767319242.877217:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383976448 00000100:00100000:3.0:1767319242.877222:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383976448 00000100:00100000:3.0:1767319242.877239:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23756 00000100:00100000:3.0:1767319242.877243:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383976192:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319242.877254:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319242.877280:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383976192:12345-0@lo:38:kworker.0 Request processed in 36us (185us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319242.877286:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23756 00000100:00100000:3.0:1767319242.877310:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23757 00000100:00100000:3.0:1767319242.877315:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383976448:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767319242.877318:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319242.877324:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00010000:00020000:3.0:1767319242.877328:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319242.877330:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383975936:0@lo:38:kworker.0 00000100:00080000:2.0:1767319242.877342:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319242.877347:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319242.877351:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383976192:0@lo:38:kworker.0 00000100:00100000:3.0:1767319242.877359:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383976448:12345-0@lo:38:kworker.0 Request processed in 41us (203us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767319242.877363:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767319242.877368:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23757 00000100:00080000:2.0:1767319242.877371:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319242.877377:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383976448:0@lo:38:kworker.0 00000100:00100000:0.0:1767319242.877881:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319242.877997:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383976576 00000100:00100000:1.0:1767319242.878002:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383976576 00000100:00100000:1.0:1767319242.878104:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1729 00000100:00100000:1.0:1767319242.878116:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383976576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319242.878188:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383976576:12345-0@lo:400:kworker.0 Request processed in 77us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319242.878195:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1729 00000100:00100000:2.0:1767319242.878310:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383976576:0@lo:400:kworker.0 00000100:00080000:3.0:1767319242.878346:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767319243.383168:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319243.853660:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319243.854435:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319243.859532:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297359616 00000100:00100000:3.0:1767319243.859532:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297359488 00000100:00100000:2.0:1767319243.859552:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297359616 00000100:00100000:3.0:1767319243.859552:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297359488 00000100:00100000:3.0:1767319243.859688:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4669 00000100:00100000:3.0:1767319243.859705:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297359616:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319243.859844:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297359616:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 144us (6198us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319243.859852:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4669 00000100:00100000:3.0:1767319243.859877:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23758 00000100:00100000:3.0:1767319243.859881:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297359488:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319243.859907:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319243.859945:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297359488:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 62us (5516us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319243.859960:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23758 00000100:00080000:1.0:1767319243.862666:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319243.894927:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319244.409108:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319244.919492:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319245.433716:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383976832:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319245.433840:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319245.434113:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319245.434122:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383976960:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319245.434148:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767319245.434231:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319245.434313:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383976832 00000100:00100000:0.0:1767319245.434323:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383976832 00000100:00100000:0.0:1767319245.434417:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383976960 00000100:00100000:0.0:1767319245.434422:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383976960 00000100:00100000:0.0:1767319245.434448:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2501 00000100:00100000:0.0:1767319245.434459:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383976832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319245.434498:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319245.434559:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383976832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (718us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319245.434568:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2501 00000100:00100000:0.0:1767319245.434590:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2502 00000100:00100000:0.0:1767319245.434597:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383976960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319245.434617:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319245.434645:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383976960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319245.434651:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2502 00000100:00100000:0.0:1767319245.434700:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383976960:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319245.434717:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383976832:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319245.434925:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319245.434932:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319245.943755:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319246.455186:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319246.967169:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319247.483395:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767319247.942472:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297359744 offset 0 length 520: 4 00000100:00100000:2.0:1767319247.942542:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319247.943667:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297359872 00000100:00100000:0.0:1767319247.943682:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297359872 00000100:00100000:1.0:1767319247.943744:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319247.943875:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297360000 00000100:00100000:0.0:1767319247.943880:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297360000 00000100:00100000:2.0:1767319247.943925:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23759 00000100:00100000:2.0:1767319247.943935:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297359872:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319247.943978:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319247.944076:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297359872:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 140us (1533us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767319247.944103:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319247.949900:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4670 00000100:00100000:0.0:1767319247.949939:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297360000:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319247.950090:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297360000:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 174us (6348us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319247.950099:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4670 00000100:00100000:2.0:1767319247.954495:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23759 00000100:00100000:3.0:1767319247.990945:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319247.990957:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319222/real 1767319222] req@ffff93699e3fb800 x1853164383970560/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319247 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319247.990998:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93699e3fb800 x1853164383970560/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319247 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319247.991023:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319247.991034:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319247.991038:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383970560:0@lo:250:kworker.0 00000100:00080000:1.0:1767319247.991212:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319247.991219:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319247.991223:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319247.991228:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4125 00000100:00080000:1.0:1767319247.991233:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319247.991253:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319247.991307:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb6a00 x1853164383977088/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319247.991333:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319247.991337:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319247.991339:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319247.991343:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4146 00000100:00080000:1.0:1767319247.991346:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319247.991350:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319247.991366:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb6680 x1853164383977216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319247.991380:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319247.991384:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319247.991385:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319247.991390:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4146 00000100:00080000:1.0:1767319247.991392:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319247.991395:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319247.991410:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5131500 x1853164383977344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319247.992335:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383977472:0@lo:400:kworker.0 00000100:00100000:0.0:1767319247.992442:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319247.992578:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319247.992584:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319247.992587:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319247.992593:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4146 00000100:00080000:1.0:1767319247.992595:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319247.992601:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319247.992636:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130a80 x1853164383977600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319247.992655:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383977088:0@lo:250:kworker.0 00000400:00000100:2.0:1767319247.992683:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383977088 offset 0 length 520: 4 00000100:00100000:2.0:1767319247.992707:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383977216:0@lo:38:kworker.0 00000100:00100000:2.0:1767319247.992730:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319247.992750:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383977344:0@lo:38:kworker.0 00000100:00100000:2.0:1767319247.992776:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319247.992823:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383977600:0@lo:38:kworker.0 00000100:00100000:2.0:1767319247.992845:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319247.995743:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383977344 00000100:00100000:2.0:1767319247.995766:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383977344 00000100:00100000:2.0:1767319247.995843:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2668 00000100:00100000:2.0:1767319247.995852:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383977344:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319247.995881:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319247.995963:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383977344:12345-0@lo:38:kworker.0 Request processed in 110us (3184us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319247.995970:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2668 00000100:00100000:2.0:1767319247.996014:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383977216 00000100:00100000:2.0:1767319247.996019:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383977216 00000100:00100000:2.0:1767319247.996040:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383977600 00000100:00100000:2.0:1767319247.996044:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383977600 00000100:00100000:2.0:1767319247.996062:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23760 00000100:00100000:2.0:1767319247.996066:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383977216:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319247.996075:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319247.996103:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383977216:12345-0@lo:38:kworker.0 Request processed in 37us (3372us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319247.996108:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23760 00000100:00100000:2.0:1767319247.996119:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23761 00000100:00100000:2.0:1767319247.996122:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383977600:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319247.996132:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319247.996154:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383977600:12345-0@lo:38:kworker.0 Request processed in 30us (3309us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319247.996160:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23761 00000100:00080000:2.0:1767319247.996224:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319247.996231:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319247.996235:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383977600:0@lo:38:kworker.0 00000100:00080000:2.0:1767319247.996258:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319247.996268:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319247.996272:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383977216:0@lo:38:kworker.0 00000100:00080000:2.0:1767319247.996282:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319247.996286:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319247.996289:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383977344:0@lo:38:kworker.0 00000100:00100000:2.0:1767319247.996640:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383977728:0@lo:400:kworker.0 00000100:00100000:2.0:1767319247.996691:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319247.996957:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319247.996964:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319247.996968:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319247.996974:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4146 00000100:00080000:1.0:1767319247.996978:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319247.996995:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319247.997034:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5133100 x1853164383977856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319247.997109:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383977856:0@lo:38:kworker.0 00000100:00100000:1.0:1767319247.997137:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319247.997206:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383977984:0@lo:400:kworker.0 00000100:00100000:2.0:1767319247.997237:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319247.997280:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319247.997285:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383978112:0@lo:400:kworker.0 00000100:00100000:2.0:1767319247.997306:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319247.997343:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383977984 00000100:00100000:2.0:1767319247.997348:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383977984 00000100:00100000:2.0:1767319247.997415:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383978112 00000100:00100000:2.0:1767319247.997418:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383978112 00000100:00100000:2.0:1767319247.997441:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1730 00000100:00100000:2.0:1767319247.997451:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383977984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319247.997503:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383977984:12345-0@lo:400:kworker.0 Request processed in 53us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319247.997510:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1730 00000100:00100000:2.0:1767319247.997527:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1731 00000100:00100000:2.0:1767319247.997533:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383978112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319247.997559:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383978112:12345-0@lo:400:kworker.0 Request processed in 26us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319247.997564:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1731 00000100:00100000:2.0:1767319247.997600:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383978112:0@lo:400:kworker.0 00000100:00100000:2.0:1767319247.997609:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383977984:0@lo:400:kworker.0 00000100:00080000:2.0:1767319247.997661:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319247.997666:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319247.999115:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383977472 00000100:00100000:3.0:1767319247.999131:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383977472 00000100:00080000:2.0:1767319247.999696:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319248.000148:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383977728 00000100:00100000:0.0:1767319248.000155:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383977728 00000100:00100000:0.0:1767319248.000198:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383977856 00000100:00100000:0.0:1767319248.000200:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383977856 00000100:00100000:0.0:1767319248.000214:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4671 00000100:00100000:0.0:1767319248.000221:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383977472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319248.000307:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4672 00000100:00100000:2.0:1767319248.000317:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383977728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319248.000356:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383977472:12345-0@lo:400:kworker.0 Request processed in 135us (7926us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319248.000357:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383977728:12345-0@lo:400:kworker.0 Request processed in 44us (3667us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319248.000365:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4672 00000100:00100000:0.0:1767319248.000368:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4671 00000100:00100000:2.0:1767319248.000385:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23762 00000100:00100000:2.0:1767319248.000390:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383977856:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767319248.000394:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:2.0:1767319248.000423:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319248.000435:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383977472:0@lo:400:kworker.0 00000100:00100000:2.0:1767319248.000468:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383977856:12345-0@lo:38:kworker.0 Request processed in 76us (3329us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319248.000474:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23762 00000100:00080000:0.0:1767319248.000487:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319248.000492:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319248.000495:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383977856:0@lo:38:kworker.0 00000100:00100000:0.0:1767319248.000533:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383977728:0@lo:400:kworker.0 00010000:00010000:0.0:1767319248.503452:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319249.015626:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319249.535737:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319250.040136:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319250.551012:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319250.551046:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383978240:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319250.551145:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319250.551170:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319250.551185:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383978368:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319250.551235:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319250.551282:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383978240 00000100:00100000:0.0:1767319250.551292:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383978240 00000100:00100000:0.0:1767319250.551359:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383978368 00000100:00100000:0.0:1767319250.551363:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383978368 00000100:00100000:0.0:1767319250.551394:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2503 00000100:00100000:0.0:1767319250.551407:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383978240:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319250.551413:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2504 00000100:00100000:1.0:1767319250.551431:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383978368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319250.551450:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00002000:00000024:1.0:1767319250.551454:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319250.551505:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383978240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319250.551515:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2503 00000100:00100000:1.0:1767319250.551523:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383978368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319250.551532:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2504 00000100:00080000:0.0:1767319250.551545:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319250.551551:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319250.551589:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383978368:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319250.551599:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383978240:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319250.557628:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319251.062932:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319251.579376:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319252.086851:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319252.599105:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319253.073966:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319253.074023:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319253.074100:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297360128 00000100:00100000:3.0:1767319253.074114:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297360128 00000100:00100000:3.0:1767319253.074168:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297360256 00000100:00100000:3.0:1767319253.074172:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297360256 00000100:00100000:3.0:1767319253.078017:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4673 00000100:00100000:3.0:1767319253.078054:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297360256:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319253.078191:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297360256:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 155us (4166us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319253.078218:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4673 00000100:00100000:3.0:1767319253.078249:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23763 00000100:00100000:3.0:1767319253.078255:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297360128:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319253.078287:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767319253.078954:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319253.079215:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297360128:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 951us (5259us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319253.079225:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23763 00000100:00080000:1.0:1767319253.111531:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319253.111547:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319253.111551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319253.111556:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319253.111561:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319253.111572:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4151 00000100:00080000:1.0:1767319253.111578:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319253.111587:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319253.111644:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130380 x1853164383978496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319253.111725:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383978496:0@lo:38:kworker.0 00000100:00100000:0.0:1767319253.111851:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319253.111984:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383978496 00000100:00100000:2.0:1767319253.111994:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383978496 00000100:00100000:2.0:1767319253.112045:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23764 00000100:00100000:2.0:1767319253.112054:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383978496:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319253.112080:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319253.112205:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319253.113337:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319253.113345:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319253.113349:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319253.113357:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4151 00000100:00080000:1.0:1767319253.113361:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319253.113366:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319253.113411:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5131880 x1853164383978624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319253.115377:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383978496:12345-0@lo:38:kworker.0 Request processed in 3309us (3513us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319253.115405:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23764 00000100:00080000:1.0:1767319253.115640:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319253.115646:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319253.115650:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319253.115656:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4151 00000100:00080000:1.0:1767319253.115660:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319253.115666:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319253.115689:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5132680 x1853164383978880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319253.115708:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319253.115712:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319253.115714:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319253.115718:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4151 00000100:00080000:1.0:1767319253.115721:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319253.115724:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319253.115733:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5132d80 x1853164383979136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319253.115812:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383979264:0@lo:400:kworker.0 00000100:00100000:1.0:1767319253.115888:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319253.115930:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319253.115935:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383979392:0@lo:400:kworker.0 00000100:00100000:1.0:1767319253.115955:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319253.116028:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383979008:0@lo:400:kworker.0 00000100:00100000:0.0:1767319253.116062:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319253.116090:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319253.116095:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383978752:0@lo:400:kworker.0 00000100:00100000:0.0:1767319253.116114:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319253.116171:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383979264 00000100:00100000:2.0:1767319253.116181:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383979264 00000100:00100000:2.0:1767319253.116254:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383979392 00000100:00100000:2.0:1767319253.116258:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383979392 00000100:00100000:2.0:1767319253.116283:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1732 00000100:00100000:2.0:1767319253.116294:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383979264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319253.116364:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383979264:12345-0@lo:400:kworker.0 Request processed in 73us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319253.116372:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1732 00000100:00100000:2.0:1767319253.116386:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1733 00000100:00100000:2.0:1767319253.116393:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383979392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319253.116420:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383979392:12345-0@lo:400:kworker.0 Request processed in 28us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319253.116426:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1733 00000100:00100000:2.0:1767319253.116494:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383979392:0@lo:400:kworker.0 00000100:00100000:2.0:1767319253.116507:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383979264:0@lo:400:kworker.0 00000100:00080000:1.0:1767319253.116633:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319253.116638:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319253.116705:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383978624:0@lo:38:kworker.0 00000100:00100000:3.0:1767319253.116750:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319253.116813:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319253.116820:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319253.116824:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383978496:0@lo:38:kworker.0 00000100:00100000:3.0:1767319253.116839:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383978880:0@lo:38:kworker.0 00000100:00100000:2.0:1767319253.118874:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383978624 00000100:00100000:2.0:1767319253.118890:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383978624 00000100:00100000:2.0:1767319253.118958:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2669 00000100:00100000:2.0:1767319253.118967:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383978624:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319253.118997:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319253.119100:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383978624:12345-0@lo:38:kworker.0 Request processed in 132us (2348us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319253.119107:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2669 00000100:00100000:2.0:1767319253.119454:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319253.119694:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383979136:0@lo:38:kworker.0 00000100:00100000:2.0:1767319253.119739:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319253.119862:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383979008 00000100:00100000:1.0:1767319253.119869:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383979008 00000100:00100000:1.0:1767319253.119936:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383978752 00000100:00100000:1.0:1767319253.119940:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383978752 00000100:00100000:1.0:1767319253.119964:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383978880 00000100:00100000:1.0:1767319253.119967:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383978880 00000100:00100000:1.0:1767319253.119981:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4674 00000100:00100000:1.0:1767319253.119990:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383979008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319253.120044:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383979008:12345-0@lo:400:kworker.0 Request processed in 56us (3979us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319253.120055:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4674 00000100:00100000:1.0:1767319253.120070:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4675 00000100:00100000:1.0:1767319253.120077:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383978752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319253.120106:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383978752:12345-0@lo:400:kworker.0 Request processed in 30us (3991us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319253.120113:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4675 00000100:00100000:1.0:1767319253.120125:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23765 00000100:00100000:1.0:1767319253.120129:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383978880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319253.120142:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319253.120166:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383978880:12345-0@lo:38:kworker.0 Request processed in 36us (714us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319253.120172:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23765 00000100:00080000:1.0:1767319253.120189:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319253.120354:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319253.120361:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319253.120364:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383978624:0@lo:38:kworker.0 00000100:00080000:2.0:1767319253.120394:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319253.120398:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319253.120401:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383978880:0@lo:38:kworker.0 00000100:00100000:2.0:1767319253.120439:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383978752:0@lo:400:kworker.0 00000100:00100000:2.0:1767319253.120451:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383979008:0@lo:400:kworker.0 00000100:00100000:1.0:1767319253.120583:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383979136 00000100:00100000:1.0:1767319253.120588:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383979136 00000100:00100000:1.0:1767319253.120621:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23766 00000100:00100000:1.0:1767319253.120626:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383979136:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319253.120637:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319253.120675:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383979136:12345-0@lo:38:kworker.0 Request processed in 47us (935us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319253.120681:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23766 00000100:00080000:1.0:1767319253.120706:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319253.120710:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319253.120713:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383979136:0@lo:38:kworker.0 00010000:00010000:0.0:1767319253.623117:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319254.141558:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319254.648279:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319255.166044:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319255.671109:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319255.671239:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383979520:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319255.671359:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319255.671429:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383979520 00000100:00100000:3.0:1767319255.671438:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383979520 00000100:00100000:2.0:1767319255.671575:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319255.671581:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2505 00000100:00100000:2.0:1767319255.671590:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383979648:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319255.671595:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383979520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319255.671639:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319255.671643:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319255.671686:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383979520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319255.671697:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2505 00000100:00100000:3.0:1767319255.671717:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383979648 00000100:00100000:3.0:1767319255.671721:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383979648 00000100:00100000:2.0:1767319255.671767:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383979520:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319255.672009:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319255.672014:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319255.673244:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2506 00000100:00100000:3.0:1767319255.673266:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383979648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319255.673291:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319255.673365:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383979648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (1724us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319255.673371:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2506 00000100:00100000:1.0:1767319255.673442:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383979648:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319255.674157:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319256.182898:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319256.695037:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319257.206995:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319257.719036:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319258.185738:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319258.185857:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297360512 00000100:00100000:3.0:1767319258.185867:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297360512 00000100:00100000:3.0:1767319258.185946:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4676 00000100:00100000:3.0:1767319258.185957:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297360512:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319258.186037:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297360512:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 82us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319258.186045:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4676 00000100:00080000:1.0:1767319258.186491:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319258.190733:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319258.190824:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297360384 00000100:00100000:2.0:1767319258.190834:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297360384 00000100:00100000:2.0:1767319258.190881:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23767 00000100:00100000:2.0:1767319258.190889:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297360384:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319258.190912:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319258.190983:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297360384:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 92us (257us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319258.190991:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23767 00000100:00100000:0.0:1767319258.231070:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319258.231695:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319258.231702:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319258.231705:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319258.231709:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319258.231713:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319258.231720:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4156 00000100:00080000:0.0:1767319258.231724:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319258.231730:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319258.231768:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592a300 x1853164383979776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319258.231809:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319258.231813:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319258.231814:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319258.231818:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4156 00000100:00080000:0.0:1767319258.231821:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319258.231823:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319258.231837:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5928000 x1853164383979904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319258.231877:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319258.231880:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319258.231882:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319258.231886:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4156 00000100:00080000:0.0:1767319258.231888:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319258.231892:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319258.231905:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f614e00 x1853164383980160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319258.231920:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319258.231923:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319258.231924:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319258.231927:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4156 00000100:00080000:0.0:1767319258.231930:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319258.231933:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319258.231942:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f614a80 x1853164383980416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319258.232029:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383979776:0@lo:38:kworker.0 00000100:00100000:2.0:1767319258.232089:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319258.232144:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383979904:0@lo:38:kworker.0 00000100:00100000:2.0:1767319258.232199:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319258.232224:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383980160:0@lo:38:kworker.0 00000100:00100000:2.0:1767319258.232297:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319258.232326:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f614a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383980416:0@lo:38:kworker.0 00000100:00100000:2.0:1767319258.232344:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319258.232378:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383979904 00000100:00100000:2.0:1767319258.232385:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383979904 00000100:00100000:2.0:1767319258.232415:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2670 00000100:00100000:2.0:1767319258.232421:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383979904:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319258.232440:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319258.232476:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383979904:12345-0@lo:38:kworker.0 Request processed in 54us (276us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319258.232482:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2670 00000100:00100000:2.0:1767319258.232504:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383979776 00000100:00100000:2.0:1767319258.232508:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383979776 00000100:00100000:0.0:1767319258.232665:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383980160 00000100:00100000:0.0:1767319258.232669:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383980160 00000100:00100000:0.0:1767319258.232685:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383980416 00000100:00100000:0.0:1767319258.232687:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383980416 00000100:00100000:0.0:1767319258.232695:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23768 00000100:00100000:0.0:1767319258.232699:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383979776:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319258.232709:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319258.232733:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383979776:12345-0@lo:38:kworker.0 Request processed in 33us (644us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319258.232738:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23768 00000100:00100000:0.0:1767319258.232748:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23769 00000100:00100000:0.0:1767319258.232752:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383980160:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319258.232759:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319258.232776:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383980160:12345-0@lo:38:kworker.0 Request processed in 23us (478us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319258.232799:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23769 00000100:00100000:0.0:1767319258.232809:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23770 00000100:00100000:0.0:1767319258.232812:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383980416:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319258.232821:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319258.232840:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383980416:12345-0@lo:38:kworker.0 Request processed in 26us (495us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319258.232845:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23770 00000100:00100000:0.0:1767319258.232886:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f617480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383980672:0@lo:400:kworker.0 00000100:00100000:0.0:1767319258.232911:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319258.232931:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319258.232936:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f617b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383980544:0@lo:400:kworker.0 00000100:00100000:0.0:1767319258.232955:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319258.233001:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319258.233006:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319258.233010:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383979776:0@lo:38:kworker.0 00000100:00080000:0.0:1767319258.233018:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319258.233021:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319258.233023:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383979904:0@lo:38:kworker.0 00000100:00080000:0.0:1767319258.233029:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319258.233032:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319258.233034:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383980160:0@lo:38:kworker.0 00000100:00080000:0.0:1767319258.233041:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319258.233043:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319258.233046:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f614a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383980416:0@lo:38:kworker.0 00000100:00100000:0.0:1767319258.233080:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383980672 00000100:00100000:0.0:1767319258.233084:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383980672 00000100:00100000:0.0:1767319258.233118:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383980544 00000100:00100000:0.0:1767319258.233121:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383980544 00000100:00100000:3.0:1767319258.233385:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383980288:0@lo:400:kworker.0 00000100:00100000:3.0:1767319258.233414:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319258.233433:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319258.233438:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383980032:0@lo:400:kworker.0 00000100:00100000:3.0:1767319258.233454:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319258.233495:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383980288 00000100:00100000:3.0:1767319258.233499:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383980288 00000100:00100000:3.0:1767319258.233608:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383980032 00000100:00100000:3.0:1767319258.233612:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383980032 00000100:00100000:3.0:1767319258.233628:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4677 00000100:00100000:3.0:1767319258.233647:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383980288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319258.233685:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383980288:12345-0@lo:400:kworker.0 Request processed in 39us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319258.233691:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4677 00000100:00100000:3.0:1767319258.233704:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4678 00000100:00100000:3.0:1767319258.233709:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383980032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319258.233727:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383980032:12345-0@lo:400:kworker.0 Request processed in 19us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319258.233732:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4678 00000100:00100000:3.0:1767319258.233755:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383980032:0@lo:400:kworker.0 00000100:00100000:3.0:1767319258.233764:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383980288:0@lo:400:kworker.0 00000100:00100000:3.0:1767319258.233818:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1734 00000100:00100000:3.0:1767319258.233825:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383980672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319258.233859:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383980672:12345-0@lo:400:kworker.0 Request processed in 36us (947us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319258.233865:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1734 00000100:00100000:3.0:1767319258.233877:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1735 00000100:00100000:3.0:1767319258.233882:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383980544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319258.233907:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383980544:12345-0@lo:400:kworker.0 Request processed in 25us (951us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319258.233912:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1735 00000100:00080000:1.0:1767319258.233998:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319258.234003:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319258.234005:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319258.234031:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f617b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383980544:0@lo:400:kworker.0 00000100:00100000:1.0:1767319258.234039:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f617480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383980672:0@lo:400:kworker.0 00010000:00010000:3.0:1767319258.744646:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319259.256424:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319259.766998:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319260.278891:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319260.791107:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319260.791141:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f614a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383980800:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319260.791207:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319260.791213:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319260.791249:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383980800 00000100:00100000:1.0:1767319260.791258:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383980800 00000100:00080000:3.0:1767319260.791290:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319260.791310:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2507 00000100:00100000:0.0:1767319260.791374:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319260.791383:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383980928:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319260.791410:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319260.791503:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383980928 00000100:00100000:2.0:1767319260.791507:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383980928 00000100:00080000:0.0:1767319260.791562:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319260.791766:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383980800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319260.791816:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319260.791860:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383980800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 541us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319260.793448:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f614a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383980800:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319260.794509:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2508 00000100:00100000:2.0:1767319260.794534:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f617100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383980928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319260.794565:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319260.794655:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f617100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383980928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 135us (3242us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319260.794664:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2508 00000100:00100000:0.0:1767319260.794776:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383980928:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319260.796329:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2507 00000100:00100000:3.0:1767319261.305894:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319261.815239:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319262.328198:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319262.838963:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319263.304254:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319263.304299:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319263.304394:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297360768 00000100:00100000:2.0:1767319263.304405:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297360768 00000100:00100000:2.0:1767319263.304472:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297360640 00000100:00100000:2.0:1767319263.304476:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297360640 00000100:00100000:2.0:1767319263.304502:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4679 00000100:00100000:3.0:1767319263.304513:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23771 00000100:00100000:2.0:1767319263.304517:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297360768:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319263.304525:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297360640:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319263.304553:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319263.304584:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297360768:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 73us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319263.304591:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4679 00000100:00100000:3.0:1767319263.304597:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297360640:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 70us (293us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319263.304606:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23771 00000100:00080000:0.0:1767319263.304724:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319263.350953:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319263.351136:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319263.351143:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319263.351146:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319263.351150:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319263.351154:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319263.351161:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4161 00000100:00080000:2.0:1767319263.351167:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319263.351173:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319263.351216:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3ad880 x1853164383981056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319263.351230:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767319263.351471:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383981056:0@lo:38:kworker.0 00000100:00100000:0.0:1767319263.351535:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319263.351749:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383981056 00000100:00100000:3.0:1767319263.351758:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383981056 00000100:00100000:3.0:1767319263.351975:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23772 00000100:00080000:2.0:1767319263.351977:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319263.351982:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767319263.351987:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f617480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383981056:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767319263.351990:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4161 00000100:00080000:2.0:1767319263.351996:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319263.352000:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00010000:00020000:3.0:1767319263.352013:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319263.352020:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3adc00 x1853164383981184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319263.352061:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f617480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383981056:12345-0@lo:38:kworker.0 Request processed in 74us (525us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767319263.352065:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767319263.352070:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23772 00000100:00080000:2.0:1767319263.352073:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319263.352076:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319263.352080:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4161 00000100:00080000:2.0:1767319263.352082:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319263.352085:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319263.352096:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3ae680 x1853164383981440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319263.352122:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319263.352125:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319263.352127:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319263.352130:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4161 00000100:00080000:2.0:1767319263.352133:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319263.352136:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319263.352146:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3afb80 x1853164383981696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319263.352192:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383981824:0@lo:400:kworker.0 00000100:00100000:2.0:1767319263.352219:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319263.352223:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383981952:0@lo:400:kworker.0 00000100:00100000:0.0:1767319263.352258:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319263.352301:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383981824 00000100:00100000:0.0:1767319263.352305:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383981824 00000100:00100000:0.0:1767319263.352347:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383981952 00000100:00100000:0.0:1767319263.352350:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383981952 00000100:00100000:0.0:1767319263.352376:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1736 00000100:00100000:0.0:1767319263.352382:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383981824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319263.352430:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383981824:12345-0@lo:400:kworker.0 Request processed in 48us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319263.352436:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1736 00000100:00100000:2.0:1767319263.352457:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1737 00000100:00100000:1.0:1767319263.352486:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383981312:0@lo:400:kworker.0 00000100:00100000:1.0:1767319263.352509:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319263.352524:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319263.352527:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383981568:0@lo:400:kworker.0 00000100:00100000:1.0:1767319263.352539:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319263.352556:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383981312 00000100:00100000:1.0:1767319263.352559:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383981312 00000100:00100000:2.0:1767319263.352588:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f617b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383981952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319263.352623:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f617b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383981952:12345-0@lo:400:kworker.0 Request processed in 160us (365us total) trans 0 rc 0/0 00000100:00080000:0.0:1767319263.353326:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319263.353332:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319263.353333:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319263.353367:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383981824:0@lo:400:kworker.0 00000100:00100000:0.0:1767319263.353397:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383981952:0@lo:400:kworker.0 00000100:00100000:0.0:1767319263.353428:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383981184:0@lo:38:kworker.0 00000100:00100000:0.0:1767319263.353460:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319263.353489:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383981440:0@lo:38:kworker.0 00000100:00100000:0.0:1767319263.353510:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319263.353529:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383981696:0@lo:38:kworker.0 00000100:00100000:0.0:1767319263.353547:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319263.353570:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319263.353575:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319263.353578:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383981056:0@lo:38:kworker.0 00000100:00100000:0.0:1767319263.353604:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383981184 00000100:00100000:0.0:1767319263.353608:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383981184 00000100:00100000:0.0:1767319263.353632:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2671 00000100:00100000:0.0:1767319263.353637:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383981184:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319263.353651:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319263.353682:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383981184:12345-0@lo:38:kworker.0 Request processed in 44us (221us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319263.353689:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2671 00000100:00080000:0.0:1767319263.353714:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319263.353718:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319263.353720:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383981184:0@lo:38:kworker.0 00000100:00100000:0.0:1767319263.353745:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383981568 00000100:00100000:0.0:1767319263.353749:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383981568 00000100:00100000:3.0:1767319263.353879:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383981440 00000100:00100000:3.0:1767319263.353883:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383981440 00000100:00100000:1.0:1767319263.355032:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383981696 00000100:00100000:1.0:1767319263.355040:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383981696 00000100:00100000:1.0:1767319263.355060:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4680 00000100:00100000:1.0:1767319263.355071:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383981312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319263.355160:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383981312:12345-0@lo:400:kworker.0 Request processed in 94us (2649us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319263.355165:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4680 00000100:00100000:1.0:1767319263.355177:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23773 00000100:00100000:1.0:1767319263.355180:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383981696:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319263.355190:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319263.355212:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383981696:12345-0@lo:38:kworker.0 Request processed in 31us (1665us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319263.355216:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23773 00000100:00100000:1.0:1767319263.355243:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383981312:0@lo:400:kworker.0 00000100:00080000:1.0:1767319263.355279:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319263.355285:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319263.355288:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383981696:0@lo:38:kworker.0 00000100:00080000:1.0:1767319263.355318:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319263.355473:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1737 00000100:00100000:0.0:1767319263.357936:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4681 00000100:00100000:0.0:1767319263.357959:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383981568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319263.358062:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383981568:12345-0@lo:400:kworker.0 Request processed in 114us (5519us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319263.358069:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4681 00000100:00100000:1.0:1767319263.358162:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383981568:0@lo:400:kworker.0 00000100:00100000:3.0:1767319263.358307:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23774 00000100:00100000:3.0:1767319263.358314:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383981440:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319263.358335:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319263.358383:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383981440:12345-0@lo:38:kworker.0 Request processed in 68us (4872us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319263.358389:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23774 00000100:00080000:1.0:1767319263.358867:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319263.358873:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319263.358875:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383981440:0@lo:38:kworker.0 00010000:00010000:3.0:1767319263.863674:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319264.375498:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319264.890022:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319265.399452:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319265.911071:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383982208:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319265.911175:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319265.911258:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383982208 00000100:00100000:2.0:1767319265.911260:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319265.911272:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383982080:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319265.911278:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383982208 00000100:00100000:2.0:1767319265.911291:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319265.911425:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383982080 00000100:00100000:3.0:1767319265.911430:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383982080 00000100:00080000:1.0:1767319265.911495:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319265.911503:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767319265.911645:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319265.913240:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2509 00000100:00100000:2.0:1767319265.913269:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383982208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319265.913317:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319265.913437:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383982208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 182us (2260us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319265.913450:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2509 00000100:00100000:2.0:1767319265.913488:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2510 00000100:00100000:2.0:1767319265.913499:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383982080:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319265.913512:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383982208:0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319265.913629:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319265.913705:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383982080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 208us (2411us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319265.913714:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2510 00000100:00100000:1.0:1767319265.913733:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383982080:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319266.423587:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319266.935016:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319267.447129:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319267.960923:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319268.427901:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319268.428328:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319268.429361:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297361024 00000100:00100000:0.0:1767319268.429387:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297361024 00000100:00080000:1.0:1767319268.429479:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319268.429963:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297360896 00000100:00100000:3.0:1767319268.429969:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297360896 00000100:00100000:3.0:1767319268.430016:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4682 00000100:00100000:3.0:1767319268.430028:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297361024:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319268.430134:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297361024:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 102us (2236us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319268.430142:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4682 00000100:00100000:3.0:1767319268.430161:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23775 00000100:00100000:3.0:1767319268.430165:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297360896:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319268.430189:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319268.430215:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297360896:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 48us (1889us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319268.430222:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23775 00000100:00100000:0.0:1767319268.471124:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319268.471747:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319268.471753:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319268.471756:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319268.471767:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319268.471771:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319268.471797:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4166 00000100:00080000:0.0:1767319268.471802:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319268.471809:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319268.471851:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b7480 x1853164383982336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319268.471878:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319268.471881:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319268.471883:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319268.471887:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4166 00000100:00080000:0.0:1767319268.471889:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319268.471893:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319268.471906:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b6680 x1853164383982464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319268.471955:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319268.471959:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319268.471961:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319268.471964:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4166 00000100:00080000:0.0:1767319268.471966:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319268.471970:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319268.471984:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b4a80 x1853164383982720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319268.472013:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1767319268.472022:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319268.472027:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319268.472030:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319268.472034:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4166 00000100:00080000:0.0:1767319268.472037:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319268.472041:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319268.472049:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383982848:0@lo:400:kworker.0 00000100:00100000:0.0:1767319268.472068:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7905180 x1853164383982976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319268.472150:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383983104:0@lo:400:kworker.0 00000100:00100000:3.0:1767319268.472172:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319268.472274:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383982336:0@lo:38:kworker.0 00000100:00100000:2.0:1767319268.472347:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383983232:0@lo:400:kworker.0 00000100:00100000:0.0:1767319268.472546:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319268.472620:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383982848 00000100:00100000:0.0:1767319268.472628:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383982848 00000100:00100000:0.0:1767319268.472679:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4683 00000100:00100000:0.0:1767319268.472687:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383982848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319268.472733:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383982848:12345-0@lo:400:kworker.0 Request processed in 47us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.472741:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4683 00000100:00080000:0.0:1767319268.474524:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319268.474582:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383983104 00000100:00100000:0.0:1767319268.474591:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383983104 00000100:00100000:0.0:1767319268.474658:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1738 00000100:00100000:0.0:1767319268.474667:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383983104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319268.474753:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383983104:12345-0@lo:400:kworker.0 Request processed in 88us (2208us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.474768:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1738 00000100:00080000:0.0:1767319268.474808:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319268.474846:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383983104:0@lo:400:kworker.0 00000100:00100000:3.0:1767319268.475592:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383982848:0@lo:400:kworker.0 00000100:00100000:3.0:1767319268.475611:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383982592:0@lo:400:kworker.0 00000100:00100000:3.0:1767319268.475678:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319268.476309:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383982592 00000100:00100000:0.0:1767319268.476320:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383982592 00000100:00080000:3.0:1767319268.476400:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319268.476402:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4684 00000100:00100000:0.0:1767319268.476418:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383982592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319268.476509:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383982592:12345-0@lo:400:kworker.0 Request processed in 95us (831us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.476516:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4684 00000100:00100000:3.0:1767319268.476650:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383982592:0@lo:400:kworker.0 00000100:00100000:2.0:1767319268.478911:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319268.479212:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319268.479254:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383982464:0@lo:38:kworker.0 00000100:00100000:1.0:1767319268.479297:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319268.479321:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383982720:0@lo:38:kworker.0 00000100:00100000:1.0:1767319268.479341:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319268.479359:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383982976:0@lo:38:kworker.0 00000100:00100000:1.0:1767319268.479382:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319268.479414:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383982464 00000100:00100000:1.0:1767319268.479421:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383982464 00000100:00100000:0.0:1767319268.479557:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383983232 00000100:00100000:0.0:1767319268.479561:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383983232 00000100:00100000:0.0:1767319268.479608:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1739 00000100:00100000:0.0:1767319268.479617:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383983232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319268.479673:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383983232:12345-0@lo:400:kworker.0 Request processed in 57us (770us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319268.479680:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1739 00000100:00100000:0.0:1767319268.479724:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383982336 00000100:00100000:0.0:1767319268.479727:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383982336 00000100:00100000:0.0:1767319268.479746:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383982720 00000100:00100000:0.0:1767319268.479748:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383982720 00000100:00080000:3.0:1767319268.479979:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319268.479992:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383982976 00000100:00100000:3.0:1767319268.479995:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383982976 00000100:00100000:3.0:1767319268.480103:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23776 00000100:00100000:3.0:1767319268.480109:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383982336:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319268.480196:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319268.480238:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383982336:12345-0@lo:38:kworker.0 Request processed in 127us (1108us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319268.480244:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23776 00000100:00100000:3.0:1767319268.480255:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23777 00000100:00100000:3.0:1767319268.480259:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383982720:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319268.480269:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319268.480285:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383982720:12345-0@lo:38:kworker.0 Request processed in 25us (944us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319268.480290:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23777 00000100:00100000:3.0:1767319268.480300:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23778 00000100:00100000:3.0:1767319268.480303:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383982976:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319268.480311:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319268.480327:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383982976:12345-0@lo:38:kworker.0 Request processed in 23us (945us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319268.480332:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23778 00000100:00100000:1.0:1767319268.480561:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2672 00000100:00100000:1.0:1767319268.480567:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383982464:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319268.480576:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319268.480601:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383982464:12345-0@lo:38:kworker.0 Request processed in 34us (1304us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319268.480606:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2672 00000100:00080000:1.0:1767319268.480642:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319268.480647:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319268.480651:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383982336:0@lo:38:kworker.0 00000100:00080000:1.0:1767319268.480659:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319268.480662:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319268.480665:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383982464:0@lo:38:kworker.0 00000100:00080000:1.0:1767319268.480672:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319268.480674:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319268.480677:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383982720:0@lo:38:kworker.0 00000100:00080000:1.0:1767319268.480684:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319268.480687:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319268.480689:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383982976:0@lo:38:kworker.0 00000100:00100000:3.0:1767319268.480810:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383983232:0@lo:400:kworker.0 00010000:00010000:3.0:1767319268.983612:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319269.495330:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319270.007006:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319270.521941:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319271.031535:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319271.031609:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383983360:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319271.031726:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319271.032488:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383983488:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319271.032529:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319271.032613:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383983360 00000100:00100000:0.0:1767319271.032621:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383983360 00000100:00100000:0.0:1767319271.032680:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383983488 00000100:00100000:0.0:1767319271.032683:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383983488 00000100:00100000:0.0:1767319271.032703:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2511 00000100:00100000:0.0:1767319271.032711:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383983360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319271.032739:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319271.032808:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383983360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (1056us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319271.032816:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2511 00000100:00100000:0.0:1767319271.032833:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2512 00000100:00100000:0.0:1767319271.032840:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383983488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319271.032856:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319271.032886:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383983488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319271.032892:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2512 00000100:00100000:0.0:1767319271.032937:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383983488:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319271.032992:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319271.032997:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319271.033090:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383983360:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319271.542929:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319272.056824:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319272.521571:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:1.0:1767319272.521612:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297361152 offset 0 length 520: 4 00000100:00100000:1.0:1767319272.521638:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319272.521736:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297361408 00000100:00100000:2.0:1767319272.521747:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297361408 00000100:00100000:2.0:1767319272.521855:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297361280 00000100:00100000:2.0:1767319272.521859:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297361280 00000100:00100000:2.0:1767319272.521885:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4685 00000100:00100000:2.0:1767319272.521896:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297361408:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319272.522107:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23779 00000100:00100000:1.0:1767319272.522114:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297361280:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319272.522136:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319272.522193:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297361280:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 78us (554us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319272.522201:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23779 00000100:00100000:2.0:1767319272.522401:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297361408:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 506us (839us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319272.522408:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4685 00000100:00080000:3.0:1767319272.522648:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319272.566936:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319272.567854:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319247/real 1767319247] req@ffff9369b6bb6a00 x1853164383977088/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319272 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319272.567888:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b6bb6a00 x1853164383977088/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319272 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319272.567906:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319272.568076:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319272.568081:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383977088:0@lo:250:kworker.0 00000100:00080000:0.0:1767319272.568162:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319272.568167:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319272.568171:0:8:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319272.568175:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4151 00000100:00080000:0.0:1767319272.568179:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319272.568185:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319272.568219:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7904700 x1853164383983616/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319272.568246:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319272.568250:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319272.568252:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319272.568255:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4171 00000100:00080000:0.0:1767319272.568258:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319272.568261:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319272.568278:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7907b80 x1853164383983744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319272.568286:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319272.568290:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319272.568291:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319272.568295:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4171 00000100:00080000:0.0:1767319272.568297:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319272.568311:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319272.568324:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7905180 x1853164383983872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319272.568506:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383983616:0@lo:250:kworker.0 00000400:00000100:1.0:1767319272.568555:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383983616 offset 0 length 520: 4 00000100:00100000:1.0:1767319272.568608:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383983744:0@lo:38:kworker.0 00000100:00100000:1.0:1767319272.568639:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319272.568666:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383983872:0@lo:38:kworker.0 00000100:00100000:1.0:1767319272.568690:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319272.568777:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319272.568813:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319272.568815:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319272.568819:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4171 00000100:00080000:0.0:1767319272.568822:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319272.568825:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319272.568838:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891da9c00 x1853164383984128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319272.568854:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319272.568858:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319272.568859:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319272.568862:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4171 00000100:00080000:0.0:1767319272.568865:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319272.568868:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319272.568879:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891daa680 x1853164383984384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319272.568954:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383984000:0@lo:400:kworker.0 00000100:00100000:0.0:1767319272.568982:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319272.569001:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319272.569006:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383984256:0@lo:400:kworker.0 00000100:00100000:0.0:1767319272.569037:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319272.569064:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383984640:0@lo:400:kworker.0 00000100:00100000:0.0:1767319272.569087:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319272.569104:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319272.569108:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383984512:0@lo:400:kworker.0 00000100:00100000:0.0:1767319272.569128:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319272.569154:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383984640 00000100:00100000:0.0:1767319272.569162:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383984640 00000100:00100000:0.0:1767319272.569203:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383984512 00000100:00100000:0.0:1767319272.569205:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383984512 00000100:00100000:0.0:1767319272.569222:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1740 00000100:00100000:0.0:1767319272.569230:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383984640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319272.569272:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383984640:12345-0@lo:400:kworker.0 Request processed in 43us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319272.569280:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1740 00000100:00100000:0.0:1767319272.569293:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1741 00000100:00100000:0.0:1767319272.569298:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383984512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319272.569320:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383984512:12345-0@lo:400:kworker.0 Request processed in 22us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319272.569325:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1741 00000100:00100000:0.0:1767319272.569374:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383984512:0@lo:400:kworker.0 00000100:00100000:0.0:1767319272.569385:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383984640:0@lo:400:kworker.0 00000100:00100000:0.0:1767319272.569429:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383983744 00000100:00100000:0.0:1767319272.569432:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383983744 00000100:00100000:0.0:1767319272.569450:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383984000 00000100:00100000:0.0:1767319272.569451:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383984000 00000100:00100000:0.0:1767319272.569474:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383984256 00000100:00100000:0.0:1767319272.569476:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383984256 00000100:00100000:0.0:1767319272.569486:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4686 00000100:00100000:0.0:1767319272.569492:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383984000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319272.569519:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383984000:12345-0@lo:400:kworker.0 Request processed in 28us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319272.569524:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4686 00000100:00100000:0.0:1767319272.569534:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4687 00000100:00100000:0.0:1767319272.569539:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383984256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319272.569573:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383984256:12345-0@lo:400:kworker.0 Request processed in 19us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319272.569578:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4687 00000100:00100000:0.0:1767319272.569587:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23780 00000100:00100000:0.0:1767319272.569591:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383983744:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319272.569608:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319272.569632:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383983744:12345-0@lo:38:kworker.0 Request processed in 39us (993us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319272.569638:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23780 00000100:00100000:0.0:1767319272.569663:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383984256:0@lo:400:kworker.0 00000100:00100000:0.0:1767319272.569673:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383984000:0@lo:400:kworker.0 00000100:00080000:0.0:1767319272.569921:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319272.570687:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383984128:0@lo:38:kworker.0 00000100:00100000:1.0:1767319272.570726:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319272.570750:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383984384:0@lo:38:kworker.0 00000100:00100000:1.0:1767319272.570771:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319272.570830:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319272.570834:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319272.570838:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383983744:0@lo:38:kworker.0 00000100:00100000:2.0:1767319272.571345:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383984128 00000100:00100000:2.0:1767319272.571353:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383984128 00000100:00100000:2.0:1767319272.571401:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383984384 00000100:00100000:2.0:1767319272.571405:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383984384 00000100:00100000:2.0:1767319272.571427:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23781 00000100:00100000:2.0:1767319272.571435:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383984128:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319272.571456:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319272.571502:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383984128:12345-0@lo:38:kworker.0 Request processed in 67us (774us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319272.571509:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23781 00000100:00100000:2.0:1767319272.571524:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23782 00000100:00100000:2.0:1767319272.571528:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383984384:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319272.571537:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319272.571561:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383984384:12345-0@lo:38:kworker.0 Request processed in 31us (789us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319272.571567:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23782 00000100:00080000:1.0:1767319272.572385:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319272.572403:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319272.572407:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383984128:0@lo:38:kworker.0 00000100:00080000:1.0:1767319272.572418:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319272.572422:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319272.572425:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383984384:0@lo:38:kworker.0 00000100:00100000:3.0:1767319272.572790:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383983872 00000100:00100000:3.0:1767319272.572796:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383983872 00000100:00100000:3.0:1767319272.572969:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2673 00000100:00100000:3.0:1767319272.572975:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383983872:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319272.572991:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319272.573073:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383983872:12345-0@lo:38:kworker.0 Request processed in 97us (4381us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319272.573080:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2673 00000100:00080000:2.0:1767319272.573133:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319272.573138:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319272.573141:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383983872:0@lo:38:kworker.0 00010000:00010000:2.0:1767319273.080913:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319273.593479:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319274.104029:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319274.621218:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319275.127384:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319275.641311:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319276.152456:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319276.152621:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319276.152646:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383984768:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319276.152756:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319276.152935:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383984768 00000100:00100000:1.0:1767319276.152946:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383984768 00000100:00100000:1.0:1767319276.153055:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2513 00000100:00100000:1.0:1767319276.153070:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383984768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319276.153109:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319276.153162:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383984768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319276.153170:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2513 00000100:00080000:3.0:1767319276.153268:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319276.153302:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383984768:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319276.153517:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319276.153529:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383984896:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319276.153563:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319276.153633:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383984896 00000100:00100000:2.0:1767319276.153638:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383984896 00000100:00100000:2.0:1767319276.153683:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2514 00000100:00100000:2.0:1767319276.153691:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383984896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319276.153713:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319276.153750:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383984896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319276.153757:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2514 00000100:00100000:0.0:1767319276.153831:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383984896:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319276.153844:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319276.663008:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319277.175128:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319277.638277:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319277.638518:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297361664 00000100:00100000:2.0:1767319277.638528:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297361664 00000100:00100000:2.0:1767319277.638645:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4688 00000100:00100000:2.0:1767319277.638657:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297361664:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319277.638731:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297361664:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 77us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319277.638739:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4688 00000100:00080000:0.0:1767319277.638809:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319277.639749:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319277.645100:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297361536 00000100:00100000:1.0:1767319277.645117:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297361536 00000100:00100000:1.0:1767319277.645466:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23783 00000100:00100000:1.0:1767319277.645476:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297361536:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319277.645503:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319277.645624:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297361536:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 148us (5880us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319277.645630:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23783 00000100:00100000:0.0:1767319277.686884:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319277.687174:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319277.687180:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319277.687183:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319277.687187:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319277.687191:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319277.687199:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4175 00000100:00080000:1.0:1767319277.687204:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319277.687210:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319277.687250:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a398e00 x1853164383985024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319277.687310:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383985024:0@lo:38:kworker.0 00000100:00100000:2.0:1767319277.687391:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319277.687506:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319277.687511:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319277.687513:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319277.687517:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4175 00000100:00080000:1.0:1767319277.687520:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319277.687525:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319277.687541:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a398a80 x1853164383985152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319277.687746:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383985024 00000100:00100000:3.0:1767319277.687754:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383985024 00000100:00100000:3.0:1767319277.687812:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23784 00000100:00100000:3.0:1767319277.687820:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383985024:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319277.687841:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319277.688050:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383985152:0@lo:38:kworker.0 00000100:00100000:2.0:1767319277.688153:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319277.688284:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319277.688288:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319277.688290:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319277.688294:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4175 00000100:00080000:1.0:1767319277.688296:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319277.688301:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319277.688314:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39a680 x1853164383985408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319277.688332:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319277.688334:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319277.688336:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319277.688339:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4175 00000100:00080000:1.0:1767319277.688341:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319277.688357:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319277.688369:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39b800 x1853164383985664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319277.688423:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383985280:0@lo:400:kworker.0 00000100:00100000:1.0:1767319277.688454:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319277.688474:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319277.688479:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383985536:0@lo:400:kworker.0 00000100:00100000:1.0:1767319277.688499:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319277.688523:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383985792:0@lo:400:kworker.0 00000100:00100000:1.0:1767319277.688548:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319277.688566:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319277.688570:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383985920:0@lo:400:kworker.0 00000100:00100000:1.0:1767319277.688590:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319277.688618:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383985792 00000100:00100000:1.0:1767319277.688622:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383985792 00000100:00100000:1.0:1767319277.688663:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383985920 00000100:00100000:1.0:1767319277.688666:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383985920 00000100:00100000:1.0:1767319277.688684:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1742 00000100:00100000:1.0:1767319277.688690:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383985792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319277.688735:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383985792:12345-0@lo:400:kworker.0 Request processed in 44us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319277.688742:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1742 00000100:00100000:1.0:1767319277.689196:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1743 00000100:00100000:1.0:1767319277.689211:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383985920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319277.689246:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383985920:12345-0@lo:400:kworker.0 Request processed in 41us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319277.689252:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1743 00000100:00100000:1.0:1767319277.689301:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383985920:0@lo:400:kworker.0 00000100:00100000:1.0:1767319277.689311:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383985792:0@lo:400:kworker.0 00000100:00100000:1.0:1767319277.689378:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383985280 00000100:00100000:1.0:1767319277.689382:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383985280 00000100:00100000:1.0:1767319277.689417:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383985536 00000100:00100000:1.0:1767319277.689420:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383985536 00000100:00100000:1.0:1767319277.689450:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4689 00000100:00100000:1.0:1767319277.689457:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383985280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319277.689491:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383985280:12345-0@lo:400:kworker.0 Request processed in 35us (1036us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319277.689497:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4689 00000100:00100000:1.0:1767319277.689508:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4690 00000100:00100000:1.0:1767319277.689514:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383985536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319277.689539:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383985536:12345-0@lo:400:kworker.0 Request processed in 25us (1039us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319277.689544:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4690 00000100:00100000:1.0:1767319277.689569:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383985536:0@lo:400:kworker.0 00000100:00100000:1.0:1767319277.689579:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383985280:0@lo:400:kworker.0 00000100:00080000:1.0:1767319277.689611:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319277.689996:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383985152 00000100:00100000:0.0:1767319277.690002:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383985152 00000100:00100000:0.0:1767319277.690035:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2674 00000100:00100000:0.0:1767319277.690040:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383985152:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319277.690059:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319277.690105:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383985152:12345-0@lo:38:kworker.0 Request processed in 63us (1951us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319277.690111:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2674 00000100:00100000:3.0:1767319277.690269:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383985024:12345-0@lo:38:kworker.0 Request processed in 2447us (2877us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319277.690277:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23784 00000100:00080000:2.0:1767319277.690606:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319277.690612:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319277.690616:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383985024:0@lo:38:kworker.0 00000100:00100000:2.0:1767319277.690644:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383985408:0@lo:38:kworker.0 00000100:00100000:2.0:1767319277.690680:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319277.690712:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383985664:0@lo:38:kworker.0 00000100:00100000:2.0:1767319277.690737:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319277.690925:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319277.690930:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319277.690933:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383985152:0@lo:38:kworker.0 00000100:00100000:1.0:1767319277.691732:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383985408 00000100:00100000:1.0:1767319277.691742:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383985408 00000100:00100000:1.0:1767319277.692186:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383985664 00000100:00100000:1.0:1767319277.692191:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383985664 00000100:00100000:1.0:1767319277.692222:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23785 00000100:00100000:1.0:1767319277.692229:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383985408:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319277.692249:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319277.692317:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383985408:12345-0@lo:38:kworker.0 Request processed in 87us (1636us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319277.692324:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23785 00000100:00100000:1.0:1767319277.692340:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23786 00000100:00100000:1.0:1767319277.692356:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383985664:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319277.692366:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319277.692390:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383985664:12345-0@lo:38:kworker.0 Request processed in 44us (1656us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319277.692395:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23786 00000100:00080000:2.0:1767319277.692669:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319277.692675:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319277.692679:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383985408:0@lo:38:kworker.0 00000100:00080000:2.0:1767319277.692688:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319277.692691:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319277.692694:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383985664:0@lo:38:kworker.0 00010000:00010000:2.0:1767319278.199492:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319278.712572:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319279.223628:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319279.734903:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319280.248002:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319280.758907:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319281.271953:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319281.272250:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383986048:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319281.272359:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319281.272524:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383986048 00000100:00100000:2.0:1767319281.272683:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319281.272692:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383986176:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319281.272718:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319281.272816:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383986176 00000100:00100000:3.0:1767319281.272823:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383986176 00000100:00100000:3.0:1767319281.272908:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2515 00000100:00100000:3.0:1767319281.272917:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383986176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319281.272957:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319281.273014:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383986176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319281.273021:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2515 00000100:00080000:2.0:1767319281.273219:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319281.273271:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383986176:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319281.273421:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383986048 00000100:00100000:1.0:1767319281.273481:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2516 00000100:00100000:1.0:1767319281.273490:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383986048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319281.273521:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319281.273714:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383986048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 225us (1354us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319281.273720:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2516 00000100:00080000:2.0:1767319281.273882:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319281.273908:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383986048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319281.782914:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319282.298243:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319282.758656:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319282.759043:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297361920 00000100:00100000:3.0:1767319282.759063:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297361920 00000100:00100000:1.0:1767319282.759226:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319282.759336:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297361792 00000100:00100000:3.0:1767319282.759339:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297361792 00000100:00100000:3.0:1767319282.759353:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4691 00000100:00100000:3.0:1767319282.759360:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297361920:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319282.759429:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297361920:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 71us (783us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319282.759435:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4691 00000100:00100000:3.0:1767319282.759447:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23787 00000100:00100000:3.0:1767319282.759450:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297361792:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319282.759714:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319282.759755:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297361792:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 301us (528us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319282.759762:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23787 00000100:00080000:2.0:1767319282.760106:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319282.807065:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319282.807252:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319282.807257:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319282.807260:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319282.807264:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319282.807268:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319282.807275:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4180 00000100:00080000:3.0:1767319282.807280:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1767319282.807287:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319282.807332:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b7480 x1853164383986304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319282.807355:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319282.807358:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319282.807360:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319282.807364:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4180 00000100:00080000:3.0:1767319282.807366:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1767319282.807369:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319282.807382:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b4700 x1853164383986432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319282.807440:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319282.807445:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319282.807446:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319282.807450:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4180 00000100:00080000:3.0:1767319282.807453:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1767319282.807456:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319282.807475:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319282.807486:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b6680 x1853164383986688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319282.807495:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383986560:0@lo:400:kworker.0 00000100:00080000:3.0:1767319282.807506:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319282.807511:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319282.807512:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319282.807516:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4180 00000100:00080000:3.0:1767319282.807519:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1767319282.807523:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319282.807534:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5569500 x1853164383986944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319282.807568:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319282.807585:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383987200:0@lo:400:kworker.0 00000100:00100000:3.0:1767319282.807632:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319282.807643:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383986816:0@lo:400:kworker.0 00000100:00100000:3.0:1767319282.807655:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319282.807662:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383987072:0@lo:400:kworker.0 00000100:00100000:1.0:1767319282.807728:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383987200 00000100:00100000:1.0:1767319282.807736:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383987200 00000100:00100000:1.0:1767319282.807804:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1744 00000100:00100000:1.0:1767319282.807813:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383987200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319282.807831:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319282.807906:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383986304:0@lo:38:kworker.0 00000100:00100000:3.0:1767319282.810696:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319282.810868:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383987072 00000100:00100000:0.0:1767319282.810877:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383987072 00000100:00100000:0.0:1767319282.811016:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1745 00000100:00100000:0.0:1767319282.811028:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383987072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319282.811091:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383987072:12345-0@lo:400:kworker.0 Request processed in 65us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319282.811098:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1745 00000100:00100000:0.0:1767319282.811143:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383987072:0@lo:400:kworker.0 00000100:00100000:0.0:1767319282.811190:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383986560 00000100:00100000:0.0:1767319282.811194:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383986560 00000100:00100000:0.0:1767319282.811227:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383986816 00000100:00100000:0.0:1767319282.811230:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383986816 00000100:00100000:0.0:1767319282.811250:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4692 00000100:00100000:0.0:1767319282.811256:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383986560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319282.811292:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383986560:12345-0@lo:400:kworker.0 Request processed in 36us (3725us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319282.811299:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4692 00000100:00100000:0.0:1767319282.811310:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4693 00000100:00100000:0.0:1767319282.811316:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383986816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319282.811371:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383986816:12345-0@lo:400:kworker.0 Request processed in 56us (3542us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319282.811377:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4693 00000100:00080000:0.0:1767319282.811391:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319282.811408:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383986816:0@lo:400:kworker.0 00000100:00100000:0.0:1767319282.811419:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383986560:0@lo:400:kworker.0 00000100:00100000:1.0:1767319282.816325:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383987200:12345-0@lo:400:kworker.0 Request processed in 8499us (8679us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319282.816344:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1744 00000100:00100000:0.0:1767319282.816658:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383987200:0@lo:400:kworker.0 00000100:00100000:2.0:1767319282.818131:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319282.818259:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383986432:0@lo:38:kworker.0 00000100:00100000:2.0:1767319282.818335:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319282.818381:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383986688:0@lo:38:kworker.0 00000100:00100000:2.0:1767319282.818404:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319282.818460:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383986432 00000100:00100000:1.0:1767319282.818468:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383986432 00000100:00100000:1.0:1767319282.818526:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2675 00000100:00100000:1.0:1767319282.818533:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383986432:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319282.818555:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319282.818595:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383986432:12345-0@lo:38:kworker.0 Request processed in 61us (259us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319282.818601:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2675 00000100:00100000:2.0:1767319282.819436:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383986944:0@lo:38:kworker.0 00000100:00100000:2.0:1767319282.819475:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319282.819523:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383986304 00000100:00100000:3.0:1767319282.819529:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383986304 00000100:00100000:3.0:1767319282.819561:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383986688 00000100:00100000:3.0:1767319282.819565:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383986688 00000100:00100000:3.0:1767319282.819584:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23788 00000100:00100000:3.0:1767319282.819590:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383986304:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319282.819605:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319282.819638:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383986304:12345-0@lo:38:kworker.0 Request processed in 46us (1511us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319282.819644:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23788 00000100:00100000:3.0:1767319282.819659:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23789 00000100:00100000:3.0:1767319282.819663:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383986688:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319282.819671:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319282.819706:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383986688:12345-0@lo:38:kworker.0 Request processed in 41us (1301us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319282.819712:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23789 00000100:00080000:2.0:1767319282.820198:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319282.820205:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319282.820209:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383986304:0@lo:38:kworker.0 00000100:00080000:2.0:1767319282.820221:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319282.820225:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319282.820229:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383986432:0@lo:38:kworker.0 00000100:00080000:2.0:1767319282.820236:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319282.820239:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319282.821170:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383986944 00000100:00100000:1.0:1767319282.821180:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383986944 00000100:00100000:1.0:1767319282.821228:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23790 00000100:00100000:1.0:1767319282.821234:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383986944:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319282.821341:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319282.821396:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383986944:12345-0@lo:38:kworker.0 Request processed in 161us (1919us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319282.821403:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23790 00000100:00100000:2.0:1767319282.821483:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383986688:0@lo:38:kworker.0 00000100:00080000:2.0:1767319282.821505:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319282.821510:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319282.821513:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383986944:0@lo:38:kworker.0 00010000:00010000:2.0:1767319283.319589:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319283.832298:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319284.343362:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319284.854948:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319285.367017:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319285.879595:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319286.391164:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319286.391332:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319286.391374:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383987328:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319286.391479:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319286.391930:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383987456:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319286.391955:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319286.402094:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383987328 00000100:00100000:1.0:1767319286.402112:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383987328 00000100:00100000:1.0:1767319286.402221:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383987456 00000100:00100000:1.0:1767319286.402226:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383987456 00000100:00100000:1.0:1767319286.402260:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2517 00000100:00100000:1.0:1767319286.402271:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383987328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319286.402326:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319286.402636:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2518 00000100:00100000:3.0:1767319286.402647:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383987456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319286.402666:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319286.402739:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383987456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (10782us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319286.402747:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2518 00000100:00100000:3.0:1767319286.402817:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383987456:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319286.403083:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383987328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 814us (11604us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319286.403091:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2517 00000100:00100000:3.0:1767319286.403277:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383987328:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319286.403633:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319286.403638:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319286.902961:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319287.416807:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319287.888625:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319287.890704:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319287.895467:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297362176 00000100:00100000:2.0:1767319287.895485:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297362176 00000100:00080000:0.0:1767319287.895706:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319287.896456:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297362048 00000100:00100000:3.0:1767319287.896466:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297362048 00000100:00100000:3.0:1767319287.896554:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4694 00000100:00100000:3.0:1767319287.896567:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297362176:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319287.896659:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297362176:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 95us (8043us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319287.896666:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4694 00000100:00100000:3.0:1767319287.896686:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23791 00000100:00100000:3.0:1767319287.896690:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297362048:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319287.896724:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319287.896750:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297362048:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 58us (6055us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319287.896757:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23791 00000100:00100000:3.0:1767319287.926938:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319287.927161:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319287.927166:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319287.927168:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319287.927171:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319287.927174:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319287.927216:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4186 00000100:00080000:1.0:1767319287.927220:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767319287.927226:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319287.927274:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39ad80 x1853164383987584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319287.927301:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319287.927304:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319287.927306:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319287.927310:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4186 00000100:00080000:1.0:1767319287.927313:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767319287.927317:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319287.927329:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a399c00 x1853164383987712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319287.927359:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319287.927362:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319287.927363:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319287.927366:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4186 00000100:00080000:1.0:1767319287.927368:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767319287.927370:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319287.927376:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a398700 x1853164383987968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319287.927387:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319287.927389:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319287.927390:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319287.927393:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4186 00000100:00080000:1.0:1767319287.927394:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767319287.927396:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319287.927402:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39b800 x1853164383988224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319287.927438:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383988096:0@lo:400:kworker.0 00000100:00100000:1.0:1767319287.927453:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383988352:0@lo:400:kworker.0 00000100:00100000:2.0:1767319287.927486:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383987584:0@lo:38:kworker.0 00000100:00100000:3.0:1767319287.927524:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383987840:0@lo:400:kworker.0 00000100:00100000:1.0:1767319287.928376:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319287.928433:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319287.928442:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383988480:0@lo:400:kworker.0 00000100:00100000:1.0:1767319287.928469:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319287.928506:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383988352 00000100:00100000:1.0:1767319287.928515:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383988352 00000100:00100000:1.0:1767319287.928755:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383988480 00000100:00100000:1.0:1767319287.928760:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383988480 00000100:00100000:1.0:1767319287.928908:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1746 00000100:00100000:1.0:1767319287.928920:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383988352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319287.928974:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383988352:12345-0@lo:400:kworker.0 Request processed in 57us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319287.928981:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1746 00000100:00100000:1.0:1767319287.928996:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1747 00000100:00100000:1.0:1767319287.929003:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383988480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319287.929029:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383988480:12345-0@lo:400:kworker.0 Request processed in 27us (560us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319287.929035:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1747 00000100:00100000:1.0:1767319287.929083:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383988480:0@lo:400:kworker.0 00000100:00100000:1.0:1767319287.929094:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383988352:0@lo:400:kworker.0 00000100:00100000:0.0:1767319287.931098:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319287.931338:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383988096 00000100:00100000:1.0:1767319287.931348:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383988096 00000100:00100000:1.0:1767319287.931408:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4695 00000100:00100000:1.0:1767319287.931417:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383988096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319287.931482:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164383988096:12345-0@lo:400:kworker.0 Request processed in 66us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319287.931489:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4695 00000100:00080000:1.0:1767319287.931528:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319287.931607:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164383988096:0@lo:400:kworker.0 00000100:00100000:3.0:1767319287.934951:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319287.935044:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319287.935063:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383987840 00000100:00100000:1.0:1767319287.935075:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383987840 00000100:00100000:2.0:1767319287.935100:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383987712:0@lo:38:kworker.0 00000100:00100000:2.0:1767319287.935153:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319287.935229:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383987584 00000100:00100000:1.0:1767319287.935233:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383987584 00000100:00100000:2.0:1767319287.935253:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383987968:0@lo:38:kworker.0 00000100:00100000:1.0:1767319287.935279:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4696 00000100:00100000:2.0:1767319287.935280:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319287.935298:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383987840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319287.935303:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383988224:0@lo:38:kworker.0 00000100:00100000:2.0:1767319287.935322:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319287.935350:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383987712 00000100:00100000:2.0:1767319287.935354:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383987712 00000100:00100000:1.0:1767319287.935361:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383987840:12345-0@lo:400:kworker.0 Request processed in 67us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319287.935369:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4696 00000100:00100000:2.0:1767319287.935379:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2676 00000100:00100000:2.0:1767319287.935386:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383987712:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319287.935388:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383987968 00000100:00100000:1.0:1767319287.935394:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383987968 00000100:00100000:1.0:1767319287.935404:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383988224 00010000:00020000:2.0:1767319287.935407:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319287.935408:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383988224 00000100:00100000:1.0:1767319287.935421:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23792 00000100:00100000:1.0:1767319287.935427:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383987584:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319287.935439:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319287.935444:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383987712:12345-0@lo:38:kworker.0 Request processed in 56us (287us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319287.935451:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2676 00000100:00100000:2.0:1767319287.935474:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23793 00000100:00100000:1.0:1767319287.935479:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383987584:12345-0@lo:38:kworker.0 Request processed in 48us (432us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319287.935515:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383987968:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319287.935524:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319287.935547:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383987968:12345-0@lo:38:kworker.0 Request processed in 54us (268us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319287.935666:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383987840:0@lo:400:kworker.0 00000100:00100000:1.0:1767319287.936630:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23792 00000100:00100000:0.0:1767319287.936654:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23794 00000100:00100000:0.0:1767319287.936680:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383988224:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319287.936695:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319287.936743:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383988224:12345-0@lo:38:kworker.0 Request processed in 79us (1419us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319287.936749:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23794 00000100:00080000:0.0:1767319287.936818:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319287.936890:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319287.936896:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319287.936901:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383987584:0@lo:38:kworker.0 00000100:00080000:0.0:1767319287.936914:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319287.936917:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319287.936920:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383987712:0@lo:38:kworker.0 00000100:00080000:0.0:1767319287.936928:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319287.936931:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319287.936935:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383987968:0@lo:38:kworker.0 00000100:00080000:0.0:1767319287.936943:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319287.936946:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319287.936949:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383988224:0@lo:38:kworker.0 00000100:00100000:2.0:1767319287.938342:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23793 00010000:00010000:2.0:1767319288.439107:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319288.951603:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319289.465298:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319289.977529:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319290.487209:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319290.999765:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319291.511101:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319291.511123:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383988608:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319291.511209:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319291.511398:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383988608 00000100:00100000:3.0:1767319291.511407:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383988608 00000100:00100000:3.0:1767319291.511496:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2519 00000100:00100000:3.0:1767319291.511506:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383988608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319291.511674:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319291.511743:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383988608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 239us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319291.511751:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2519 00000100:00100000:2.0:1767319291.511899:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383988608:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319291.511964:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1767319291.512463:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319291.512510:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383988736:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319291.512650:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319291.512751:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383988736 00000100:00100000:0.0:1767319291.512757:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383988736 00000100:00100000:0.0:1767319291.512842:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2520 00000100:00100000:0.0:1767319291.512867:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383988736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319291.512888:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319291.512925:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383988736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319291.512932:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2520 00000100:00100000:2.0:1767319291.513181:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383988736:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319291.513358:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319292.023202:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319292.534996:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319293.000230:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319293.000295:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297362432 00000100:00100000:3.0:1767319293.000307:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297362432 00000100:00100000:1.0:1767319293.000349:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00080000:0.0:1767319293.000400:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319293.002112:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297362304 00000100:00100000:3.0:1767319293.002124:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297362304 00000100:00100000:3.0:1767319293.002174:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4697 00000100:00100000:3.0:1767319293.002187:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297362432:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319293.002273:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297362432:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 90us (2051us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319293.002281:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4697 00000100:00100000:3.0:1767319293.002301:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23795 00000100:00100000:3.0:1767319293.002306:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297362304:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319293.002328:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319293.002353:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297362304:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 45us (2005us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319293.002360:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23795 00000100:00100000:3.0:1767319293.047760:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319293.049204:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319293.049214:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319293.049217:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319293.049221:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319293.049225:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319293.049234:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4191 00000100:00080000:1.0:1767319293.049241:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1767319293.049249:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319293.049290:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2680 x1853164383988864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319293.049370:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383988864:0@lo:38:kworker.0 00000100:00100000:0.0:1767319293.049443:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319293.049539:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319293.049543:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319293.049545:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319293.049549:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4191 00000100:00080000:1.0:1767319293.049552:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1767319293.049566:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319293.049583:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c0380 x1853164383988992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319293.054689:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383988992:0@lo:38:kworker.0 00000100:00100000:0.0:1767319293.054769:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319293.054885:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383988992 00000100:00100000:0.0:1767319293.054893:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383988992 00000100:00100000:0.0:1767319293.054934:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2677 00000100:00100000:0.0:1767319293.054940:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383988992:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319293.054965:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319293.055004:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383988992:12345-0@lo:38:kworker.0 Request processed in 62us (235us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319293.055010:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2677 00000100:00080000:0.0:1767319293.055046:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319293.055051:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319293.055054:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383988992:0@lo:38:kworker.0 00000100:00080000:0.0:1767319293.056126:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319293.056140:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319293.056143:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319293.056149:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4191 00000100:00080000:0.0:1767319293.056155:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767319293.056161:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319293.056180:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9daa300 x1853164383989248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319293.056203:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319293.056206:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319293.056208:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319293.056211:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4191 00000100:00080000:0.0:1767319293.056214:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767319293.056217:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319293.056248:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39b800 x1853164383989504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319293.056299:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383989248:0@lo:38:kworker.0 00000100:00100000:0.0:1767319293.056345:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319293.056367:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383989504:0@lo:38:kworker.0 00000100:00100000:0.0:1767319293.056387:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319293.056418:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383988864 00000100:00100000:0.0:1767319293.056424:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383988864 00000100:00100000:0.0:1767319293.056450:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383989248 00000100:00100000:0.0:1767319293.056453:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383989248 00000100:00100000:0.0:1767319293.056465:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383989504 00000100:00100000:0.0:1767319293.056467:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383989504 00000100:00100000:0.0:1767319293.056497:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23796 00000100:00100000:0.0:1767319293.056503:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383988864:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319293.056521:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319293.056556:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383988864:12345-0@lo:38:kworker.0 Request processed in 51us (7113us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319293.056563:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23796 00000100:00100000:0.0:1767319293.056576:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23797 00000100:00100000:0.0:1767319293.056580:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383989248:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319293.056589:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319293.056608:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383989248:12345-0@lo:38:kworker.0 Request processed in 27us (264us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319293.056614:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23797 00000100:00100000:0.0:1767319293.056624:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23798 00000100:00100000:0.0:1767319293.056628:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383989504:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319293.056636:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319293.056654:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383989504:12345-0@lo:38:kworker.0 Request processed in 25us (266us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319293.056663:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23798 00000100:00080000:0.0:1767319293.056694:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319293.056698:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319293.056702:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383989248:0@lo:38:kworker.0 00000100:00080000:0.0:1767319293.056709:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319293.056712:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319293.056715:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383989504:0@lo:38:kworker.0 00000100:00080000:0.0:1767319293.056723:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319293.056726:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319293.056728:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383988864:0@lo:38:kworker.0 00000100:00100000:0.0:1767319293.056773:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383989632:0@lo:400:kworker.0 00000100:00100000:0.0:1767319293.056824:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319293.056852:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319293.056858:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383989760:0@lo:400:kworker.0 00000100:00100000:0.0:1767319293.056875:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319293.057062:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383989120:0@lo:400:kworker.0 00000100:00100000:1.0:1767319293.057112:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319293.057147:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319293.057153:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383989376:0@lo:400:kworker.0 00000100:00100000:1.0:1767319293.057173:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319293.057199:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383989120 00000100:00100000:1.0:1767319293.057203:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383989120 00000100:00100000:1.0:1767319293.057239:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383989376 00000100:00100000:1.0:1767319293.057241:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383989376 00000100:00100000:1.0:1767319293.057257:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4698 00000100:00100000:1.0:1767319293.057262:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383989120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319293.057296:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383989120:12345-0@lo:400:kworker.0 Request processed in 33us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319293.057302:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4698 00000100:00100000:1.0:1767319293.057313:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4699 00000100:00100000:1.0:1767319293.057318:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383989376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319293.057337:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383989376:12345-0@lo:400:kworker.0 Request processed in 20us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319293.057342:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4699 00000100:00100000:1.0:1767319293.057355:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383989632 00000100:00100000:1.0:1767319293.057358:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383989632 00000100:00100000:1.0:1767319293.057377:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383989760 00000100:00100000:1.0:1767319293.057379:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383989760 00000100:00100000:1.0:1767319293.057393:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1748 00000100:00100000:1.0:1767319293.057398:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383989632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319293.057423:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383989632:12345-0@lo:400:kworker.0 Request processed in 26us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319293.057428:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1748 00000100:00100000:1.0:1767319293.057437:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1749 00000100:00100000:1.0:1767319293.057442:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383989760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319293.057462:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383989760:12345-0@lo:400:kworker.0 Request processed in 21us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319293.057467:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1749 00000100:00100000:1.0:1767319293.057507:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383989376:0@lo:400:kworker.0 00000100:00100000:1.0:1767319293.057515:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383989120:0@lo:400:kworker.0 00000100:00080000:1.0:1767319293.057534:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319293.057537:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319293.057538:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319293.057552:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383989760:0@lo:400:kworker.0 00000100:00100000:1.0:1767319293.057559:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383989632:0@lo:400:kworker.0 00010000:00010000:2.0:1767319293.559077:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319294.071125:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319294.588390:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319295.095126:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319295.607760:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319296.118872:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319296.631150:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319296.633606:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1767319296.633632:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383990016:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319296.633703:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319296.633816:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383989888:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319296.633819:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383990016 00000100:00100000:1.0:1767319296.633829:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383990016 00000100:00100000:3.0:1767319296.633843:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319296.634294:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319296.637825:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383989888 00000100:00100000:1.0:1767319296.637841:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383989888 00000100:00080000:3.0:1767319296.637966:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319296.642181:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2521 00000100:00100000:0.0:1767319296.642207:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383990016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319296.642243:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319296.643325:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383990016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1126us (9617us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319296.643337:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2521 00000100:00100000:0.0:1767319296.643368:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2522 00000100:00100000:0.0:1767319296.643379:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383989888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319296.643404:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319296.643445:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383989888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (9604us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319296.643452:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2522 00000100:00100000:2.0:1767319296.649219:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383990016:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319296.649245:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383989888:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319297.142954:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319272/real 1767319272] req@ffff9369b7904700 x1853164383983616/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319297 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319297.142990:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b7904700 x1853164383983616/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319297 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319297.143010:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319297.143037:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319297.143041:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383983616:0@lo:250:kworker.0 00000100:00080000:2.0:1767319297.143184:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319297.143190:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319297.143193:0:8:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319297.143198:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4175 00000100:00080000:2.0:1767319297.143202:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319297.143208:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319297.143240:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e2a00 x1853164383990144/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319297.143266:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319297.143270:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319297.143272:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319297.143275:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4196 00000100:00080000:2.0:1767319297.143277:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319297.143281:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319297.143294:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e3100 x1853164383990272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319297.143302:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319297.143305:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319297.143306:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319297.143309:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4196 00000100:00080000:2.0:1767319297.143311:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319297.143314:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319297.143327:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e2300 x1853164383990400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319297.143370:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319297.143374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319297.143375:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319297.143379:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4196 00000100:00080000:2.0:1767319297.143381:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319297.143385:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319297.143397:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e1880 x1853164383990656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319297.143418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319297.143421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319297.143422:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319297.143426:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4196 00000100:00080000:2.0:1767319297.143428:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319297.143431:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319297.143440:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e2680 x1853164383990912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319297.143475:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383991168:0@lo:400:kworker.0 00000100:00100000:2.0:1767319297.143531:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319297.143592:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319297.143599:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383990528:0@lo:400:kworker.0 00000100:00100000:2.0:1767319297.143626:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319297.143657:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383991040:0@lo:400:kworker.0 00000100:00100000:2.0:1767319297.143680:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319297.143826:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383990784:0@lo:400:kworker.0 00000100:00100000:1.0:1767319297.143855:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319297.143986:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383991168 00000100:00100000:1.0:1767319297.143993:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383991168 00000100:00100000:1.0:1767319297.144036:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383991040 00000100:00100000:1.0:1767319297.144038:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383991040 00000100:00100000:1.0:1767319297.144060:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1750 00000100:00100000:1.0:1767319297.144069:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383991168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319297.144118:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383991168:12345-0@lo:400:kworker.0 Request processed in 50us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319297.144128:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1750 00000100:00100000:1.0:1767319297.144143:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1751 00000100:00100000:1.0:1767319297.144149:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383991040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319297.144173:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383991040:12345-0@lo:400:kworker.0 Request processed in 25us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319297.144178:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1751 00000100:00100000:1.0:1767319297.144232:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383991168:0@lo:400:kworker.0 00000100:00100000:2.0:1767319297.144377:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383991040:0@lo:400:kworker.0 00000100:00100000:0.0:1767319297.144475:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319297.144492:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383990528 00000100:00100000:0.0:1767319297.144496:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383990528 00000100:00100000:0.0:1767319297.144539:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383990784 00000100:00100000:0.0:1767319297.144543:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383990784 00000100:00100000:0.0:1767319297.144567:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4700 00000100:00100000:0.0:1767319297.144574:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383990528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319297.144613:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383990528:12345-0@lo:400:kworker.0 Request processed in 39us (985us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319297.144618:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4700 00000100:00100000:0.0:1767319297.144631:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4701 00000100:00100000:0.0:1767319297.144637:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383990784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319297.144665:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383990784:12345-0@lo:400:kworker.0 Request processed in 29us (809us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319297.144670:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4701 00000100:00100000:0.0:1767319297.144708:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383990784:0@lo:400:kworker.0 00000100:00100000:0.0:1767319297.144729:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383990528:0@lo:400:kworker.0 00000100:00100000:3.0:1767319297.145247:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383990144:0@lo:250:kworker.0 00000400:00000100:3.0:1767319297.145277:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383990144 offset 0 length 520: 4 00000100:00100000:3.0:1767319297.145301:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383990272:0@lo:38:kworker.0 00000100:00100000:3.0:1767319297.145327:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319297.145354:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383990400:0@lo:38:kworker.0 00000100:00100000:3.0:1767319297.145378:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319297.145397:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383990656:0@lo:38:kworker.0 00000100:00100000:3.0:1767319297.145417:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319297.145432:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383990912:0@lo:38:kworker.0 00000100:00100000:3.0:1767319297.145451:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319297.145528:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383990400 00000100:00100000:3.0:1767319297.145533:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383990400 00000100:00100000:3.0:1767319297.145560:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2678 00000100:00100000:3.0:1767319297.145565:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383990400:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319297.145584:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319297.145617:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383990400:12345-0@lo:38:kworker.0 Request processed in 50us (238us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319297.145624:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2678 00000100:00100000:3.0:1767319297.145645:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383990272 00000100:00100000:3.0:1767319297.145649:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383990272 00000100:00100000:3.0:1767319297.145659:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383990656 00000100:00100000:3.0:1767319297.145661:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383990656 00000100:00100000:3.0:1767319297.145668:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383990912 00000100:00100000:3.0:1767319297.145671:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383990912 00000100:00100000:3.0:1767319297.145680:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23799 00000100:00100000:3.0:1767319297.145684:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383990272:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1767319297.145817:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319297.145844:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23800 00000100:00100000:1.0:1767319297.145849:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383990656:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319297.145909:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23801 00000100:00100000:2.0:1767319297.145921:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383990912:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319297.145959:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319297.145987:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383990272:12345-0@lo:38:kworker.0 Request processed in 301us (659us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319297.145994:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23799 00000100:00080000:3.0:1767319297.146025:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319297.146030:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319297.146033:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383990272:0@lo:38:kworker.0 00000100:00080000:3.0:1767319297.146041:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319297.146045:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319297.146048:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383990400:0@lo:38:kworker.0 00010000:00020000:1.0:1767319297.158493:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319297.158592:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383990656:12345-0@lo:38:kworker.0 Request processed in 12739us (13172us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319297.158611:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23800 00010000:00020000:2.0:1767319297.158884:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319297.158928:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383990912:12345-0@lo:38:kworker.0 Request processed in 13004us (13474us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319297.158934:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23801 00000100:00080000:3.0:1767319297.159277:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319297.159283:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319297.159286:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383990656:0@lo:38:kworker.0 00000100:00080000:3.0:1767319297.159295:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319297.159299:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319297.159302:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383990912:0@lo:38:kworker.0 00010000:00010000:2.0:1767319297.656548:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319298.120228:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:3.0:1767319298.120267:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297362560 offset 0 length 520: 4 00000100:00100000:3.0:1767319298.120294:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319298.120359:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297362816 00000100:00100000:1.0:1767319298.120370:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297362816 00000100:00100000:1.0:1767319298.120444:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297362688 00000100:00100000:1.0:1767319298.120447:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297362688 00000100:00100000:1.0:1767319298.120469:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4702 00000100:00100000:1.0:1767319298.120483:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297362816:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319298.120563:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297362816:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 85us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319298.120570:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4702 00000100:00100000:1.0:1767319298.120586:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23802 00000100:00100000:1.0:1767319298.120590:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297362688:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319298.120611:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319298.120634:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297362688:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 43us (341us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319298.120641:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23802 00000100:00080000:3.0:1767319298.120884:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319298.166903:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319298.685689:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319299.194874:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319299.703033:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319300.215105:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319300.727449:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319301.239061:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319301.751300:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319301.751365:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383991296:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319301.751467:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319301.751770:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383991424:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319301.751814:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319301.751842:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383991296 00000100:00100000:1.0:1767319301.751849:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383991296 00000100:00100000:1.0:1767319301.751899:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383991424 00000100:00100000:1.0:1767319301.751902:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383991424 00000100:00100000:1.0:1767319301.751924:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2523 00000100:00100000:1.0:1767319301.751932:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383991296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319301.751960:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319301.751996:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383991296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319301.752004:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2523 00000100:00100000:1.0:1767319301.752020:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2524 00000100:00100000:1.0:1767319301.752027:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383991424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319301.752041:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319301.752071:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383991424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319301.752077:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2524 00000100:00100000:2.0:1767319301.752404:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383991296:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319301.753718:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383991424:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319301.755427:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319301.755436:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319302.262912:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319302.263231:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319302.263236:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319302.263239:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319302.263242:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319302.263246:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319302.263252:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4200 00000100:00080000:3.0:1767319302.263255:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319302.263261:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319302.263299:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278000 x1853164383991552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319302.263330:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319302.263334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319302.263337:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319302.263341:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4200 00000100:00080000:3.0:1767319302.263344:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319302.263348:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319302.263362:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627aa00 x1853164383991680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319302.263391:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383991552:0@lo:38:kworker.0 00000100:00080000:3.0:1767319302.263393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319302.263400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319302.263401:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319302.263404:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4200 00000100:00080000:3.0:1767319302.263406:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319302.263409:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319302.263418:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279180 x1853164383991936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319302.263435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319302.263446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319302.263448:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319302.263450:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4200 00000100:00080000:3.0:1767319302.263452:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319302.263455:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319302.263463:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278e00 x1853164383992192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319302.263472:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319302.263542:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383991680:0@lo:38:kworker.0 00000100:00100000:0.0:1767319302.263571:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319302.263598:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383991936:0@lo:38:kworker.0 00000100:00100000:0.0:1767319302.263618:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319302.263634:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383992192:0@lo:38:kworker.0 00000100:00100000:0.0:1767319302.263664:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319302.263698:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383991552 00000100:00100000:0.0:1767319302.263706:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383991552 00000100:00100000:0.0:1767319302.263733:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383991936 00000100:00100000:0.0:1767319302.263736:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383991936 00000100:00100000:0.0:1767319302.263767:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383992192 00000100:00100000:0.0:1767319302.263769:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383992192 00000100:00100000:0.0:1767319302.263801:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23803 00000100:00100000:0.0:1767319302.263809:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383991552:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319302.263828:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319302.263870:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383991552:12345-0@lo:38:kworker.0 Request processed in 59us (402us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319302.263876:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23803 00000100:00100000:0.0:1767319302.263893:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23804 00000100:00100000:0.0:1767319302.263897:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383991936:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319302.263904:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319302.263925:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383991936:12345-0@lo:38:kworker.0 Request processed in 26us (306us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319302.263930:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23804 00000100:00100000:0.0:1767319302.263939:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23805 00000100:00100000:0.0:1767319302.263942:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383992192:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319302.263950:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319302.264107:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319302.264118:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383991808:0@lo:400:kworker.0 00000100:00100000:1.0:1767319302.264149:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319302.264169:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383992064:0@lo:400:kworker.0 00000100:00100000:1.0:1767319302.264187:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319302.264211:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383991808 00000100:00100000:1.0:1767319302.264215:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383991808 00000100:00100000:1.0:1767319302.264252:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383992064 00000100:00100000:1.0:1767319302.264254:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383992064 00000100:00100000:1.0:1767319302.264272:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4703 00000100:00100000:1.0:1767319302.264277:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383991808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319302.264317:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383991808:12345-0@lo:400:kworker.0 Request processed in 39us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319302.264323:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4703 00000100:00100000:1.0:1767319302.264336:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4704 00000100:00100000:1.0:1767319302.264342:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383992064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319302.264371:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383992064:12345-0@lo:400:kworker.0 Request processed in 30us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319302.264377:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4704 00000100:00080000:1.0:1767319302.264397:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319302.264428:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383992064:0@lo:400:kworker.0 00000100:00100000:1.0:1767319302.264455:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383991808:0@lo:400:kworker.0 00000100:00080000:1.0:1767319302.264500:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319302.264505:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319302.264508:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383991936:0@lo:38:kworker.0 00000100:00080000:1.0:1767319302.264517:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319302.264520:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319302.264523:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383991552:0@lo:38:kworker.0 00000100:00100000:0.0:1767319302.264829:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383992192:12345-0@lo:38:kworker.0 Request processed in 882us (1162us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319302.264836:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23805 00000100:00080000:2.0:1767319302.264902:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319302.264907:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319302.264910:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383992192:0@lo:38:kworker.0 00000100:00100000:3.0:1767319302.265643:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383991680 00000100:00100000:3.0:1767319302.265651:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383991680 00000100:00100000:3.0:1767319302.265684:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2679 00000100:00100000:3.0:1767319302.271170:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383991680:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319302.271202:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319302.271309:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383991680:12345-0@lo:38:kworker.0 Request processed in 187us (7734us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767319302.271466:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319302.271474:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319302.271478:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383991680:0@lo:38:kworker.0 00000100:00100000:3.0:1767319302.276931:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2679 00010000:00010000:2.0:1767319302.774993:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319303.242224:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319303.242330:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319303.242877:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297362944 00000100:00100000:3.0:1767319303.242888:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297362944 00000100:00100000:3.0:1767319303.242934:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297363072 00000100:00100000:3.0:1767319303.242938:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297363072 00000100:00100000:0.0:1767319303.243346:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23806 00000100:00100000:0.0:1767319303.243354:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297362944:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319303.243378:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319303.243453:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297362944:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 98us (1240us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319303.243461:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23806 00000100:00100000:3.0:1767319303.243950:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4705 00000100:00100000:3.0:1767319303.243970:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297363072:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319303.244025:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297363072:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 67us (1694us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319303.244032:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4705 00000100:00080000:1.0:1767319303.245958:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319303.286951:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319303.799167:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319304.311173:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319304.823308:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319305.334941:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319305.847159:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319306.360451:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319306.871906:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319306.871916:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383992320:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319306.871985:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319306.872258:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383992320 00000100:00100000:2.0:1767319306.872266:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383992320 00000100:00100000:2.0:1767319306.872345:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2525 00000100:00100000:2.0:1767319306.872355:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383992320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319306.872382:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319306.872429:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383992320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319306.872439:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2525 00000100:00100000:2.0:1767319306.872461:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319306.872469:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383992448:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319306.872492:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319306.872514:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383992448 00000100:00100000:2.0:1767319306.872518:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383992448 00000100:00100000:2.0:1767319306.872541:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2526 00000100:00100000:2.0:1767319306.872547:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383992448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319306.872562:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767319306.872689:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319306.872693:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319306.872846:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383992448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 298us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319306.872868:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2526 00000100:00100000:0.0:1767319306.872951:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383992448:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319306.874358:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383992320:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319307.384135:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319307.384287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319307.384293:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319307.384297:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319307.384301:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319307.384305:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319307.384393:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4205 00000100:00080000:2.0:1767319307.384398:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319307.384405:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319307.384450:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968ce00 x1853164383992576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319307.384531:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383992576:0@lo:38:kworker.0 00000100:00100000:1.0:1767319307.384595:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319307.384698:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383992576 00000100:00100000:0.0:1767319307.384716:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383992576 00000100:00100000:0.0:1767319307.384756:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23807 00000100:00100000:0.0:1767319307.384763:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383992576:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319307.384801:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319307.384859:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319307.384863:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319307.384865:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319307.384870:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4205 00000100:00080000:2.0:1767319307.384872:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319307.384876:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319307.384890:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968ea00 x1853164383992704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319307.385774:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383992704:0@lo:38:kworker.0 00000100:00100000:1.0:1767319307.385838:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319307.386726:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383992576:12345-0@lo:38:kworker.0 Request processed in 1957us (2125us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319307.386740:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23807 00000100:00080000:1.0:1767319307.386886:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319307.386891:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319307.386895:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383992576:0@lo:38:kworker.0 00000100:00080000:2.0:1767319307.388428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319307.388434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319307.388437:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319307.388443:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4205 00000100:00080000:2.0:1767319307.388447:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319307.388453:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319307.388473:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968f480 x1853164383992960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319307.388502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319307.388505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319307.388507:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319307.388511:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4205 00000100:00080000:2.0:1767319307.388513:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319307.388517:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319307.388529:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968e680 x1853164383993216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319307.388558:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319307.388572:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383992832:0@lo:400:kworker.0 00000100:00100000:2.0:1767319307.388631:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319307.388667:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319307.388674:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383993088:0@lo:400:kworker.0 00000100:00100000:2.0:1767319307.388697:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319307.388736:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383992832 00000100:00100000:2.0:1767319307.388743:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383992832 00000100:00100000:2.0:1767319307.388810:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383993088 00000100:00100000:2.0:1767319307.388813:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383993088 00000100:00100000:2.0:1767319307.388839:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4706 00000100:00100000:2.0:1767319307.388847:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383992832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319307.388892:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383992832:12345-0@lo:400:kworker.0 Request processed in 45us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319307.388899:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4706 00000100:00100000:2.0:1767319307.388913:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4707 00000100:00100000:2.0:1767319307.388919:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383993088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319307.389190:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383993088:12345-0@lo:400:kworker.0 Request processed in 270us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319307.389196:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4707 00000100:00080000:2.0:1767319307.389213:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319307.389246:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383992832:0@lo:400:kworker.0 00000100:00100000:2.0:1767319307.389275:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383993088:0@lo:400:kworker.0 00000100:00100000:3.0:1767319307.389565:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383992704 00000100:00100000:3.0:1767319307.389573:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383992704 00000100:00100000:3.0:1767319307.389608:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2680 00000100:00100000:3.0:1767319307.389614:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383992704:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319307.389634:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319307.389670:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383992704:12345-0@lo:38:kworker.0 Request processed in 56us (3832us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319307.389676:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2680 00000100:00100000:1.0:1767319307.389756:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383992960:0@lo:38:kworker.0 00000100:00100000:1.0:1767319307.389805:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319307.389832:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383993216:0@lo:38:kworker.0 00000100:00100000:1.0:1767319307.389852:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319307.389883:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319307.389889:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319307.389891:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383992704:0@lo:38:kworker.0 00000100:00100000:3.0:1767319307.390107:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383992960 00000100:00100000:3.0:1767319307.390112:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383992960 00000100:00100000:3.0:1767319307.390138:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383993216 00000100:00100000:3.0:1767319307.390141:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383993216 00000100:00100000:3.0:1767319307.390155:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23808 00000100:00100000:3.0:1767319307.390161:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383992960:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319307.390172:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319307.390202:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383992960:12345-0@lo:38:kworker.0 Request processed in 40us (396us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319307.390209:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23808 00000100:00100000:3.0:1767319307.390221:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23809 00000100:00100000:3.0:1767319307.390225:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383993216:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319307.390233:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319307.390257:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383993216:12345-0@lo:38:kworker.0 Request processed in 30us (404us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319307.390263:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23809 00000100:00080000:1.0:1767319307.390445:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319307.390450:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319307.390453:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383992960:0@lo:38:kworker.0 00000100:00080000:1.0:1767319307.390461:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319307.390463:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319307.390466:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383993216:0@lo:38:kworker.0 00010000:00010000:2.0:1767319307.895491:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319308.360622:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319308.360736:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319308.360861:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297363328 00000100:00100000:1.0:1767319308.360871:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297363328 00000100:00100000:1.0:1767319308.360968:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297363200 00000100:00100000:1.0:1767319308.360972:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297363200 00000100:00100000:1.0:1767319308.360995:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4708 00000100:00100000:1.0:1767319308.361010:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297363328:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319308.361045:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23810 00000100:00100000:3.0:1767319308.361054:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297363200:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319308.361077:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319308.361084:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297363328:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 79us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319308.361092:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4708 00000100:00100000:3.0:1767319308.361113:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297363200:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 56us (374us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319308.361121:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23810 00000100:00080000:0.0:1767319308.361248:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319308.407033:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319308.919715:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319309.430872:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319309.943087:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319310.455297:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319310.967371:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319311.478892:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319311.991169:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319311.991196:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383993344:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319311.991306:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319311.991448:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383993344 00000100:00100000:1.0:1767319311.991459:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383993344 00000100:00100000:1.0:1767319311.991524:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2527 00000100:00100000:1.0:1767319311.991537:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383993344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319311.991585:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319311.991630:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383993344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319311.991638:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2527 00000100:00080000:3.0:1767319311.991812:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319311.991848:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383993344:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319311.992061:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319311.992210:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319311.992222:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383993472:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319311.992258:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319311.992335:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383993472 00000100:00100000:2.0:1767319311.992342:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383993472 00000100:00100000:2.0:1767319311.992389:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2528 00000100:00100000:2.0:1767319311.992397:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383993472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319311.992417:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319311.992456:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383993472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319311.992463:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2528 00000100:00100000:2.0:1767319311.992493:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383993472:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319311.992953:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319312.504887:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319312.505413:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319312.505422:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319312.505426:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319312.505432:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319312.505437:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319312.505446:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4210 00000100:00080000:0.0:1767319312.505451:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319312.505460:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319312.505549:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b6a00 x1853164383993600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319312.505582:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319312.505585:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319312.505587:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319312.505592:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4210 00000100:00080000:0.0:1767319312.505594:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319312.505598:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319312.505614:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5569500 x1853164383993728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319312.505671:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319312.505675:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319312.505677:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319312.505681:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4210 00000100:00080000:0.0:1767319312.505683:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319312.505687:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319312.505699:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556ad80 x1853164383993984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319312.505755:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319312.505759:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319312.505761:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319312.505765:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4210 00000100:00080000:0.0:1767319312.505768:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319312.505771:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319312.505824:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891da9c00 x1853164383994240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319312.505853:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319312.505868:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383994112:0@lo:400:kworker.0 00000100:00100000:0.0:1767319312.505942:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319312.506067:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319312.506078:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383993856:0@lo:400:kworker.0 00000100:00100000:3.0:1767319312.506138:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319312.506453:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383994112 00000100:00100000:2.0:1767319312.506464:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383994112 00000100:00100000:2.0:1767319312.506529:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383993856 00000100:00100000:2.0:1767319312.506532:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383993856 00000100:00100000:2.0:1767319312.506556:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4709 00000100:00100000:2.0:1767319312.506565:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383994112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319312.506624:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383994112:12345-0@lo:400:kworker.0 Request processed in 60us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319312.506631:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4709 00000100:00100000:2.0:1767319312.506648:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4710 00000100:00100000:2.0:1767319312.506668:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383993856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319312.506697:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383993856:12345-0@lo:400:kworker.0 Request processed in 43us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319312.506713:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4710 00000100:00100000:2.0:1767319312.506739:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383993600:0@lo:38:kworker.0 00000100:00100000:2.0:1767319312.506808:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319312.506833:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383993728:0@lo:38:kworker.0 00000100:00100000:2.0:1767319312.506859:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319312.506882:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383993984:0@lo:38:kworker.0 00000100:00100000:2.0:1767319312.506904:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319312.506918:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383994240:0@lo:38:kworker.0 00000100:00100000:2.0:1767319312.506934:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319312.506955:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383993600 00000100:00100000:2.0:1767319312.506959:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383993600 00000100:00100000:2.0:1767319312.506969:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383993984 00000100:00100000:2.0:1767319312.506971:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383993984 00000100:00100000:2.0:1767319312.506976:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383994240 00000100:00100000:2.0:1767319312.506978:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383994240 00000100:00100000:2.0:1767319312.506987:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23811 00000100:00100000:2.0:1767319312.506990:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383993600:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319312.507009:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319312.507038:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383993600:12345-0@lo:38:kworker.0 Request processed in 46us (230us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319312.507044:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23811 00000100:00100000:2.0:1767319312.507054:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23812 00000100:00100000:2.0:1767319312.507058:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383993984:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319312.507067:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319312.507086:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383993984:12345-0@lo:38:kworker.0 Request processed in 27us (181us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319312.507091:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23812 00000100:00100000:2.0:1767319312.507102:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23813 00000100:00100000:2.0:1767319312.507105:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383994240:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319312.507113:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319312.507133:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383994240:12345-0@lo:38:kworker.0 Request processed in 26us (198us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319312.507138:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23813 00000100:00100000:2.0:1767319312.507155:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383993728 00000100:00100000:2.0:1767319312.507158:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383993728 00000100:00100000:2.0:1767319312.507176:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2681 00000100:00100000:2.0:1767319312.507196:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383993728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319312.507206:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319312.507230:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383993728:12345-0@lo:38:kworker.0 Request processed in 33us (371us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319312.507236:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2681 00000100:00080000:2.0:1767319312.507268:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319312.507273:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319312.507277:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383993600:0@lo:38:kworker.0 00000100:00080000:3.0:1767319312.507462:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319312.507495:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383993856:0@lo:400:kworker.0 00000100:00100000:3.0:1767319312.507540:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383994112:0@lo:400:kworker.0 00000100:00080000:2.0:1767319312.507683:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319312.507688:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319312.507691:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383993728:0@lo:38:kworker.0 00000100:00080000:2.0:1767319312.507713:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319312.507717:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319312.507720:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383993984:0@lo:38:kworker.0 00000100:00080000:2.0:1767319312.507729:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319312.507732:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319312.507735:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383994240:0@lo:38:kworker.0 00010000:00010000:2.0:1767319313.015162:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319313.478248:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319313.478986:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297363584 00000100:00100000:1.0:1767319313.478998:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297363584 00000100:00100000:1.0:1767319313.479091:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4711 00000100:00100000:1.0:1767319313.479104:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297363584:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319313.479159:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319313.479227:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297363456 00000100:00100000:2.0:1767319313.479232:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297363456 00000100:00100000:2.0:1767319313.479260:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23814 00000100:00100000:2.0:1767319313.479265:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297363456:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319313.479285:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767319313.479398:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319313.479476:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297363584:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 84us (948us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319313.479485:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4711 00000100:00100000:2.0:1767319313.486928:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297363456:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 7646us (7755us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319313.486948:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23814 00000100:00100000:3.0:1767319313.526997:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319314.039325:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319314.551032:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319315.066097:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319315.574923:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319316.088602:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319316.599227:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319317.111188:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319317.111214:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383994368:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319317.111330:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319317.111597:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383994368 00000100:00100000:1.0:1767319317.111606:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383994368 00000100:00100000:1.0:1767319317.111685:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2529 00000100:00100000:1.0:1767319317.111699:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383994368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319317.111726:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319317.111771:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383994368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319317.111800:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2529 00010000:00010000:1.0:1767319317.111855:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319317.111892:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383994368:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319317.112048:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319317.115422:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319317.115449:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383994496:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319317.115524:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319317.115769:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383994496 00000100:00100000:1.0:1767319317.115778:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383994496 00000100:00100000:1.0:1767319317.115882:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2530 00000100:00100000:1.0:1767319317.115892:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383994496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319317.116113:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319317.116200:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383994496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 308us (674us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319317.116207:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2530 00000100:00080000:0.0:1767319317.117379:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319317.117756:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383994496:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319317.623106:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319317.623118:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319317.623122:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319317.623126:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319317.623130:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319317.623139:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4215 00000100:00080000:3.0:1767319317.623144:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319317.623152:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319317.623201:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278000 x1853164383994624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319317.623233:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319317.623237:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319317.623239:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319317.623243:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4215 00000100:00080000:3.0:1767319317.623245:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319317.623248:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319317.623261:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279180 x1853164383994752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319317.623499:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319317.623562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319317.623566:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319317.623568:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319317.623573:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4215 00000100:00080000:3.0:1767319317.623575:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319317.623579:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319317.623595:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627a300 x1853164383995008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319317.623642:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319317.623646:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319317.623648:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319317.623651:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4215 00000100:00080000:3.0:1767319317.623654:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319317.623657:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319317.623669:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5569500 x1853164383995264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319317.623976:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383995136:0@lo:400:kworker.0 00000100:00100000:1.0:1767319317.624051:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319317.624140:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383994880:0@lo:400:kworker.0 00000100:00100000:1.0:1767319317.624168:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319317.624203:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383995136 00000100:00100000:1.0:1767319317.624212:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383995136 00000100:00100000:1.0:1767319317.624270:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383994880 00000100:00100000:1.0:1767319317.624274:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383994880 00000100:00100000:1.0:1767319317.624476:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4712 00000100:00100000:1.0:1767319317.624486:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383995136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319317.624539:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383995136:12345-0@lo:400:kworker.0 Request processed in 55us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319317.624547:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4712 00000100:00100000:1.0:1767319317.624564:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4713 00000100:00100000:1.0:1767319317.624571:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383994880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319317.624604:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383994880:12345-0@lo:400:kworker.0 Request processed in 34us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319317.624623:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4713 00000100:00080000:1.0:1767319317.624641:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319317.624678:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383995136:0@lo:400:kworker.0 00000100:00100000:1.0:1767319317.624706:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383994880:0@lo:400:kworker.0 00000100:00100000:2.0:1767319317.624972:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383994624:0@lo:38:kworker.0 00000100:00100000:2.0:1767319317.625006:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319317.625035:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383994752:0@lo:38:kworker.0 00000100:00100000:2.0:1767319317.625059:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319317.625098:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383995008:0@lo:38:kworker.0 00000100:00100000:2.0:1767319317.625121:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319317.625139:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383995264:0@lo:38:kworker.0 00000100:00100000:2.0:1767319317.625160:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319317.625187:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383994624 00000100:00100000:2.0:1767319317.625191:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383994624 00000100:00100000:2.0:1767319317.625211:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383995008 00000100:00100000:2.0:1767319317.625214:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383995008 00000100:00100000:2.0:1767319317.625226:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383995264 00000100:00100000:2.0:1767319317.625229:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383995264 00000100:00100000:2.0:1767319317.625238:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23815 00000100:00100000:2.0:1767319317.625243:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383994624:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319317.625261:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319317.625579:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23816 00000100:00100000:0.0:1767319317.625585:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383995008:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319317.625596:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319317.625685:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383994752 00000100:00100000:3.0:1767319317.625690:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383994752 00000100:00100000:3.0:1767319317.625715:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2682 00000100:00100000:3.0:1767319317.625720:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383994752:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319317.625730:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319317.625804:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23817 00000100:00100000:1.0:1767319317.625810:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383995264:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319317.625820:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319317.637158:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164383995008:12345-0@lo:38:kworker.0 Request processed in 11558us (12022us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319317.637179:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23816 00000100:00080000:0.0:1767319317.637413:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319317.637420:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319317.637424:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383995008:0@lo:38:kworker.0 00000100:00100000:2.0:1767319317.641379:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164383994624:12345-0@lo:38:kworker.0 Request processed in 16121us (16359us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319317.641395:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23815 00000100:00100000:3.0:1767319317.641807:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383994752:12345-0@lo:38:kworker.0 Request processed in 16061us (16722us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319317.641818:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2682 00000100:00080000:0.0:1767319317.645717:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319317.645733:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319317.645739:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383994624:0@lo:38:kworker.0 00000100:00080000:0.0:1767319317.645754:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319317.645758:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319317.645760:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383994752:0@lo:38:kworker.0 00000100:00100000:1.0:1767319317.649700:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383995264:12345-0@lo:38:kworker.0 Request processed in 23877us (24526us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319317.649718:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23817 00000100:00080000:0.0:1767319317.652223:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319317.652238:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319317.652243:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383995264:0@lo:38:kworker.0 00010000:00010000:2.0:1767319318.135017:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319318.607058:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319318.607125:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319318.607337:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297363840 00000100:00100000:0.0:1767319318.607349:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297363840 00000100:00100000:2.0:1767319318.607356:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297363712 00000100:00100000:2.0:1767319318.607363:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297363712 00000100:00100000:2.0:1767319318.607423:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23818 00000100:00080000:3.0:1767319318.607459:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319318.607501:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297363712:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319318.607524:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319318.607592:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297363712:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 92us (466us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319318.620390:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23818 00000100:00100000:1.0:1767319318.620616:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4714 00000100:00100000:1.0:1767319318.620642:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297363840:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319318.620893:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297363840:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 266us (13846us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319318.621064:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4714 00000100:00100000:3.0:1767319318.651834:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319319.159384:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319319.670923:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319320.183032:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319320.695026:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319321.208342:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319321.719228:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319322.231303:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319322.231609:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319322.231809:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319322.231829:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383995520:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319322.231937:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319322.232245:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383995520 00000100:00100000:3.0:1767319322.232254:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383995520 00000100:00100000:3.0:1767319322.232335:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2531 00000100:00100000:3.0:1767319322.232345:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383995520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319322.232376:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319322.232425:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383995520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319322.232432:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2531 00000100:00080000:1.0:1767319322.232856:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319322.232917:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383995520:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319322.233392:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383995392:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319322.233469:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319322.233665:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383995392 00000100:00100000:1.0:1767319322.233674:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383995392 00000100:00100000:1.0:1767319322.233759:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2532 00000100:00100000:1.0:1767319322.233769:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383995392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319322.233824:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319322.233891:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383995392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319322.233898:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2532 00000100:00100000:0.0:1767319322.234117:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383995392:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319322.234233:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319322.695335:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:3.0:1767319322.695430:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297363968 offset 0 length 520: 4 00000100:00100000:3.0:1767319322.695460:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319322.697318:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297364224 00000100:00100000:1.0:1767319322.697335:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297364224 00000100:00100000:1.0:1767319322.697466:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297364096 00000100:00100000:1.0:1767319322.697471:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297364096 00000100:00080000:3.0:1767319322.697516:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319322.697598:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4715 00000100:00100000:2.0:1767319322.697612:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297364224:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319322.697708:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297364224:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 99us (2387us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319322.697717:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4715 00000100:00100000:2.0:1767319322.697737:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23819 00000100:00100000:2.0:1767319322.697742:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297364096:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319322.697767:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319322.697811:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297364096:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 66us (2350us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319322.697818:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23819 00000100:00080000:3.0:1767319322.742907:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767319322.742919:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319322.742919:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319322.742923:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319322.742927:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319322.742931:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319322.742949:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4220 00000100:00080000:3.0:1767319322.742954:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319322.742965:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319322.743029:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafed500 x1853164383995648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319322.743030:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319297/real 1767319297] req@ffff9369858e2a00 x1853164383990144/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319322 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319322.743051:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319322.743053:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319322.743055:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319322.743059:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4220 00000100:00080000:3.0:1767319322.743061:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767319322.743065:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369858e2a00 x1853164383990144/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319322 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319322.743065:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319322.743075:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafedc00 x1853164383995776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319322.743085:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383995648:0@lo:38:kworker.0 00000100:00080000:3.0:1767319322.743115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319322.743118:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319322.743120:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319322.743123:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4220 00000100:00080000:3.0:1767319322.743125:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319322.743128:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319322.743138:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafec000 x1853164383996032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319322.743147:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319322.743160:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319322.743163:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319322.743165:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319322.743168:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4220 00000100:00080000:3.0:1767319322.743170:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319322.743173:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319322.743182:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafed180 x1853164383996288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319322.743204:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319322.743216:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319322.743217:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383996416:0@lo:400:kworker.0 00000100:00100000:2.0:1767319322.743220:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383990144:0@lo:250:kworker.0 00000100:00100000:2.0:1767319322.743239:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383995776:0@lo:38:kworker.0 00000100:00100000:3.0:1767319322.743249:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319322.743259:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319322.743272:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319322.743277:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383996160:0@lo:400:kworker.0 00000100:00100000:2.0:1767319322.743280:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383996032:0@lo:38:kworker.0 00000100:00100000:2.0:1767319322.743296:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319322.743308:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383995776 00000100:00100000:2.0:1767319322.743315:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383996288:0@lo:38:kworker.0 00000100:00100000:3.0:1767319322.743317:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383995776 00000100:00100000:2.0:1767319322.743331:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319322.743355:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383995648 00000100:00100000:3.0:1767319322.743356:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2683 00000100:00100000:2.0:1767319322.743358:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383995648 00000100:00100000:3.0:1767319322.743363:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383995776:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319322.743376:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383996032 00000100:00100000:2.0:1767319322.743378:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383996032 00010000:00020000:3.0:1767319322.743384:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319322.743386:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383996288 00000100:00100000:2.0:1767319322.743388:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383996288 00000100:00100000:2.0:1767319322.743396:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23820 00000100:00100000:2.0:1767319322.743401:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383995648:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319322.743410:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319322.743484:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383996544:0@lo:400:kworker.0 00000100:00100000:1.0:1767319322.743827:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383996416 00000100:00100000:1.0:1767319322.743833:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383996416 00000100:00100000:3.0:1767319322.743911:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383995776:12345-0@lo:38:kworker.0 Request processed in 546us (649us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319322.743919:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2683 00000100:00100000:1.0:1767319322.743924:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1752 00000100:00100000:1.0:1767319322.743932:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383996416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319322.743980:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383996416:12345-0@lo:400:kworker.0 Request processed in 50us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319322.743987:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1752 00000100:00080000:3.0:1767319322.744084:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319322.744089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319322.744092:0:8:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319322.744096:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4200 00000100:00080000:3.0:1767319322.744100:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319322.744104:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319322.744127:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafec380 x1853164383996672/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319322.744175:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319322.744211:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383996416:0@lo:400:kworker.0 00000100:00100000:3.0:1767319322.744236:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383996160 00000100:00100000:3.0:1767319322.744239:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383996160 00000100:00100000:3.0:1767319322.744275:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4716 00000100:00100000:3.0:1767319322.744280:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383996160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319322.744340:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164383996160:12345-0@lo:400:kworker.0 Request processed in 59us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319322.744346:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4716 00000100:00100000:3.0:1767319322.744359:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23821 00000100:00100000:3.0:1767319322.744363:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383996032:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319322.744377:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319322.744403:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383996032:12345-0@lo:38:kworker.0 Request processed in 38us (1106us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319322.744410:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23821 00000100:00100000:3.0:1767319322.744423:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23822 00000100:00100000:3.0:1767319322.744428:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383996288:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319322.744606:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319322.744635:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383996288:12345-0@lo:38:kworker.0 Request processed in 205us (1302us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319322.744645:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23822 00000100:00080000:3.0:1767319322.744662:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319322.744684:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164383996160:0@lo:400:kworker.0 00000100:00100000:3.0:1767319322.744712:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383996672:0@lo:250:kworker.0 00000400:00000100:3.0:1767319322.744736:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164383996672 offset 0 length 520: 4 00000100:00100000:1.0:1767319322.744762:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383995904:0@lo:400:kworker.0 00000100:00080000:3.0:1767319322.744763:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319322.744767:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319322.744770:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383995776:0@lo:38:kworker.0 00000100:00080000:3.0:1767319322.744805:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319322.744809:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319322.744813:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383996032:0@lo:38:kworker.0 00000100:00100000:1.0:1767319322.744817:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319322.744823:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319322.744827:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319322.744830:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383996288:0@lo:38:kworker.0 00000100:00100000:1.0:1767319322.744847:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383995904 00000100:00100000:1.0:1767319322.744851:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383995904 00000100:00100000:1.0:1767319322.744884:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4717 00000100:00100000:1.0:1767319322.744891:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383995904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319322.744938:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164383995904:12345-0@lo:400:kworker.0 Request processed in 48us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319322.744944:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4717 00000100:00080000:1.0:1767319322.744958:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319322.744975:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164383995904:0@lo:400:kworker.0 00000100:00100000:2.0:1767319322.750372:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383995648:12345-0@lo:38:kworker.0 Request processed in 6959us (7215us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319322.750405:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23820 00000100:00100000:0.0:1767319322.750420:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319322.750703:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383996544 00000100:00100000:1.0:1767319322.750713:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383996544 00000100:00100000:1.0:1767319322.750778:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1753 00000100:00100000:1.0:1767319322.750807:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383996544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319322.750884:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383996544:12345-0@lo:400:kworker.0 Request processed in 79us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319322.750890:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1753 00000100:00100000:2.0:1767319322.751192:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383996544:0@lo:400:kworker.0 00000100:00080000:3.0:1767319322.751286:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319322.751293:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319322.751296:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383995648:0@lo:38:kworker.0 00010000:00010000:2.0:1767319323.255248:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319323.766960:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319324.279094:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319324.790970:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319325.303083:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319325.816725:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319326.327076:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319326.838961:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319327.351007:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319327.351062:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383996800:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319327.351167:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319327.351671:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319327.351685:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8911f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383996928:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319327.351720:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319327.351828:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383996800 00000100:00100000:0.0:1767319327.351829:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383996928 00000100:00100000:0.0:1767319327.351838:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383996928 00000100:00100000:2.0:1767319327.351838:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383996800 00000100:00100000:2.0:1767319327.351953:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2533 00000100:00100000:2.0:1767319327.351963:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383996800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319327.351995:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319327.352059:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164383996800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319327.352067:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2533 00000100:00080000:1.0:1767319327.352106:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319327.352110:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319327.352158:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164383996800:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319327.356433:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2534 00000100:00100000:3.0:1767319327.356476:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383996928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319327.356527:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319327.356643:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383996928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 189us (4921us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319327.356653:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2534 00000100:00100000:1.0:1767319327.356842:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8911f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383996928:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319327.824696:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319327.824742:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319327.824943:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297364480 00000100:00100000:1.0:1767319327.824974:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297364480 00000100:00100000:1.0:1767319327.825077:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297364352 00000100:00100000:1.0:1767319327.825081:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297364352 00000100:00100000:1.0:1767319327.825106:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4718 00000100:00100000:1.0:1767319327.825121:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297364480:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319327.825198:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297364480:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 83us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319327.825206:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4718 00000100:00100000:1.0:1767319327.825225:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23823 00000100:00100000:1.0:1767319327.825230:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297364352:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319327.825251:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319327.825277:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297364352:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 44us (534us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319327.825283:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23823 00000100:00080000:3.0:1767319327.825601:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319327.863108:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319327.863541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319327.863551:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319327.863554:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319327.863558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319327.863562:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319327.863572:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4226 00000100:00080000:0.0:1767319327.863577:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319327.863585:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319327.863644:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5134000 x1853164383997056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319327.863663:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319327.863667:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319327.863669:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319327.863673:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4226 00000100:00080000:0.0:1767319327.863675:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319327.863679:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319327.863697:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5134a80 x1853164383997184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319327.863770:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383997312:0@lo:400:kworker.0 00000100:00100000:1.0:1767319327.863867:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319327.865334:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319327.865341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319327.865344:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319327.865350:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4226 00000100:00080000:0.0:1767319327.865354:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319327.865360:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319327.865389:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5136d80 x1853164383997440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319327.865436:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319327.865440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319327.865442:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319327.865445:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4226 00000100:00080000:0.0:1767319327.865447:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319327.865450:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319327.865463:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135f80 x1853164383997696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319327.866118:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383997056:0@lo:38:kworker.0 00000100:00100000:2.0:1767319327.866231:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319327.866279:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383997184:0@lo:38:kworker.0 00000100:00100000:2.0:1767319327.866332:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319327.866370:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383997440:0@lo:38:kworker.0 00000100:00100000:2.0:1767319327.866391:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319327.866410:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383997696:0@lo:38:kworker.0 00000100:00100000:3.0:1767319327.866951:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383997568:0@lo:400:kworker.0 00000100:00100000:3.0:1767319327.866991:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319327.867021:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319327.867028:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383997824:0@lo:400:kworker.0 00000100:00100000:3.0:1767319327.867050:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319327.867082:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383997312 00000100:00100000:3.0:1767319327.867090:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383997312 00000100:00100000:3.0:1767319327.867151:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383997056 00000100:00100000:3.0:1767319327.867155:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383997056 00000100:00100000:3.0:1767319327.867165:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383997440 00000100:00100000:3.0:1767319327.867168:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383997440 00000100:00100000:3.0:1767319327.867174:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383997568 00000100:00100000:3.0:1767319327.867177:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383997568 00000100:00100000:3.0:1767319327.867207:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4719 00000100:00100000:3.0:1767319327.867216:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383997312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319327.867975:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319327.868020:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383997696 00000100:00100000:2.0:1767319327.868024:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383997696 00000100:00100000:2.0:1767319327.868081:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4720 00000100:00100000:2.0:1767319327.868092:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383997568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319327.868139:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164383997568:12345-0@lo:400:kworker.0 Request processed in 49us (1146us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319327.868146:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4720 00000100:00100000:2.0:1767319327.868166:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23824 00000100:00100000:2.0:1767319327.868170:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383997056:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319327.868192:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319327.868233:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383997056:12345-0@lo:38:kworker.0 Request processed in 62us (2002us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319327.868239:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23824 00000100:00100000:2.0:1767319327.868251:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23825 00000100:00100000:2.0:1767319327.868255:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383997440:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319327.868265:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319327.868310:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383997440:12345-0@lo:38:kworker.0 Request processed in 53us (1917us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319327.868316:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23825 00000100:00100000:2.0:1767319327.868328:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23826 00000100:00100000:2.0:1767319327.868331:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383997696:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319327.868340:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319327.868363:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164383997696:12345-0@lo:38:kworker.0 Request processed in 30us (389us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319327.868368:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23826 00000100:00080000:2.0:1767319327.868719:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319327.868726:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319327.868730:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383997056:0@lo:38:kworker.0 00000100:00080000:2.0:1767319327.868748:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319327.868751:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319327.868755:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383997440:0@lo:38:kworker.0 00000100:00080000:2.0:1767319327.868764:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319327.868767:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319327.868770:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383997696:0@lo:38:kworker.0 00000100:00080000:2.0:1767319327.868852:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319327.868882:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164383997568:0@lo:400:kworker.0 00000100:00100000:2.0:1767319327.868930:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383997824 00000100:00100000:2.0:1767319327.868935:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383997824 00000100:00100000:2.0:1767319327.868976:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1754 00000100:00100000:2.0:1767319327.868983:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383997824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319327.869032:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383997824:12345-0@lo:400:kworker.0 Request processed in 49us (1980us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319327.869037:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1754 00000100:00100000:2.0:1767319327.869064:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383997824:0@lo:400:kworker.0 00000100:00100000:2.0:1767319327.869126:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383997184 00000100:00100000:2.0:1767319327.869131:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383997184 00000100:00100000:2.0:1767319327.869157:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2684 00000100:00100000:2.0:1767319327.869161:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383997184:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319327.869172:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319327.869212:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383997184:12345-0@lo:38:kworker.0 Request processed in 49us (2879us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319327.869218:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2684 00000100:00100000:2.0:1767319327.869243:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383997952:0@lo:400:kworker.0 00000100:00100000:2.0:1767319327.869277:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319327.869306:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383997952 00000100:00100000:2.0:1767319327.869310:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383997952 00000100:00100000:2.0:1767319327.869331:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1755 00000100:00100000:2.0:1767319327.869337:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383997952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319327.869369:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383997952:12345-0@lo:400:kworker.0 Request processed in 32us (92us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319327.869375:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1755 00000100:00100000:2.0:1767319327.869402:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383997952:0@lo:400:kworker.0 00000100:00080000:2.0:1767319327.870100:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319327.870107:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319327.870110:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383997184:0@lo:38:kworker.0 00000100:00100000:3.0:1767319327.871096:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164383997312:12345-0@lo:400:kworker.0 Request processed in 3873us (7221us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319327.871111:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4719 00000100:00100000:1.0:1767319327.871276:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164383997312:0@lo:400:kworker.0 00010000:00010000:2.0:1767319328.384397:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319328.887372:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319329.399364:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319329.911142:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319330.426741:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319330.934912:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319331.447502:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319331.959059:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319332.470949:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319332.471169:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383998080:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319332.471295:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319332.471482:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383998080 00000100:00100000:0.0:1767319332.471498:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383998080 00000100:00100000:0.0:1767319332.471575:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2535 00000100:00100000:0.0:1767319332.471585:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383998080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319332.471639:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319332.471721:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383998080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 135us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319332.471729:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2535 00000100:00080000:1.0:1767319332.471960:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319332.472020:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383998080:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319332.472431:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383998208:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319332.472484:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319332.473012:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383998208 00000100:00100000:2.0:1767319332.473019:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383998208 00000100:00080000:1.0:1767319332.473074:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319332.473097:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2536 00000100:00100000:2.0:1767319332.473109:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383998208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319332.473154:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319332.473214:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383998208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (740us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319332.473222:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2536 00000100:00100000:0.0:1767319332.473255:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383998208:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319332.936031:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319332.936201:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319332.936347:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297364736 00000100:00100000:2.0:1767319332.936360:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297364736 00000100:00100000:2.0:1767319332.936524:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297364608 00000100:00080000:3.0:1767319332.936560:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319332.936592:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297364608 00000100:00100000:0.0:1767319332.936643:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4721 00000100:00100000:0.0:1767319332.936666:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297364736:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319332.936765:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297364736:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 111us (839us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319332.936773:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4721 00000100:00100000:0.0:1767319332.936842:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23827 00000100:00100000:0.0:1767319332.936847:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297364608:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319332.936878:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319332.936904:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297364608:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 56us (703us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319332.936913:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23827 00000100:00100000:3.0:1767319332.982940:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319332.983682:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319332.983695:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319332.983699:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319332.983703:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319332.983706:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319332.983760:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4231 00000100:00080000:2.0:1767319332.983766:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319332.983773:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319332.983866:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae87480 x1853164383998336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319332.983896:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319332.983900:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319332.983902:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319332.983906:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4231 00000100:00080000:2.0:1767319332.983908:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319332.983911:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319332.983923:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae86d80 x1853164383998464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319332.983959:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319332.983963:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319332.983964:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319332.983967:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4231 00000100:00080000:2.0:1767319332.983970:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319332.983973:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319332.983983:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae85180 x1853164383998720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319332.984018:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319332.984021:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319332.984023:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319332.984027:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4231 00000100:00080000:2.0:1767319332.984029:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319332.984032:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319332.984042:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae87100 x1853164383998976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319332.984236:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383998336:0@lo:38:kworker.0 00000100:00100000:0.0:1767319332.984301:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319332.984363:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383998464:0@lo:38:kworker.0 00000100:00100000:0.0:1767319332.984412:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319332.984436:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383998720:0@lo:38:kworker.0 00000100:00100000:0.0:1767319332.984456:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319332.984498:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383998976:0@lo:38:kworker.0 00000100:00100000:0.0:1767319332.984519:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319332.984821:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383998464 00000100:00100000:2.0:1767319332.984831:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383998464 00000100:00100000:2.0:1767319332.984881:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2685 00000100:00100000:2.0:1767319332.984889:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383998464:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319332.984911:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319332.984955:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164383998464:12345-0@lo:38:kworker.0 Request processed in 65us (541us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319332.984963:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2685 00000100:00100000:2.0:1767319332.984989:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383998336 00000100:00100000:2.0:1767319332.984993:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383998336 00000100:00100000:2.0:1767319332.985138:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383998720 00000100:00100000:2.0:1767319332.985143:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383998720 00000100:00100000:2.0:1767319332.985159:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383998976 00000100:00100000:2.0:1767319332.985161:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383998976 00000100:00100000:2.0:1767319332.985171:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23828 00000100:00100000:2.0:1767319332.985175:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383998336:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319332.985186:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319332.985294:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383998336:12345-0@lo:38:kworker.0 Request processed in 117us (992us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319332.985300:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23828 00000100:00100000:2.0:1767319332.985312:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23829 00000100:00100000:2.0:1767319332.985316:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383998720:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319332.985326:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319332.985348:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383998720:12345-0@lo:38:kworker.0 Request processed in 30us (891us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319332.985354:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23829 00000100:00100000:2.0:1767319332.985364:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23830 00000100:00100000:2.0:1767319332.985368:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383998976:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319332.985376:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319332.985399:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164383998976:12345-0@lo:38:kworker.0 Request processed in 29us (879us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319332.985403:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23830 00000100:00080000:0.0:1767319332.985588:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319332.985594:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319332.985597:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383998336:0@lo:38:kworker.0 00000100:00080000:0.0:1767319332.985607:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319332.985610:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319332.985613:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383998464:0@lo:38:kworker.0 00000100:00080000:0.0:1767319332.985621:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319332.985624:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319332.985627:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164383998720:0@lo:38:kworker.0 00000100:00080000:0.0:1767319332.985633:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319332.985636:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319332.985639:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164383998976:0@lo:38:kworker.0 00000100:00100000:3.0:1767319332.985727:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383998848:0@lo:400:kworker.0 00000100:00100000:3.0:1767319332.985819:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319332.985848:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319332.985854:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383999104:0@lo:400:kworker.0 00000100:00100000:3.0:1767319332.985877:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319332.985901:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383999232:0@lo:400:kworker.0 00000100:00100000:3.0:1767319332.985919:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319332.985936:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319332.985940:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383998592:0@lo:400:kworker.0 00000100:00100000:3.0:1767319332.985957:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319332.985980:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383999104 00000100:00100000:3.0:1767319332.985983:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383999104 00000100:00100000:3.0:1767319332.986194:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383999232 00000100:00100000:3.0:1767319332.986206:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383999232 00000100:00100000:3.0:1767319332.986225:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1756 00000100:00100000:3.0:1767319332.986230:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383999104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319332.986271:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164383999104:12345-0@lo:400:kworker.0 Request processed in 40us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319332.986277:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1756 00000100:00100000:3.0:1767319332.986290:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1757 00000100:00100000:3.0:1767319332.986295:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383999232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319332.986323:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383999232:12345-0@lo:400:kworker.0 Request processed in 28us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319332.986332:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1757 00000100:00100000:3.0:1767319332.986348:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383998848 00000100:00100000:3.0:1767319332.986352:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383998848 00000100:00100000:3.0:1767319332.986381:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383998592 00000100:00100000:3.0:1767319332.986385:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383998592 00000100:00100000:3.0:1767319332.986405:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4722 00000100:00100000:3.0:1767319332.986410:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383998848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319332.986436:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164383998848:12345-0@lo:400:kworker.0 Request processed in 26us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319332.986442:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4722 00000100:00100000:3.0:1767319332.986452:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4723 00000100:00100000:3.0:1767319332.986458:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383998592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319332.986491:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164383998592:12345-0@lo:400:kworker.0 Request processed in 34us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319332.986497:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4723 00000100:00080000:3.0:1767319332.986513:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319332.986540:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164383999104:0@lo:400:kworker.0 00000100:00100000:3.0:1767319332.986550:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164383998848:0@lo:400:kworker.0 00000100:00100000:3.0:1767319332.986582:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164383998592:0@lo:400:kworker.0 00000100:00100000:3.0:1767319332.986591:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383999232:0@lo:400:kworker.0 00010000:00010000:2.0:1767319333.495125:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319334.006937:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319334.524566:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319335.030915:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319335.543192:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319336.054983:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319336.567481:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319337.078931:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319337.590937:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319337.591829:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319337.591852:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383999360:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319337.591919:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319337.592166:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383999360 00000100:00100000:2.0:1767319337.592174:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383999360 00000100:00100000:2.0:1767319337.592249:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2537 00000100:00100000:2.0:1767319337.592259:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383999360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319337.592288:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319337.592336:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164383999360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319337.592344:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2537 00000100:00100000:2.0:1767319337.592362:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319337.592369:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383999488:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319337.592396:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319337.592421:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319337.592487:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164383999360:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319337.592507:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383999488 00000100:00100000:2.0:1767319337.592511:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383999488 00000100:00100000:2.0:1767319337.592535:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2538 00000100:00100000:2.0:1767319337.592541:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383999488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319337.592569:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319337.592596:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164383999488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319337.592602:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2538 00000100:00080000:2.0:1767319337.592614:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319337.592630:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164383999488:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319338.055461:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319338.055724:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297364864 00000100:00100000:2.0:1767319338.055735:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297364864 00000100:00100000:2.0:1767319338.055837:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23831 00000100:00100000:2.0:1767319338.055846:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297364864:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319338.055873:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319338.056028:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297364864:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 180us (894us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319338.056036:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23831 00000100:00100000:3.0:1767319338.059192:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319338.059316:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297364992 00000100:00100000:2.0:1767319338.059334:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297364992 00000100:00100000:2.0:1767319338.059417:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4724 00000100:00100000:2.0:1767319338.059457:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297364992:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319338.059585:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297364992:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 130us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319338.059593:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4724 00000100:00080000:0.0:1767319338.061729:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319338.102922:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319338.103300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319338.103308:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319338.103311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319338.103325:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319338.103330:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319338.103339:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4236 00000100:00080000:1.0:1767319338.103343:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319338.103350:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319338.103398:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e2680 x1853164383999616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319338.103433:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319338.103436:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319338.103438:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319338.103442:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4236 00000100:00080000:1.0:1767319338.103444:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319338.103448:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319338.103465:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279180 x1853164383999744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319338.103515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319338.103520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319338.103521:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319338.103525:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4236 00000100:00080000:1.0:1767319338.103527:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319338.103531:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319338.103541:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627a300 x1853164384000000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319338.103570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319338.103573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319338.103575:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319338.103578:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4236 00000100:00080000:1.0:1767319338.103581:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319338.103584:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319338.103599:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b059500 x1853164384000256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319338.103639:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384000384:0@lo:400:kworker.0 00000100:00100000:1.0:1767319338.103718:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319338.103807:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319338.103814:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384000128:0@lo:400:kworker.0 00000100:00100000:1.0:1767319338.103841:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319338.103880:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384000384 00000100:00100000:1.0:1767319338.103888:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384000384 00000100:00100000:1.0:1767319338.103940:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1758 00000100:00100000:1.0:1767319338.103949:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384000384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319338.104004:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384000384:12345-0@lo:400:kworker.0 Request processed in 55us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319338.104012:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1758 00000100:00100000:1.0:1767319338.104041:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384000128 00000100:00100000:1.0:1767319338.104045:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384000128 00000100:00100000:1.0:1767319338.104082:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4725 00000100:00100000:1.0:1767319338.104088:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384000128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319338.104119:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384000128:12345-0@lo:400:kworker.0 Request processed in 31us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319338.104126:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4725 00000100:00080000:1.0:1767319338.104141:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319338.104171:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384000128:0@lo:400:kworker.0 00000100:00100000:1.0:1767319338.104183:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384000384:0@lo:400:kworker.0 00000100:00100000:3.0:1767319338.104358:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384000512:0@lo:400:kworker.0 00000100:00100000:3.0:1767319338.104389:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319338.104415:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319338.104431:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383999872:0@lo:400:kworker.0 00000100:00100000:3.0:1767319338.104454:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319338.104627:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383999616:0@lo:38:kworker.0 00000100:00100000:0.0:1767319338.104657:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319338.104690:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383999744:0@lo:38:kworker.0 00000100:00100000:0.0:1767319338.104713:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319338.104737:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384000000:0@lo:38:kworker.0 00000100:00100000:0.0:1767319338.104755:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319338.104771:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384000256:0@lo:38:kworker.0 00000100:00100000:0.0:1767319338.104816:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319338.104845:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383999744 00000100:00100000:0.0:1767319338.104848:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383999744 00000100:00100000:0.0:1767319338.104873:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2686 00000100:00100000:0.0:1767319338.104879:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383999744:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319338.104897:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319338.104935:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164383999744:12345-0@lo:38:kworker.0 Request processed in 54us (219us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319338.104941:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2686 00000100:00100000:0.0:1767319338.104963:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383999872 00000100:00100000:0.0:1767319338.104966:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383999872 00000100:00100000:0.0:1767319338.104991:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164383999616 00000100:00100000:0.0:1767319338.104994:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164383999616 00000100:00100000:0.0:1767319338.105003:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384000000 00000100:00100000:0.0:1767319338.105005:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384000000 00000100:00100000:0.0:1767319338.105012:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384000256 00000100:00100000:0.0:1767319338.105014:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384000256 00000100:00100000:0.0:1767319338.105023:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4726 00000100:00100000:0.0:1767319338.105029:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383999872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319338.105063:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164383999872:12345-0@lo:400:kworker.0 Request processed in 34us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319338.105070:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4726 00000100:00100000:0.0:1767319338.105082:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23832 00000100:00100000:0.0:1767319338.105086:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383999616:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319338.105095:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319338.105125:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164383999616:12345-0@lo:38:kworker.0 Request processed in 37us (466us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319338.105131:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23832 00000100:00100000:0.0:1767319338.105143:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23833 00000100:00100000:0.0:1767319338.105146:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384000000:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319338.105155:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319338.105177:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384000000:12345-0@lo:38:kworker.0 Request processed in 29us (420us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319338.105182:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23833 00000100:00100000:0.0:1767319338.105363:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23834 00000100:00100000:0.0:1767319338.105369:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384000256:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319338.105379:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319338.105404:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384000256:12345-0@lo:38:kworker.0 Request processed in 32us (587us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319338.105458:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384000512 00000100:00100000:1.0:1767319338.105463:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384000512 00000100:00100000:1.0:1767319338.105503:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1759 00000100:00100000:1.0:1767319338.105511:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384000512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319338.105545:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384000512:12345-0@lo:400:kworker.0 Request processed in 35us (1154us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319338.105550:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1759 00000100:00080000:1.0:1767319338.105565:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319338.105627:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319338.105632:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319338.105636:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164383999616:0@lo:38:kworker.0 00000100:00080000:1.0:1767319338.105645:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319338.105648:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319338.105651:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164383999744:0@lo:38:kworker.0 00000100:00080000:1.0:1767319338.105660:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319338.105663:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319338.105665:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384000000:0@lo:38:kworker.0 00000100:00080000:1.0:1767319338.105673:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319338.105676:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319338.105679:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384000256:0@lo:38:kworker.0 00000100:00100000:2.0:1767319338.105942:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164383999872:0@lo:400:kworker.0 00000100:00100000:2.0:1767319338.105953:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384000512:0@lo:400:kworker.0 00000100:00100000:0.0:1767319338.115328:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23834 00010000:00010000:2.0:1767319338.616501:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319339.126942:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319339.640374:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319340.151244:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319340.666295:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319341.176228:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319341.687017:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319342.198907:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319342.711513:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319342.712271:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319342.712292:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384000640:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319342.712359:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319342.712705:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384000640 00000100:00100000:2.0:1767319342.712714:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384000640 00000100:00100000:2.0:1767319342.712778:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2539 00000100:00100000:2.0:1767319342.712805:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384000640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319342.712837:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319342.712883:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384000640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319342.712890:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2539 00000100:00080000:1.0:1767319342.712963:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319342.713000:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384000640:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319342.714961:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384000768:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319342.715022:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319342.715118:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384000768 00000100:00100000:3.0:1767319342.715135:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384000768 00000100:00100000:3.0:1767319342.715213:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2540 00000100:00100000:3.0:1767319342.715222:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384000768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319342.715250:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767319342.716671:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319342.722398:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384000768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 7156us (7354us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319342.722414:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2540 00000100:00100000:2.0:1767319342.722775:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384000768:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319343.179525:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319343.179689:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297365248 00000100:00100000:0.0:1767319343.179702:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297365248 00000100:00100000:0.0:1767319343.179832:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4727 00000100:00100000:0.0:1767319343.179846:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297365248:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:1.0:1767319343.179992:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319343.182192:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297365248:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 2326us (2654us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319343.182219:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4727 00000100:00100000:3.0:1767319343.183110:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319343.183432:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297365120 00000100:00100000:0.0:1767319343.183442:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297365120 00000100:00100000:0.0:1767319343.183493:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23835 00000100:00100000:0.0:1767319343.183501:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297365120:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319343.183528:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319343.183602:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297365120:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 100us (511us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319343.183609:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23835 00000100:00080000:2.0:1767319343.223027:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319343.223039:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319343.223043:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319343.223048:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319343.223053:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319343.223062:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4241 00000100:00080000:2.0:1767319343.223068:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319343.223076:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319343.223140:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae87800 x1853164384000896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319343.223159:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319343.223162:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319343.223164:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319343.223168:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4241 00000100:00080000:2.0:1767319343.223171:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319343.223174:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319343.223189:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84000 x1853164384001024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319343.223229:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319343.223232:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319343.223234:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319343.223238:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4241 00000100:00080000:2.0:1767319343.223240:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319343.223244:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319343.223255:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae85c00 x1853164384001280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319343.223280:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319343.223284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319343.223285:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319343.223289:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4241 00000100:00080000:2.0:1767319343.223292:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319343.223296:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319343.223308:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae86300 x1853164384001536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319343.223349:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384001408:0@lo:400:kworker.0 00000100:00100000:2.0:1767319343.223420:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319343.223487:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319343.223492:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384001664:0@lo:400:kworker.0 00000100:00100000:2.0:1767319343.223517:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319343.223551:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384001408 00000100:00100000:2.0:1767319343.223558:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384001408 00000100:00100000:2.0:1767319343.223615:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4728 00000100:00100000:2.0:1767319343.223626:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384001408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319343.223692:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384001408:12345-0@lo:400:kworker.0 Request processed in 67us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319343.223700:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4728 00000100:00100000:2.0:1767319343.223750:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384001408:0@lo:400:kworker.0 00000100:00100000:3.0:1767319343.224089:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384001792:0@lo:400:kworker.0 00000100:00100000:3.0:1767319343.224124:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319343.224151:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319343.224157:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384001152:0@lo:400:kworker.0 00000100:00100000:3.0:1767319343.224178:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319343.224226:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384001664 00000100:00100000:3.0:1767319343.224231:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384001664 00000100:00100000:3.0:1767319343.224260:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384001792 00000100:00100000:3.0:1767319343.224263:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384001792 00000100:00100000:3.0:1767319343.224282:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1760 00000100:00100000:3.0:1767319343.224289:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384001664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319343.224328:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384001664:12345-0@lo:400:kworker.0 Request processed in 40us (810us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319343.224334:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1760 00000100:00100000:3.0:1767319343.224347:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1761 00000100:00100000:3.0:1767319343.224353:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384001792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319343.224396:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384001792:12345-0@lo:400:kworker.0 Request processed in 43us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319343.224401:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1761 00000100:00100000:3.0:1767319343.224424:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384001152 00000100:00100000:3.0:1767319343.224428:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384001152 00000100:00100000:3.0:1767319343.224454:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4729 00000100:00100000:3.0:1767319343.224460:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384001152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319343.224487:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384001152:12345-0@lo:400:kworker.0 Request processed in 27us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319343.224493:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4729 00000100:00100000:3.0:1767319343.224523:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384001664:0@lo:400:kworker.0 00000100:00100000:3.0:1767319343.224545:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384001152:0@lo:400:kworker.0 00000100:00100000:3.0:1767319343.224554:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384001792:0@lo:400:kworker.0 00000100:00080000:1.0:1767319343.224635:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319343.224812:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384000896:0@lo:38:kworker.0 00000100:00100000:0.0:1767319343.224846:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319343.224877:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384001024:0@lo:38:kworker.0 00000100:00100000:0.0:1767319343.224900:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319343.224926:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384001280:0@lo:38:kworker.0 00000100:00100000:0.0:1767319343.224945:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319343.224960:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384001536:0@lo:38:kworker.0 00000100:00100000:0.0:1767319343.224981:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319343.225003:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384000896 00000100:00100000:0.0:1767319343.225008:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384000896 00000100:00100000:0.0:1767319343.225024:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384001280 00000100:00100000:0.0:1767319343.225027:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384001280 00000100:00100000:0.0:1767319343.225033:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384001536 00000100:00100000:0.0:1767319343.225035:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384001536 00000100:00100000:0.0:1767319343.225044:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23836 00000100:00100000:0.0:1767319343.225049:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384000896:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319343.225071:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319343.225103:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384000896:12345-0@lo:38:kworker.0 Request processed in 52us (255us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319343.225109:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23836 00000100:00100000:0.0:1767319343.225134:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23837 00000100:00100000:0.0:1767319343.225138:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384001280:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319343.225147:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319343.225178:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384001280:12345-0@lo:38:kworker.0 Request processed in 38us (232us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319343.225184:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23837 00000100:00100000:0.0:1767319343.225195:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23838 00000100:00100000:0.0:1767319343.225199:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384001536:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319343.225208:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319343.225230:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384001536:12345-0@lo:38:kworker.0 Request processed in 29us (248us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319343.225236:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23838 00000100:00080000:0.0:1767319343.225260:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319343.225265:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319343.225268:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384000896:0@lo:38:kworker.0 00000100:00080000:0.0:1767319343.225276:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319343.225280:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319343.225283:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384001280:0@lo:38:kworker.0 00000100:00080000:0.0:1767319343.225289:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319343.225292:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319343.225295:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384001536:0@lo:38:kworker.0 00000100:00100000:1.0:1767319343.225457:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384001024 00000100:00100000:1.0:1767319343.225462:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384001024 00000100:00100000:1.0:1767319343.225493:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2687 00000100:00100000:1.0:1767319343.225498:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384001024:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319343.225507:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319343.225543:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384001024:12345-0@lo:38:kworker.0 Request processed in 44us (641us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319343.225549:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2687 00000100:00080000:1.0:1767319343.225578:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319343.225582:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319343.225615:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384001024:0@lo:38:kworker.0 00000100:00100000:2.0:1767319343.225831:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319343.735036:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319344.246898:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319344.759478:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319345.271164:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319345.783465:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319346.294966:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319346.807065:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319347.321144:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319322/real 1767319322] req@ffff9369bafec380 x1853164383996672/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319347 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319347.321224:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369bafec380 x1853164383996672/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319347 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319347.321243:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319347.321273:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319347.321277:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164383996672:0@lo:250:kworker.0 00000100:00080000:2.0:1767319347.321402:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319347.321408:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319347.321411:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319347.321416:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4226 00000100:00080000:2.0:1767319347.321420:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319347.321427:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319347.321464:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84a80 x1853164384001920/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319347.321490:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319347.321495:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319347.321497:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319347.321500:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4246 00000100:00080000:2.0:1767319347.321503:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319347.321507:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319347.321521:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae87100 x1853164384002048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319347.321531:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319347.321534:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319347.321536:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319347.321540:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4246 00000100:00080000:2.0:1767319347.321543:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319347.321546:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319347.321559:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae85180 x1853164384002176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319347.321600:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319347.321604:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319347.321606:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319347.321609:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4246 00000100:00080000:2.0:1767319347.321612:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319347.321616:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319347.321631:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae87480 x1853164384002432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319347.321656:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319347.321660:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319347.321661:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319347.321665:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4246 00000100:00080000:2.0:1767319347.321668:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319347.321671:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319347.321681:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84000 x1853164384002688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319347.321719:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384002816:0@lo:400:kworker.0 00000100:00100000:2.0:1767319347.321805:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319347.321870:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319347.321876:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384002560:0@lo:400:kworker.0 00000100:00100000:2.0:1767319347.321900:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319347.322069:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384002944:0@lo:400:kworker.0 00000100:00100000:3.0:1767319347.322101:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319347.322123:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319347.322128:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384002304:0@lo:400:kworker.0 00000100:00100000:3.0:1767319347.322149:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319347.322179:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384002560 00000100:00100000:3.0:1767319347.322186:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384002560 00000100:00100000:3.0:1767319347.322232:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384002304 00000100:00100000:3.0:1767319347.322236:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384002304 00000100:00100000:3.0:1767319347.322258:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4730 00000100:00100000:3.0:1767319347.322266:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384002560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319347.322316:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384002560:12345-0@lo:400:kworker.0 Request processed in 51us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319347.322323:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4730 00000100:00100000:3.0:1767319347.322350:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4731 00000100:00100000:3.0:1767319347.322356:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384002304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319347.322388:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384002304:12345-0@lo:400:kworker.0 Request processed in 32us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319347.322393:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4731 00000100:00100000:3.0:1767319347.322413:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384002816 00000100:00100000:3.0:1767319347.322417:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384002816 00000100:00100000:3.0:1767319347.322441:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384002944 00000100:00100000:3.0:1767319347.322443:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384002944 00000100:00100000:3.0:1767319347.322460:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1762 00000100:00100000:3.0:1767319347.322465:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384002816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319347.322495:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384002816:12345-0@lo:400:kworker.0 Request processed in 29us (690us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319347.322500:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1762 00000100:00100000:3.0:1767319347.322511:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1763 00000100:00100000:3.0:1767319347.322517:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384002944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319347.322540:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384002944:12345-0@lo:400:kworker.0 Request processed in 23us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319347.322544:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1763 00000100:00100000:3.0:1767319347.322569:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319347.322596:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384002304:0@lo:400:kworker.0 00000100:00100000:3.0:1767319347.322607:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384002944:0@lo:400:kworker.0 00000100:00100000:3.0:1767319347.322649:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384002560:0@lo:400:kworker.0 00000100:00100000:3.0:1767319347.322658:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384002816:0@lo:400:kworker.0 00000100:00080000:1.0:1767319347.322823:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319347.322828:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319347.322831:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319347.322846:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384001920:0@lo:250:kworker.0 00000400:00000100:1.0:1767319347.322871:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384001920 offset 0 length 520: 4 00000100:00100000:1.0:1767319347.322891:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384002048:0@lo:38:kworker.0 00000100:00100000:1.0:1767319347.322914:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319347.322951:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384002176:0@lo:38:kworker.0 00000100:00100000:1.0:1767319347.322974:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319347.323002:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384002432:0@lo:38:kworker.0 00000100:00100000:1.0:1767319347.323024:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319347.323040:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384002688:0@lo:38:kworker.0 00000100:00100000:1.0:1767319347.323060:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319347.323085:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384002048 00000100:00100000:1.0:1767319347.323089:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384002048 00000100:00100000:1.0:1767319347.323107:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384002432 00000100:00100000:1.0:1767319347.323110:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384002432 00000100:00100000:1.0:1767319347.323119:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384002688 00000100:00100000:1.0:1767319347.323121:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384002688 00000100:00100000:1.0:1767319347.323130:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23839 00000100:00100000:1.0:1767319347.323135:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384002048:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319347.323152:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319347.323185:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384002048:12345-0@lo:38:kworker.0 Request processed in 49us (270us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319347.323192:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23839 00000100:00100000:1.0:1767319347.323204:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23840 00000100:00100000:1.0:1767319347.323208:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384002432:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319347.323217:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319347.323237:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384002432:12345-0@lo:38:kworker.0 Request processed in 29us (212us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319347.323243:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23840 00000100:00100000:1.0:1767319347.323253:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23841 00000100:00100000:1.0:1767319347.323256:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384002688:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319347.323265:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319347.323285:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384002688:12345-0@lo:38:kworker.0 Request processed in 27us (225us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319347.323291:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23841 00000100:00080000:1.0:1767319347.323315:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319347.323320:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319347.323323:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384002048:0@lo:38:kworker.0 00000100:00080000:1.0:1767319347.323333:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319347.323347:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319347.323386:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384002432:0@lo:38:kworker.0 00000100:00080000:1.0:1767319347.323395:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319347.323398:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319347.323400:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384002688:0@lo:38:kworker.0 00000100:00100000:0.0:1767319347.323774:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384002176 00000100:00100000:0.0:1767319347.323813:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384002176 00000100:00100000:0.0:1767319347.323837:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2688 00000100:00100000:0.0:1767319347.323843:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384002176:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319347.323854:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319347.323901:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384002176:12345-0@lo:38:kworker.0 Request processed in 57us (925us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319347.323907:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2688 00000100:00080000:2.0:1767319347.324574:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319347.324581:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319347.324584:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384002176:0@lo:38:kworker.0 00000100:00100000:3.0:1767319347.831193:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319347.831220:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384003072:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319347.831296:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319347.831484:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384003072 00000100:00100000:2.0:1767319347.831494:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384003072 00010000:00010000:1.0:1767319347.831512:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319347.831572:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2541 00000100:00100000:2.0:1767319347.831582:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384003072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319347.831614:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319347.831678:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384003072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319347.831686:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2541 00000100:00100000:3.0:1767319347.831832:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384003072:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319347.835700:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384003200:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319347.835816:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319347.836072:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384003200 00000100:00100000:0.0:1767319347.836081:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384003200 00000100:00100000:0.0:1767319347.836149:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2542 00000100:00100000:0.0:1767319347.836159:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384003200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319347.836202:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319347.836511:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384003200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 352us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319347.836520:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2542 00000100:00100000:1.0:1767319347.837558:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384003200:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319348.302007:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:2.0:1767319348.302049:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297365376 offset 0 length 520: 4 00000100:00100000:2.0:1767319348.302075:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319348.302160:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297365632 00000100:00100000:1.0:1767319348.302170:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297365632 00000100:00100000:1.0:1767319348.302250:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297365504 00000100:00100000:1.0:1767319348.302254:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297365504 00000100:00100000:1.0:1767319348.302276:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4732 00000100:00100000:1.0:1767319348.302292:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297365632:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319348.302394:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297365632:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 108us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319348.302403:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4732 00000100:00100000:1.0:1767319348.302434:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23842 00000100:00100000:1.0:1767319348.302439:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297365504:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319348.302459:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319348.302488:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297365504:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 47us (412us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319348.302495:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23842 00000100:00080000:2.0:1767319348.303059:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319348.344804:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319348.855214:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319349.367073:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319349.879184:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319350.391631:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319350.903026:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319351.414874:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319351.927044:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319352.439165:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319352.439896:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319352.439905:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319352.439910:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319352.439914:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319352.439919:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319352.439926:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4250 00000100:00080000:0.0:1767319352.439931:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319352.439938:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319352.439981:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8787b80 x1853164384003328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319352.440014:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319352.440017:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319352.440019:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319352.440031:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4250 00000100:00080000:0.0:1767319352.440034:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319352.440037:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319352.440051:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785c00 x1853164384003456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319352.440100:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319352.440105:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319352.440107:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319352.440113:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4250 00000100:00100000:2.0:1767319352.440113:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384003328:0@lo:38:kworker.0 00000100:00080000:0.0:1767319352.440118:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319352.440124:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319352.440138:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8787800 x1853164384003712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319352.440175:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319352.440179:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319352.440181:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319352.440185:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4250 00000100:00080000:0.0:1767319352.440188:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319352.440192:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319352.440199:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319352.440208:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784000 x1853164384003968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319352.440255:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384004096:0@lo:400:kworker.0 00000100:00100000:2.0:1767319352.440273:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384003456:0@lo:38:kworker.0 00000100:00100000:0.0:1767319352.440309:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319352.440327:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319352.440342:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319352.440351:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384003840:0@lo:400:kworker.0 00000100:00100000:2.0:1767319352.440366:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384003712:0@lo:38:kworker.0 00000100:00100000:0.0:1767319352.440381:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319352.440401:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319352.440424:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384003968:0@lo:38:kworker.0 00000100:00100000:0.0:1767319352.440437:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384003328 00000100:00100000:0.0:1767319352.440445:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384003328 00000100:00100000:2.0:1767319352.440450:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319352.440482:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384003840 00000100:00100000:0.0:1767319352.440486:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384003840 00000100:00100000:2.0:1767319352.440486:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384004096 00000100:00100000:2.0:1767319352.440492:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384004096 00000100:00100000:0.0:1767319352.440532:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384003712 00000100:00100000:0.0:1767319352.440536:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384003712 00000100:00100000:2.0:1767319352.440544:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1764 00000100:00100000:0.0:1767319352.440550:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384003968 00000100:00100000:2.0:1767319352.440558:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384004096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319352.440567:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384003968 00000100:00100000:0.0:1767319352.440582:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4733 00000100:00100000:0.0:1767319352.440593:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384003840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319352.440629:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384004096:12345-0@lo:400:kworker.0 Request processed in 73us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319352.440638:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384003840:12345-0@lo:400:kworker.0 Request processed in 47us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319352.440639:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1764 00000100:00100000:0.0:1767319352.440649:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4733 00000100:00080000:2.0:1767319352.440669:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319352.440670:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23843 00000100:00100000:0.0:1767319352.440678:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384003328:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767319352.440678:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:0.0:1767319352.440703:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319352.440714:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384003840:0@lo:400:kworker.0 00000100:00100000:2.0:1767319352.440730:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384004096:0@lo:400:kworker.0 00000100:00100000:0.0:1767319352.440743:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384003328:12345-0@lo:38:kworker.0 Request processed in 62us (546us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319352.440750:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23843 00000100:00080000:2.0:1767319352.440810:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319352.440816:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319352.440819:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384003328:0@lo:38:kworker.0 00000100:00100000:3.0:1767319352.440919:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23844 00000100:00100000:3.0:1767319352.440926:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384003712:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319352.440938:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319352.440961:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23845 00000100:00100000:0.0:1767319352.440968:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384003968:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319352.440980:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319352.440987:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384003712:12345-0@lo:38:kworker.0 Request processed in 60us (586us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319352.441006:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23844 00000100:00100000:0.0:1767319352.441027:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384003968:12345-0@lo:38:kworker.0 Request processed in 57us (578us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319352.441033:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23845 00000100:00100000:3.0:1767319352.441060:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384003584:0@lo:400:kworker.0 00000100:00100000:3.0:1767319352.441093:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319352.441128:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319352.441134:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384004224:0@lo:400:kworker.0 00000100:00100000:3.0:1767319352.441157:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319352.441183:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384004224 00000100:00100000:3.0:1767319352.441187:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384004224 00000100:00100000:3.0:1767319352.441214:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1765 00000100:00100000:3.0:1767319352.441220:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384004224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319352.441254:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384004224:12345-0@lo:400:kworker.0 Request processed in 34us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319352.441260:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1765 00000100:00100000:3.0:1767319352.441286:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384004224:0@lo:400:kworker.0 00000100:00080000:2.0:1767319352.441486:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319352.441521:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319352.441525:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319352.441528:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384003712:0@lo:38:kworker.0 00000100:00080000:2.0:1767319352.441537:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319352.441540:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319352.441543:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384003968:0@lo:38:kworker.0 00000100:00100000:1.0:1767319352.441635:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384003456 00000100:00100000:1.0:1767319352.441641:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384003456 00000100:00100000:1.0:1767319352.441675:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2689 00000100:00100000:1.0:1767319352.441681:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384003456:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319352.441693:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319352.441742:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384003456:12345-0@lo:38:kworker.0 Request processed in 60us (1416us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319352.441748:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2689 00000100:00100000:1.0:1767319352.441800:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384003584 00000100:00100000:1.0:1767319352.441805:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384003584 00000100:00100000:1.0:1767319352.441842:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4734 00000100:00100000:1.0:1767319352.441848:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384003584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319352.441885:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384003584:12345-0@lo:400:kworker.0 Request processed in 37us (791us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319352.441890:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4734 00000100:00080000:2.0:1767319352.442111:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319352.442179:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384003584:0@lo:400:kworker.0 00000100:00080000:3.0:1767319352.442201:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319352.442205:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319352.442207:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384003456:0@lo:38:kworker.0 00010000:00010000:1.0:1767319352.951057:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319352.951421:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384004352:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319352.951505:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319352.951659:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384004352 00000100:00100000:2.0:1767319352.951669:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384004352 00000100:00100000:2.0:1767319352.951734:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2543 00000100:00100000:2.0:1767319352.951754:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384004352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319352.951817:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319352.951881:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384004352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 136us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319352.951890:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2543 00000100:00100000:2.0:1767319352.951943:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384004352:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319352.952511:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384004480:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319352.952598:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319352.952733:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384004480 00000100:00100000:3.0:1767319352.952739:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384004480 00000100:00100000:3.0:1767319352.952959:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2544 00000100:00100000:3.0:1767319352.952967:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384004480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319352.953074:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319352.953232:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384004480:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319352.953272:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384004480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 163us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319352.953281:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2544 00000100:00100000:3.0:1767319353.416257:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319353.416314:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319353.416378:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297365760 00000100:00100000:0.0:1767319353.416390:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297365760 00000100:00100000:0.0:1767319353.416443:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297365888 00000100:00100000:0.0:1767319353.416447:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297365888 00000100:00100000:0.0:1767319353.416506:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4735 00000100:00100000:0.0:1767319353.416518:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297365888:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319353.416544:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23846 00000100:00100000:1.0:1767319353.416552:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297365760:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319353.416577:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319353.416662:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319353.416730:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297365888:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 213us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319353.416737:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4735 00000100:00100000:1.0:1767319353.420482:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297365760:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 3914us (4221us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319353.420500:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23846 00000100:00100000:2.0:1767319353.463112:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319353.975133:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319354.486962:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319354.999000:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319355.511123:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319356.026531:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319356.535764:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319357.048523:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319357.559803:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319357.559815:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319357.559819:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319357.559823:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319357.559828:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319357.559839:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4255 00000100:00080000:0.0:1767319357.559844:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319357.559852:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319357.559904:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785880 x1853164384004608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319357.559930:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319357.559933:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319357.559935:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319357.559940:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4255 00000100:00080000:0.0:1767319357.559942:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319357.559946:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319357.559961:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785f80 x1853164384004736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319357.559998:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319357.560003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319357.560005:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319357.560008:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4255 00000100:00080000:0.0:1767319357.560011:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319357.560014:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319357.560027:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784e00 x1853164384004992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319357.560061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319357.560064:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319357.560066:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319357.560069:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4255 00000100:00080000:0.0:1767319357.560072:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319357.560075:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319357.560085:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8787480 x1853164384005248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319357.560133:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384005120:0@lo:400:kworker.0 00000100:00100000:0.0:1767319357.560203:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319357.560273:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319357.560280:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384005376:0@lo:400:kworker.0 00000100:00100000:0.0:1767319357.560308:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319357.560424:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384004608:0@lo:38:kworker.0 00000100:00100000:3.0:1767319357.560455:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319357.560493:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384004736:0@lo:38:kworker.0 00000100:00100000:3.0:1767319357.560516:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319357.560536:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384004992:0@lo:38:kworker.0 00000100:00100000:3.0:1767319357.560556:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319357.560572:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384005248:0@lo:38:kworker.0 00000100:00100000:3.0:1767319357.560608:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319357.560640:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384005120 00000100:00100000:3.0:1767319357.560648:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384005120 00000100:00100000:3.0:1767319357.560698:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4736 00000100:00100000:3.0:1767319357.560708:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384005120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319357.560763:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384005120:12345-0@lo:400:kworker.0 Request processed in 57us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319357.560769:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4736 00000100:00100000:3.0:1767319357.560809:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384004608 00000100:00100000:3.0:1767319357.560813:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384004608 00000100:00100000:3.0:1767319357.560824:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384004992 00000100:00100000:3.0:1767319357.560826:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384004992 00000100:00100000:3.0:1767319357.560834:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384005248 00000100:00100000:3.0:1767319357.560836:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384005248 00000100:00100000:3.0:1767319357.560846:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23847 00000100:00100000:3.0:1767319357.560851:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384004608:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319357.560870:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319357.560904:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384004608:12345-0@lo:38:kworker.0 Request processed in 52us (448us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319357.560910:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23847 00000100:00100000:3.0:1767319357.560920:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23848 00000100:00100000:3.0:1767319357.560924:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384004992:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319357.560932:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319357.560954:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384004992:12345-0@lo:38:kworker.0 Request processed in 28us (397us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319357.560959:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23848 00000100:00100000:3.0:1767319357.560970:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23849 00000100:00100000:3.0:1767319357.560974:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384005248:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319357.560982:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319357.561003:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384005248:12345-0@lo:38:kworker.0 Request processed in 28us (395us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319357.561009:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23849 00000100:00100000:3.0:1767319357.561048:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384005120:0@lo:400:kworker.0 00000100:00080000:3.0:1767319357.561074:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319357.561078:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319357.561082:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384004608:0@lo:38:kworker.0 00000100:00080000:3.0:1767319357.561090:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319357.561093:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319357.561096:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384004992:0@lo:38:kworker.0 00000100:00080000:3.0:1767319357.561104:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319357.561107:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319357.561110:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384005248:0@lo:38:kworker.0 00000100:00100000:1.0:1767319357.561355:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384005504:0@lo:400:kworker.0 00000100:00100000:1.0:1767319357.561393:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319357.561418:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319357.561425:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384004864:0@lo:400:kworker.0 00000100:00100000:1.0:1767319357.561450:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319357.561477:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384004864 00000100:00100000:1.0:1767319357.561482:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384004864 00000100:00100000:1.0:1767319357.561519:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4737 00000100:00100000:1.0:1767319357.561526:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384004864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319357.561625:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384004864:12345-0@lo:400:kworker.0 Request processed in 99us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319357.561631:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4737 00000100:00100000:1.0:1767319357.561652:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384005376 00000100:00100000:1.0:1767319357.561655:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384005376 00000100:00100000:1.0:1767319357.561681:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384005504 00000100:00100000:1.0:1767319357.561684:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384005504 00000100:00100000:1.0:1767319357.561706:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1766 00000100:00100000:1.0:1767319357.561713:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384005376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319357.561749:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384005376:12345-0@lo:400:kworker.0 Request processed in 38us (1440us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319357.561754:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1766 00000100:00100000:1.0:1767319357.561766:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1767 00000100:00100000:1.0:1767319357.561772:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384005504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319357.561822:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384005504:12345-0@lo:400:kworker.0 Request processed in 51us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319357.561828:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1767 00000100:00100000:1.0:1767319357.561865:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384004864:0@lo:400:kworker.0 00000100:00100000:1.0:1767319357.561875:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384005504:0@lo:400:kworker.0 00000100:00100000:1.0:1767319357.561900:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384005376:0@lo:400:kworker.0 00000100:00100000:2.0:1767319357.562158:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384004736 00000100:00100000:2.0:1767319357.562164:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384004736 00000100:00100000:2.0:1767319357.562195:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2690 00000100:00100000:2.0:1767319357.562201:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384004736:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319357.562215:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319357.562274:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384004736:12345-0@lo:38:kworker.0 Request processed in 72us (1756us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319357.562280:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2690 00000100:00080000:2.0:1767319357.562304:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319357.562308:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319357.562310:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319357.562334:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319357.562339:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319357.562342:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384004736:0@lo:38:kworker.0 00000100:00100000:0.0:1767319357.562424:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319358.071172:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319358.071199:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384005632:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319358.071280:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319358.071402:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319358.071459:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384005632 00000100:00100000:0.0:1767319358.071469:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384005632 00000100:00100000:0.0:1767319358.071530:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2545 00000100:00100000:0.0:1767319358.071540:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384005632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319358.071571:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319358.071627:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384005632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319358.071634:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2545 00000100:00100000:3.0:1767319358.071842:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384005760:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319358.071878:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319358.071889:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384005632:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319358.074626:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384005760 00000100:00100000:0.0:1767319358.074653:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384005760 00000100:00100000:0.0:1767319358.075064:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2546 00000100:00100000:0.0:1767319358.075078:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384005760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319358.075115:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319358.075214:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384005760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 140us (3335us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319358.075219:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2546 00000100:00100000:3.0:1767319358.075529:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384005760:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319358.556372:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319358.556427:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319358.556517:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297366016 00000100:00100000:0.0:1767319358.556528:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297366016 00000100:00100000:0.0:1767319358.556580:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297366144 00000100:00100000:0.0:1767319358.556583:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297366144 00000100:00100000:0.0:1767319358.556635:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4738 00000100:00100000:0.0:1767319358.556645:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297366144:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319358.556744:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297366144:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 100us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319358.556752:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4738 00000100:00100000:0.0:1767319358.556772:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23850 00000100:00100000:0.0:1767319358.556776:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297366016:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319358.556851:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319358.556876:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297366016:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 99us (516us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319358.556883:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23850 00000100:00080000:2.0:1767319358.557260:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319358.583146:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319359.095724:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319359.606920:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319360.119304:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319360.632381:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319361.143018:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319361.655620:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319362.167488:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319362.678874:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319362.679060:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319362.679067:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319362.679071:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319362.679075:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319362.679083:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319362.679092:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4260 00000100:00080000:1.0:1767319362.679097:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319362.679104:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319362.679144:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b058e00 x1853164384005888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319362.684401:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319362.684415:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319362.684420:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319362.684437:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4260 00000100:00080000:1.0:1767319362.684442:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319362.684450:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319362.684490:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b058700 x1853164384006016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319362.684547:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319362.684552:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319362.684554:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319362.684557:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4260 00000100:00080000:1.0:1767319362.684560:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319362.684564:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319362.684576:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e2680 x1853164384006272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319362.684604:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319362.684608:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319362.684610:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319362.684614:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4260 00000100:00080000:1.0:1767319362.684617:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319362.684620:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319362.684629:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627a300 x1853164384006528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319362.684679:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384006400:0@lo:400:kworker.0 00000100:00100000:1.0:1767319362.684756:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319362.684848:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319362.684854:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384006656:0@lo:400:kworker.0 00000100:00100000:1.0:1767319362.684980:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319362.685019:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384006656 00000100:00100000:1.0:1767319362.685026:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384006656 00000100:00100000:1.0:1767319362.685081:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1768 00000100:00100000:1.0:1767319362.685089:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384006656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319362.685137:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384006656:12345-0@lo:400:kworker.0 Request processed in 48us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319362.685143:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1768 00000100:00080000:1.0:1767319362.685162:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319362.685192:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384006656:0@lo:400:kworker.0 00000100:00100000:0.0:1767319362.685410:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384006784:0@lo:400:kworker.0 00000100:00100000:0.0:1767319362.685453:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319362.685476:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319362.685482:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384006144:0@lo:400:kworker.0 00000100:00100000:0.0:1767319362.685504:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319362.685532:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384006400 00000100:00100000:0.0:1767319362.685536:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384006400 00000100:00100000:0.0:1767319362.685570:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384006144 00000100:00100000:0.0:1767319362.685573:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384006144 00000100:00100000:0.0:1767319362.685592:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4739 00000100:00100000:0.0:1767319362.685599:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384006400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319362.685629:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384006400:12345-0@lo:400:kworker.0 Request processed in 30us (872us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319362.685635:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4739 00000100:00100000:0.0:1767319362.685647:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4740 00000100:00100000:0.0:1767319362.685653:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384006144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319362.685680:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384006144:12345-0@lo:400:kworker.0 Request processed in 28us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319362.685686:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4740 00000100:00100000:0.0:1767319362.685707:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384006784 00000100:00100000:0.0:1767319362.685710:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384006784 00000100:00100000:0.0:1767319362.685734:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1769 00000100:00100000:0.0:1767319362.685739:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384006784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319362.685765:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384006784:12345-0@lo:400:kworker.0 Request processed in 26us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319362.685772:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1769 00000100:00080000:0.0:1767319362.685818:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319362.685822:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319362.685840:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384006144:0@lo:400:kworker.0 00000100:00100000:0.0:1767319362.685851:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384006784:0@lo:400:kworker.0 00000100:00100000:1.0:1767319362.686473:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384006400:0@lo:400:kworker.0 00000100:00100000:2.0:1767319362.687905:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384005888:0@lo:38:kworker.0 00000100:00100000:2.0:1767319362.687980:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319362.690174:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384006016:0@lo:38:kworker.0 00000100:00100000:2.0:1767319362.690267:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319362.690310:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384006272:0@lo:38:kworker.0 00000100:00100000:2.0:1767319362.690339:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319362.691112:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384006016 00000100:00100000:1.0:1767319362.691134:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384006016 00000100:00100000:1.0:1767319362.691204:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2691 00000100:00100000:1.0:1767319362.691213:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384006016:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319362.691240:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319362.691306:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384006016:12345-0@lo:38:kworker.0 Request processed in 92us (1039us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319362.691313:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2691 00000100:00100000:2.0:1767319362.696116:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384006528:0@lo:38:kworker.0 00000100:00100000:2.0:1767319362.696186:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319362.696257:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384005888 00000100:00100000:3.0:1767319362.696268:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384005888 00000100:00100000:3.0:1767319362.696317:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384006272 00000100:00100000:3.0:1767319362.696321:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384006272 00000100:00100000:3.0:1767319362.696348:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23851 00000100:00100000:3.0:1767319362.696356:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384005888:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319362.696384:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319362.696433:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384005888:12345-0@lo:38:kworker.0 Request processed in 75us (8451us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319362.696441:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23851 00000100:00100000:3.0:1767319362.696459:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23852 00000100:00100000:3.0:1767319362.696463:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384006272:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319362.696472:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319362.696498:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384006272:12345-0@lo:38:kworker.0 Request processed in 33us (6157us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319362.696503:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23852 00000100:00080000:2.0:1767319362.696694:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319362.696700:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319362.696704:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384005888:0@lo:38:kworker.0 00000100:00080000:2.0:1767319362.696716:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319362.696720:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319362.696724:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384006016:0@lo:38:kworker.0 00000100:00080000:2.0:1767319362.696731:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319362.696734:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319362.696737:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384006272:0@lo:38:kworker.0 00000100:00100000:0.0:1767319362.696814:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384006528 00000100:00100000:0.0:1767319362.696819:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384006528 00000100:00100000:1.0:1767319362.696869:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23853 00000100:00100000:1.0:1767319362.696876:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384006528:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319362.696887:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319362.696939:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384006528:12345-0@lo:38:kworker.0 Request processed in 61us (753us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319362.696944:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23853 00000100:00080000:2.0:1767319362.697100:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319362.697105:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319362.697108:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384006528:0@lo:38:kworker.0 00000100:00100000:1.0:1767319363.191307:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319363.191332:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384006912:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319363.191401:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319363.191500:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319363.191568:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384006912 00000100:00100000:2.0:1767319363.191578:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384006912 00000100:00100000:2.0:1767319363.191640:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2547 00000100:00100000:2.0:1767319363.191650:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384006912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319363.191688:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319363.191737:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384006912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319363.191745:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2547 00000100:00100000:1.0:1767319363.192805:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319363.192825:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384007040:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319363.192891:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319363.192973:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384006912:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319363.193395:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384007040 00000100:00100000:0.0:1767319363.193403:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384007040 00000100:00100000:0.0:1767319363.193455:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2548 00000100:00100000:0.0:1767319363.193464:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384007040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319363.193490:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319363.193668:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384007040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 203us (774us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319363.193676:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2548 00000100:00100000:1.0:1767319363.194105:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384007040:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319363.654217:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319363.654301:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297366400 00000100:00100000:0.0:1767319363.654313:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297366400 00000100:00100000:0.0:1767319363.654394:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4741 00000100:00100000:0.0:1767319363.654405:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297366400:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319363.654488:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297366400:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 85us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319363.654496:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4741 00000100:00080000:1.0:1767319363.655127:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319363.655661:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319363.655835:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297366272 00000100:00100000:2.0:1767319363.655843:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297366272 00000100:00100000:2.0:1767319363.655900:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23854 00000100:00100000:2.0:1767319363.655909:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297366272:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319363.655934:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319363.655991:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297366272:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 81us (332us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319363.655998:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23854 00000100:00100000:0.0:1767319363.708959:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319364.215517:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319364.728992:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319365.239016:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319365.751015:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319366.268383:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319366.774908:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319367.287651:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319367.799495:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319367.799508:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319367.799512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319367.799515:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319367.799520:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319367.799529:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4265 00000100:00080000:0.0:1767319367.799535:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319367.799544:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319367.799596:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785f80 x1853164384007168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319367.799624:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319367.799627:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319367.799629:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319367.799635:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4265 00000100:00080000:0.0:1767319367.799638:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319367.799641:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319367.799655:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784000 x1853164384007296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319367.799706:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319367.799710:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319367.799712:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319367.799716:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4265 00000100:00080000:0.0:1767319367.799718:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319367.799722:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319367.799734:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8786d80 x1853164384007552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319367.799759:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319367.799762:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319367.799764:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319367.799769:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4265 00000100:00080000:0.0:1767319367.799771:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319367.799774:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319367.799817:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784e00 x1853164384007808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319367.800248:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384007424:0@lo:400:kworker.0 00000100:00100000:1.0:1767319367.800348:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319367.800349:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319367.800369:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384007680:0@lo:400:kworker.0 00000100:00100000:3.0:1767319367.800402:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319367.800437:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384007424 00000100:00100000:3.0:1767319367.800447:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384007424 00000100:00100000:1.0:1767319367.800450:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384007680 00000100:00100000:1.0:1767319367.800453:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384007680 00000100:00100000:3.0:1767319367.800509:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4742 00000100:00100000:3.0:1767319367.800519:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384007424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319367.800552:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384007168:0@lo:38:kworker.0 00000100:00100000:2.0:1767319367.800581:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319367.800585:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384007424:12345-0@lo:400:kworker.0 Request processed in 68us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319367.800592:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4742 00000100:00100000:2.0:1767319367.800604:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384007296:0@lo:38:kworker.0 00000100:00100000:3.0:1767319367.800608:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384007168 00000100:00100000:3.0:1767319367.800611:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384007168 00000100:00100000:2.0:1767319367.800628:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319367.800648:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23855 00000100:00100000:2.0:1767319367.800651:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384007552:0@lo:38:kworker.0 00000100:00100000:3.0:1767319367.800653:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384007168:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319367.800671:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1767319367.800674:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319367.800694:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319367.800703:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384007168:12345-0@lo:38:kworker.0 Request processed in 49us (122us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319367.800709:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23855 00000100:00100000:2.0:1767319367.800710:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384007296 00000100:00100000:2.0:1767319367.800714:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384007296 00000100:00100000:3.0:1767319367.800718:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384007552 00000100:00100000:3.0:1767319367.800721:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384007552 00000100:00100000:3.0:1767319367.800730:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23856 00000100:00100000:3.0:1767319367.800734:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384007552:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319367.800735:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2692 00000100:00100000:2.0:1767319367.800739:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384007296:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319367.800743:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1767319367.800747:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319367.800765:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384007552:12345-0@lo:38:kworker.0 Request processed in 30us (92us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319367.800770:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384007296:12345-0@lo:38:kworker.0 Request processed in 30us (142us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319367.800771:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23856 00000100:00100000:2.0:1767319367.800775:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2692 00000100:00100000:1.0:1767319367.801440:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4743 00000100:00100000:1.0:1767319367.801451:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384007680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319367.801499:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384007680:12345-0@lo:400:kworker.0 Request processed in 50us (1096us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319367.801505:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4743 00000100:00100000:1.0:1767319367.801527:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319367.801537:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384007936:0@lo:400:kworker.0 00000100:00100000:1.0:1767319367.801566:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319367.801596:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384007936 00000100:00100000:1.0:1767319367.801601:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384007936 00000100:00100000:1.0:1767319367.801632:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1770 00000100:00100000:1.0:1767319367.801638:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384007936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319367.801672:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384007936:12345-0@lo:400:kworker.0 Request processed in 34us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319367.801678:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1770 00000100:00100000:1.0:1767319367.801715:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384007936:0@lo:400:kworker.0 00000100:00080000:3.0:1767319367.801742:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319367.801747:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319367.801754:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384007680:0@lo:400:kworker.0 00000100:00100000:3.0:1767319367.801757:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384008064:0@lo:400:kworker.0 00000100:00100000:1.0:1767319367.801777:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384007424:0@lo:400:kworker.0 00000100:00100000:3.0:1767319367.801798:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319367.801967:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384008064 00000100:00100000:3.0:1767319367.801973:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384008064 00000100:00100000:3.0:1767319367.802007:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1771 00000100:00100000:3.0:1767319367.802183:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384008064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319367.802226:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384008064:12345-0@lo:400:kworker.0 Request processed in 212us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319367.802232:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1771 00000100:00100000:3.0:1767319367.802261:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384008064:0@lo:400:kworker.0 00000100:00080000:3.0:1767319367.802274:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319367.802618:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319367.802626:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319367.802630:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384007168:0@lo:38:kworker.0 00000100:00080000:2.0:1767319367.802648:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319367.802652:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319367.802655:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384007296:0@lo:38:kworker.0 00000100:00080000:2.0:1767319367.802664:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319367.802667:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319367.802670:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384007552:0@lo:38:kworker.0 00000100:00100000:2.0:1767319367.802703:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384007808:0@lo:38:kworker.0 00000100:00100000:2.0:1767319367.802736:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319367.802811:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384007808 00000100:00100000:3.0:1767319367.802817:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384007808 00000100:00100000:3.0:1767319367.803000:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23857 00000100:00100000:3.0:1767319367.803007:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384007808:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319367.803036:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319367.803137:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384007808:12345-0@lo:38:kworker.0 Request processed in 129us (399us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319367.803145:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23857 00000100:00080000:2.0:1767319367.803376:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319367.803381:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319367.803384:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384007808:0@lo:38:kworker.0 00010000:00010000:1.0:1767319368.310994:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319368.311060:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384008320:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319368.311128:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319368.311231:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384008192:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319368.311263:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319368.311409:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384008320 00000100:00100000:1.0:1767319368.311420:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384008320 00000100:00100000:1.0:1767319368.311478:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384008192 00000100:00100000:1.0:1767319368.311481:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384008192 00000100:00100000:1.0:1767319368.311502:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2549 00000100:00100000:1.0:1767319368.311510:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384008320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319368.311542:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319368.311593:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384008320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319368.311601:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2549 00000100:00100000:1.0:1767319368.311618:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2550 00000100:00100000:1.0:1767319368.311624:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384008192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319368.311639:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319368.311664:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384008192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319368.311669:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2550 00000100:00100000:2.0:1767319368.311839:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384008320:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319368.311853:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384008192:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319368.774932:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319368.775038:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319368.775136:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297366656 00000100:00100000:0.0:1767319368.775158:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297366656 00000100:00100000:0.0:1767319368.775238:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297366528 00000100:00100000:0.0:1767319368.775242:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297366528 00000100:00100000:0.0:1767319368.775262:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4744 00000100:00100000:0.0:1767319368.775273:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297366656:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319368.775368:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297366656:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 96us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319368.775377:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4744 00000100:00100000:0.0:1767319368.775397:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23858 00000100:00100000:0.0:1767319368.775401:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297366528:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319368.775423:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319368.775449:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297366528:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 46us (411us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319368.775455:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23858 00000100:00080000:3.0:1767319368.775900:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319368.823167:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319369.335211:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319369.848539:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319370.359164:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319370.870953:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319371.385134:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319371.894893:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319372.407168:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319372.876489:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:3.0:1767319372.876634:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297366784 offset 0 length 520: 4 00000100:00100000:3.0:1767319372.876666:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319372.882769:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297367040 00000100:00100000:1.0:1767319372.882813:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297367040 00000100:00100000:1.0:1767319372.882961:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297366912 00000100:00100000:1.0:1767319372.882966:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297366912 00000100:00100000:1.0:1767319372.883012:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4745 00000100:00100000:1.0:1767319372.883034:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297367040:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319372.883185:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297367040:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 157us (6707us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319372.883187:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23859 00000100:00100000:2.0:1767319372.883212:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297366912:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319372.883242:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319372.883328:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297366912:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 119us (6660us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319372.883335:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23859 00000100:00080000:3.0:1767319372.885748:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319372.891383:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4745 00000100:00100000:0.0:1767319372.919005:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319347/real 1767319347] req@ffff9369bae84a80 x1853164384001920/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319372 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319372.919044:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319372.919057:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767319372.919062:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369bae84a80 x1853164384001920/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319372 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319372.919074:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319372.919081:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319372.919086:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319372.919094:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319372.919096:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4271 00000100:00080000:2.0:1767319372.919113:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319372.919123:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00080000:0.0:1767319372.919131:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319372.919137:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384001920:0@lo:250:kworker.0 00000100:00100000:2.0:1767319372.919172:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9ad80 x1853164384008448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319372.919201:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319372.919206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319372.919209:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319372.919214:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4271 00000100:00080000:2.0:1767319372.919217:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319372.919222:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319372.919238:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384008448:0@lo:38:kworker.0 00000100:00100000:2.0:1767319372.919241:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a98a80 x1853164384008576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319372.919294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319372.919298:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319372.919300:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319372.919304:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4271 00000100:00080000:2.0:1767319372.919306:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319372.919310:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319372.919323:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9a300 x1853164384008832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319372.919346:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767319372.919347:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319372.919357:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319372.919359:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319372.919363:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4271 00000100:00080000:2.0:1767319372.919366:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319372.919369:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319372.919383:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b058700 x1853164384009088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319372.919439:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384008576:0@lo:38:kworker.0 00000100:00080000:2.0:1767319372.919700:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319372.919705:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319372.919709:0:8:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319372.919713:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4250 00000100:00080000:2.0:1767319372.919715:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319372.919719:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319372.919733:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1214380 x1853164384009472/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319372.919770:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384008704:0@lo:400:kworker.0 00000100:00100000:1.0:1767319372.919886:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384008448 00000100:00100000:1.0:1767319372.919895:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384008448 00000100:00100000:1.0:1767319372.919941:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23860 00000100:00100000:1.0:1767319372.919950:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384008448:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319372.919970:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319372.920153:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384009216:0@lo:400:kworker.0 00000100:00100000:2.0:1767319372.923154:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319372.923231:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319372.923245:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384008960:0@lo:400:kworker.0 00000100:00100000:2.0:1767319372.923281:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319372.923324:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384009344:0@lo:400:kworker.0 00000100:00100000:2.0:1767319372.923352:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319372.923393:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384008704 00000100:00100000:2.0:1767319372.923399:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384008704 00000100:00100000:2.0:1767319372.923452:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384008960 00000100:00100000:2.0:1767319372.923456:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384008960 00000100:00100000:2.0:1767319372.923474:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4746 00000100:00100000:1.0:1767319372.923625:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384008448:12345-0@lo:38:kworker.0 Request processed in 3674us (4279us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319372.923636:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23860 00000100:00100000:1.0:1767319372.923655:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4747 00000100:00100000:1.0:1767319372.923666:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384008960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319372.923714:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384008960:12345-0@lo:400:kworker.0 Request processed in 52us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319372.923720:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4747 00000100:00080000:1.0:1767319372.923778:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319372.924362:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384008704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319372.924408:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384008704:12345-0@lo:400:kworker.0 Request processed in 927us (1262us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319372.924415:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4746 00000100:00100000:2.0:1767319372.924460:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384008960:0@lo:400:kworker.0 00000100:00100000:2.0:1767319372.924471:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384008704:0@lo:400:kworker.0 00000100:00100000:2.0:1767319372.924530:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384009344 00000100:00100000:2.0:1767319372.924534:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384009344 00000100:00100000:2.0:1767319372.924571:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1772 00000100:00100000:2.0:1767319372.924578:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384009344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319372.924610:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384009344:12345-0@lo:400:kworker.0 Request processed in 34us (1258us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319372.924615:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1772 00000100:00080000:2.0:1767319372.924632:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319372.924648:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384009344:0@lo:400:kworker.0 00000100:00100000:2.0:1767319372.924677:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319372.924777:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319372.924860:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384009216 00000100:00100000:1.0:1767319372.924867:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384009216 00000100:00100000:1.0:1767319372.924922:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1773 00000100:00100000:1.0:1767319372.924932:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384009216:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319372.924932:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319372.925010:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384009216:12345-0@lo:400:kworker.0 Request processed in 82us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319372.925018:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1773 00000100:00100000:3.0:1767319372.925253:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384009216:0@lo:400:kworker.0 00000100:00100000:0.0:1767319372.928180:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319372.928242:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384008832:0@lo:38:kworker.0 00000100:00100000:0.0:1767319372.928285:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319372.928322:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384009088:0@lo:38:kworker.0 00000100:00100000:0.0:1767319372.928347:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319372.928392:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384008832 00000100:00100000:0.0:1767319372.928403:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384008832 00000100:00100000:0.0:1767319372.928454:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384009088 00000100:00100000:0.0:1767319372.928457:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384009088 00000100:00100000:0.0:1767319372.928476:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23861 00000100:00100000:0.0:1767319372.928484:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384008832:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319372.928510:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319372.928558:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384008832:12345-0@lo:38:kworker.0 Request processed in 72us (271us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319372.928566:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23861 00000100:00100000:0.0:1767319372.928588:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23862 00000100:00100000:0.0:1767319372.928592:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384009088:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319372.928601:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319372.928621:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384009088:12345-0@lo:38:kworker.0 Request processed in 28us (275us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319372.928626:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23862 00000100:00080000:0.0:1767319372.928668:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319372.928674:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319372.928678:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384009088:0@lo:38:kworker.0 00000100:00080000:0.0:1767319372.928691:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319372.928694:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319372.928698:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384008448:0@lo:38:kworker.0 00000100:00100000:0.0:1767319372.928723:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384009472:0@lo:250:kworker.0 00000400:00000100:0.0:1767319372.928740:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384009472 offset 0 length 520: 4 00000100:00080000:0.0:1767319372.928759:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319372.928763:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319372.928765:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384008832:0@lo:38:kworker.0 00000100:00100000:1.0:1767319372.931111:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384008576 00000100:00100000:1.0:1767319372.931133:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384008576 00000100:00100000:1.0:1767319372.931209:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2693 00000100:00100000:1.0:1767319372.931217:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384008576:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319372.931243:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319372.931341:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384008576:12345-0@lo:38:kworker.0 Request processed in 122us (3167us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319372.931350:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2693 00000100:00080000:0.0:1767319372.931963:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319372.931972:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319372.931977:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384008576:0@lo:38:kworker.0 00000100:00100000:2.0:1767319373.431089:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319373.431123:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384009600:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319373.431192:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319373.431241:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384009600 00000100:00100000:2.0:1767319373.431248:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384009600 00000100:00100000:2.0:1767319373.431295:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2551 00000100:00100000:2.0:1767319373.431304:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384009600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319373.431337:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319373.431380:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384009600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319373.431387:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2551 00000100:00100000:2.0:1767319373.431435:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384009600:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767319373.431564:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319373.432001:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319373.432015:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384009728:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319373.432061:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319373.432145:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384009728 00000100:00100000:3.0:1767319373.432159:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384009728 00000100:00100000:3.0:1767319373.432215:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2552 00000100:00100000:3.0:1767319373.432225:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698d1fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384009728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319373.432261:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319373.432358:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698d1fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384009728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 132us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319373.432368:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2552 00000100:00100000:0.0:1767319373.432392:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384009728:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319373.943063:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319374.455222:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319374.966889:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319375.479401:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319375.991062:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319376.504488:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319377.014987:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319377.527230:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319377.996204:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319377.996253:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319378.000262:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297367296 00000100:00100000:2.0:1767319378.000300:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297367296 00000100:00100000:2.0:1767319378.000373:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297367168 00000100:00100000:2.0:1767319378.000376:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297367168 00000100:00100000:2.0:1767319378.000401:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4748 00000100:00100000:2.0:1767319378.000413:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297367296:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:3.0:1767319378.000455:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319378.000481:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23863 00000100:00100000:3.0:1767319378.000488:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297367168:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:2.0:1767319378.000507:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297367296:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 96us (4313us total) trans 0 rc 0/0 00010000:00020000:3.0:1767319378.000514:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319378.000520:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4748 00000100:00100000:3.0:1767319378.000551:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297367168:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 61us (4296us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319378.000559:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23863 00000100:00080000:0.0:1767319378.042342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767319378.042342:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319378.042352:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319378.042356:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319378.042360:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319378.042364:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319378.042371:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4276 00000100:00080000:0.0:1767319378.042376:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319378.042382:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319378.042420:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785880 x1853164384009856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319378.042521:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319378.042525:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319378.042527:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319378.042532:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4276 00000100:00080000:0.0:1767319378.042534:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319378.042538:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319378.042553:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8786300 x1853164384009984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319378.042595:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319378.042599:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319378.042601:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767319378.042602:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1767319378.042607:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4276 00000100:00080000:0.0:1767319378.042610:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319378.042614:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319378.042620:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384010112:0@lo:400:kworker.0 00000100:00100000:0.0:1767319378.042628:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784e00 x1853164384010240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319378.042646:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319378.042649:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319378.042651:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319378.042655:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4276 00000100:00080000:0.0:1767319378.042657:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319378.042660:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319378.042671:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae85f80 x1853164384010496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319378.042698:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319378.042722:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384010624:0@lo:400:kworker.0 00000100:00100000:2.0:1767319378.042772:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384010368:0@lo:400:kworker.0 00000100:00100000:0.0:1767319378.042776:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319378.042826:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319378.042830:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319378.042837:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384010752:0@lo:400:kworker.0 00000100:00100000:2.0:1767319378.042869:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384010112 00000100:00100000:0.0:1767319378.042877:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319378.042878:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384010112 00000100:00100000:0.0:1767319378.042921:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384009856:0@lo:38:kworker.0 00000100:00100000:2.0:1767319378.042935:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384010368 00000100:00100000:2.0:1767319378.042939:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384010368 00000100:00100000:0.0:1767319378.042952:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319378.042984:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384009984:0@lo:38:kworker.0 00000100:00100000:0.0:1767319378.043011:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319378.043044:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384010624 00000100:00100000:0.0:1767319378.043045:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384010240:0@lo:38:kworker.0 00000100:00100000:3.0:1767319378.043050:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384010624 00000100:00100000:0.0:1767319378.043091:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319378.043154:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384010752 00000100:00100000:1.0:1767319378.043160:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384010752 00000100:00100000:1.0:1767319378.043192:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1774 00000100:00100000:1.0:1767319378.043202:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384010624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319378.043256:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384010624:12345-0@lo:400:kworker.0 Request processed in 55us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319378.043263:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1774 00000100:00100000:1.0:1767319378.043280:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1775 00000100:00100000:1.0:1767319378.043286:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384010752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319378.043313:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384010752:12345-0@lo:400:kworker.0 Request processed in 27us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319378.043318:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1775 00000100:00100000:1.0:1767319378.043358:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384010752:0@lo:400:kworker.0 00000100:00100000:1.0:1767319378.043369:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384010624:0@lo:400:kworker.0 00000100:00080000:3.0:1767319378.043435:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319378.043438:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319378.043441:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319378.043462:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384009984 00000100:00100000:1.0:1767319378.043466:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384009984 00000100:00100000:1.0:1767319378.043488:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2694 00000100:00100000:1.0:1767319378.043492:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384009984:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319378.043510:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319378.043540:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384009984:12345-0@lo:38:kworker.0 Request processed in 47us (530us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319378.043547:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2694 00000100:00100000:2.0:1767319378.046385:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384009856 00000100:00100000:2.0:1767319378.046400:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384009856 00000100:00100000:0.0:1767319378.046402:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384010496:0@lo:38:kworker.0 00000100:00100000:2.0:1767319378.046427:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384010240 00000100:00100000:2.0:1767319378.046431:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384010240 00000100:00100000:2.0:1767319378.046449:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4749 00000100:00100000:2.0:1767319378.046462:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384010112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319378.046470:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319378.046508:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319378.046514:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319378.046518:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384009984:0@lo:38:kworker.0 00000100:00100000:2.0:1767319378.046568:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384010112:12345-0@lo:400:kworker.0 Request processed in 110us (3869us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319378.046574:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384010496 00000100:00100000:2.0:1767319378.046578:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4749 00000100:00100000:0.0:1767319378.046579:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384010496 00000100:00100000:0.0:1767319378.046596:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4750 00000100:00100000:2.0:1767319378.046604:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23864 00000100:00100000:0.0:1767319378.046605:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384010368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319378.046614:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384009856:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319378.046634:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319378.046636:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384010368:12345-0@lo:400:kworker.0 Request processed in 33us (3809us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319378.046642:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4750 00000100:00100000:0.0:1767319378.046653:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23865 00000100:00100000:0.0:1767319378.046656:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384010240:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319378.046664:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319378.046679:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384009856:12345-0@lo:38:kworker.0 Request processed in 65us (3728us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319378.046689:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23864 00000100:00100000:0.0:1767319378.046690:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384010240:12345-0@lo:38:kworker.0 Request processed in 30us (3598us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319378.046697:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23865 00000100:00100000:2.0:1767319378.046712:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23866 00000100:00100000:3.0:1767319378.046805:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384010368:0@lo:400:kworker.0 00000100:00100000:3.0:1767319378.046816:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384010112:0@lo:400:kworker.0 00000100:00100000:2.0:1767319378.046898:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384010496:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767319378.046907:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00020000:2.0:1767319378.046911:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319378.046919:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319378.046924:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384009856:0@lo:38:kworker.0 00000100:00080000:0.0:1767319378.046938:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319378.046943:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319378.046947:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384010496:12345-0@lo:38:kworker.0 Request processed in 225us (476us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319378.046951:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384010240:0@lo:38:kworker.0 00000100:00100000:2.0:1767319378.046962:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23866 00000100:00080000:0.0:1767319378.046968:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319378.046973:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319378.046975:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384010496:0@lo:38:kworker.0 00000100:00100000:1.0:1767319378.551033:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319378.551069:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384010880:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319378.551144:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319378.551224:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384011008:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319378.551250:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767319378.551312:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319378.552039:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384010880 00000100:00100000:2.0:1767319378.552059:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384010880 00000100:00100000:2.0:1767319378.552124:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384011008 00000100:00100000:2.0:1767319378.552128:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384011008 00000100:00100000:2.0:1767319378.552157:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2553 00000100:00100000:2.0:1767319378.552167:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384010880:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319378.552185:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2554 00002000:00000024:2.0:1767319378.552197:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319378.552204:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384011008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319378.552225:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319378.552261:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384010880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (1116us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319378.552267:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384011008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (1015us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319378.552274:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2553 00000100:00100000:1.0:1767319378.552317:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2554 00000100:00100000:2.0:1767319378.552550:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384011008:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319378.552565:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384010880:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319379.062923:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319379.575431:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319380.086972:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319380.599507:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319381.110986:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319381.623144:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319382.136758:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319382.648168:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319383.111981:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319383.112040:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319383.112103:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297367424 00000100:00100000:1.0:1767319383.112115:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297367424 00000100:00100000:3.0:1767319383.112197:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297367552 00000100:00100000:3.0:1767319383.112203:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297367552 00000100:00100000:3.0:1767319383.112302:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4751 00000100:00100000:3.0:1767319383.112313:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297367552:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319383.112392:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297367552:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 80us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319383.112393:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23867 00000100:00100000:1.0:1767319383.112400:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297367424:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:3.0:1767319383.112414:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4751 00010000:00020000:1.0:1767319383.112422:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319383.112453:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297367424:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 53us (484us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319383.112460:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23867 00000100:00080000:0.0:1767319383.113803:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319383.158988:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319383.164487:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319383.164503:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319383.164507:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319383.164511:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319383.164516:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319383.164526:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4281 00000100:00080000:0.0:1767319383.164532:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319383.164542:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319383.164586:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8786300 x1853164384011136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319383.164602:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319383.164606:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319383.164607:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319383.164611:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4281 00000100:00080000:0.0:1767319383.164613:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319383.164616:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319383.164629:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784e00 x1853164384011264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319383.164669:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319383.164672:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319383.164674:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319383.164677:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4281 00000100:00080000:0.0:1767319383.164679:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319383.164682:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319383.164693:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafec380 x1853164384011520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319383.164708:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319383.164711:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319383.164713:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319383.164717:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4281 00000100:00080000:0.0:1767319383.164719:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319383.164722:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319383.164731:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5c00 x1853164384011776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319383.164800:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384011648:0@lo:400:kworker.0 00000100:00100000:0.0:1767319383.165141:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319383.165209:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319383.165216:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384011392:0@lo:400:kworker.0 00000100:00100000:0.0:1767319383.165239:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319383.165266:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384011904:0@lo:400:kworker.0 00000100:00100000:0.0:1767319383.165293:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319383.165314:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319383.165319:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384012032:0@lo:400:kworker.0 00000100:00100000:0.0:1767319383.165339:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319383.165382:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384011136:0@lo:38:kworker.0 00000100:00100000:1.0:1767319383.165415:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319383.167224:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384011264:0@lo:38:kworker.0 00000100:00100000:1.0:1767319383.167280:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319383.167307:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384011520:0@lo:38:kworker.0 00000100:00100000:1.0:1767319383.167331:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319383.171723:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384011776:0@lo:38:kworker.0 00000100:00100000:1.0:1767319383.171819:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319383.173602:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384011648 00000100:00100000:0.0:1767319383.173617:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384011648 00000100:00100000:0.0:1767319383.173706:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384011392 00000100:00100000:0.0:1767319383.173710:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384011392 00000100:00100000:0.0:1767319383.173728:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384011136 00000100:00100000:0.0:1767319383.173731:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384011136 00000100:00100000:0.0:1767319383.173751:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384011520 00000100:00100000:0.0:1767319383.173754:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384011520 00000100:00100000:0.0:1767319383.173770:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4752 00000100:00100000:0.0:1767319383.173793:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384011648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319383.174625:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384011648:12345-0@lo:400:kworker.0 Request processed in 107us (8744us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319383.174636:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4752 00000100:00100000:0.0:1767319383.174661:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4753 00000100:00100000:0.0:1767319383.174671:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384011392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319383.174710:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384011392:12345-0@lo:400:kworker.0 Request processed in 42us (9470us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319383.174715:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4753 00000100:00100000:0.0:1767319383.174728:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23868 00000100:00100000:0.0:1767319383.174732:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384011136:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319383.174761:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319383.174809:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384011136:12345-0@lo:38:kworker.0 Request processed in 76us (9393us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319383.174815:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23868 00000100:00100000:0.0:1767319383.174827:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23869 00000100:00100000:0.0:1767319383.174832:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384011520:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319383.174841:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319383.174864:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384011520:12345-0@lo:38:kworker.0 Request processed in 31us (7533us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319383.174869:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23869 00000100:00100000:0.0:1767319383.175071:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384011904 00000100:00100000:0.0:1767319383.175078:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384011904 00000100:00100000:0.0:1767319383.175117:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384012032 00000100:00100000:0.0:1767319383.175120:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384012032 00000100:00100000:0.0:1767319383.175146:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1776 00000100:00100000:0.0:1767319383.175152:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384011904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319383.175251:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384011904:12345-0@lo:400:kworker.0 Request processed in 50us (9908us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319383.175259:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1776 00000100:00100000:0.0:1767319383.175272:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1777 00000100:00100000:0.0:1767319383.175278:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384012032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319383.175306:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384012032:12345-0@lo:400:kworker.0 Request processed in 29us (9966us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319383.175312:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1777 00000100:00100000:0.0:1767319383.175357:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384011392:0@lo:400:kworker.0 00000100:00100000:0.0:1767319383.175369:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384011648:0@lo:400:kworker.0 00000100:00080000:2.0:1767319383.175660:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319383.175665:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319383.175667:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319383.175687:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384011264 00000100:00100000:2.0:1767319383.175692:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384011264 00000100:00100000:2.0:1767319383.175714:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2695 00000100:00100000:2.0:1767319383.175719:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384011264:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319383.175730:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319383.176007:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384012032:0@lo:400:kworker.0 00000100:00100000:0.0:1767319383.176032:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384011904:0@lo:400:kworker.0 00000100:00100000:2.0:1767319383.176310:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384011264:12345-0@lo:38:kworker.0 Request processed in 589us (9030us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319383.176318:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2695 00000100:00100000:3.0:1767319383.181027:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384011776 00000100:00100000:3.0:1767319383.181044:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384011776 00000100:00100000:3.0:1767319383.181152:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23870 00000100:00100000:3.0:1767319383.181165:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384011776:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1767319383.181193:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00020000:3.0:1767319383.181200:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767319383.181203:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319383.181208:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384011136:0@lo:38:kworker.0 00000100:00080000:1.0:1767319383.181225:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319383.181229:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319383.181232:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384011264:0@lo:38:kworker.0 00000100:00080000:1.0:1767319383.181243:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319383.181247:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319383.181250:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384011520:0@lo:38:kworker.0 00000100:00080000:1.0:1767319383.181283:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767319383.181290:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384011776:12345-0@lo:38:kworker.0 Request processed in 126us (9467us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767319383.181291:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319383.181298:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384011776:0@lo:38:kworker.0 00000100:00100000:3.0:1767319383.181304:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23870 00000100:00100000:3.0:1767319383.671068:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384012160:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319383.671142:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319383.671232:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319383.671370:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319383.671379:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384012288:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319383.671404:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319383.671476:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384012160 00000100:00100000:0.0:1767319383.671485:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384012160 00000100:00100000:0.0:1767319383.671532:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384012288 00000100:00100000:0.0:1767319383.671536:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384012288 00000100:00100000:0.0:1767319383.671556:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2555 00000100:00100000:0.0:1767319383.671565:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384012160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319383.671594:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319383.671636:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384012160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319383.671643:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2555 00000100:00100000:0.0:1767319383.671663:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2556 00000100:00100000:0.0:1767319383.671669:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384012288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319383.671684:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319383.671709:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384012288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319383.671715:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2556 00000100:00100000:3.0:1767319383.671822:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384012288:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319383.671839:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384012160:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319384.183422:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319384.698426:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319385.207350:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319385.719037:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319386.231380:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319386.742973:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319387.255015:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319387.767145:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319388.235382:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319388.236485:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297367680 00000100:00100000:3.0:1767319388.236498:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297367680 00000100:00100000:3.0:1767319388.236553:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23871 00000100:00100000:3.0:1767319388.236563:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297367680:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319388.236590:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319388.236668:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297367680:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 104us (1296us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319388.236675:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23871 00000100:00100000:0.0:1767319388.279281:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319388.285022:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319388.285034:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319388.285037:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319388.285042:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319388.285047:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319388.285057:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4286 00000100:00080000:3.0:1767319388.285062:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319388.285069:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319388.285110:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7ff800 x1853164384012416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319388.285139:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319388.285143:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319388.285145:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319388.285533:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4286 00000100:00080000:3.0:1767319388.285537:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319388.285541:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319388.285562:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fdf80 x1853164384012544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319388.285698:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319388.285702:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319388.285704:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319388.285707:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4286 00000100:00080000:3.0:1767319388.285709:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319388.285712:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319388.285725:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fc380 x1853164384012800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319388.285739:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319388.285742:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319388.285743:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319388.285746:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4286 00000100:00080000:3.0:1767319388.285749:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319388.285752:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319388.285761:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fca80 x1853164384013056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319388.285850:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384012928:0@lo:400:kworker.0 00000100:00100000:1.0:1767319388.286250:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384013312:0@lo:400:kworker.0 00000100:00100000:1.0:1767319388.286290:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319388.286516:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319388.286525:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384013184:0@lo:400:kworker.0 00000100:00100000:1.0:1767319388.286550:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319388.286584:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384013312 00000100:00100000:1.0:1767319388.286592:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384013312 00000100:00100000:1.0:1767319388.286742:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384013184 00000100:00100000:1.0:1767319388.286746:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384013184 00000100:00100000:1.0:1767319388.286771:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1778 00000100:00100000:1.0:1767319388.286806:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384013312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319388.286864:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384013312:12345-0@lo:400:kworker.0 Request processed in 85us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319388.286870:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1778 00000100:00100000:1.0:1767319388.286884:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1779 00000100:00100000:1.0:1767319388.286891:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384013184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319388.286929:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384013184:12345-0@lo:400:kworker.0 Request processed in 39us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319388.286935:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1779 00000100:00080000:1.0:1767319388.286955:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319388.286959:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319388.286990:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384012416:0@lo:38:kworker.0 00000100:00100000:1.0:1767319388.287035:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384013184:0@lo:400:kworker.0 00000100:00100000:1.0:1767319388.287044:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384013312:0@lo:400:kworker.0 00000100:00100000:3.0:1767319388.287472:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319388.287523:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319388.287531:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384012672:0@lo:400:kworker.0 00000100:00100000:3.0:1767319388.287559:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319388.287587:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384012928 00000100:00100000:3.0:1767319388.287591:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384012928 00000100:00100000:0.0:1767319388.287955:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384012672 00000100:00100000:0.0:1767319388.287960:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384012672 00000100:00100000:0.0:1767319388.288011:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4754 00000100:00100000:0.0:1767319388.288020:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384012672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319388.288064:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384012672:12345-0@lo:400:kworker.0 Request processed in 45us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319388.288070:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4754 00000100:00080000:0.0:1767319388.288090:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319388.288272:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384012672:0@lo:400:kworker.0 00000100:00100000:3.0:1767319388.288590:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4755 00000100:00100000:1.0:1767319388.288721:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319388.288749:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319388.288777:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384012544:0@lo:38:kworker.0 00000100:00100000:1.0:1767319388.288827:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319388.288846:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384012800:0@lo:38:kworker.0 00000100:00100000:0.0:1767319388.288987:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297367808 00000100:00100000:0.0:1767319388.288993:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297367808 00000100:00100000:0.0:1767319388.289017:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384012416 00000100:00100000:0.0:1767319388.289020:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384012416 00000100:00100000:0.0:1767319388.289030:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4756 00000100:00100000:0.0:1767319388.289036:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297367808:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319388.289092:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297367808:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 56us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319388.289098:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4756 00000100:00100000:0.0:1767319388.289113:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23872 00000100:00100000:0.0:1767319388.289117:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384012416:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319388.289138:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319388.289484:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384012416:12345-0@lo:38:kworker.0 Request processed in 364us (733us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319388.289492:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23872 00000100:00080000:0.0:1767319388.289514:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319388.289716:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384012928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319388.289761:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384012928:12345-0@lo:400:kworker.0 Request processed in 1164us (3846us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319388.289769:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4755 00000100:00100000:1.0:1767319388.290438:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319388.290486:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384013056:0@lo:38:kworker.0 00000100:00100000:1.0:1767319388.290520:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319388.290569:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319388.290576:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319388.290580:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384012416:0@lo:38:kworker.0 00000100:00100000:0.0:1767319388.290742:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384012800 00000100:00100000:0.0:1767319388.290749:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384012800 00000100:00100000:0.0:1767319388.290777:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384013056 00000100:00100000:0.0:1767319388.290795:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384013056 00000100:00100000:0.0:1767319388.290814:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23873 00000100:00100000:0.0:1767319388.290819:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384012800:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319388.290837:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319388.290886:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384012800:12345-0@lo:38:kworker.0 Request processed in 65us (450us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319388.290891:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23873 00000100:00100000:0.0:1767319388.290904:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23874 00000100:00100000:0.0:1767319388.290908:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384013056:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319388.290929:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319388.290950:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384013056:12345-0@lo:38:kworker.0 Request processed in 41us (430us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319388.290955:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23874 00000100:00100000:2.0:1767319388.291063:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384012544 00000100:00100000:2.0:1767319388.291068:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384012544 00000100:00100000:2.0:1767319388.291100:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2696 00000100:00100000:2.0:1767319388.291105:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384012544:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319388.291117:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319388.291148:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384012544:12345-0@lo:38:kworker.0 Request processed in 42us (2321us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319388.291170:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2696 00000100:00100000:2.0:1767319388.291221:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384012928:0@lo:400:kworker.0 00000100:00080000:1.0:1767319388.292074:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319388.292082:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319388.292087:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384012544:0@lo:38:kworker.0 00000100:00080000:1.0:1767319388.292097:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319388.292102:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319388.292104:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384012800:0@lo:38:kworker.0 00000100:00080000:1.0:1767319388.292112:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319388.292115:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319388.292118:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384013056:0@lo:38:kworker.0 00000100:00100000:1.0:1767319388.791929:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319388.791953:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384013440:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319388.792028:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319388.792099:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384013440 00000100:00100000:1.0:1767319388.792106:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384013440 00000100:00100000:1.0:1767319388.792157:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2557 00000100:00100000:1.0:1767319388.792167:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384013440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319388.792208:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319388.792250:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384013440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319388.792257:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2557 00000100:00100000:1.0:1767319388.792305:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384013440:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319388.792493:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319388.792722:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319388.792735:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384013568:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319388.792766:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319388.792848:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384013568 00000100:00100000:2.0:1767319388.792853:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384013568 00000100:00100000:2.0:1767319388.792887:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2558 00000100:00100000:2.0:1767319388.792894:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384013568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319388.792912:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319388.792953:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384013568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319388.792969:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2558 00000100:00100000:0.0:1767319388.793042:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384013568:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319389.303883:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319389.814994:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319390.328106:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319390.843356:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319391.351100:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319391.863010:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319392.375094:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319392.888248:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319393.350594:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319393.350708:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319393.351270:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297368064 00000100:00100000:3.0:1767319393.351287:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297368064 00000100:00100000:3.0:1767319393.351399:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297367936 00000100:00100000:3.0:1767319393.351404:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297367936 00000100:00100000:3.0:1767319393.351434:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4757 00000100:00100000:3.0:1767319393.351451:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297368064:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319393.351572:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297368064:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 125us (1000us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319393.351581:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4757 00000100:00100000:3.0:1767319393.351604:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23875 00000100:00100000:3.0:1767319393.351608:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297367936:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319393.351639:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319393.351671:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297367936:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 61us (963us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319393.351679:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23875 00000100:00080000:0.0:1767319393.352256:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319393.399303:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319393.399468:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319393.399476:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319393.399480:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319393.399486:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319393.399491:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319393.399501:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4291 00000100:00080000:0.0:1767319393.399508:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319393.399520:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319393.399587:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5f80 x1853164384013696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319393.399624:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319393.399628:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319393.399630:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319393.399635:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4291 00000100:00080000:0.0:1767319393.399638:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319393.399643:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319393.399658:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf6d80 x1853164384013824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319393.399709:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319393.399713:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319393.399715:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319393.399720:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4291 00000100:00080000:0.0:1767319393.399722:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319393.399727:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319393.399740:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf4e00 x1853164384014080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319393.399758:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319393.399763:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319393.399765:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319393.399770:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4291 00000100:00080000:0.0:1767319393.399772:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319393.399777:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319393.399832:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf7b80 x1853164384014336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319393.399901:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384014464:0@lo:400:kworker.0 00000100:00100000:0.0:1767319393.400029:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319393.400117:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319393.400123:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384014592:0@lo:400:kworker.0 00000100:00100000:0.0:1767319393.400149:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319393.400249:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384013952:0@lo:400:kworker.0 00000100:00100000:3.0:1767319393.400305:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319393.400336:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319393.400342:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384014208:0@lo:400:kworker.0 00000100:00100000:3.0:1767319393.400367:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319393.400550:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384014464 00000100:00100000:1.0:1767319393.400568:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384014464 00000100:00100000:1.0:1767319393.400660:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384014592 00000100:00100000:1.0:1767319393.400663:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384014592 00000100:00100000:1.0:1767319393.400689:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1780 00000100:00100000:1.0:1767319393.400701:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384014464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319393.400772:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384014464:12345-0@lo:400:kworker.0 Request processed in 73us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319393.400801:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1780 00000100:00100000:1.0:1767319393.400823:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1781 00000100:00100000:1.0:1767319393.400830:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384014592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319393.400858:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384014592:12345-0@lo:400:kworker.0 Request processed in 29us (708us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319393.400863:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1781 00000100:00100000:1.0:1767319393.400897:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384013952 00000100:00100000:1.0:1767319393.400901:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384013952 00000100:00100000:1.0:1767319393.400950:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384014208 00000100:00100000:1.0:1767319393.400953:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384014208 00000100:00100000:1.0:1767319393.400978:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4758 00000100:00100000:1.0:1767319393.400985:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384013952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319393.401021:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384013952:12345-0@lo:400:kworker.0 Request processed in 36us (715us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319393.401026:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4758 00000100:00100000:1.0:1767319393.401037:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4759 00000100:00100000:1.0:1767319393.401044:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384014208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319393.401069:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384014208:12345-0@lo:400:kworker.0 Request processed in 26us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319393.401074:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4759 00000100:00100000:1.0:1767319393.401106:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384013696:0@lo:38:kworker.0 00000100:00100000:1.0:1767319393.401137:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319393.401161:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384013824:0@lo:38:kworker.0 00000100:00100000:1.0:1767319393.401185:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319393.401209:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384014080:0@lo:38:kworker.0 00000100:00100000:1.0:1767319393.401236:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319393.401251:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384014336:0@lo:38:kworker.0 00000100:00100000:1.0:1767319393.401272:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319393.401479:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384013824 00000100:00100000:2.0:1767319393.401484:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384013824 00000100:00100000:2.0:1767319393.401517:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2697 00000100:00100000:2.0:1767319393.401522:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384013824:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319393.401546:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319393.401590:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384013824:12345-0@lo:38:kworker.0 Request processed in 67us (404us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319393.401597:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2697 00000100:00100000:2.0:1767319393.401656:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384014208:0@lo:400:kworker.0 00000100:00100000:2.0:1767319393.401671:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384013952:0@lo:400:kworker.0 00000100:00100000:2.0:1767319393.401711:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384014592:0@lo:400:kworker.0 00000100:00100000:2.0:1767319393.401722:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384014464:0@lo:400:kworker.0 00000100:00100000:2.0:1767319393.401741:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384013696 00000100:00100000:2.0:1767319393.401744:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384013696 00000100:00100000:2.0:1767319393.401758:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384014080 00000100:00100000:2.0:1767319393.401760:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384014080 00000100:00100000:2.0:1767319393.401767:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384014336 00000100:00100000:2.0:1767319393.401769:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384014336 00000100:00100000:2.0:1767319393.401778:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23876 00000100:00100000:2.0:1767319393.401803:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384013696:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319393.401813:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319393.401837:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384013696:12345-0@lo:38:kworker.0 Request processed in 33us (700us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319393.401843:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23876 00000100:00100000:2.0:1767319393.401853:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23877 00000100:00100000:2.0:1767319393.401857:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384014080:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319393.401865:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319393.401885:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384014080:12345-0@lo:38:kworker.0 Request processed in 26us (648us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319393.401890:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23877 00000100:00100000:2.0:1767319393.401901:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23878 00000100:00100000:2.0:1767319393.401905:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384014336:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319393.401912:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319393.401948:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384014336:12345-0@lo:38:kworker.0 Request processed in 41us (675us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319393.401953:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23878 00000100:00080000:3.0:1767319393.402613:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319393.402623:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319393.402626:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319393.403474:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319393.403490:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319393.403496:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384013696:0@lo:38:kworker.0 00000100:00080000:1.0:1767319393.403512:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319393.403516:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319393.403518:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384013824:0@lo:38:kworker.0 00000100:00080000:1.0:1767319393.403529:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319393.403532:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319393.403535:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384014080:0@lo:38:kworker.0 00000100:00080000:1.0:1767319393.403547:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319393.403551:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319393.403554:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384014336:0@lo:38:kworker.0 00000100:00100000:2.0:1767319393.911375:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384014720:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319393.911517:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319393.911722:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384014720 00000100:00100000:3.0:1767319393.911738:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384014720 00000100:00100000:3.0:1767319393.912036:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2559 00000100:00100000:3.0:1767319393.912050:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384014720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319393.912099:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319393.912184:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384014720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 137us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319393.912193:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2559 00010000:00010000:2.0:1767319393.912376:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319393.912756:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384014720:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319393.912810:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319393.912821:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384014848:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319393.912868:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319393.913012:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384014848 00000100:00100000:0.0:1767319393.913019:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384014848 00000100:00100000:0.0:1767319393.913067:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2560 00000100:00100000:0.0:1767319393.913076:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384014848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319393.913102:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319393.913160:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384014848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319393.913167:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2560 00000100:00100000:2.0:1767319393.913379:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384014848:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319394.422989:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319394.935072:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319395.447857:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319395.967628:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319396.472670:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319396.994310:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319397.495249:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319372/real 1767319372] req@ffff9369b1214380 x1853164384009472/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319397 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319397.495292:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b1214380 x1853164384009472/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319397 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319397.495327:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319397.495354:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319397.495359:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384009472:0@lo:250:kworker.0 00000100:00080000:3.0:1767319397.495727:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319397.495735:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319397.495739:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319397.495745:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4276 00000100:00080000:3.0:1767319397.495750:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319397.495758:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319397.495835:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb7b80 x1853164384014976/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319397.495874:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319397.495877:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319397.495887:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319397.495891:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4296 00000100:00080000:3.0:1767319397.495894:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319397.495897:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319397.495915:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb5880 x1853164384015104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319397.495924:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319397.495927:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319397.495929:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319397.495933:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4296 00000100:00080000:3.0:1767319397.495936:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319397.495940:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319397.495958:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb6d80 x1853164384015232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319397.495996:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319397.496002:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319397.496003:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319397.496007:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4296 00000100:00080000:3.0:1767319397.496010:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319397.496014:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319397.496025:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5133800 x1853164384015488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319397.496043:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319397.496046:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319397.496048:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319397.496051:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4296 00000100:00080000:3.0:1767319397.496054:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767319397.496168:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384014976:0@lo:250:kworker.0 00000400:00000100:2.0:1767319397.496225:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384014976 offset 0 length 520: 4 00000100:00100000:2.0:1767319397.496272:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384015104:0@lo:38:kworker.0 00000100:00100000:2.0:1767319397.496314:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319397.496337:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384015232:0@lo:38:kworker.0 00000100:00100000:2.0:1767319397.496359:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319397.496377:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384015488:0@lo:38:kworker.0 00000100:00100000:2.0:1767319397.496394:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319397.496429:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384015104 00000100:00100000:2.0:1767319397.496437:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384015104 00000100:00100000:2.0:1767319397.496480:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384015488 00000100:00100000:2.0:1767319397.496484:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384015488 00000100:00100000:2.0:1767319397.496503:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23879 00000100:00100000:2.0:1767319397.496510:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384015104:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319397.496530:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319397.496569:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384015104:12345-0@lo:38:kworker.0 Request processed in 58us (255us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319397.496576:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23879 00000100:00100000:2.0:1767319397.496593:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23880 00000100:00100000:2.0:1767319397.496596:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384015488:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319397.496606:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319397.496629:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384015488:12345-0@lo:38:kworker.0 Request processed in 30us (233us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319397.496634:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23880 00000100:00100000:2.0:1767319397.496653:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384015232 00000100:00100000:2.0:1767319397.496657:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384015232 00000100:00100000:2.0:1767319397.496677:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2698 00000100:00100000:2.0:1767319397.496681:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384015232:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319397.496690:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319397.496714:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384015232:12345-0@lo:38:kworker.0 Request processed in 32us (355us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319397.496720:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2698 00000100:00080000:2.0:1767319397.496768:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319397.496772:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319397.496775:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384015104:0@lo:38:kworker.0 00000100:00080000:2.0:1767319397.496805:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319397.496809:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319397.496811:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384015232:0@lo:38:kworker.0 00000100:00080000:2.0:1767319397.496818:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319397.496821:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319397.496823:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384015488:0@lo:38:kworker.0 00000100:00080000:3.0:1767319397.497334:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319397.497361:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5929f80 x1853164384015744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319397.497444:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384016000:0@lo:400:kworker.0 00000100:00100000:1.0:1767319397.497614:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384015616:0@lo:400:kworker.0 00000100:00100000:1.0:1767319397.497651:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319397.497678:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319397.497684:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384015360:0@lo:400:kworker.0 00000100:00100000:1.0:1767319397.497705:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319397.497732:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384015616 00000100:00100000:1.0:1767319397.497737:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384015616 00000100:00100000:1.0:1767319397.497812:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384015360 00000100:00100000:1.0:1767319397.497815:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384015360 00000100:00100000:1.0:1767319397.497844:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4760 00000100:00100000:1.0:1767319397.497851:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384015616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319397.497906:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384015616:12345-0@lo:400:kworker.0 Request processed in 55us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319397.497913:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4760 00000100:00100000:1.0:1767319397.497927:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4761 00000100:00100000:1.0:1767319397.497934:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384015360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319397.497959:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384015360:12345-0@lo:400:kworker.0 Request processed in 27us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319397.497966:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4761 00000100:00080000:1.0:1767319397.497983:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319397.498016:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384015360:0@lo:400:kworker.0 00000100:00100000:1.0:1767319397.498026:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384015616:0@lo:400:kworker.0 00000100:00100000:3.0:1767319397.498400:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319397.498424:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319397.498431:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384015872:0@lo:400:kworker.0 00000100:00100000:3.0:1767319397.498454:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319397.498589:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384016000 00000100:00100000:1.0:1767319397.498594:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384016000 00000100:00100000:1.0:1767319397.498626:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384015872 00000100:00100000:1.0:1767319397.498629:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384015872 00000100:00100000:1.0:1767319397.498648:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1782 00000100:00100000:1.0:1767319397.498656:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384016000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319397.498691:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384016000:12345-0@lo:400:kworker.0 Request processed in 36us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319397.498697:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1782 00000100:00100000:1.0:1767319397.498709:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1783 00000100:00100000:1.0:1767319397.498716:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f617100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384015872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319397.498742:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f617100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384015872:12345-0@lo:400:kworker.0 Request processed in 27us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319397.498748:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1783 00000100:00080000:1.0:1767319397.498773:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319397.498776:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319397.499005:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384015872:0@lo:400:kworker.0 00000100:00100000:3.0:1767319397.499014:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384016000:0@lo:400:kworker.0 00000100:00100000:3.0:1767319397.499371:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319397.499491:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384015744:0@lo:38:kworker.0 00000100:00100000:2.0:1767319397.499527:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319397.499683:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384015744 00000100:00100000:1.0:1767319397.499689:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384015744 00000100:00100000:1.0:1767319397.499721:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23881 00000100:00100000:1.0:1767319397.499727:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384015744:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319397.499754:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319397.505964:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384015744:12345-0@lo:38:kworker.0 Request processed in 6228us (6428us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319397.505977:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23881 00000100:00080000:2.0:1767319397.515666:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319397.515681:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319397.515686:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384015744:0@lo:38:kworker.0 00010000:00010000:2.0:1767319398.007173:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319398.473279:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319398.473379:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297368448 00000100:00100000:2.0:1767319398.473389:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297368448 00000100:00100000:2.0:1767319398.473468:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4762 00000100:00100000:2.0:1767319398.473480:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297368448:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319398.473557:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297368448:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 80us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319398.473565:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4762 00000100:00080000:1.0:1767319398.473939:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:3.0:1767319398.476912:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297368192 offset 0 length 520: 4 00000100:00100000:1.0:1767319398.484414:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319398.484551:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297368320 00000100:00100000:3.0:1767319398.484561:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297368320 00000100:00100000:3.0:1767319398.484615:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23882 00000100:00100000:3.0:1767319398.484624:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297368320:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319398.484645:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319398.484706:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297368320:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 82us (303us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319398.484711:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23882 00000100:00100000:0.0:1767319398.520373:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319399.038505:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319399.038730:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319399.038758:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384016128:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319399.038857:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319399.038949:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384016128 00000100:00100000:3.0:1767319399.038958:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384016128 00000100:00100000:3.0:1767319399.039023:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2561 00000100:00100000:3.0:1767319399.039033:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384016128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319399.039067:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319399.039115:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384016128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319399.039123:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2561 00000100:00080000:3.0:1767319399.039146:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319399.039738:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384016128:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319399.039987:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319399.040001:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384016256:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319399.040041:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319399.040130:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384016256 00000100:00100000:0.0:1767319399.040137:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384016256 00000100:00100000:0.0:1767319399.040287:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2562 00000100:00100000:0.0:1767319399.040295:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384016256:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319399.040318:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319399.040357:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384016256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319399.040364:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2562 00000100:00080000:2.0:1767319399.040481:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319399.040506:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384016256:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319399.543287:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319400.055435:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319400.568387:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319401.079122:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319401.590963:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319402.103237:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319402.615024:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319402.615183:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319402.615189:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319402.615192:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319402.615196:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319402.615200:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319402.615351:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4300 00000100:00080000:0.0:1767319402.615356:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319402.615367:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319402.615413:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf6d80 x1853164384016384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319402.615538:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384016384:0@lo:38:kworker.0 00000100:00100000:2.0:1767319402.615615:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319402.615717:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384016384 00000100:00100000:1.0:1767319402.615741:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384016384 00000100:00080000:0.0:1767319402.615751:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319402.615755:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319402.615757:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319402.615761:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4300 00000100:00080000:0.0:1767319402.615763:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319402.615767:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319402.615777:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23883 00000100:00100000:1.0:1767319402.615817:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384016384:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319402.615847:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319402.615902:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384016384:12345-0@lo:38:kworker.0 Request processed in 85us (286us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319402.615909:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23883 00000100:00100000:0.0:1767319402.615955:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5f80 x1853164384016512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319402.616003:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319402.616007:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319402.616009:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319402.616013:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4300 00000100:00080000:0.0:1767319402.616015:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319402.616019:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319402.616031:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5500 x1853164384016768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319402.616047:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319402.616049:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319402.616092:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319402.616096:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4300 00000100:00080000:0.0:1767319402.616098:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319402.616101:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319402.616115:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf7800 x1853164384017024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319402.616190:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384016512:0@lo:38:kworker.0 00000100:00100000:2.0:1767319402.616246:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319402.616305:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384016640:0@lo:400:kworker.0 00000100:00100000:1.0:1767319402.616332:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319402.616488:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384016640 00000100:00100000:3.0:1767319402.616494:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384016640 00000100:00100000:3.0:1767319402.616545:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4763 00000100:00100000:3.0:1767319402.616553:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384016640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319402.616599:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384016640:12345-0@lo:400:kworker.0 Request processed in 47us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319402.616606:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4763 00000100:00100000:3.0:1767319402.616630:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384016896:0@lo:400:kworker.0 00000100:00100000:3.0:1767319402.616653:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319402.617138:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384017152:0@lo:400:kworker.0 00000100:00100000:0.0:1767319402.617173:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319402.617269:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384016768:0@lo:38:kworker.0 00000100:00100000:2.0:1767319402.617297:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319402.617317:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384017024:0@lo:38:kworker.0 00000100:00100000:2.0:1767319402.617374:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319402.617407:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319402.617412:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319402.617415:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384016384:0@lo:38:kworker.0 00000100:00100000:2.0:1767319402.617463:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384016896 00000100:00100000:2.0:1767319402.617467:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384016896 00000100:00100000:2.0:1767319402.617500:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384016768 00000100:00100000:2.0:1767319402.617503:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384016768 00000100:00100000:2.0:1767319402.617511:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384017024 00000100:00100000:2.0:1767319402.617513:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384017024 00000100:00100000:2.0:1767319402.617523:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4764 00000100:00100000:2.0:1767319402.617530:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384016896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319402.617563:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384016896:12345-0@lo:400:kworker.0 Request processed in 34us (908us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319402.617569:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4764 00000100:00100000:2.0:1767319402.617584:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23884 00000100:00100000:2.0:1767319402.617588:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384016768:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319402.617602:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319402.617634:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384016768:12345-0@lo:38:kworker.0 Request processed in 44us (336us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319402.617639:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23884 00000100:00100000:2.0:1767319402.617650:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23885 00000100:00100000:2.0:1767319402.617654:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384017024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319402.617663:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319402.617684:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384017024:12345-0@lo:38:kworker.0 Request processed in 29us (311us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319402.617689:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23885 00000100:00100000:2.0:1767319402.617710:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384016512 00000100:00100000:2.0:1767319402.617714:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384016512 00000100:00100000:2.0:1767319402.617734:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2699 00000100:00100000:2.0:1767319402.618171:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384016512:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319402.618183:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319402.618226:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384016512:12345-0@lo:38:kworker.0 Request processed in 485us (1991us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319402.618232:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2699 00000100:00080000:2.0:1767319402.618264:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319402.618268:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319402.618272:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384016512:0@lo:38:kworker.0 00000100:00080000:2.0:1767319402.618280:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319402.618283:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319402.618286:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384016768:0@lo:38:kworker.0 00000100:00080000:2.0:1767319402.618293:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319402.618296:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319402.618299:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384017024:0@lo:38:kworker.0 00000100:00100000:2.0:1767319402.618345:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384017280:0@lo:400:kworker.0 00000100:00100000:2.0:1767319402.618371:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319402.618400:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319402.618450:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384017152 00000100:00100000:2.0:1767319402.618455:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384017152 00000100:00100000:2.0:1767319402.618486:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384017280 00000100:00100000:2.0:1767319402.618490:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384017280 00000100:00100000:2.0:1767319402.618511:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1784 00000100:00100000:2.0:1767319402.618518:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384017152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319402.618550:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384017152:12345-0@lo:400:kworker.0 Request processed in 33us (1376us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319402.618556:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1784 00000100:00100000:2.0:1767319402.618568:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1785 00000100:00100000:2.0:1767319402.618574:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384017280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319402.618604:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384017280:12345-0@lo:400:kworker.0 Request processed in 30us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319402.618610:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1785 00000100:00100000:2.0:1767319402.618637:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384017280:0@lo:400:kworker.0 00000100:00080000:2.0:1767319402.618651:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319402.618654:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319402.619149:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384016640:0@lo:400:kworker.0 00000100:00100000:3.0:1767319402.619406:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384016896:0@lo:400:kworker.0 00000100:00100000:0.0:1767319402.619529:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384017152:0@lo:400:kworker.0 00010000:00010000:2.0:1767319403.129137:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319403.590711:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319403.590761:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319403.591027:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297368704 00000100:00100000:2.0:1767319403.591039:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297368704 00000100:00100000:2.0:1767319403.591118:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297368576 00000100:00100000:2.0:1767319403.591122:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297368576 00000100:00100000:2.0:1767319403.591146:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4765 00000100:00100000:2.0:1767319403.591157:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297368704:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319403.591247:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297368704:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 91us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319403.591255:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4765 00000100:00100000:2.0:1767319403.591272:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23886 00000100:00100000:2.0:1767319403.591277:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297368576:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319403.591301:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319403.591329:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297368576:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 51us (568us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319403.591335:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23886 00000100:00080000:3.0:1767319403.591582:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319403.642432:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319404.151065:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384017408:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319404.151141:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319404.151187:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384017408 00000100:00100000:1.0:1767319404.151206:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384017408 00000100:00080000:3.0:1767319404.151253:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319404.151271:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2563 00000100:00100000:1.0:1767319404.151283:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384017408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319404.151315:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00010000:00010000:2.0:1767319404.151410:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319404.151414:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384017408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 134us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319404.151423:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2563 00000100:00100000:3.0:1767319404.151577:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384017408:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319404.151648:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319404.151656:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384017536:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319404.151693:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319404.152173:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384017536 00000100:00100000:1.0:1767319404.152182:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384017536 00000100:00100000:1.0:1767319404.152360:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2564 00000100:00100000:1.0:1767319404.152372:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384017536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319404.152411:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319404.152473:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384017536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (779us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319404.152481:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2564 00000100:00100000:2.0:1767319404.153168:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384017536:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319404.153328:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319404.664183:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319405.175103:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319405.686941:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319406.199062:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319406.710867:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319407.223620:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319407.735132:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319407.735141:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319407.735143:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319407.735147:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319407.735151:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319407.735157:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4305 00000100:00080000:0.0:1767319407.736033:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319407.736042:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319407.736090:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafed500 x1853164384017664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319407.736125:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319407.736129:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319407.736132:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319407.736137:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4305 00000100:00080000:0.0:1767319407.736139:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319407.736142:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319407.736334:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319407.736402:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384017664:0@lo:38:kworker.0 00000100:00100000:1.0:1767319407.736478:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319407.736572:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384017664 00000100:00100000:1.0:1767319407.736582:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384017664 00000100:00100000:1.0:1767319407.736620:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23887 00000100:00100000:1.0:1767319407.736627:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384017664:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319407.736647:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319407.736690:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384017664:12345-0@lo:38:kworker.0 Request processed in 63us (212us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319407.736697:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23887 00000100:00080000:1.0:1767319407.736735:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319407.736739:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319407.736742:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384017664:0@lo:38:kworker.0 00000100:00100000:0.0:1767319407.736828:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ef480 x1853164384017792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319407.736871:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319407.736875:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319407.736878:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319407.736882:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4305 00000100:00080000:0.0:1767319407.736884:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319407.736889:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319407.736903:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2d80 x1853164384018048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319407.736919:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319407.736922:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319407.736924:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319407.736927:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4305 00000100:00080000:0.0:1767319407.736929:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319407.736932:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319407.736942:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da8000 x1853164384018304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319407.736986:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384017920:0@lo:400:kworker.0 00000100:00100000:0.0:1767319407.737015:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319407.737034:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319407.737040:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384018176:0@lo:400:kworker.0 00000100:00100000:0.0:1767319407.737062:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319407.737086:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384018560:0@lo:400:kworker.0 00000100:00100000:0.0:1767319407.737109:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319407.737128:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319407.737133:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384018432:0@lo:400:kworker.0 00000100:00100000:0.0:1767319407.737153:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319407.737195:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384018560 00000100:00100000:0.0:1767319407.737199:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384018560 00000100:00100000:0.0:1767319407.737256:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384018432 00000100:00100000:0.0:1767319407.737259:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384018432 00000100:00100000:0.0:1767319407.737281:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1786 00000100:00100000:0.0:1767319407.737287:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384018560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319407.737333:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384018560:12345-0@lo:400:kworker.0 Request processed in 45us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319407.737339:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1786 00000100:00100000:0.0:1767319407.737352:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1787 00000100:00100000:0.0:1767319407.737358:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384018432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319407.737391:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384018432:12345-0@lo:400:kworker.0 Request processed in 33us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319407.737397:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1787 00000100:00100000:0.0:1767319407.737431:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384018432:0@lo:400:kworker.0 00000100:00100000:0.0:1767319407.737440:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384018560:0@lo:400:kworker.0 00000100:00080000:0.0:1767319407.737485:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319407.737490:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319407.738449:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384017920 00000100:00100000:1.0:1767319407.738461:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384017920 00000100:00100000:1.0:1767319407.738525:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384018176 00000100:00100000:1.0:1767319407.738528:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384018176 00000100:00100000:1.0:1767319407.738557:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4766 00000100:00100000:1.0:1767319407.738567:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384017920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319407.738640:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384017920:12345-0@lo:400:kworker.0 Request processed in 75us (1623us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319407.738647:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4766 00000100:00100000:1.0:1767319407.738662:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4767 00000100:00100000:1.0:1767319407.738669:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384018176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319407.738709:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384018176:12345-0@lo:400:kworker.0 Request processed in 41us (1645us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319407.738714:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4767 00000100:00100000:1.0:1767319407.738752:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384018176:0@lo:400:kworker.0 00000100:00100000:1.0:1767319407.738763:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384017920:0@lo:400:kworker.0 00000100:00080000:0.0:1767319407.739587:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319407.739926:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384017792:0@lo:38:kworker.0 00000100:00100000:1.0:1767319407.740297:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319407.740405:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384018048:0@lo:38:kworker.0 00000100:00100000:1.0:1767319407.740432:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319407.740463:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384018304:0@lo:38:kworker.0 00000100:00100000:1.0:1767319407.740484:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319407.740576:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384018048 00000100:00100000:0.0:1767319407.740584:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384018048 00000100:00100000:0.0:1767319407.740628:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384018304 00000100:00100000:0.0:1767319407.740632:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384018304 00000100:00100000:0.0:1767319407.740648:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23888 00000100:00100000:0.0:1767319407.740655:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384018048:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319407.740677:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319407.740809:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384018048:12345-0@lo:38:kworker.0 Request processed in 121us (344us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319407.740818:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23888 00000100:00100000:0.0:1767319407.740837:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23889 00000100:00100000:0.0:1767319407.740841:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384018304:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319407.740854:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319407.740890:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384018304:12345-0@lo:38:kworker.0 Request processed in 47us (405us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319407.740896:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23889 00000100:00080000:1.0:1767319407.741521:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319407.741528:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319407.741533:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384018048:0@lo:38:kworker.0 00000100:00080000:1.0:1767319407.741542:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319407.741546:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319407.741549:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384018304:0@lo:38:kworker.0 00000100:00100000:2.0:1767319407.742869:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384017792 00000100:00100000:2.0:1767319407.742882:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384017792 00000100:00100000:2.0:1767319407.743454:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2700 00000100:00100000:2.0:1767319407.743464:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384017792:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319407.743489:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319407.743592:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384017792:12345-0@lo:38:kworker.0 Request processed in 127us (3295us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319407.743599:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2700 00000100:00080000:1.0:1767319407.743694:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319407.743702:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319407.743706:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384017792:0@lo:38:kworker.0 00010000:00010000:2.0:1767319408.247004:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319408.716393:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319408.716475:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319408.716633:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297368960 00000100:00100000:3.0:1767319408.716644:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297368960 00000100:00100000:3.0:1767319408.716729:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297368832 00000100:00100000:3.0:1767319408.716733:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297368832 00000100:00080000:0.0:1767319408.716842:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319408.716971:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4768 00000100:00100000:3.0:1767319408.716982:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297368960:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319408.717066:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297368960:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 86us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319408.717074:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4768 00000100:00100000:3.0:1767319408.717093:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23890 00000100:00100000:3.0:1767319408.717098:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297368832:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319408.717123:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319408.717158:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297368832:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 49us (672us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319408.717165:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23890 00000100:00100000:3.0:1767319408.758965:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319409.271101:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384018688:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319409.271182:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767319409.271401:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319409.272029:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319409.272113:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384018816:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319409.272153:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319409.273185:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384018688 00000100:00100000:0.0:1767319409.273197:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384018688 00000100:00100000:0.0:1767319409.273302:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384018816 00000100:00100000:0.0:1767319409.273306:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384018816 00000100:00100000:2.0:1767319409.273349:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2565 00000100:00100000:2.0:1767319409.273363:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384018688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319409.273402:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319409.273492:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384018688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 132us (2309us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319409.273499:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2565 00000100:00100000:2.0:1767319409.273581:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384018688:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319409.273746:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319409.273751:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319409.273909:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2566 00000100:00100000:0.0:1767319409.273917:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384018816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319409.273934:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319409.274012:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384018816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (1858us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319409.274019:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2566 00000100:00100000:2.0:1767319409.274120:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384018816:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319409.783337:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319410.300102:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319410.806980:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319411.320041:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319411.830896:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319412.343217:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319412.855068:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319412.855194:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319412.855200:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319412.855203:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319412.855207:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319412.855211:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319412.855218:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4311 00000100:00080000:2.0:1767319412.855222:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319412.855229:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319412.855286:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3aea00 x1853164384018944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319412.855314:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319412.855318:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319412.855320:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319412.855324:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4311 00000100:00080000:2.0:1767319412.855326:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319412.855329:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319412.855342:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf4e00 x1853164384019072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319412.855388:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319412.855393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319412.855394:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319412.855398:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4311 00000100:00080000:2.0:1767319412.855400:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319412.855404:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319412.855415:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf6300 x1853164384019328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319412.855431:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319412.855434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319412.855436:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319412.855440:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4311 00000100:00080000:2.0:1767319412.855442:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319412.855445:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319412.855456:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf7800 x1853164384019584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319412.855479:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384019200:0@lo:400:kworker.0 00000100:00100000:2.0:1767319412.855504:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384019840:0@lo:400:kworker.0 00000100:00100000:0.0:1767319412.855582:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384019456:0@lo:400:kworker.0 00000100:00100000:1.0:1767319412.855628:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384018944:0@lo:38:kworker.0 00000100:00100000:2.0:1767319412.855698:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319412.855829:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319412.855836:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384019712:0@lo:400:kworker.0 00000100:00100000:2.0:1767319412.855860:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319412.855895:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384019840 00000100:00100000:2.0:1767319412.855903:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384019840 00000100:00100000:2.0:1767319412.855952:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384019712 00000100:00100000:2.0:1767319412.855955:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384019712 00000100:00100000:2.0:1767319412.855992:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1788 00000100:00100000:2.0:1767319412.856009:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384019840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319412.856064:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384019840:12345-0@lo:400:kworker.0 Request processed in 63us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319412.856070:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1788 00000100:00100000:2.0:1767319412.856088:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1789 00000100:00100000:2.0:1767319412.856119:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384019712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319412.856136:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319412.856146:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384019712:12345-0@lo:400:kworker.0 Request processed in 29us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319412.856152:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1789 00000100:00080000:3.0:1767319412.856167:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319412.856171:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319412.856183:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384019712:0@lo:400:kworker.0 00000100:00100000:3.0:1767319412.856192:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384019200 00000100:00100000:2.0:1767319412.856193:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384019840:0@lo:400:kworker.0 00000100:00100000:3.0:1767319412.856195:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384019200 00000100:00080000:2.0:1767319412.856238:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319412.856238:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4769 00000100:00100000:3.0:1767319412.856246:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384019200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319412.856280:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384019200:12345-0@lo:400:kworker.0 Request processed in 36us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319412.856286:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4769 00000100:00100000:2.0:1767319412.856291:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384019200:0@lo:400:kworker.0 00000100:00100000:0.0:1767319412.859082:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319412.859175:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384019456 00000100:00100000:3.0:1767319412.859194:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384019456 00000100:00100000:3.0:1767319412.859295:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4770 00000100:00100000:3.0:1767319412.859305:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384019456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319412.859372:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384019456:12345-0@lo:400:kworker.0 Request processed in 68us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319412.859379:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4770 00000100:00100000:0.0:1767319412.859504:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384019456:0@lo:400:kworker.0 00000100:00100000:1.0:1767319412.859614:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319412.859636:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319412.859649:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384019072:0@lo:38:kworker.0 00000100:00100000:1.0:1767319412.859680:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319412.859708:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384019328:0@lo:38:kworker.0 00000100:00100000:1.0:1767319412.859729:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319412.859759:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384019584:0@lo:38:kworker.0 00000100:00100000:2.0:1767319412.859776:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384019072 00000100:00100000:2.0:1767319412.859797:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384019072 00000100:00100000:1.0:1767319412.859806:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319412.859820:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2701 00000100:00100000:2.0:1767319412.859826:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384019072:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319412.859834:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384018944 00000100:00100000:1.0:1767319412.859838:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384018944 00010000:00020000:2.0:1767319412.859844:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319412.859869:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384019328 00000100:00100000:1.0:1767319412.859872:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384019328 00000100:00100000:2.0:1767319412.859882:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384019072:12345-0@lo:38:kworker.0 Request processed in 55us (201us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319412.859884:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384019584 00000100:00100000:1.0:1767319412.859886:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384019584 00000100:00100000:2.0:1767319412.859888:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2701 00000100:00100000:1.0:1767319412.859895:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23891 00000100:00100000:1.0:1767319412.859900:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384018944:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319412.859910:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319412.859934:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384018944:12345-0@lo:38:kworker.0 Request processed in 33us (320us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319412.859935:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23892 00000100:00100000:1.0:1767319412.859940:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23891 00000100:00100000:2.0:1767319412.859940:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384019328:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319412.859949:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319412.859952:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23893 00000100:00100000:1.0:1767319412.859955:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384019584:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319412.859965:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319412.859971:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384019328:12345-0@lo:38:kworker.0 Request processed in 31us (242us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319412.859977:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23892 00000100:00100000:1.0:1767319412.859997:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384019584:12345-0@lo:38:kworker.0 Request processed in 39us (189us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319412.860232:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23893 00000100:00080000:1.0:1767319412.860529:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319412.860535:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319412.860538:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384018944:0@lo:38:kworker.0 00000100:00080000:1.0:1767319412.860548:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319412.860551:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319412.860553:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384019072:0@lo:38:kworker.0 00000100:00080000:1.0:1767319412.860561:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319412.860563:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319412.860566:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384019328:0@lo:38:kworker.0 00000100:00080000:1.0:1767319412.860573:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319412.860576:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319412.860579:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384019584:0@lo:38:kworker.0 00010000:00010000:2.0:1767319413.367134:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319413.835511:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319413.835719:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319413.836705:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297369216 00000100:00100000:3.0:1767319413.836718:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297369216 00000100:00100000:0.0:1767319413.836771:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297369088 00000100:00100000:3.0:1767319413.836921:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4771 00000100:00100000:3.0:1767319413.836933:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297369216:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319413.836985:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297369088 00000100:00080000:2.0:1767319413.837044:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319413.837123:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297369216:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 190us (1624us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319413.837132:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4771 00000100:00100000:3.0:1767319413.837153:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23894 00000100:00100000:3.0:1767319413.837158:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297369088:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319413.838090:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319413.838388:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297369088:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 1223us (2665us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319413.838400:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23894 00000100:00100000:3.0:1767319413.879761:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319414.391286:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319414.394170:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384019968:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319414.394259:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319414.394452:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384019968 00000100:00100000:3.0:1767319414.394462:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384019968 00000100:00100000:3.0:1767319414.394529:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2567 00000100:00100000:3.0:1767319414.394539:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384019968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319414.394577:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319414.394643:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384019968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319414.394650:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2567 00000100:00100000:3.0:1767319414.394698:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384019968:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319414.394811:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319414.395238:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384020096:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319414.395275:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319414.395714:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384020096 00000100:00100000:1.0:1767319414.395878:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384020096 00000100:00100000:1.0:1767319414.396160:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2568 00000100:00100000:1.0:1767319414.396176:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384020096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319414.396208:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319414.396274:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384020096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (996us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319414.396282:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2568 00000100:00080000:2.0:1767319414.396879:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319414.397152:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384020096:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319414.902978:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319415.416691:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319415.926971:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319416.439754:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319416.951097:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319417.464349:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319417.975193:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319417.978749:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319417.978765:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319417.978769:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319417.978774:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319417.978810:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319417.978822:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4316 00000100:00080000:0.0:1767319417.978828:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319417.978837:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319417.978893:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891da9f80 x1853164384020224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319417.978933:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319417.978944:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319417.978946:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319417.978952:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4316 00000100:00080000:0.0:1767319417.978955:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319417.978959:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319417.978974:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891da9c00 x1853164384020352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319417.979035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319417.979040:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319417.979042:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319417.979047:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4316 00000100:00080000:0.0:1767319417.979049:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319417.979054:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319417.979074:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135880 x1853164384020608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319417.979092:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319417.979096:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319417.979098:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319417.979101:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4316 00000100:00080000:0.0:1767319417.979103:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319417.979107:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319417.979117:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b059500 x1853164384020864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319417.979190:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384021120:0@lo:400:kworker.0 00000100:00100000:2.0:1767319417.979485:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384020480:0@lo:400:kworker.0 00000100:00100000:2.0:1767319417.979578:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319417.979679:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319417.979687:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384020736:0@lo:400:kworker.0 00000100:00100000:2.0:1767319417.979725:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319417.979772:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384020480 00000100:00100000:2.0:1767319417.979805:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384020480 00000100:00100000:2.0:1767319417.979880:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384020736 00000100:00100000:2.0:1767319417.979884:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384020736 00000100:00100000:2.0:1767319417.979917:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4772 00000100:00100000:2.0:1767319417.979928:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384020480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319417.980010:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384020480:12345-0@lo:400:kworker.0 Request processed in 83us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319417.980019:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4772 00000100:00100000:2.0:1767319417.980043:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4773 00000100:00100000:2.0:1767319417.980050:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384020736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319417.980077:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384020736:12345-0@lo:400:kworker.0 Request processed in 29us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319417.980084:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4773 00000100:00080000:2.0:1767319417.980104:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319417.980149:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384020736:0@lo:400:kworker.0 00000100:00100000:2.0:1767319417.980161:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384020480:0@lo:400:kworker.0 00000100:00100000:3.0:1767319417.980363:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384020992:0@lo:400:kworker.0 00000100:00100000:3.0:1767319417.980408:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319417.980523:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384020992 00000100:00100000:2.0:1767319417.980528:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384020992 00000100:00100000:2.0:1767319417.980575:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1790 00000100:00100000:2.0:1767319417.980583:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384020992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319417.980621:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384020992:12345-0@lo:400:kworker.0 Request processed in 39us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319417.980627:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1790 00000100:00080000:3.0:1767319417.980685:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319417.980713:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384020992:0@lo:400:kworker.0 00000100:00100000:0.0:1767319417.980816:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319417.980891:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384021120 00000100:00100000:2.0:1767319417.980896:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384021120 00000100:00080000:3.0:1767319417.981040:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319417.981107:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1791 00000100:00100000:2.0:1767319417.981116:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384021120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319417.981169:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384021120:12345-0@lo:400:kworker.0 Request processed in 54us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319417.981175:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1791 00000100:00100000:3.0:1767319417.981230:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384021120:0@lo:400:kworker.0 00000100:00100000:1.0:1767319417.981326:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384020224:0@lo:38:kworker.0 00000100:00100000:1.0:1767319417.981369:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319417.981407:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384020352:0@lo:38:kworker.0 00000100:00100000:1.0:1767319417.981436:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319417.981465:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384020608:0@lo:38:kworker.0 00000100:00100000:1.0:1767319417.981488:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319417.981506:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384020864:0@lo:38:kworker.0 00000100:00100000:1.0:1767319417.981529:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319417.981564:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384020352 00000100:00100000:1.0:1767319417.981568:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384020352 00000100:00100000:1.0:1767319417.981597:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2702 00000100:00100000:1.0:1767319417.981602:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384020352:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319417.981625:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319417.981659:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384020352:12345-0@lo:38:kworker.0 Request processed in 56us (222us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319417.981667:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2702 00000100:00100000:1.0:1767319417.981689:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384020224 00000100:00100000:1.0:1767319417.981705:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384020224 00000100:00100000:1.0:1767319417.981725:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384020608 00000100:00100000:1.0:1767319417.981728:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384020608 00000100:00100000:1.0:1767319417.981742:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384020864 00000100:00100000:1.0:1767319417.981744:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384020864 00000100:00100000:1.0:1767319417.981754:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23895 00000100:00100000:1.0:1767319417.981758:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384020224:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319417.981769:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319417.981833:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384020224:12345-0@lo:38:kworker.0 Request processed in 73us (463us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319417.981839:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23895 00000100:00100000:1.0:1767319417.981851:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23896 00000100:00100000:1.0:1767319417.981855:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384020608:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319417.981864:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319417.981887:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384020608:12345-0@lo:38:kworker.0 Request processed in 31us (399us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319417.981893:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23896 00000100:00100000:1.0:1767319417.981903:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23897 00000100:00100000:1.0:1767319417.981907:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384020864:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319417.981915:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319417.981950:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384020864:12345-0@lo:38:kworker.0 Request processed in 29us (408us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319417.981957:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23897 00000100:00080000:1.0:1767319417.981993:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319417.981999:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319417.982002:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384020224:0@lo:38:kworker.0 00000100:00080000:1.0:1767319417.982011:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319417.982014:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319417.982016:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384020352:0@lo:38:kworker.0 00000100:00080000:1.0:1767319417.982023:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319417.982026:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319417.982028:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384020608:0@lo:38:kworker.0 00000100:00080000:1.0:1767319417.982035:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319417.982038:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319417.982041:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384020864:0@lo:38:kworker.0 00010000:00010000:2.0:1767319418.488254:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319418.950931:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319418.950973:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319418.951116:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297369344 00000100:00100000:3.0:1767319418.951129:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297369344 00000100:00100000:3.0:1767319418.951183:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297369472 00000100:00100000:3.0:1767319418.951187:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297369472 00000100:00100000:3.0:1767319418.951254:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4774 00000100:00100000:3.0:1767319418.951266:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297369472:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319418.951343:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297369472:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 79us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319418.951352:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4774 00000100:00100000:3.0:1767319418.951374:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23898 00000100:00100000:3.0:1767319418.951379:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297369344:12345-192.168.202.56@tcp:38:kworker.0 00000100:00080000:0.0:1767319418.951852:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:3.0:1767319418.951967:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319418.952049:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297369344:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 665us (1131us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319418.952057:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23898 00000100:00100000:3.0:1767319418.998966:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319419.511156:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384021248:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319419.511364:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767319419.511524:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319419.511547:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384021248 00000100:00100000:1.0:1767319419.511572:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384021248 00000100:00100000:1.0:1767319419.511668:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2569 00000100:00100000:1.0:1767319419.511696:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384021248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319419.511737:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319419.512050:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384021376:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319419.512087:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319419.512154:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384021376 00000100:00100000:3.0:1767319419.512174:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384021376 00000100:00100000:3.0:1767319419.512209:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2570 00000100:00100000:3.0:1767319419.512216:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384021376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319419.512236:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319419.512273:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384021376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319419.512283:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2570 00000100:00100000:3.0:1767319419.512351:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384021376:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319419.512398:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319419.512403:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319419.532655:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384021248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 20953us (21267us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319419.532690:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2569 00000100:00100000:2.0:1767319419.533223:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384021248:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319420.024086:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319420.537891:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319421.047331:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319421.560385:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319422.070995:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319422.071967:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319397/real 1767319397] req@ffff9369b6bb7b80 x1853164384014976/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319422 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319422.072009:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b6bb7b80 x1853164384014976/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319422 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319422.072032:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319422.072056:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319422.072061:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384014976:0@lo:250:kworker.0 00000100:00080000:0.0:1767319422.072103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319422.076064:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319422.076070:0:8:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319422.076079:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4300 00000100:00080000:0.0:1767319422.076084:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319422.076093:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319422.076143:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b058e00 x1853164384021504/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319422.076180:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319422.076185:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319422.076187:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319422.076192:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4321 00000100:00080000:0.0:1767319422.076195:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319422.076199:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319422.076216:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b059500 x1853164384021632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319422.076226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319422.076229:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319422.076231:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319422.076235:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4321 00000100:00080000:0.0:1767319422.076239:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319422.076242:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319422.076254:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b05b480 x1853164384021760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319422.076314:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319422.076317:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319422.076320:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319422.076324:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4321 00000100:00080000:0.0:1767319422.076327:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319422.076331:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319422.076343:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be7100 x1853164384022016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319422.076360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319422.076363:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319422.076365:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319422.076370:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4321 00000100:00080000:0.0:1767319422.076373:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319422.076377:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319422.076414:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384021888:0@lo:400:kworker.0 00000100:00100000:0.0:1767319422.076415:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548ea00 x1853164384022272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319422.076522:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384022528:0@lo:400:kworker.0 00000100:00100000:3.0:1767319422.076554:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319422.076612:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319422.076689:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319422.076702:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384022144:0@lo:400:kworker.0 00000100:00100000:3.0:1767319422.076736:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319422.076820:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384021888 00000100:00100000:3.0:1767319422.076830:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384021888 00000100:00100000:2.0:1767319422.076848:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384022528 00000100:00100000:2.0:1767319422.076858:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384022528 00000100:00100000:2.0:1767319422.076924:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1792 00000100:00100000:2.0:1767319422.076934:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384022528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319422.076990:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384022528:12345-0@lo:400:kworker.0 Request processed in 59us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319422.077154:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1792 00000100:00100000:2.0:1767319422.077188:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384022400:0@lo:400:kworker.0 00000100:00100000:2.0:1767319422.077220:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319422.077242:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384022400 00000100:00100000:2.0:1767319422.077246:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384022400 00000100:00100000:2.0:1767319422.077276:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1793 00000100:00100000:2.0:1767319422.077282:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384022400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319422.077312:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384022400:12345-0@lo:400:kworker.0 Request processed in 31us (92us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319422.077318:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1793 00000100:00100000:2.0:1767319422.077667:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384022400:0@lo:400:kworker.0 00000100:00100000:1.0:1767319422.077811:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384021504:0@lo:250:kworker.0 00000400:00000100:1.0:1767319422.077934:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384021504 offset 0 length 520: 4 00000100:00100000:1.0:1767319422.077956:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384021632:0@lo:38:kworker.0 00000100:00100000:1.0:1767319422.077982:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319422.078092:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384021760:0@lo:38:kworker.0 00000100:00100000:1.0:1767319422.078121:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319422.078141:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384022016:0@lo:38:kworker.0 00000100:00100000:1.0:1767319422.078161:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319422.078178:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384022272:0@lo:38:kworker.0 00000100:00100000:1.0:1767319422.078198:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319422.078233:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384022144 00000100:00100000:1.0:1767319422.078237:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384022144 00000100:00100000:1.0:1767319422.078268:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384021632 00000100:00100000:1.0:1767319422.078270:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384021632 00000100:00100000:1.0:1767319422.078278:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384022016 00000100:00100000:1.0:1767319422.078281:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384022016 00000100:00100000:1.0:1767319422.078287:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384022272 00000100:00100000:1.0:1767319422.078289:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384022272 00000100:00100000:1.0:1767319422.078300:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4775 00000100:00100000:1.0:1767319422.078310:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384022144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319422.078357:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384022144:12345-0@lo:400:kworker.0 Request processed in 51us (1620us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319422.079030:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384022528:0@lo:400:kworker.0 00000100:00100000:0.0:1767319422.079088:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23899 00000100:00100000:0.0:1767319422.079094:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384021632:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319422.079116:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319422.079166:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384021632:12345-0@lo:38:kworker.0 Request processed in 70us (1183us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319422.079174:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23899 00000100:00100000:0.0:1767319422.079193:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23900 00000100:00100000:0.0:1767319422.079197:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384022016:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319422.079205:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319422.079225:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384022016:12345-0@lo:38:kworker.0 Request processed in 27us (1062us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319422.079230:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23900 00000100:00100000:0.0:1767319422.079240:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23901 00000100:00100000:0.0:1767319422.079243:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384022272:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319422.079251:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319422.079282:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384022272:12345-0@lo:38:kworker.0 Request processed in 37us (1082us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319422.079287:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23901 00000100:00100000:0.0:1767319422.079305:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384021760 00000100:00100000:0.0:1767319422.079309:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384021760 00000100:00100000:0.0:1767319422.079334:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2703 00000100:00100000:0.0:1767319422.079338:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384021760:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319422.079348:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319422.079373:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384021760:12345-0@lo:38:kworker.0 Request processed in 33us (1251us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319422.079378:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2703 00000100:00080000:0.0:1767319422.079426:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319422.079431:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319422.079434:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384021632:0@lo:38:kworker.0 00000100:00080000:0.0:1767319422.079442:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319422.079446:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319422.079448:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384021760:0@lo:38:kworker.0 00000100:00080000:0.0:1767319422.079456:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319422.079458:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319422.079461:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384022016:0@lo:38:kworker.0 00000100:00080000:0.0:1767319422.079468:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319422.079471:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319422.079474:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384022272:0@lo:38:kworker.0 00000100:00080000:0.0:1767319422.079510:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319422.079516:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319422.079519:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319422.079546:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384022144:0@lo:400:kworker.0 00000100:00100000:1.0:1767319422.079745:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4775 00000100:00100000:3.0:1767319422.081589:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4776 00000100:00100000:3.0:1767319422.081604:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384021888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319422.081731:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384021888:12345-0@lo:400:kworker.0 Request processed in 130us (5178us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319422.081738:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4776 00000100:00080000:0.0:1767319422.081971:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319422.081988:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384021888:0@lo:400:kworker.0 00010000:00010000:3.0:1767319422.583122:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319423.047063:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:1.0:1767319423.047104:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297369600 offset 0 length 520: 4 00000100:00100000:1.0:1767319423.047131:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319423.047839:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297369856 00000100:00100000:2.0:1767319423.047853:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297369856 00000100:00100000:2.0:1767319423.047944:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297369728 00000100:00100000:2.0:1767319423.047948:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297369728 00000100:00100000:2.0:1767319423.047974:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4777 00000100:00100000:2.0:1767319423.047987:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297369856:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319423.048076:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297369856:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 92us (1026us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319423.048085:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4777 00000100:00100000:2.0:1767319423.048105:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23902 00000100:00100000:2.0:1767319423.048110:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297369728:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319423.048131:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319423.048171:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297369728:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 59us (1038us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319423.048177:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23902 00000100:00080000:0.0:1767319423.048558:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319423.100418:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319423.607457:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319424.118976:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319424.634292:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319424.634317:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384022656:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319424.634396:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319424.635089:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319424.635106:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384022784:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319424.635147:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319424.635201:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384022656 00000100:00100000:1.0:1767319424.635220:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384022656 00000100:00100000:1.0:1767319424.635274:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384022784 00000100:00100000:1.0:1767319424.635278:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384022784 00000100:00100000:1.0:1767319424.635301:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2571 00000100:00100000:1.0:1767319424.635314:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384022656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319424.635345:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319424.635384:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384022656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (988us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319424.635391:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2571 00000100:00100000:1.0:1767319424.635407:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2572 00000100:00100000:1.0:1767319424.635415:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384022784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319424.635429:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319424.635461:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384022784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319424.635467:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2572 00000100:00100000:1.0:1767319424.635534:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384022784:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319424.635962:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319424.635972:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319424.635975:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319424.636110:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384022656:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319425.142943:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319425.655706:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319426.167101:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319426.679778:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319427.191860:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319427.191872:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319427.191876:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319427.191880:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319427.191886:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319427.191896:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4325 00000100:00080000:2.0:1767319427.191900:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319427.191908:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319427.192045:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf4700 x1853164384022912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319427.192103:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384022912:0@lo:38:kworker.0 00000100:00100000:0.0:1767319427.192181:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319427.192300:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384022912 00000100:00100000:1.0:1767319427.192311:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384022912 00000100:00100000:1.0:1767319427.192357:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23903 00000100:00100000:1.0:1767319427.192365:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384022912:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319427.192390:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319427.192441:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319427.192445:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319427.192447:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319427.192452:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4325 00000100:00080000:2.0:1767319427.192454:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319427.192458:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319427.192474:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf7480 x1853164384023040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319427.192541:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319427.192684:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384023040:0@lo:38:kworker.0 00000100:00100000:0.0:1767319427.192717:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319427.192864:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384023040 00000100:00100000:3.0:1767319427.192869:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384023040 00000100:00100000:3.0:1767319427.192898:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2704 00000100:00100000:3.0:1767319427.192902:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384023040:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319427.192914:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319427.192958:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384023040:12345-0@lo:38:kworker.0 Request processed in 53us (239us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319427.192964:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2704 00000100:00100000:1.0:1767319427.193725:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384022912:12345-0@lo:38:kworker.0 Request processed in 1356us (1540us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319427.193746:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23903 00000100:00080000:0.0:1767319427.196158:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319427.196177:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319427.196185:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384022912:0@lo:38:kworker.0 00000100:00080000:0.0:1767319427.196262:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319427.196266:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319427.196270:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384023040:0@lo:38:kworker.0 00000100:00080000:2.0:1767319427.196605:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319427.196625:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319427.196629:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319427.196635:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4325 00000100:00080000:2.0:1767319427.196639:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319427.196646:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319427.196673:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf6d80 x1853164384023296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319427.196693:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319427.196696:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319427.196698:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319427.196702:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4325 00000100:00080000:2.0:1767319427.196704:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319427.196707:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319427.196718:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5f80 x1853164384023552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319427.196800:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384023808:0@lo:400:kworker.0 00000100:00100000:2.0:1767319427.196874:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319427.196915:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319427.196921:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384023680:0@lo:400:kworker.0 00000100:00100000:2.0:1767319427.196957:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319427.196990:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384023808 00000100:00100000:2.0:1767319427.196996:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384023808 00000100:00100000:2.0:1767319427.197060:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384023680 00000100:00100000:2.0:1767319427.197064:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384023680 00000100:00100000:2.0:1767319427.197087:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1794 00000100:00100000:2.0:1767319427.197097:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384023808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319427.197153:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384023808:12345-0@lo:400:kworker.0 Request processed in 57us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319427.197161:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1794 00000100:00100000:2.0:1767319427.197176:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1795 00000100:00100000:2.0:1767319427.197182:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384023680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319427.197206:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384023680:12345-0@lo:400:kworker.0 Request processed in 25us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319427.197212:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1795 00000100:00080000:2.0:1767319427.197241:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319427.197245:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319427.197266:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384023680:0@lo:400:kworker.0 00000100:00100000:2.0:1767319427.197276:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384023808:0@lo:400:kworker.0 00000100:00100000:3.0:1767319427.197674:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384023168:0@lo:400:kworker.0 00000100:00100000:3.0:1767319427.197712:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319427.197752:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319427.197759:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384023424:0@lo:400:kworker.0 00000100:00100000:3.0:1767319427.197803:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319427.197832:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384023168 00000100:00100000:3.0:1767319427.197835:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384023168 00000100:00100000:3.0:1767319427.197872:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384023424 00000100:00100000:3.0:1767319427.197875:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384023424 00000100:00100000:3.0:1767319427.197899:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4778 00000100:00100000:3.0:1767319427.197906:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384023168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319427.197955:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384023168:12345-0@lo:400:kworker.0 Request processed in 49us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319427.197962:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4778 00000100:00100000:3.0:1767319427.197975:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4779 00000100:00100000:3.0:1767319427.197981:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384023424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319427.198006:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384023424:12345-0@lo:400:kworker.0 Request processed in 25us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319427.198011:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4779 00000100:00080000:3.0:1767319427.198032:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319427.198049:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384023424:0@lo:400:kworker.0 00000100:00100000:3.0:1767319427.198058:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384023168:0@lo:400:kworker.0 00000100:00100000:0.0:1767319427.199936:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384023296:0@lo:38:kworker.0 00000100:00100000:0.0:1767319427.200021:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319427.200069:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384023552:0@lo:38:kworker.0 00000100:00100000:0.0:1767319427.200092:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319427.200144:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384023296 00000100:00100000:0.0:1767319427.200151:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384023296 00000100:00100000:0.0:1767319427.200183:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384023552 00000100:00100000:0.0:1767319427.200187:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384023552 00000100:00100000:0.0:1767319427.200205:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23904 00000100:00100000:0.0:1767319427.200211:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384023296:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319427.200231:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319427.200273:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384023296:12345-0@lo:38:kworker.0 Request processed in 60us (252us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319427.200280:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23904 00000100:00100000:0.0:1767319427.200299:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23905 00000100:00100000:0.0:1767319427.200303:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384023552:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319427.200312:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319427.200337:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384023552:12345-0@lo:38:kworker.0 Request processed in 32us (244us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319427.200343:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23905 00000100:00080000:0.0:1767319427.200386:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319427.200392:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319427.200396:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384023296:0@lo:38:kworker.0 00000100:00080000:0.0:1767319427.200405:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319427.200408:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319427.200411:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384023552:0@lo:38:kworker.0 00010000:00010000:3.0:1767319427.707159:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319428.176665:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319428.176831:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319428.177310:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297369984 00000100:00100000:1.0:1767319428.177323:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297369984 00000100:00100000:1.0:1767319428.177934:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297370112 00000100:00100000:1.0:1767319428.177942:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297370112 00000100:00080000:2.0:1767319428.178044:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319428.188693:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4780 00000100:00100000:0.0:1767319428.191168:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297370112:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319428.191206:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23906 00000100:00100000:3.0:1767319428.191226:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297369984:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319428.191263:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319428.191328:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297370112:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 199us (14496us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319428.191342:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4780 00000100:00100000:3.0:1767319428.191351:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297369984:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 122us (14685us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319428.191362:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23906 00000100:00100000:3.0:1767319428.217738:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319428.728354:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319429.238917:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319429.751249:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384023936:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319429.751348:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319429.751496:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384023936 00000100:00100000:0.0:1767319429.751505:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384023936 00000100:00100000:0.0:1767319429.751568:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2573 00000100:00100000:0.0:1767319429.751578:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384023936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319429.751620:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319429.751670:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384023936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319429.751678:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2573 00000100:00100000:0.0:1767319429.751727:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384023936:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319429.751930:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319429.754083:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319429.754108:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384024064:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319429.754176:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767319429.754327:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319429.754377:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384024064 00000100:00100000:0.0:1767319429.754385:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384024064 00000100:00100000:0.0:1767319429.754463:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2574 00000100:00100000:0.0:1767319429.754476:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384024064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319429.754516:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319429.754577:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384024064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319429.754600:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2574 00000100:00100000:1.0:1767319429.754738:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384024064:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319429.754815:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319430.262973:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319430.775054:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319431.286967:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319431.805867:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319432.310909:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319432.310922:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319432.310925:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319432.310929:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319432.310933:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319432.310941:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4330 00000100:00080000:2.0:1767319432.310947:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319432.310955:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319432.311004:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf6d80 x1853164384024192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319432.311032:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319432.311036:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319432.311038:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319432.311042:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4330 00000100:00080000:2.0:1767319432.311045:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319432.311048:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319432.311063:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5c00 x1853164384024320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319432.311071:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384024192:0@lo:38:kworker.0 00000100:00080000:2.0:1767319432.311109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319432.311113:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319432.311114:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319432.311118:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4330 00000100:00080000:2.0:1767319432.311120:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319432.311123:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319432.311133:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf7480 x1853164384024576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319432.311141:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319432.311147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319432.311151:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319432.311152:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319432.311155:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4330 00000100:00080000:2.0:1767319432.311158:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319432.311161:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319432.311170:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3ac700 x1853164384024832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319432.311201:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384024320:0@lo:38:kworker.0 00000100:00100000:0.0:1767319432.311228:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319432.311259:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384024576:0@lo:38:kworker.0 00000100:00100000:0.0:1767319432.311280:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319432.311295:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384024832:0@lo:38:kworker.0 00000100:00100000:0.0:1767319432.311314:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319432.311338:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384024320 00000100:00100000:0.0:1767319432.311342:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384024192 00000100:00100000:0.0:1767319432.311348:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384024192 00000100:00100000:2.0:1767319432.311349:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384024320 00000100:00100000:0.0:1767319432.311381:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384024576 00000100:00100000:0.0:1767319432.311383:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384024576 00000100:00100000:2.0:1767319432.311386:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2705 00000100:00100000:0.0:1767319432.311393:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384024832 00000100:00100000:2.0:1767319432.311394:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384024320:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319432.311395:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384024832 00000100:00100000:0.0:1767319432.311404:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23907 00000100:00100000:0.0:1767319432.311408:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384024192:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319432.311416:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1767319432.311417:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319432.311477:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384024448:0@lo:400:kworker.0 00000100:00100000:3.0:1767319432.311684:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384024704:0@lo:400:kworker.0 00000100:00100000:0.0:1767319432.312179:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384024192:12345-0@lo:38:kworker.0 Request processed in 767us (1036us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319432.312189:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23907 00000100:00100000:2.0:1767319432.312225:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384024320:12345-0@lo:38:kworker.0 Request processed in 829us (995us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319432.312232:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2705 00000100:00100000:2.0:1767319432.312392:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23908 00000100:00100000:2.0:1767319432.312399:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384024576:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319432.312415:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319432.312550:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384024576:12345-0@lo:38:kworker.0 Request processed in 149us (1267us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319432.312557:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23908 00000100:00100000:2.0:1767319432.312587:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23909 00000100:00100000:2.0:1767319432.312592:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384024832:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319432.312604:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319432.312634:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384024832:12345-0@lo:38:kworker.0 Request processed in 40us (1318us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319432.312640:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23909 00000100:00100000:2.0:1767319432.312673:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319432.312726:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384025088:0@lo:400:kworker.0 00000100:00100000:2.0:1767319432.312768:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319432.312819:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319432.312826:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384024960:0@lo:400:kworker.0 00000100:00080000:0.0:1767319432.312929:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319432.312935:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319432.312939:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384024320:0@lo:38:kworker.0 00000100:00080000:0.0:1767319432.312948:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319432.312953:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319432.312956:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384024576:0@lo:38:kworker.0 00000100:00080000:0.0:1767319432.312964:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319432.312967:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319432.312970:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384024832:0@lo:38:kworker.0 00000100:00080000:0.0:1767319432.312979:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319432.312982:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319432.312985:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384024192:0@lo:38:kworker.0 00000100:00100000:0.0:1767319432.313039:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384025088 00000100:00100000:2.0:1767319432.313041:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319432.313044:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384025088 00000100:00100000:2.0:1767319432.313070:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384024960 00000100:00100000:2.0:1767319432.313073:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384024960 00000100:00100000:0.0:1767319432.313092:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1796 00000100:00100000:0.0:1767319432.313098:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384025088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319432.313142:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384025088:12345-0@lo:400:kworker.0 Request processed in 44us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319432.313149:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1796 00000100:00100000:0.0:1767319432.313161:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1797 00000100:00100000:0.0:1767319432.313167:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384024960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319432.313195:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384024960:12345-0@lo:400:kworker.0 Request processed in 27us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319432.313201:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1797 00000100:00080000:2.0:1767319432.313210:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319432.313215:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319432.313228:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384024960:0@lo:400:kworker.0 00000100:00100000:0.0:1767319432.313237:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384025088:0@lo:400:kworker.0 00000100:00100000:1.0:1767319432.313348:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319432.313396:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384024448 00000100:00100000:2.0:1767319432.313400:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384024448 00000100:00100000:2.0:1767319432.313556:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4781 00000100:00080000:1.0:1767319432.313597:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319432.313668:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384024448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319432.313719:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384024448:12345-0@lo:400:kworker.0 Request processed in 156us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319432.313770:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384024448:0@lo:400:kworker.0 00000100:00100000:3.0:1767319432.313847:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319432.313938:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384024704 00000100:00100000:1.0:1767319432.313943:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384024704 00000100:00080000:3.0:1767319432.314114:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319432.318925:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4781 00000100:00100000:1.0:1767319432.319040:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4782 00000100:00100000:1.0:1767319432.319065:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384024704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319432.319258:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384024704:12345-0@lo:400:kworker.0 Request processed in 208us (5409us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319432.319266:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4782 00000100:00100000:3.0:1767319432.319639:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384024704:0@lo:400:kworker.0 00010000:00010000:3.0:1767319432.824631:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319433.287998:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319433.288060:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319433.288176:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297370240 00000100:00100000:1.0:1767319433.288179:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297370368 00000100:00100000:1.0:1767319433.288191:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297370368 00000100:00100000:2.0:1767319433.288191:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297370240 00000100:00100000:2.0:1767319433.288267:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23910 00000100:00100000:2.0:1767319433.288277:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297370240:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319433.288305:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767319433.288312:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319433.288395:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297370240:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 117us (424us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319433.290815:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4783 00000100:00100000:1.0:1767319433.290848:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297370368:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319433.290963:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297370368:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 134us (2902us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319433.290973:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4783 00000100:00100000:2.0:1767319433.293049:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23910 00000100:00100000:2.0:1767319433.336620:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319433.847109:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319434.358920:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319434.871169:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319434.871610:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384025216:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319434.872762:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384025344:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319434.872873:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319434.873238:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319434.873594:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384025216 00000100:00100000:0.0:1767319434.873609:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384025216 00000100:00080000:3.0:1767319434.873872:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319434.874088:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384025344 00000100:00100000:0.0:1767319434.874094:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384025344 00000100:00100000:0.0:1767319434.874135:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2575 00000100:00100000:0.0:1767319434.874158:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384025216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319434.874207:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319434.874290:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384025216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 135us (1417us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319434.874299:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2575 00000100:00100000:0.0:1767319434.874321:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2576 00000100:00100000:0.0:1767319434.874327:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384025344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319434.874346:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319434.874385:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384025344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 48us (1137us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319434.874390:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2576 00000100:00080000:0.0:1767319434.874405:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319434.875360:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384025344:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319434.875597:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384025216:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319435.382983:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319435.895093:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319436.407085:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319436.919634:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319437.431801:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319437.431819:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319437.431822:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319437.431827:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319437.431833:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319437.431843:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4335 00000100:00080000:2.0:1767319437.431850:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319437.431860:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319437.431918:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7907b80 x1853164384025472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319437.431952:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319437.431956:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319437.431958:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319437.431962:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4335 00000100:00080000:2.0:1767319437.431965:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319437.431968:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319437.431986:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c0a80 x1853164384025600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319437.432019:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767319437.432022:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384025472:0@lo:38:kworker.0 00000100:00080000:2.0:1767319437.432025:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319437.432029:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319437.432035:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4335 00000100:00080000:2.0:1767319437.432037:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319437.432041:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319437.432057:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39b800 x1853164384025856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319437.432077:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319437.432081:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319437.432083:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319437.432087:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4335 00000100:00080000:2.0:1767319437.432089:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319437.432093:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319437.432106:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8912300 x1853164384026112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319437.432139:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319437.432146:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384025728:0@lo:400:kworker.0 00000100:00100000:2.0:1767319437.432162:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384026368:0@lo:400:kworker.0 00000100:00100000:0.0:1767319437.432190:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319437.432199:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319437.432227:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384025984:0@lo:400:kworker.0 00000100:00100000:2.0:1767319437.432247:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384026368 00000100:00100000:0.0:1767319437.432251:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319437.432257:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384026368 00000100:00100000:0.0:1767319437.432290:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384025472 00000100:00100000:0.0:1767319437.432295:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384025472 00000100:00100000:0.0:1767319437.432325:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384025728 00000100:00100000:0.0:1767319437.432328:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384025728 00000100:00100000:0.0:1767319437.432368:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384025984 00000100:00100000:0.0:1767319437.432372:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384025984 00000100:00100000:0.0:1767319437.432392:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4784 00000100:00100000:0.0:1767319437.432405:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384025728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319437.432456:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384026240:0@lo:400:kworker.0 00000100:00100000:0.0:1767319437.432462:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384025728:12345-0@lo:400:kworker.0 Request processed in 59us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319437.432470:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4784 00000100:00100000:3.0:1767319437.432486:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319437.432489:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4785 00000100:00100000:0.0:1767319437.432495:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384025984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319437.432526:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319437.432536:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384025984:12345-0@lo:400:kworker.0 Request processed in 42us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319437.432545:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4785 00000100:00100000:1.0:1767319437.432547:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384025600:0@lo:38:kworker.0 00000100:00100000:0.0:1767319437.432560:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23911 00000100:00080000:3.0:1767319437.432564:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319437.432566:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384025472:12345-0@lo:38:kworker.0 00000100:00080000:3.0:1767319437.432571:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00020000:0.0:1767319437.432589:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319437.432595:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319437.432602:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384026240 00000100:00100000:3.0:1767319437.432607:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384026240 00000100:00100000:0.0:1767319437.432630:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384025472:12345-0@lo:38:kworker.0 Request processed in 62us (493us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319437.432637:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23911 00000100:00100000:3.0:1767319437.432647:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1798 00000100:00100000:3.0:1767319437.432655:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384026368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319437.432681:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384025984:0@lo:400:kworker.0 00000100:00100000:3.0:1767319437.432690:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384026368:12345-0@lo:400:kworker.0 Request processed in 37us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319437.432695:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1798 00000100:00100000:3.0:1767319437.432707:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1799 00000100:00100000:3.0:1767319437.432714:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384026240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319437.432720:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384025728:0@lo:400:kworker.0 00000100:00100000:3.0:1767319437.432742:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384026240:12345-0@lo:400:kworker.0 Request processed in 28us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319437.432748:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1799 00000100:00100000:1.0:1767319437.432883:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384025856:0@lo:38:kworker.0 00000100:00100000:1.0:1767319437.432914:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319437.432935:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384026112:0@lo:38:kworker.0 00000100:00100000:1.0:1767319437.432957:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319437.432993:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319437.433000:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319437.433003:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384025472:0@lo:38:kworker.0 00000100:00100000:1.0:1767319437.433052:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384026368:0@lo:400:kworker.0 00000100:00100000:0.0:1767319437.433065:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384025856 00000100:00100000:0.0:1767319437.433072:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384025856 00000100:00100000:1.0:1767319437.433090:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384026112 00000100:00100000:1.0:1767319437.433095:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384026112 00000100:00100000:0.0:1767319437.433101:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23912 00000100:00100000:0.0:1767319437.433105:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384025856:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319437.433116:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319437.433150:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384025856:12345-0@lo:38:kworker.0 Request processed in 43us (235us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319437.433159:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23912 00000100:00100000:0.0:1767319437.433171:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23913 00000100:00100000:0.0:1767319437.433175:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384026112:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319437.433184:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319437.433208:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384026112:12345-0@lo:38:kworker.0 Request processed in 32us (250us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319437.433214:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23913 00000100:00100000:2.0:1767319437.433237:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384025600 00000100:00100000:2.0:1767319437.433241:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384025600 00000100:00100000:2.0:1767319437.433268:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2706 00000100:00100000:2.0:1767319437.433273:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384025600:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319437.433284:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319437.433312:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384025600:12345-0@lo:38:kworker.0 Request processed in 38us (719us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319437.433318:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2706 00000100:00080000:3.0:1767319437.444911:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319437.445037:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384026240:0@lo:400:kworker.0 00000100:00080000:0.0:1767319437.447749:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319437.447768:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319437.447774:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384025856:0@lo:38:kworker.0 00000100:00080000:0.0:1767319437.447808:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319437.447814:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319437.447817:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384026112:0@lo:38:kworker.0 00000100:00080000:0.0:1767319437.447831:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319437.447834:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319437.447837:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384025600:0@lo:38:kworker.0 00010000:00010000:3.0:1767319437.943452:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319438.406634:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319438.407654:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297370496 00000100:00100000:3.0:1767319438.407672:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297370496 00000100:00100000:3.0:1767319438.407747:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23914 00000100:00100000:3.0:1767319438.407757:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297370496:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319438.407833:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319438.407940:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297370496:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 183us (1324us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319438.407949:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23914 00000100:00100000:3.0:1767319438.411494:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319438.412225:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297370624 00000100:00100000:0.0:1767319438.412244:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297370624 00000100:00080000:3.0:1767319438.412342:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319438.412393:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4786 00000100:00100000:0.0:1767319438.412408:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f617b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297370624:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319438.412551:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f617b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297370624:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 147us (1079us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319438.412559:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4786 00000100:00100000:3.0:1767319438.455143:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319438.968304:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319439.479564:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319439.991149:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319439.991184:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384026496:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319439.991285:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767319439.991289:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319439.992233:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384026496 00000100:00100000:1.0:1767319439.992250:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384026496 00000100:00100000:0.0:1767319439.992362:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319439.992364:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2577 00000100:00100000:0.0:1767319439.992384:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384026624:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319439.992388:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384026496:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319439.992464:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319439.992544:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384026624 00000100:00100000:2.0:1767319439.992550:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384026624 00000100:00100000:2.0:1767319439.992585:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2578 00000100:00100000:2.0:1767319439.992594:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384026624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319439.992635:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319439.992697:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384026624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319439.992706:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2578 00000100:00100000:0.0:1767319439.992755:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384026624:0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319439.993088:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319439.993142:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384026496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 766us (1857us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319439.993150:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2577 00000100:00080000:3.0:1767319439.993185:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319439.993191:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319439.993279:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384026496:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319440.503071:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319441.016627:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319441.527105:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319442.046403:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319442.552713:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319442.552739:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319442.552743:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319442.552747:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319442.552754:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319442.552766:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4340 00000100:00080000:0.0:1767319442.552772:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319442.552810:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319442.552881:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548d180 x1853164384026752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319442.552903:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319442.552907:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319442.552909:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319442.552914:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4340 00000100:00080000:0.0:1767319442.552917:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319442.552921:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319442.552937:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548d500 x1853164384026880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319442.552953:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384026752:0@lo:38:kworker.0 00000100:00080000:0.0:1767319442.553000:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319442.553005:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319442.553007:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319442.553011:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4340 00000100:00080000:0.0:1767319442.553013:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319442.553018:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319442.553041:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548ca80 x1853164384027136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319442.553061:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319442.553065:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319442.553068:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767319442.553073:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319442.553076:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4340 00000100:00080000:0.0:1767319442.553080:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319442.553084:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319442.553098:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c0a80 x1853164384027392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319442.553158:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384027264:0@lo:400:kworker.0 00000100:00100000:2.0:1767319442.553176:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384026880:0@lo:38:kworker.0 00000100:00100000:0.0:1767319442.553193:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319442.553218:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319442.553220:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319442.553227:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384027008:0@lo:400:kworker.0 00000100:00100000:0.0:1767319442.553256:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319442.553256:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384027136:0@lo:38:kworker.0 00000100:00100000:2.0:1767319442.553287:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319442.553301:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384027520:0@lo:400:kworker.0 00000100:00100000:2.0:1767319442.553314:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384027392:0@lo:38:kworker.0 00000100:00100000:0.0:1767319442.553341:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319442.553349:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319442.553366:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319442.553374:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384027648:0@lo:400:kworker.0 00000100:00100000:2.0:1767319442.553397:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384026880 00000100:00100000:0.0:1767319442.553399:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319442.553407:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384026880 00000100:00100000:0.0:1767319442.553431:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384026752 00000100:00100000:0.0:1767319442.553437:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384026752 00000100:00100000:0.0:1767319442.553461:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384027264 00000100:00100000:0.0:1767319442.553463:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384027264 00000100:00100000:2.0:1767319442.553493:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2707 00000100:00100000:2.0:1767319442.553505:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384026880:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319442.553515:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384027008 00000100:00100000:0.0:1767319442.553519:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384027008 00010000:00020000:2.0:1767319442.553529:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319442.553535:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384027136 00000100:00100000:0.0:1767319442.553539:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384027136 00000100:00100000:0.0:1767319442.553548:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384027392 00000100:00100000:0.0:1767319442.553550:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384027392 00000100:00100000:0.0:1767319442.553566:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4787 00000100:00100000:0.0:1767319442.553574:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384027264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319442.553582:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384026880:12345-0@lo:38:kworker.0 Request processed in 77us (364us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319442.553591:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2707 00000100:00100000:2.0:1767319442.553625:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4788 00000100:00100000:0.0:1767319442.553631:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384027264:12345-0@lo:400:kworker.0 Request processed in 56us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319442.553639:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384027008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319442.553643:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4787 00000100:00100000:0.0:1767319442.553668:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23915 00000100:00100000:0.0:1767319442.553674:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384026752:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319442.553681:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384027008:12345-0@lo:400:kworker.0 Request processed in 48us (425us total) trans 0 rc 0/0 00010000:00020000:0.0:1767319442.553686:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319442.553694:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4788 00000100:00100000:0.0:1767319442.553718:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384026752:12345-0@lo:38:kworker.0 Request processed in 43us (649us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319442.553725:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23916 00000100:00100000:2.0:1767319442.553731:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384027136:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319442.553741:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319442.553769:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384027136:12345-0@lo:38:kworker.0 Request processed in 37us (481us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767319442.553799:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319442.553819:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319442.553866:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384027520 00000100:00100000:3.0:1767319442.553871:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384027520 00000100:00100000:3.0:1767319442.553904:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384027648 00000100:00100000:3.0:1767319442.553907:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384027648 00000100:00100000:3.0:1767319442.553931:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1800 00000100:00100000:3.0:1767319442.553937:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384027520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319442.553977:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384027520:12345-0@lo:400:kworker.0 Request processed in 41us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319442.553983:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1800 00000100:00100000:3.0:1767319442.553996:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1801 00000100:00100000:3.0:1767319442.554002:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384027648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319442.554030:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384027648:12345-0@lo:400:kworker.0 Request processed in 28us (631us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319442.554041:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1801 00000100:00080000:3.0:1767319442.554069:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319442.554072:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319442.554107:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384027648:0@lo:400:kworker.0 00000100:00100000:3.0:1767319442.554118:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384027520:0@lo:400:kworker.0 00000100:00080000:3.0:1767319442.554173:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319442.554179:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319442.554182:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384026880:0@lo:38:kworker.0 00000100:00080000:3.0:1767319442.554189:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319442.554192:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319442.554194:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384027136:0@lo:38:kworker.0 00000100:00080000:3.0:1767319442.554204:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319442.554207:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319442.554210:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384026752:0@lo:38:kworker.0 00000100:00100000:3.0:1767319442.554245:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384027008:0@lo:400:kworker.0 00000100:00100000:3.0:1767319442.554254:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384027264:0@lo:400:kworker.0 00000100:00100000:0.0:1767319442.554408:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23915 00000100:00100000:0.0:1767319442.554424:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23917 00000100:00100000:0.0:1767319442.554428:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384027392:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319442.554440:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319442.554487:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384027392:12345-0@lo:38:kworker.0 Request processed in 56us (1138us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319442.554494:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23917 00000100:00100000:2.0:1767319442.561389:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23916 00000100:00080000:2.0:1767319442.562820:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319442.562837:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319442.562843:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384027392:0@lo:38:kworker.0 00010000:00010000:3.0:1767319443.063145:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319443.526524:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319443.526573:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319443.526675:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297370752 00000100:00100000:1.0:1767319443.526704:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297370752 00000100:00100000:1.0:1767319443.526898:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297370880 00000100:00100000:1.0:1767319443.526902:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297370880 00000100:00080000:0.0:1767319443.527032:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319443.527317:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4789 00000100:00100000:2.0:1767319443.527333:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297370880:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319443.527498:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297370880:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 170us (924us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319443.527508:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4789 00000100:00100000:2.0:1767319443.527533:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23918 00000100:00100000:2.0:1767319443.527539:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297370752:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319443.527567:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319443.527597:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297370752:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 57us (1085us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319443.527604:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23918 00000100:00100000:3.0:1767319443.574995:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319444.090939:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319444.598949:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319445.111388:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384027776:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319445.111601:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319445.111712:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384027776 00000100:00100000:2.0:1767319445.111724:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384027776 00000100:00100000:2.0:1767319445.111842:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2579 00000100:00100000:2.0:1767319445.111853:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384027776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319445.111895:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767319445.112076:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319445.112117:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384027776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 264us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319445.112126:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2579 00010000:00010000:3.0:1767319445.112213:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319445.118778:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384027776:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319445.121737:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319445.124405:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384027904:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319445.124610:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319445.126738:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384027904 00000100:00100000:0.0:1767319445.126758:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384027904 00000100:00080000:1.0:1767319445.127025:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319445.127079:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2580 00000100:00100000:0.0:1767319445.127093:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384027904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319445.127138:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319445.127266:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384027904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 176us (2655us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319445.127273:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2580 00000100:00100000:1.0:1767319445.127377:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384027904:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319445.624596:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319446.136008:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319446.651974:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319447.160477:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319447.623085:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319447.623176:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297371264 00000100:00100000:3.0:1767319447.623188:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297371264 00000100:00100000:3.0:1767319447.623285:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4790 00000100:00100000:3.0:1767319447.623296:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297371264:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319447.623383:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297371264:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 87us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319447.623391:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4790 00000100:00080000:1.0:1767319447.623664:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:0.0:1767319447.629623:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297371008 offset 0 length 520: 4 00000100:00100000:0.0:1767319447.629678:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319447.631143:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297371136 00000100:00100000:1.0:1767319447.631157:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297371136 00000100:00100000:1.0:1767319447.631224:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23919 00000100:00100000:1.0:1767319447.631234:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297371136:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319447.631259:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319447.631348:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297371136:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 114us (1669us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319447.631356:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23919 00000100:00080000:2.0:1767319447.671163:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319447.671176:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319447.671179:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319447.671185:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319447.671189:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319447.671197:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4345 00000100:00080000:2.0:1767319447.671201:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319447.671208:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319447.671252:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e5500 x1853164384028032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319447.671272:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319447.671276:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319447.671278:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319447.671283:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4345 00000100:00080000:2.0:1767319447.671285:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319447.671289:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319447.671302:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e4700 x1853164384028160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319447.671345:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319447.671349:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319447.671350:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319447.671354:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4345 00000100:00080000:2.0:1767319447.671356:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319447.671360:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319447.671372:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592b100 x1853164384028416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319447.671391:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319447.671395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319447.671397:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319447.671400:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4345 00000100:00080000:2.0:1767319447.671403:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319447.671406:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319447.671416:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215180 x1853164384028672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319447.671542:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319422/real 1767319422] req@ffff93688b058e00 x1853164384021504/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319447 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319447.671570:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93688b058e00 x1853164384021504/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319447 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319447.671592:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384028032:0@lo:38:kworker.0 00000100:00100000:0.0:1767319447.671651:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319447.671718:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384028160:0@lo:38:kworker.0 00000100:00100000:0.0:1767319447.671743:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319447.671764:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384028416:0@lo:38:kworker.0 00000100:00100000:0.0:1767319447.671804:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319447.671819:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384028672:0@lo:38:kworker.0 00000100:00100000:0.0:1767319447.671842:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319447.671858:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319447.671868:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319447.671872:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384021504:0@lo:250:kworker.0 00000100:00100000:0.0:1767319447.671906:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384028032 00000100:00100000:0.0:1767319447.671914:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384028032 00000100:00100000:0.0:1767319447.671946:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384028416 00000100:00100000:0.0:1767319447.671949:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384028416 00000100:00100000:0.0:1767319447.671964:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384028672 00000100:00100000:0.0:1767319447.671967:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384028672 00000100:00100000:0.0:1767319447.671981:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23920 00000100:00100000:0.0:1767319447.672002:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384028032:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319447.672023:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319447.672065:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384028032:12345-0@lo:38:kworker.0 Request processed in 62us (412us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319447.672073:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23920 00000100:00100000:0.0:1767319447.672096:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23921 00000100:00100000:0.0:1767319447.672100:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384028416:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319447.672110:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319447.672135:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384028416:12345-0@lo:38:kworker.0 Request processed in 33us (330us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319447.672141:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23921 00000100:00100000:0.0:1767319447.672152:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23922 00000100:00100000:0.0:1767319447.672156:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384028672:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319447.672166:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319447.672187:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384028672:12345-0@lo:38:kworker.0 Request processed in 29us (344us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319447.672193:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23922 00000100:00080000:0.0:1767319447.672229:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319447.672233:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319447.672236:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384028032:0@lo:38:kworker.0 00000100:00080000:0.0:1767319447.672244:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319447.672247:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319447.672249:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384028416:0@lo:38:kworker.0 00000100:00080000:0.0:1767319447.672257:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319447.672260:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319447.672262:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384028672:0@lo:38:kworker.0 00000100:00100000:1.0:1767319447.672576:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384028288:0@lo:400:kworker.0 00000100:00100000:1.0:1767319447.672611:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319447.672639:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319447.672645:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384028544:0@lo:400:kworker.0 00000100:00100000:1.0:1767319447.672667:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319447.672693:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384028800:0@lo:400:kworker.0 00000100:00100000:1.0:1767319447.672719:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319447.672737:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319447.672743:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384028928:0@lo:400:kworker.0 00000100:00100000:1.0:1767319447.672762:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319447.672807:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384028288 00000100:00100000:1.0:1767319447.672812:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384028288 00000100:00100000:1.0:1767319447.672858:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384028544 00000100:00100000:1.0:1767319447.672861:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384028544 00000100:00100000:1.0:1767319447.672878:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4791 00000100:00100000:1.0:1767319447.672885:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384028288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319447.672936:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384028288:12345-0@lo:400:kworker.0 Request processed in 52us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319447.672944:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4791 00000100:00100000:1.0:1767319447.672957:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4792 00000100:00100000:1.0:1767319447.672963:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384028544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319447.672989:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384028544:12345-0@lo:400:kworker.0 Request processed in 27us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319447.672994:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4792 00000100:00080000:1.0:1767319447.673011:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319447.673037:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384028544:0@lo:400:kworker.0 00000100:00100000:1.0:1767319447.673045:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384028288:0@lo:400:kworker.0 00000100:00080000:2.0:1767319447.673174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319447.673179:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319447.673182:0:8:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319447.673187:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4325 00000100:00080000:2.0:1767319447.673190:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319447.673194:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319447.673216:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5133800 x1853164384029056/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319447.673336:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384028160 00000100:00100000:3.0:1767319447.673341:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384028160 00000100:00100000:3.0:1767319447.673376:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2708 00000100:00100000:3.0:1767319447.673382:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384028160:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319447.673397:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319447.673440:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384028160:12345-0@lo:38:kworker.0 Request processed in 57us (1695us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319447.673447:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2708 00000100:00100000:3.0:1767319447.673469:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384028800 00000100:00100000:3.0:1767319447.673473:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384028800 00000100:00100000:3.0:1767319447.673513:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384028928 00000100:00100000:3.0:1767319447.673517:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384028928 00000100:00100000:3.0:1767319447.673541:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1802 00000100:00100000:3.0:1767319447.673547:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384028800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319447.673585:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384028800:12345-0@lo:400:kworker.0 Request processed in 39us (865us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319447.673592:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1802 00000100:00100000:3.0:1767319447.673603:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1803 00000100:00100000:3.0:1767319447.673610:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384028928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319447.673633:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384028928:12345-0@lo:400:kworker.0 Request processed in 24us (870us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319447.673638:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1803 00000100:00100000:3.0:1767319447.673673:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384028928:0@lo:400:kworker.0 00000100:00100000:3.0:1767319447.673682:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384028800:0@lo:400:kworker.0 00000100:00100000:3.0:1767319447.673709:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319447.673801:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319447.673804:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319447.673850:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384029056:0@lo:250:kworker.0 00000400:00000100:0.0:1767319447.673879:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384029056 offset 0 length 520: 4 00000100:00080000:0.0:1767319447.673907:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319447.673912:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319447.673915:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384028160:0@lo:38:kworker.0 00010000:00010000:3.0:1767319448.183093:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319448.695210:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319449.207688:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319449.719982:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319450.232778:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319450.233421:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319450.233443:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384029184:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319450.233508:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319450.233639:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384029184 00000100:00100000:1.0:1767319450.233649:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384029184 00000100:00100000:1.0:1767319450.233707:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2581 00000100:00100000:1.0:1767319450.233721:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f617100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384029184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319450.233751:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319450.233816:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f617100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384029184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319450.233823:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2581 00000100:00080000:3.0:1767319450.234045:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319450.234081:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384029184:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319450.234231:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384029312:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319450.234258:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319450.234425:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384029312 00000100:00100000:2.0:1767319450.234430:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384029312 00000100:00100000:2.0:1767319450.234478:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2582 00000100:00100000:2.0:1767319450.234485:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384029312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319450.234504:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319450.234538:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384029312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319450.234544:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2582 00000100:00080000:3.0:1767319450.234603:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319450.234626:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384029312:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319450.742895:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319451.255113:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319451.766925:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319452.280595:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319452.743105:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319452.743156:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319452.743263:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297371392 00000100:00100000:3.0:1767319452.743276:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297371392 00000100:00100000:3.0:1767319452.743412:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297371520 00000100:00100000:3.0:1767319452.743416:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297371520 00000100:00080000:2.0:1767319452.743774:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319452.745863:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4793 00000100:00100000:1.0:1767319452.745905:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297371520:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319452.746035:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297371520:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 148us (2877us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319452.746045:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4793 00000100:00100000:1.0:1767319452.746075:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23923 00000100:00100000:1.0:1767319452.747133:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297371392:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319452.747159:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319452.747228:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297371392:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 97us (4149us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319452.747235:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23923 00000100:00080000:1.0:1767319452.791048:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319452.791059:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319452.791063:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319452.791067:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319452.791071:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319452.791140:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4350 00000100:00080000:1.0:1767319452.791146:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319452.791155:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319452.791206:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae87800 x1853164384029440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319452.791255:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384029440:0@lo:38:kworker.0 00000100:00100000:0.0:1767319452.791339:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319452.791435:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384029440 00000100:00100000:2.0:1767319452.791453:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384029440 00000100:00100000:2.0:1767319452.791510:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23924 00000100:00100000:2.0:1767319452.791521:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384029440:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319452.791546:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319452.791642:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319452.791676:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319452.791679:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319452.791684:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319452.791689:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4350 00000100:00080000:1.0:1767319452.791692:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319452.791696:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319452.792105:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384029440:12345-0@lo:38:kworker.0 Request processed in 581us (760us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319452.792116:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23924 00000100:00100000:1.0:1767319452.792188:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7907b80 x1853164384029568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319452.792447:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319452.792455:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319452.792459:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384029440:0@lo:38:kworker.0 00000100:00100000:0.0:1767319452.792589:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384029568:0@lo:38:kworker.0 00000100:00100000:0.0:1767319452.792633:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319452.792771:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384029568 00000100:00100000:2.0:1767319452.792793:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384029568 00000100:00080000:1.0:1767319452.792898:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319452.792903:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319452.792906:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319452.792912:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4350 00000100:00080000:1.0:1767319452.792916:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319452.792922:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319452.792945:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b058e00 x1853164384029824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319452.792967:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319452.792970:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319452.792973:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319452.792976:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4350 00000100:00080000:1.0:1767319452.792979:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319452.792983:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319452.792988:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2709 00000100:00100000:1.0:1767319452.792995:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b05b480 x1853164384030080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319452.792997:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384029568:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319452.793021:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319452.793073:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384029568:12345-0@lo:38:kworker.0 Request processed in 77us (438us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319452.793075:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384029952:0@lo:400:kworker.0 00000100:00100000:2.0:1767319452.793094:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2709 00000100:00100000:1.0:1767319452.793118:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319452.793148:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319452.793154:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384029696:0@lo:400:kworker.0 00000100:00100000:1.0:1767319452.793174:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319452.793202:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384030208:0@lo:400:kworker.0 00000100:00100000:1.0:1767319452.793228:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319452.793248:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319452.793253:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384030336:0@lo:400:kworker.0 00000100:00100000:1.0:1767319452.793273:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319452.793299:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384029952 00000100:00100000:1.0:1767319452.793304:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384029952 00000100:00100000:0.0:1767319452.793349:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384029824:0@lo:38:kworker.0 00000100:00100000:0.0:1767319452.793479:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319452.793509:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384030080:0@lo:38:kworker.0 00000100:00100000:0.0:1767319452.793532:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319452.793574:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319452.793579:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319452.793583:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384029568:0@lo:38:kworker.0 00000100:00100000:0.0:1767319452.793617:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384029696 00000100:00100000:0.0:1767319452.793623:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384029696 00000100:00100000:1.0:1767319452.793747:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384029824 00000100:00100000:1.0:1767319452.793764:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384029824 00000100:00100000:1.0:1767319452.793777:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384030080 00000100:00100000:1.0:1767319452.793804:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384030080 00000100:00100000:1.0:1767319452.793822:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4794 00000100:00100000:1.0:1767319452.793834:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384029952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319452.793943:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4795 00000100:00100000:0.0:1767319452.793955:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384029696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319452.794031:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384029696:12345-0@lo:400:kworker.0 Request processed in 78us (854us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319452.794039:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4795 00000100:00100000:1.0:1767319452.794048:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384029952:12345-0@lo:400:kworker.0 Request processed in 216us (928us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319452.794061:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4794 00000100:00100000:0.0:1767319452.794070:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23925 00000100:00100000:0.0:1767319452.794077:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384029824:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319452.794087:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23926 00000100:00100000:1.0:1767319452.794094:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384030080:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319452.794101:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767319452.794113:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319452.794201:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384029824:12345-0@lo:38:kworker.0 Request processed in 121us (803us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319452.794209:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23925 00000100:00100000:1.0:1767319452.794215:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384030080:12345-0@lo:38:kworker.0 Request processed in 117us (678us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319452.794227:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23926 00000100:00100000:0.0:1767319452.794269:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384029696:0@lo:400:kworker.0 00000100:00100000:0.0:1767319452.794289:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384029952:0@lo:400:kworker.0 00000100:00100000:0.0:1767319452.794350:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384030208 00000100:00100000:0.0:1767319452.794356:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384030208 00000100:00100000:0.0:1767319452.794420:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384030336 00000100:00100000:0.0:1767319452.794424:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384030336 00000100:00100000:0.0:1767319452.794451:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1804 00000100:00100000:0.0:1767319452.794458:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384030208:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767319452.794475:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319452.794485:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319452.794490:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384029824:0@lo:38:kworker.0 00000100:00080000:1.0:1767319452.794511:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767319452.794518:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384030208:12345-0@lo:400:kworker.0 Request processed in 55us (1283us total) trans 0 rc 0/0 00000100:00080000:1.0:1767319452.794525:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319452.794535:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1804 00000100:00100000:0.0:1767319452.794549:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1805 00000100:00100000:0.0:1767319452.794555:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384030336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319452.794596:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384030336:12345-0@lo:400:kworker.0 Request processed in 42us (1323us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319452.794606:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1805 00000100:00100000:1.0:1767319452.794612:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384030080:0@lo:38:kworker.0 00000100:00100000:0.0:1767319452.794673:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384030336:0@lo:400:kworker.0 00000100:00100000:0.0:1767319452.794694:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384030208:0@lo:400:kworker.0 00000100:00080000:3.0:1767319452.796852:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319452.796942:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319452.796947:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319453.308207:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319453.814921:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319454.328568:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319454.838893:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319455.351249:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384030464:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319455.351340:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319455.351534:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384030464 00000100:00100000:0.0:1767319455.351543:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384030464 00000100:00100000:0.0:1767319455.351607:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2583 00000100:00100000:0.0:1767319455.351617:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384030464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319455.351646:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319455.351691:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384030464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319455.351699:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2583 00000100:00080000:3.0:1767319455.351765:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319455.351822:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384030464:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319455.352006:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319455.352017:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384030592:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319455.352043:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319455.352052:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319455.352122:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384030592 00000100:00100000:0.0:1767319455.352126:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384030592 00000100:00100000:0.0:1767319455.352162:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2584 00000100:00100000:0.0:1767319455.352169:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384030592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319455.352184:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319455.352212:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384030592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319455.352218:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2584 00000100:00080000:3.0:1767319455.352428:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319455.352451:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384030592:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319455.862899:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319456.375269:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319456.886977:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319457.400593:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319457.867130:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319457.867296:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297371648 00000100:00100000:0.0:1767319457.867306:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297371648 00000100:00100000:0.0:1767319457.867389:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23927 00000100:00100000:0.0:1767319457.867398:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297371648:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319457.867423:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319457.871042:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297371648:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 3632us (3909us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319457.871055:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23927 00000100:00100000:2.0:1767319457.876731:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319457.877800:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297371776 00000100:00100000:0.0:1767319457.877814:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297371776 00000100:00100000:0.0:1767319457.877953:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4796 00000100:00100000:0.0:1767319457.877964:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297371776:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319457.878049:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297371776:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 88us (1330us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319457.878057:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4796 00000100:00080000:3.0:1767319457.880285:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319457.911615:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319457.911626:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319457.911629:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319457.911633:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319457.911638:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319457.911646:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4356 00000100:00080000:1.0:1767319457.911650:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319457.911657:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319457.911698:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891daa680 x1853164384030720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319457.911714:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319457.911718:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319457.911719:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319457.911724:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4356 00000100:00080000:1.0:1767319457.911726:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319457.911728:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319457.911742:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb5f80 x1853164384030848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319457.911801:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319457.911806:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319457.911808:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319457.911812:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4356 00000100:00080000:1.0:1767319457.911814:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319457.911818:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319457.911831:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb4380 x1853164384031104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319457.911835:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384030976:0@lo:400:kworker.0 00000100:00080000:1.0:1767319457.911852:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319457.911857:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319457.911858:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319457.911862:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4356 00000100:00080000:1.0:1767319457.911864:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319457.911867:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319457.911878:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b6bb5880 x1853164384031360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319457.911906:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319457.911933:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384031616:0@lo:400:kworker.0 00000100:00100000:1.0:1767319457.911971:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319457.911979:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319457.911989:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384031232:0@lo:400:kworker.0 00000100:00100000:1.0:1767319457.912003:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319457.912012:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384031488:0@lo:400:kworker.0 00000100:00100000:2.0:1767319457.912022:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319457.912046:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319457.912065:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384030976 00000100:00100000:2.0:1767319457.912073:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384030976 00000100:00100000:1.0:1767319457.912083:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384031616 00000100:00100000:1.0:1767319457.912088:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384031616 00000100:00100000:2.0:1767319457.912131:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384031232 00000100:00100000:1.0:1767319457.912134:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384031488 00000100:00100000:2.0:1767319457.912136:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384031232 00000100:00100000:1.0:1767319457.912139:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384031488 00000100:00100000:2.0:1767319457.912165:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4797 00000100:00100000:2.0:1767319457.912174:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384030976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319457.912222:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384030976:12345-0@lo:400:kworker.0 Request processed in 49us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319457.912243:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4797 00000100:00100000:2.0:1767319457.912261:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4798 00000100:00100000:2.0:1767319457.912268:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384031232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319457.912297:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384031232:12345-0@lo:400:kworker.0 Request processed in 30us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319457.912299:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384030720:0@lo:38:kworker.0 00000100:00100000:2.0:1767319457.912310:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4798 00000100:00100000:0.0:1767319457.912348:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319457.912377:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384031232:0@lo:400:kworker.0 00000100:00100000:0.0:1767319457.912380:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384030848:0@lo:38:kworker.0 00000100:00100000:2.0:1767319457.912397:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384030976:0@lo:400:kworker.0 00000100:00100000:0.0:1767319457.912411:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319457.912411:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319457.912426:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319457.912430:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319457.912439:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384030848 00000100:00100000:0.0:1767319457.912443:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384031104:0@lo:38:kworker.0 00000100:00100000:2.0:1767319457.912444:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384030848 00000100:00100000:3.0:1767319457.912456:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384030720 00000100:00100000:3.0:1767319457.912462:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384030720 00000100:00100000:2.0:1767319457.912469:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2710 00000100:00100000:2.0:1767319457.912475:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384030848:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319457.912491:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23928 00010000:00020000:2.0:1767319457.912493:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319457.912499:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384030720:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319457.912512:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319457.912523:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384030848:12345-0@lo:38:kworker.0 Request processed in 47us (112us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319457.912531:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2710 00000100:00100000:3.0:1767319457.912552:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384030720:12345-0@lo:38:kworker.0 Request processed in 52us (203us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319457.912560:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23928 00000100:00100000:2.0:1767319457.912587:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1806 00000100:00100000:2.0:1767319457.912596:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384031616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319457.912695:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384031616:12345-0@lo:400:kworker.0 Request processed in 100us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319457.912713:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1806 00000100:00100000:0.0:1767319457.913309:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319457.913349:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b6bb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384031360:0@lo:38:kworker.0 00000100:00100000:0.0:1767319457.913370:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319457.913388:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384031616:0@lo:400:kworker.0 00000100:00080000:0.0:1767319457.913402:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319457.913408:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319457.913413:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384030720:0@lo:38:kworker.0 00000100:00100000:3.0:1767319457.913417:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384031104 00000100:00100000:3.0:1767319457.913423:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384031104 00000100:00080000:0.0:1767319457.913425:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319457.913430:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319457.913434:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384030848:0@lo:38:kworker.0 00000100:00100000:3.0:1767319457.913447:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384031360 00000100:00100000:3.0:1767319457.913452:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384031360 00000100:00100000:3.0:1767319457.913468:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23929 00000100:00100000:3.0:1767319457.913474:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384031104:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319457.913486:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319457.913514:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384031104:12345-0@lo:38:kworker.0 Request processed in 40us (206us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319457.913519:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23929 00000100:00100000:3.0:1767319457.913530:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23930 00000100:00100000:3.0:1767319457.913535:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384031360:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319457.913542:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319457.913560:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384031360:12345-0@lo:38:kworker.0 Request processed in 25us (190us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319457.913565:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23930 00000100:00080000:0.0:1767319457.913907:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319457.913912:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319457.913915:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384031104:0@lo:38:kworker.0 00000100:00080000:0.0:1767319457.913925:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319457.913928:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319457.913930:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b6bb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384031360:0@lo:38:kworker.0 00000100:00100000:1.0:1767319457.914049:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1807 00000100:00100000:1.0:1767319457.914060:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384031488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319457.914103:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384031488:12345-0@lo:400:kworker.0 Request processed in 47us (2057us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319457.914109:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1807 00000100:00100000:1.0:1767319457.914137:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384031488:0@lo:400:kworker.0 00000100:00080000:3.0:1767319457.914435:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767319458.423805:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319458.934955:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319459.448662:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319459.961962:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319460.471460:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384031744:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319460.471548:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319460.471612:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319460.471626:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319460.471633:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384031872:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319460.471656:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319460.471900:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384031744 00000100:00100000:1.0:1767319460.471908:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384031744 00000100:00100000:0.0:1767319460.471936:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384031872 00000100:00100000:0.0:1767319460.471942:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384031872 00000100:00080000:3.0:1767319460.472013:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319460.472018:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319460.472051:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2585 00000100:00100000:1.0:1767319460.472062:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384031744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319460.472094:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319460.472151:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384031744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319460.472159:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2585 00000100:00100000:1.0:1767319460.472175:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2586 00000100:00100000:1.0:1767319460.472182:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384031872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319460.472198:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319460.472224:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384031872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319460.472230:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2586 00000100:00100000:3.0:1767319460.472561:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384031872:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319460.472577:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384031744:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319460.982920:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319461.497123:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319462.007231:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319462.519004:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319462.983706:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319462.983882:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319462.984735:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297372032 00000100:00100000:1.0:1767319462.984748:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297372032 00000100:00100000:1.0:1767319462.984892:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297371904 00000100:00100000:1.0:1767319462.984897:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297371904 00000100:00080000:2.0:1767319462.984946:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319462.985061:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4799 00000100:00100000:0.0:1767319462.985356:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297372032:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319462.985489:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297372032:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 140us (1792us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319462.985499:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4799 00000100:00100000:0.0:1767319462.985521:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23931 00000100:00100000:0.0:1767319462.985526:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297371904:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319462.985547:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319462.985572:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297371904:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 44us (1691us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319462.985578:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23931 00000100:00080000:1.0:1767319463.030998:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319463.031010:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319463.031013:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319463.031016:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319463.031021:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319463.031029:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4361 00000100:00080000:1.0:1767319463.031034:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319463.031040:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319463.031088:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278700 x1853164384032000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319463.031116:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319463.031119:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319463.031121:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319463.031125:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4361 00000100:00080000:1.0:1767319463.031127:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319463.031130:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319463.031143:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279880 x1853164384032128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319463.031215:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384032256:0@lo:400:kworker.0 00000100:00080000:1.0:1767319463.031262:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319463.031266:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319463.031268:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319463.031272:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4361 00000100:00080000:1.0:1767319463.031274:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767319463.031277:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319463.031278:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319463.031302:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627bb80 x1853164384032384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319463.031319:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319463.031321:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319463.031323:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319463.031326:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4361 00000100:00080000:1.0:1767319463.031328:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319463.031331:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319463.031339:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9bb80 x1853164384032640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319463.031347:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319463.031352:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384032512:0@lo:400:kworker.0 00000100:00100000:3.0:1767319463.031374:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319463.031382:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384032768:0@lo:400:kworker.0 00000100:00100000:3.0:1767319463.031396:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384032896:0@lo:400:kworker.0 00000100:00100000:1.0:1767319463.031409:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319463.031424:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384032256 00000100:00100000:3.0:1767319463.031431:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384032256 00000100:00100000:1.0:1767319463.031448:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384032512 00000100:00100000:1.0:1767319463.031451:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384032512 00000100:00100000:3.0:1767319463.031478:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4800 00000100:00100000:3.0:1767319463.031486:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384032256:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767319463.031537:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319463.031551:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319463.031581:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384032768 00000100:00100000:2.0:1767319463.031584:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384032768 00000100:00100000:0.0:1767319463.031688:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384032000:0@lo:38:kworker.0 00000100:00100000:0.0:1767319463.031718:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319463.031741:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384032128:0@lo:38:kworker.0 00000100:00100000:0.0:1767319463.031766:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319463.031804:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384032384:0@lo:38:kworker.0 00000100:00100000:0.0:1767319463.031825:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319463.031836:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384032640:0@lo:38:kworker.0 00000100:00100000:3.0:1767319463.031854:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384032256:12345-0@lo:400:kworker.0 Request processed in 368us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319463.031855:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319463.031903:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4801 00000100:00100000:1.0:1767319463.031913:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384032512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319463.031944:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384032512:12345-0@lo:400:kworker.0 Request processed in 34us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319463.031951:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4801 00000100:00100000:1.0:1767319463.031965:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384032000 00000100:00100000:1.0:1767319463.031969:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384032000 00000100:00100000:1.0:1767319463.031979:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384032384 00000100:00100000:1.0:1767319463.031981:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384032384 00000100:00100000:3.0:1767319463.031987:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4800 00000100:00100000:3.0:1767319463.031999:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384032640 00000100:00100000:3.0:1767319463.032004:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384032640 00000100:00100000:1.0:1767319463.040839:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23932 00000100:00100000:1.0:1767319463.040854:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384032000:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319463.040880:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319463.040995:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384032000:12345-0@lo:38:kworker.0 Request processed in 141us (9274us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319463.041004:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23932 00000100:00100000:1.0:1767319463.041023:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23933 00000100:00100000:1.0:1767319463.041028:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384032384:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319463.041038:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319463.041063:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384032384:12345-0@lo:38:kworker.0 Request processed in 34us (9236us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319463.041069:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23933 00000100:00100000:1.0:1767319463.042339:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319463.042375:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384032128 00000100:00100000:1.0:1767319463.042385:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384032128 00000100:00100000:1.0:1767319463.042432:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2711 00000100:00100000:1.0:1767319463.042439:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5b4b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384032128:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319463.042456:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319463.042504:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5b4b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384032128:12345-0@lo:38:kworker.0 Request processed in 64us (10737us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319463.042510:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2711 00000100:00080000:2.0:1767319463.042807:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319463.042820:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384032896 00000100:00100000:2.0:1767319463.042824:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384032896 00000100:00080000:2.0:1767319463.042844:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319463.043399:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319463.043406:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319463.043410:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384032000:0@lo:38:kworker.0 00000100:00080000:1.0:1767319463.043421:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319463.043425:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319463.043428:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384032128:0@lo:38:kworker.0 00000100:00080000:1.0:1767319463.043437:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319463.043440:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319463.043443:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384032384:0@lo:38:kworker.0 00000100:00100000:1.0:1767319463.043511:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384032512:0@lo:400:kworker.0 00000100:00100000:1.0:1767319463.043522:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384032256:0@lo:400:kworker.0 00000100:00100000:0.0:1767319463.045220:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1808 00000100:00100000:0.0:1767319463.045246:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384032768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319463.045368:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384032768:12345-0@lo:400:kworker.0 Request processed in 136us (13957us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319463.045375:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1808 00000100:00100000:0.0:1767319463.045432:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384032768:0@lo:400:kworker.0 00000100:00100000:0.0:1767319463.045460:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1809 00000100:00100000:0.0:1767319463.045468:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384032896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319463.045504:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384032896:12345-0@lo:400:kworker.0 Request processed in 38us (13953us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319463.045510:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1809 00000100:00100000:0.0:1767319463.045535:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384032896:0@lo:400:kworker.0 00000100:00100000:3.0:1767319463.047493:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23934 00000100:00100000:3.0:1767319463.047505:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384032640:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319463.047532:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319463.047619:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384032640:12345-0@lo:38:kworker.0 Request processed in 113us (15761us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319463.047626:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23934 00000100:00080000:3.0:1767319463.047669:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319463.047675:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319463.047680:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384032640:0@lo:38:kworker.0 00010000:00010000:3.0:1767319463.543382:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319464.057151:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319464.569391:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319465.079050:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319465.591057:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319465.591372:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384033024:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319465.591444:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319465.591519:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319465.591526:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384033152:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319465.591548:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319465.591641:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384033024 00000100:00100000:1.0:1767319465.591649:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384033024 00000100:00100000:1.0:1767319465.591711:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384033152 00000100:00100000:1.0:1767319465.591714:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384033152 00000100:00100000:1.0:1767319465.591733:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2587 00000100:00100000:1.0:1767319465.591745:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384033024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319465.591778:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319465.591838:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384033024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319465.591846:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2587 00000100:00100000:1.0:1767319465.591862:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2588 00000100:00100000:1.0:1767319465.591869:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384033152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319465.591885:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319465.591910:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384033152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319465.591916:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2588 00000100:00080000:3.0:1767319465.592777:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319465.592807:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319465.592848:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384033152:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319465.592864:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384033024:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319466.103008:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319466.617341:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319467.127190:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319467.638963:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319468.103940:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319468.104042:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319468.109895:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297372160 00000100:00100000:3.0:1767319468.109911:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297372160 00000100:00100000:3.0:1767319468.109975:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297372288 00000100:00100000:3.0:1767319468.109979:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297372288 00000100:00100000:3.0:1767319468.110043:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4802 00000100:00100000:3.0:1767319468.110054:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297372288:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319468.110139:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297372288:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 87us (6096us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319468.110146:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4802 00000100:00100000:3.0:1767319468.110165:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23935 00000100:00100000:3.0:1767319468.110171:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297372160:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319468.110192:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319468.110218:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297372160:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 46us (6289us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319468.110225:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23935 00000100:00080000:2.0:1767319468.110308:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319468.151845:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319468.151941:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319468.151948:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319468.151951:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319468.151955:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319468.151959:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319468.151967:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4366 00000100:00080000:3.0:1767319468.151972:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319468.151979:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319468.152020:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5137100 x1853164384033280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319468.152036:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319468.152039:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319468.152041:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319468.152044:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4366 00000100:00080000:3.0:1767319468.152046:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319468.152049:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319468.152060:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5137b80 x1853164384033408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319468.152128:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384033536:0@lo:400:kworker.0 00000100:00100000:2.0:1767319468.152200:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319468.152303:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384033280:0@lo:38:kworker.0 00000100:00100000:1.0:1767319468.152333:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319468.152358:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384033408:0@lo:38:kworker.0 00000100:00100000:1.0:1767319468.152380:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319468.152415:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384033536 00000100:00100000:1.0:1767319468.152422:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384033536 00000100:00100000:1.0:1767319468.152473:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384033280 00000100:00100000:1.0:1767319468.152476:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384033280 00000100:00100000:1.0:1767319468.152494:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4803 00000100:00100000:1.0:1767319468.152503:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384033536:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319468.152564:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319468.152567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319468.152569:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319468.152573:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4366 00000100:00080000:3.0:1767319468.152575:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319468.152578:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319468.152593:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135c00 x1853164384033664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319468.152966:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384033792:0@lo:400:kworker.0 00000100:00100000:0.0:1767319468.152998:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319468.153029:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384033792 00000100:00100000:0.0:1767319468.153033:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384033792 00000100:00100000:0.0:1767319468.153054:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4804 00000100:00100000:0.0:1767319468.153059:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384033792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319468.153090:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384033792:12345-0@lo:400:kworker.0 Request processed in 29us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319468.153097:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4804 00000100:00100000:0.0:1767319468.153111:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23936 00000100:00100000:0.0:1767319468.153115:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384033280:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319468.153133:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319468.153170:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384033280:12345-0@lo:38:kworker.0 Request processed in 53us (836us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319468.153176:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23936 00000100:00100000:0.0:1767319468.153206:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384033792:0@lo:400:kworker.0 00000100:00100000:0.0:1767319468.153267:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384033408 00000100:00100000:0.0:1767319468.153271:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384033408 00000100:00100000:0.0:1767319468.153290:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2712 00000100:00100000:0.0:1767319468.153294:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384033408:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319468.153304:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319468.153326:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384033408:12345-0@lo:38:kworker.0 Request processed in 31us (945us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319468.153332:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2712 00000100:00080000:0.0:1767319468.153348:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319468.153378:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384033664:0@lo:38:kworker.0 00000100:00100000:0.0:1767319468.153397:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319468.153417:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319468.153421:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319468.153424:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384033280:0@lo:38:kworker.0 00000100:00080000:0.0:1767319468.153432:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319468.153435:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319468.153438:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384033408:0@lo:38:kworker.0 00000100:00100000:0.0:1767319468.153457:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384033664 00000100:00100000:0.0:1767319468.153459:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384033664 00000100:00100000:0.0:1767319468.153474:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23937 00000100:00100000:0.0:1767319468.153477:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384033664:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319468.153486:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319468.153508:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384033664:12345-0@lo:38:kworker.0 Request processed in 29us (110us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319468.153513:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23937 00000100:00080000:0.0:1767319468.153530:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319468.153533:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319468.153536:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384033664:0@lo:38:kworker.0 00000100:00100000:1.0:1767319468.154204:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384033536:12345-0@lo:400:kworker.0 Request processed in 1697us (1999us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319468.154214:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4803 00000100:00100000:2.0:1767319468.154373:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384033536:0@lo:400:kworker.0 00000100:00080000:3.0:1767319468.154443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319468.154448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319468.154451:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319468.154456:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4366 00000100:00080000:3.0:1767319468.154459:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319468.154463:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319468.154488:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5136300 x1853164384033920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319468.154547:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384033920:0@lo:38:kworker.0 00000100:00100000:0.0:1767319468.154589:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319468.154753:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384033920 00000100:00100000:1.0:1767319468.154758:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384033920 00000100:00100000:1.0:1767319468.154805:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23938 00000100:00100000:1.0:1767319468.154811:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384033920:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319468.154826:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319468.154975:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384034176:0@lo:400:kworker.0 00000100:00100000:3.0:1767319468.155006:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319468.155026:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319468.155030:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384034048:0@lo:400:kworker.0 00000100:00100000:3.0:1767319468.155046:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319468.155077:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384034176 00000100:00100000:3.0:1767319468.155080:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384034176 00000100:00080000:3.0:1767319468.155100:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319468.155121:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384034048 00000100:00100000:3.0:1767319468.155124:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384034048 00000100:00080000:3.0:1767319468.155132:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319468.155167:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1810 00000100:00100000:3.0:1767319468.155174:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384034176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319468.155212:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384034176:12345-0@lo:400:kworker.0 Request processed in 39us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319468.155219:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1810 00000100:00100000:3.0:1767319468.155232:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1811 00000100:00100000:3.0:1767319468.155250:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384034048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319468.155274:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384034048:12345-0@lo:400:kworker.0 Request processed in 25us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319468.155280:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1811 00000100:00100000:3.0:1767319468.155307:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384034048:0@lo:400:kworker.0 00000100:00100000:3.0:1767319468.155314:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384034176:0@lo:400:kworker.0 00000100:00100000:1.0:1767319468.155967:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384033920:12345-0@lo:38:kworker.0 Request processed in 1152us (1374us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319468.155977:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23938 00000100:00080000:0.0:1767319468.156050:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319468.156055:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319468.156059:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384033920:0@lo:38:kworker.0 00010000:00010000:3.0:1767319468.663013:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319469.174889:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319469.687906:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319470.199834:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319470.710977:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319470.711017:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319470.711050:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384034304:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319470.711124:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319470.711295:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384034304 00000100:00100000:2.0:1767319470.711303:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384034304 00000100:00100000:2.0:1767319470.711378:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2589 00000100:00100000:2.0:1767319470.711388:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384034304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319470.711417:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319470.711475:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384034304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319470.711482:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2589 00000100:00080000:3.0:1767319470.711750:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319470.711806:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384034304:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319470.712168:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384034432:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319470.712220:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319470.712450:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384034432 00000100:00100000:1.0:1767319470.712455:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384034432 00000100:00100000:1.0:1767319470.712506:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2590 00000100:00100000:1.0:1767319470.712518:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384034432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319470.712539:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767319470.712723:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319470.713371:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384034432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 854us (1164us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319470.713382:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2590 00000100:00100000:3.0:1767319470.715234:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384034432:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319471.224620:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319471.735655:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319472.249399:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319447/real 1767319447] req@ffff9369b5133800 x1853164384029056/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319472 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319472.249434:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b5133800 x1853164384029056/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319472 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319472.249455:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319472.249473:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319472.249477:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384029056:0@lo:250:kworker.0 00000100:00100000:1.0:1767319472.249666:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319472.249778:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319472.249796:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319472.249800:0:8:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319472.249804:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4350 00000100:00080000:3.0:1767319472.249809:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319472.249816:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319472.249860:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5136300 x1853164384034560/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319472.249889:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319472.249893:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319472.249895:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319472.249898:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4371 00000100:00080000:3.0:1767319472.249900:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319472.249904:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319472.249920:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2680 x1853164384034688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319472.249928:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319472.249932:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319472.249933:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319472.249937:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4371 00000100:00080000:3.0:1767319472.249939:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319472.249942:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319472.249953:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2d80 x1853164384034816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319472.249980:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319472.249983:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319472.249985:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319472.249988:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4371 00000100:00080000:3.0:1767319472.249991:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319472.249994:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319472.250004:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2a00 x1853164384035072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319472.250020:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319472.250023:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319472.250024:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319472.250028:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4371 00000100:00080000:3.0:1767319472.250030:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319472.250033:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319472.250043:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a399c00 x1853164384035328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319472.250093:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384034944:0@lo:400:kworker.0 00000100:00100000:3.0:1767319472.250152:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319472.250223:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319472.250230:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384035200:0@lo:400:kworker.0 00000100:00100000:2.0:1767319472.250242:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384034560:0@lo:250:kworker.0 00000100:00100000:3.0:1767319472.250252:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000100:2.0:1767319472.250262:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384034560 offset 0 length 520: 4 00000100:00100000:2.0:1767319472.250280:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384034688:0@lo:38:kworker.0 00000100:00100000:3.0:1767319472.250280:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384035456:0@lo:400:kworker.0 00000100:00100000:2.0:1767319472.250300:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319472.250301:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319472.250315:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384034816:0@lo:38:kworker.0 00000100:00100000:3.0:1767319472.250328:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319472.250333:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384035584:0@lo:400:kworker.0 00000100:00100000:2.0:1767319472.250334:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319472.250348:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384035072:0@lo:38:kworker.0 00000100:00100000:3.0:1767319472.250351:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319472.250364:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319472.250375:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384035328:0@lo:38:kworker.0 00000100:00100000:3.0:1767319472.250378:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384034944 00000100:00100000:3.0:1767319472.250385:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384034944 00000100:00100000:2.0:1767319472.250391:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319472.250423:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384035200 00000100:00100000:2.0:1767319472.250426:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384035456 00000100:00100000:3.0:1767319472.250426:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384035200 00000100:00100000:2.0:1767319472.250428:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384035456 00000100:00100000:3.0:1767319472.250438:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384034688 00000100:00100000:3.0:1767319472.250440:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384034688 00000100:00100000:3.0:1767319472.250447:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384035072 00000100:00100000:3.0:1767319472.250450:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384035072 00000100:00100000:2.0:1767319472.250453:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384035584 00000100:00100000:2.0:1767319472.250456:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384035584 00000100:00100000:3.0:1767319472.250456:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384035328 00000100:00100000:3.0:1767319472.250458:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384035328 00000100:00100000:3.0:1767319472.250469:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4805 00000100:00100000:2.0:1767319472.250471:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1812 00000100:00100000:2.0:1767319472.250477:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384035456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319472.250477:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384034944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319472.250520:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384035456:12345-0@lo:400:kworker.0 Request processed in 42us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319472.250520:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384034944:12345-0@lo:400:kworker.0 Request processed in 43us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319472.250527:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1812 00000100:00100000:3.0:1767319472.250527:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4805 00000100:00100000:2.0:1767319472.250543:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1813 00000100:00100000:3.0:1767319472.250543:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4806 00000100:00100000:2.0:1767319472.250548:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384035584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319472.250548:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384035200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319472.250571:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384035584:12345-0@lo:400:kworker.0 Request processed in 23us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319472.250571:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384035200:12345-0@lo:400:kworker.0 Request processed in 22us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319472.250580:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4806 00000100:00100000:2.0:1767319472.250581:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1813 00000100:00100000:3.0:1767319472.250591:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23939 00000100:00100000:3.0:1767319472.250595:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384034688:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319472.250598:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23940 00000100:00100000:2.0:1767319472.250601:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384035072:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319472.250611:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319472.250729:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384034816 00000100:00100000:0.0:1767319472.250733:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384034816 00000100:00100000:0.0:1767319472.250760:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2713 00000100:00100000:0.0:1767319472.250764:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384034816:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319472.250816:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23941 00000100:00100000:1.0:1767319472.250821:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6bb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384035328:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319472.250882:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384034688:12345-0@lo:38:kworker.0 Request processed in 285us (580us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319472.250887:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23939 00000100:00100000:3.0:1767319472.250917:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384035584:0@lo:400:kworker.0 00000100:00100000:3.0:1767319472.250926:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384035456:0@lo:400:kworker.0 00000100:00100000:3.0:1767319472.250947:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384035200:0@lo:400:kworker.0 00000100:00100000:3.0:1767319472.250954:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384034944:0@lo:400:kworker.0 00000100:00080000:3.0:1767319472.250975:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319472.250979:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319472.250982:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384034688:0@lo:38:kworker.0 00000100:00080000:3.0:1767319472.251003:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319472.251007:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319472.251010:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:2.0:1767319472.252807:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319472.252920:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384035072:12345-0@lo:38:kworker.0 Request processed in 2314us (2551us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319472.252931:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23940 00010000:00020000:0.0:1767319472.254007:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319472.254209:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384034816:12345-0@lo:38:kworker.0 Request processed in 3430us (3859us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319472.254220:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2713 00010000:00020000:1.0:1767319472.255990:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319472.256244:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6bb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384035328:12345-0@lo:38:kworker.0 Request processed in 5417us (5847us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319472.256255:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23941 00000100:00080000:3.0:1767319472.256861:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319472.256868:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319472.256872:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384034816:0@lo:38:kworker.0 00000100:00080000:3.0:1767319472.256883:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319472.256886:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319472.256889:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384035072:0@lo:38:kworker.0 00000100:00080000:3.0:1767319472.256898:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319472.256901:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319472.256904:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384035328:0@lo:38:kworker.0 00010000:00010000:0.0:1767319472.759045:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319473.222365:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319473.223243:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297372544 00000100:00100000:1.0:1767319473.223254:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297372544 00000100:00100000:1.0:1767319473.223327:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4807 00000100:00100000:1.0:1767319473.223341:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297372544:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319473.223479:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297372544:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 142us (1123us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319473.223487:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4807 00000100:00080000:3.0:1767319473.232352:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319473.239102:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:2.0:1767319473.239244:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297372672 offset 0 length 520: 4 00000100:00100000:3.0:1767319473.241202:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297372416 00000100:00100000:3.0:1767319473.241219:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297372416 00000100:00100000:3.0:1767319473.241286:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23942 00000100:00100000:3.0:1767319473.241295:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297372416:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319473.241321:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319473.241505:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297372416:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 208us (2409us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319473.241513:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23942 00000100:00100000:1.0:1767319473.270901:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319473.783372:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319474.297425:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319474.807115:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319475.318945:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319475.831202:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319475.831355:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384035712:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319475.831426:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319475.831511:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319475.831518:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384035840:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319475.831738:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319475.831834:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384035712 00000100:00100000:0.0:1767319475.831842:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384035712 00000100:00100000:0.0:1767319475.831904:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384035840 00000100:00100000:0.0:1767319475.831907:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384035840 00000100:00100000:0.0:1767319475.831930:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2591 00000100:00100000:0.0:1767319475.831938:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384035712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319475.831968:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319475.832012:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384035712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (586us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319475.832019:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2591 00000100:00100000:0.0:1767319475.832037:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2592 00000100:00100000:0.0:1767319475.832042:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384035840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319475.832056:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319475.832079:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384035840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319475.832085:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2592 00000100:00080000:3.0:1767319475.832426:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319475.832438:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319475.832477:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384035840:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319475.832492:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384035712:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319476.343796:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319476.855018:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319477.366869:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319477.366934:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319477.366952:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319477.366954:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319477.366959:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319477.366963:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319477.366977:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4375 00000100:00080000:2.0:1767319477.366981:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319477.366989:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319477.367031:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e0e00 x1853164384035968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319477.367057:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319477.367060:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319477.367062:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319477.367066:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4375 00000100:00080000:2.0:1767319477.367068:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319477.367072:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319477.367085:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e0700 x1853164384036096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319477.367128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319477.367132:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319477.367133:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319477.367137:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4375 00000100:00080000:2.0:1767319477.367139:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319477.367143:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319477.367164:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e3b80 x1853164384036352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319477.367179:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319477.367181:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319477.367183:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319477.367187:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4375 00000100:00080000:2.0:1767319477.367189:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319477.367192:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319477.367202:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e2300 x1853164384036608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319477.367258:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384036736:0@lo:400:kworker.0 00000100:00100000:2.0:1767319477.367327:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319477.367386:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319477.367392:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384036864:0@lo:400:kworker.0 00000100:00100000:2.0:1767319477.367417:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319477.367452:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384036736 00000100:00100000:2.0:1767319477.367459:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384036736 00000100:00100000:2.0:1767319477.367513:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384036864 00000100:00100000:2.0:1767319477.367516:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384036864 00000100:00100000:2.0:1767319477.367537:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1814 00000100:00100000:2.0:1767319477.367547:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384036736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319477.367597:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384036736:12345-0@lo:400:kworker.0 Request processed in 52us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319477.367604:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1814 00000100:00100000:2.0:1767319477.367619:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1815 00000100:00100000:2.0:1767319477.367625:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384036864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319477.367651:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384036864:12345-0@lo:400:kworker.0 Request processed in 27us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319477.367656:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1815 00000100:00080000:2.0:1767319477.367676:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319477.367680:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319477.367713:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384036864:0@lo:400:kworker.0 00000100:00100000:2.0:1767319477.367721:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384036736:0@lo:400:kworker.0 00000100:00100000:3.0:1767319477.367909:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384035968:0@lo:38:kworker.0 00000100:00100000:3.0:1767319477.367940:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319477.367982:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384036096:0@lo:38:kworker.0 00000100:00100000:3.0:1767319477.368001:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319477.368019:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384036352:0@lo:38:kworker.0 00000100:00100000:3.0:1767319477.368035:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319477.368047:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384036608:0@lo:38:kworker.0 00000100:00100000:3.0:1767319477.368063:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319477.368086:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384035968 00000100:00100000:3.0:1767319477.368090:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384035968 00000100:00100000:3.0:1767319477.368108:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384036352 00000100:00100000:3.0:1767319477.368111:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384036352 00000100:00100000:3.0:1767319477.368120:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384036608 00000100:00100000:3.0:1767319477.368122:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384036608 00000100:00100000:3.0:1767319477.368131:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23943 00000100:00100000:3.0:1767319477.368135:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384035968:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319477.368164:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319477.368198:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384035968:12345-0@lo:38:kworker.0 Request processed in 61us (256us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319477.368204:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23943 00000100:00100000:3.0:1767319477.368216:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23944 00000100:00100000:3.0:1767319477.368219:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384036352:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319477.368228:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319477.368248:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384036352:12345-0@lo:38:kworker.0 Request processed in 27us (212us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319477.368254:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23944 00000100:00100000:3.0:1767319477.368264:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23945 00000100:00100000:3.0:1767319477.368268:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384036608:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319477.368276:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319477.368293:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384036608:12345-0@lo:38:kworker.0 Request processed in 24us (230us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319477.368298:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23945 00000100:00080000:3.0:1767319477.368329:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319477.368334:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319477.368337:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384035968:0@lo:38:kworker.0 00000100:00080000:3.0:1767319477.368344:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319477.368348:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319477.368350:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384036352:0@lo:38:kworker.0 00000100:00080000:3.0:1767319477.368356:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319477.368359:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319477.368361:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384036608:0@lo:38:kworker.0 00000100:00100000:0.0:1767319477.368532:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384036224:0@lo:400:kworker.0 00000100:00100000:0.0:1767319477.368560:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319477.368579:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319477.368584:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384036480:0@lo:400:kworker.0 00000100:00100000:0.0:1767319477.368602:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319477.368621:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384036224 00000100:00100000:0.0:1767319477.368624:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384036224 00000100:00100000:0.0:1767319477.368652:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384036480 00000100:00100000:0.0:1767319477.368655:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384036480 00000100:00100000:0.0:1767319477.368672:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4808 00000100:00100000:0.0:1767319477.368677:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384036224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319477.368709:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384036224:12345-0@lo:400:kworker.0 Request processed in 31us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319477.368715:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4808 00000100:00100000:0.0:1767319477.368727:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4809 00000100:00100000:0.0:1767319477.368733:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384036480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319477.368755:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384036480:12345-0@lo:400:kworker.0 Request processed in 24us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319477.368760:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4809 00000100:00100000:0.0:1767319477.368805:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384036480:0@lo:400:kworker.0 00000100:00100000:0.0:1767319477.368816:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384036224:0@lo:400:kworker.0 00000100:00100000:0.0:1767319477.368838:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384036096 00000100:00100000:0.0:1767319477.368841:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384036096 00000100:00100000:0.0:1767319477.368858:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2714 00000100:00100000:0.0:1767319477.368862:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384036096:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319477.368872:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319477.368902:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384036096:12345-0@lo:38:kworker.0 Request processed in 38us (899us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319477.368907:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2714 00000100:00080000:0.0:1767319477.368929:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319477.368933:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319477.368936:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384036096:0@lo:38:kworker.0 00000100:00080000:2.0:1767319477.371108:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319477.879005:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319478.342324:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319478.342564:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297372928 00000100:00100000:1.0:1767319478.342574:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297372928 00000100:00100000:1.0:1767319478.342659:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4810 00000100:00100000:1.0:1767319478.342670:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297372928:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319478.342740:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297372928:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 71us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319478.342747:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4810 00000100:00080000:2.0:1767319478.342807:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319478.344482:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319478.344746:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297372800 00000100:00100000:3.0:1767319478.344759:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297372800 00000100:00100000:3.0:1767319478.344857:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23946 00000100:00100000:3.0:1767319478.344868:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297372800:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319478.344899:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319478.344984:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297372800:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 116us (514us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319478.344992:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23946 00000100:00100000:1.0:1767319478.390930:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319478.903039:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319479.415755:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319479.929722:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319480.438919:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319480.951075:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1767319480.951108:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384037120:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319480.951219:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319480.951276:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384037120 00000100:00100000:1.0:1767319480.951298:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384037120 00000100:00100000:0.0:1767319480.951311:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384036992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319480.951360:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319480.951396:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384036992 00000100:00100000:1.0:1767319480.951402:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384036992 00000100:00100000:0.0:1767319480.951420:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2593 00000100:00100000:0.0:1767319480.951438:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384037120:12345-0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319480.951469:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00000024:0.0:1767319480.951492:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319480.951552:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384037120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319480.951758:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2594 00000100:00100000:1.0:1767319480.951778:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384036992:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319480.952127:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2593 00000100:00100000:0.0:1767319480.952208:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384037120:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319480.952213:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319480.952218:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1767319480.952263:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319480.952356:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384036992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 585us (998us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319480.952363:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2594 00000100:00100000:0.0:1767319480.952591:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384036992:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319481.463033:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319481.978384:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319482.487040:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319482.487056:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319482.487060:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319482.487064:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319482.487069:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319482.487092:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4380 00000100:00080000:3.0:1767319482.487098:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319482.487116:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319482.487173:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39b800 x1853164384037248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319482.487196:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319482.487200:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319482.487202:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319482.487208:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4380 00000100:00080000:3.0:1767319482.487210:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319482.487214:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319482.487230:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a398000 x1853164384037376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319482.487285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319482.487290:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319482.487292:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319482.487295:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4380 00000100:00080000:3.0:1767319482.487298:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319482.487302:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319482.487315:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84a80 x1853164384037632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319482.487342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319482.487345:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319482.487347:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319482.487351:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4380 00000100:00080000:3.0:1767319482.487353:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319482.487357:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319482.487368:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6300 x1853164384037888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319482.488178:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384037504:0@lo:400:kworker.0 00000100:00100000:1.0:1767319482.488276:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319482.488360:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319482.488368:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384038144:0@lo:400:kworker.0 00000100:00100000:1.0:1767319482.488398:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319482.488439:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384037504 00000100:00100000:1.0:1767319482.488448:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384037504 00000100:00100000:1.0:1767319482.488516:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4811 00000100:00100000:2.0:1767319482.488879:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384037760:0@lo:400:kworker.0 00000100:00100000:2.0:1767319482.488918:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319482.488948:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319482.488955:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384038016:0@lo:400:kworker.0 00000100:00100000:2.0:1767319482.488979:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319482.489014:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384038144 00000100:00100000:2.0:1767319482.489018:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384038144 00000100:00100000:1.0:1767319482.489089:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384037504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319482.489164:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384037504:12345-0@lo:400:kworker.0 Request processed in 638us (887us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319482.489173:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4811 00000100:00100000:1.0:1767319482.489193:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384037760 00000100:00100000:1.0:1767319482.489197:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384037760 00000100:00100000:3.0:1767319482.489271:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319482.489303:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319482.489319:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384038016 00000100:00100000:3.0:1767319482.489323:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384038016 00000100:00100000:0.0:1767319482.489434:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384037248:0@lo:38:kworker.0 00000100:00100000:0.0:1767319482.489471:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319482.489496:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384037376:0@lo:38:kworker.0 00000100:00100000:0.0:1767319482.489523:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319482.489549:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384037632:0@lo:38:kworker.0 00000100:00100000:0.0:1767319482.489572:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319482.489589:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384037888:0@lo:38:kworker.0 00000100:00100000:0.0:1767319482.489612:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319482.489641:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384037376 00000100:00100000:0.0:1767319482.489646:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384037376 00000100:00100000:0.0:1767319482.489675:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2715 00000100:00100000:0.0:1767319482.489681:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384037376:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319482.489704:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319482.489741:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384037376:12345-0@lo:38:kworker.0 Request processed in 59us (217us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319482.489749:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2715 00000100:00100000:0.0:1767319482.489771:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384037248 00000100:00100000:0.0:1767319482.489774:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384037248 00000100:00100000:0.0:1767319482.489805:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384037632 00000100:00100000:0.0:1767319482.489808:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384037632 00000100:00100000:0.0:1767319482.489817:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384037888 00000100:00100000:0.0:1767319482.489819:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384037888 00000100:00100000:0.0:1767319482.489829:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23947 00000100:00100000:0.0:1767319482.489834:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384037248:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319482.489844:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319482.489870:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384037248:12345-0@lo:38:kworker.0 Request processed in 35us (399us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319482.489876:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23947 00000100:00100000:0.0:1767319482.489887:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23948 00000100:00100000:0.0:1767319482.489891:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384037632:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319482.489900:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319482.489922:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384037632:12345-0@lo:38:kworker.0 Request processed in 29us (348us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319482.489927:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23948 00000100:00100000:0.0:1767319482.489937:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23949 00000100:00100000:0.0:1767319482.489941:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384037888:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319482.489950:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319482.489971:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384037888:12345-0@lo:38:kworker.0 Request processed in 27us (357us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319482.489977:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23949 00000100:00080000:0.0:1767319482.490039:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319482.490046:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319482.490049:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384037248:0@lo:38:kworker.0 00000100:00080000:0.0:1767319482.490058:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319482.490061:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319482.490064:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384037376:0@lo:38:kworker.0 00000100:00080000:0.0:1767319482.490071:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319482.490074:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319482.490077:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384037632:0@lo:38:kworker.0 00000100:00080000:0.0:1767319482.490083:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319482.490086:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319482.490089:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384037888:0@lo:38:kworker.0 00000100:00100000:0.0:1767319482.490191:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384037504:0@lo:400:kworker.0 00000100:00100000:2.0:1767319482.493417:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1816 00000100:00100000:2.0:1767319482.493438:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384038144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319482.493568:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384038144:12345-0@lo:400:kworker.0 Request processed in 137us (5168us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319482.493577:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1816 00000100:00100000:2.0:1767319482.493663:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384038144:0@lo:400:kworker.0 00000100:00080000:0.0:1767319482.495057:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319482.497148:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4812 00000100:00100000:1.0:1767319482.497168:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384037760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319482.497580:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384037760:12345-0@lo:400:kworker.0 Request processed in 418us (8659us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319482.497593:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4812 00000100:00100000:2.0:1767319482.497713:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384037760:0@lo:400:kworker.0 00000100:00100000:3.0:1767319482.497887:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1817 00000100:00100000:3.0:1767319482.497896:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384038016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319482.498018:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384038016:12345-0@lo:400:kworker.0 Request processed in 123us (9037us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319482.498024:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1817 00000100:00080000:0.0:1767319482.498062:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319482.498232:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384038016:0@lo:400:kworker.0 00010000:00010000:0.0:1767319482.999948:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319483.465117:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319483.465229:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319483.471364:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297373184 00000100:00100000:0.0:1767319483.471388:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297373184 00000100:00100000:0.0:1767319483.471602:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297373056 00000100:00100000:0.0:1767319483.471607:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297373056 00000100:00100000:0.0:1767319483.471642:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4813 00000100:00100000:0.0:1767319483.471654:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297373184:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319483.471772:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297373184:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 121us (6687us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319483.472157:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23950 00000100:00100000:2.0:1767319483.472165:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297373056:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319483.472192:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319483.472234:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297373056:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 68us (7004us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319483.472242:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23950 00000100:00100000:0.0:1767319483.472638:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4813 00000100:00080000:3.0:1767319483.477530:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319483.512823:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319484.023316:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319484.535353:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319485.052002:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319485.558948:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319486.071028:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319486.071293:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319486.071326:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384038272:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319486.071430:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319486.072413:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384038272 00000100:00100000:1.0:1767319486.072432:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384038272 00000100:00100000:1.0:1767319486.072537:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2595 00000100:00100000:1.0:1767319486.072554:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384038272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319486.072599:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319486.072674:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384038272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (1243us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319486.072682:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2595 00000100:00080000:0.0:1767319486.072813:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319486.072883:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384038272:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319486.073921:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384038400:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319486.073997:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319486.074114:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384038400 00000100:00100000:0.0:1767319486.074122:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384038400 00000100:00100000:0.0:1767319486.074194:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2596 00000100:00100000:0.0:1767319486.074203:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384038400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319486.074234:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767319486.074309:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319486.075222:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384038400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1017us (1221us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319486.075234:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2596 00000100:00100000:1.0:1767319486.075316:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384038400:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319486.583338:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319487.100393:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319487.608564:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319487.608581:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319487.608585:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319487.608591:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319487.608597:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319487.608608:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4385 00000100:00080000:2.0:1767319487.608615:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319487.608624:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319487.608685:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e2300 x1853164384038528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319487.608719:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319487.608723:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319487.608725:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319487.608730:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4385 00000100:00080000:2.0:1767319487.608733:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319487.608737:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319487.608754:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e3b80 x1853164384038656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319487.608821:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319487.608826:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319487.608828:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319487.608832:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4385 00000100:00080000:2.0:1767319487.608835:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319487.608839:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319487.608856:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e2680 x1853164384038912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319487.608886:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319487.608891:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319487.608892:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319487.608896:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4385 00000100:00080000:2.0:1767319487.608900:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319487.608903:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319487.608922:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968e300 x1853164384039168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319487.608986:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384039424:0@lo:400:kworker.0 00000100:00100000:2.0:1767319487.609080:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319487.609167:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319487.609173:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384038784:0@lo:400:kworker.0 00000100:00100000:2.0:1767319487.609208:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319487.609236:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384039296:0@lo:400:kworker.0 00000100:00100000:3.0:1767319487.609274:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319487.609338:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319487.609342:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384038528:0@lo:38:kworker.0 00000100:00100000:1.0:1767319487.609370:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384039040:0@lo:400:kworker.0 00000100:00100000:3.0:1767319487.619613:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384038784 00000100:00100000:3.0:1767319487.619636:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384038784 00000100:00100000:3.0:1767319487.619738:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4814 00000100:00100000:3.0:1767319487.619752:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384038784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319487.619878:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384038784:12345-0@lo:400:kworker.0 Request processed in 131us (10670us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319487.619886:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4814 00000100:00080000:3.0:1767319487.619911:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319487.619969:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384038784:0@lo:400:kworker.0 00000100:00100000:3.0:1767319487.620407:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384039424 00000100:00100000:3.0:1767319487.620412:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384039424 00000100:00100000:3.0:1767319487.620455:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384039296 00000100:00100000:3.0:1767319487.620459:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384039296 00000100:00100000:2.0:1767319487.620478:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1818 00000100:00100000:3.0:1767319487.620495:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1819 00000100:00100000:3.0:1767319487.620515:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384039296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319487.620540:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384039424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319487.620878:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384039424:12345-0@lo:400:kworker.0 Request processed in 389us (11797us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319487.620887:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1818 00000100:00100000:2.0:1767319487.620925:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384039424:0@lo:400:kworker.0 00000100:00100000:3.0:1767319487.620950:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384039296:12345-0@lo:400:kworker.0 Request processed in 446us (11676us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319487.620956:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1819 00000100:00100000:2.0:1767319487.621003:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384039296:0@lo:400:kworker.0 00000100:00100000:1.0:1767319487.630130:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319487.630389:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384039040 00000100:00100000:2.0:1767319487.630401:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384039040 00000100:00100000:2.0:1767319487.630646:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4815 00000100:00100000:2.0:1767319487.630659:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384039040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319487.630862:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384039040:12345-0@lo:400:kworker.0 Request processed in 206us (745us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319487.630870:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4815 00000100:00100000:1.0:1767319487.631086:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384039040:0@lo:400:kworker.0 00000100:00080000:3.0:1767319487.631304:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319487.633230:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319487.633492:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384038656:0@lo:38:kworker.0 00000100:00100000:1.0:1767319487.633952:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319487.633984:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384038912:0@lo:38:kworker.0 00000100:00100000:1.0:1767319487.634017:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319487.634136:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384039168:0@lo:38:kworker.0 00000100:00100000:1.0:1767319487.634168:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319487.634223:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384038656 00000100:00100000:0.0:1767319487.634234:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384038656 00000100:00100000:0.0:1767319487.634299:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2716 00000100:00100000:0.0:1767319487.634308:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384038656:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319487.637345:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319487.637474:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384038656:12345-0@lo:38:kworker.0 Request processed in 3161us (3518us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319487.637489:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2716 00000100:00080000:1.0:1767319487.642851:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319487.642871:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319487.642877:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384038656:0@lo:38:kworker.0 00000100:00100000:0.0:1767319487.650156:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384038528 00000100:00100000:0.0:1767319487.650183:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384038528 00000100:00100000:2.0:1767319487.650220:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384038912 00000100:00100000:2.0:1767319487.650228:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384038912 00000100:00100000:2.0:1767319487.650319:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384039168 00000100:00100000:2.0:1767319487.650323:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384039168 00000100:00100000:1.0:1767319487.650365:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23951 00000100:00100000:3.0:1767319487.650417:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23952 00000100:00100000:3.0:1767319487.650443:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384038528:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319487.650478:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384038912:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319487.650489:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767319487.650495:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319487.650677:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384038912:12345-0@lo:38:kworker.0 Request processed in 199us (16656us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319487.650686:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23951 00000100:00100000:1.0:1767319487.650709:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23953 00000100:00100000:1.0:1767319487.650713:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384039168:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319487.650724:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319487.650750:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384039168:12345-0@lo:38:kworker.0 Request processed in 35us (16581us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319487.650756:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23953 00000100:00080000:1.0:1767319487.650826:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319487.650833:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319487.650838:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384038912:0@lo:38:kworker.0 00000100:00080000:1.0:1767319487.650851:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319487.650855:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319487.650858:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384039168:0@lo:38:kworker.0 00000100:00100000:3.0:1767319487.650963:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384038528:12345-0@lo:38:kworker.0 Request processed in 519us (20445us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319487.650973:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23952 00000100:00080000:1.0:1767319487.651028:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319487.651117:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319487.651122:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384038528:0@lo:38:kworker.0 00010000:00010000:3.0:1767319488.119541:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319488.584591:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319488.584634:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319488.584883:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297373312 00000100:00100000:2.0:1767319488.584903:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297373312 00000100:00100000:2.0:1767319488.584974:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297373440 00000100:00100000:2.0:1767319488.584978:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297373440 00000100:00100000:0.0:1767319488.585009:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23954 00000100:00100000:0.0:1767319488.585021:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297373312:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:2.0:1767319488.585066:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4816 00000100:00100000:2.0:1767319488.585077:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297373440:12345-192.168.202.56@tcp:400:kworker.0 00010000:00020000:0.0:1767319488.585128:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319488.585198:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297373312:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 176us (615us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319488.585207:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23954 00000100:00100000:2.0:1767319488.585660:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297373440:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 583us (1022us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319488.585668:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4816 00000100:00080000:1.0:1767319488.588445:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319488.630940:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319489.143099:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319489.654971:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319490.167252:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319490.678922:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319491.192973:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319491.193011:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384039552:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319491.193122:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319491.193155:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384039680:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319491.193198:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767319491.193241:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319491.193322:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384039552 00000100:00100000:0.0:1767319491.193332:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384039552 00000100:00100000:0.0:1767319491.193407:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384039680 00000100:00100000:0.0:1767319491.193410:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384039680 00000100:00100000:0.0:1767319491.193436:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2597 00000100:00100000:0.0:1767319491.193446:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384039552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319491.193485:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319491.193539:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384039552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319491.193547:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2597 00000100:00100000:0.0:1767319491.193567:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2598 00000100:00100000:0.0:1767319491.193574:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384039680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319491.193592:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319491.193623:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384039680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319491.193629:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2598 00000100:00080000:0.0:1767319491.193648:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319491.193654:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319491.193699:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384039552:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319491.195251:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384039680:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319491.703395:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319492.216571:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319492.726948:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319492.726963:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319492.726968:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319492.726973:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319492.726979:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319492.727001:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4390 00000100:00080000:3.0:1767319492.727007:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319492.727029:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319492.727060:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319492.727092:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e3b80 x1853164384039808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319492.727185:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384039808:0@lo:38:kworker.0 00000100:00100000:2.0:1767319492.727295:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319492.727368:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384039808 00000100:00100000:0.0:1767319492.727380:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384039808 00000100:00100000:0.0:1767319492.727591:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23955 00000100:00100000:0.0:1767319492.727603:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384039808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319492.727631:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767319492.727634:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319492.727639:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319492.727641:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319492.727648:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4390 00000100:00080000:3.0:1767319492.727651:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319492.727656:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319492.727676:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e0e00 x1853164384039936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319492.727769:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384039936:0@lo:38:kworker.0 00000100:00100000:2.0:1767319492.727824:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319492.727888:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384039936 00000100:00100000:1.0:1767319492.727971:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384039936 00000100:00100000:1.0:1767319492.728008:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2717 00000100:00100000:1.0:1767319492.728025:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384039936:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319492.728037:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319492.728073:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384039936:12345-0@lo:38:kworker.0 Request processed in 46us (247us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319492.728081:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2717 00000100:00100000:0.0:1767319492.728679:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384039808:12345-0@lo:38:kworker.0 Request processed in 1074us (1381us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319492.728690:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23955 00000100:00080000:3.0:1767319492.728697:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319492.728703:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319492.728706:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319492.728711:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4390 00000100:00080000:3.0:1767319492.728715:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319492.728721:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319492.728770:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb0380 x1853164384040192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319492.728830:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319492.728835:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319492.728837:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319492.728841:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4390 00000100:00080000:3.0:1767319492.728844:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319492.728848:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319492.728861:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb0000 x1853164384040448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319492.728916:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384040576:0@lo:400:kworker.0 00000100:00100000:3.0:1767319492.728958:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319492.729086:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319492.729094:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384040320:0@lo:400:kworker.0 00000100:00100000:3.0:1767319492.729123:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319492.729296:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384040064:0@lo:400:kworker.0 00000100:00100000:1.0:1767319492.729330:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319492.729363:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319492.729370:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384040704:0@lo:400:kworker.0 00000100:00100000:1.0:1767319492.729394:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319492.729421:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384040576 00000100:00100000:1.0:1767319492.729425:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384040576 00000100:00100000:1.0:1767319492.729462:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384040704 00000100:00100000:1.0:1767319492.729464:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384040704 00000100:00100000:1.0:1767319492.729481:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1820 00000100:00100000:1.0:1767319492.729489:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384040576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319492.729516:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1821 00000100:00100000:3.0:1767319492.729529:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384040704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319492.729555:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384040576:12345-0@lo:400:kworker.0 Request processed in 66us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319492.729560:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1820 00000100:00100000:3.0:1767319492.729586:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384040704:12345-0@lo:400:kworker.0 Request processed in 59us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319492.729594:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1821 00000100:00100000:1.0:1767319492.729615:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384040704:0@lo:400:kworker.0 00000100:00100000:3.0:1767319492.729637:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384040320 00000100:00100000:3.0:1767319492.729643:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384040320 00000100:00100000:1.0:1767319492.729655:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384040576:0@lo:400:kworker.0 00000100:00100000:3.0:1767319492.729686:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384040064 00000100:00100000:3.0:1767319492.729690:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384040064 00000100:00100000:1.0:1767319492.729707:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4817 00000100:00100000:1.0:1767319492.729720:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384040320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319492.729721:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4818 00000100:00100000:3.0:1767319492.729734:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384040064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319492.729772:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384040320:12345-0@lo:400:kworker.0 Request processed in 57us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319492.729802:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4817 00000100:00100000:3.0:1767319492.729812:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384040064:12345-0@lo:400:kworker.0 Request processed in 79us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319492.729820:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4818 00000100:00100000:1.0:1767319492.729838:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384040064:0@lo:400:kworker.0 00000100:00100000:1.0:1767319492.729867:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384040320:0@lo:400:kworker.0 00000100:00080000:0.0:1767319492.729917:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319492.730089:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319492.730096:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319492.730100:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384039808:0@lo:38:kworker.0 00000100:00100000:2.0:1767319492.730117:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384040192:0@lo:38:kworker.0 00000100:00100000:2.0:1767319492.730148:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319492.730271:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384040448:0@lo:38:kworker.0 00000100:00100000:2.0:1767319492.730294:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319492.730582:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319492.730587:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319492.730591:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384039936:0@lo:38:kworker.0 00000100:00100000:0.0:1767319492.730685:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384040192 00000100:00100000:0.0:1767319492.730690:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384040192 00000100:00100000:0.0:1767319492.730724:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384040448 00000100:00100000:0.0:1767319492.730727:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384040448 00000100:00100000:0.0:1767319492.730745:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23956 00000100:00100000:0.0:1767319492.730755:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384040192:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319492.730775:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319492.730847:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384040192:12345-0@lo:38:kworker.0 Request processed in 92us (699us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319492.730854:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23956 00000100:00100000:0.0:1767319492.730870:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23957 00000100:00100000:0.0:1767319492.730874:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384040448:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319492.730884:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319492.730908:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767319492.730911:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384040448:12345-0@lo:38:kworker.0 Request processed in 35us (616us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767319492.730917:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319492.730923:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23957 00000100:00100000:2.0:1767319492.730926:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384040192:0@lo:38:kworker.0 00000100:00080000:2.0:1767319492.730942:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319492.730946:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319492.730949:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384040448:0@lo:38:kworker.0 00010000:00010000:3.0:1767319493.239487:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319493.707425:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319493.707525:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297373568 00000100:00100000:1.0:1767319493.707541:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297373568 00000100:00100000:1.0:1767319493.708249:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23958 00000100:00100000:1.0:1767319493.708263:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297373568:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319493.708296:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319493.708412:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297373568:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 150us (1002us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319493.708421:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23958 00000100:00100000:2.0:1767319493.720323:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319493.728196:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297373696 00000100:00100000:1.0:1767319493.728222:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297373696 00000100:00100000:0.0:1767319493.734594:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4819 00000100:00100000:0.0:1767319493.734611:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297373696:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319493.734738:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297373696:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 131us (14432us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319493.734747:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4819 00000100:00080000:2.0:1767319493.734927:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319493.750969:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319494.265128:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319494.774968:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319495.287815:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319495.734997:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319495.735009:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319495.735013:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319495.735017:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319495.735021:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319495.735029:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4395 00000100:00080000:0.0:1767319495.735034:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319495.735041:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319495.735084:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84a80 x1853164384040832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319495.735162:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384040832:0@lo:38:kworker.0 00000100:00100000:2.0:1767319495.735229:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319495.735638:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384040832 00000100:00100000:3.0:1767319495.735647:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384040832 00000100:00100000:3.0:1767319495.735698:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23959 00000100:00100000:3.0:1767319495.735707:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384040832:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319495.735732:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319495.735816:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319495.735820:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319495.735822:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319495.735827:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4395 00000100:00080000:0.0:1767319495.735830:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319495.735834:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319495.735853:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a398000 x1853164384040960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319495.738868:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384040960:0@lo:38:kworker.0 00000100:00100000:2.0:1767319495.738948:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319495.739087:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384040832:12345-0@lo:38:kworker.0 Request processed in 3373us (3850us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319495.739100:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23959 00000100:00100000:1.0:1767319495.739104:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384040960 00000100:00100000:1.0:1767319495.739123:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384040960 00000100:00100000:1.0:1767319495.739217:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2718 00000100:00100000:1.0:1767319495.739235:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384040960:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319495.739267:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319495.739346:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384040960:12345-0@lo:38:kworker.0 Request processed in 112us (397us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319495.739354:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2718 00000100:00080000:0.0:1767319495.740168:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319495.740175:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319495.740179:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319495.740186:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4395 00000100:00080000:0.0:1767319495.740189:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319495.740196:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319495.740219:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784000 x1853164384041216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319495.740251:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319495.740255:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319495.740257:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319495.740260:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4396 00000100:00080000:0.0:1767319495.740262:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319495.740265:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319495.740301:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810b800 x1853164384041472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319495.740346:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384041344:0@lo:400:kworker.0 00000100:00100000:0.0:1767319495.740395:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319495.740441:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319495.740446:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384041600:0@lo:400:kworker.0 00000100:00100000:0.0:1767319495.740479:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319495.740514:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384041600 00000100:00100000:0.0:1767319495.740521:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384041600 00000100:00100000:0.0:1767319495.740577:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1822 00000100:00100000:0.0:1767319495.740587:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384041600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319495.740636:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384041600:12345-0@lo:400:kworker.0 Request processed in 51us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319495.740644:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1822 00000100:00080000:0.0:1767319495.740664:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319495.740700:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384041600:0@lo:400:kworker.0 00000100:00100000:3.0:1767319495.741025:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384041728:0@lo:400:kworker.0 00000100:00100000:3.0:1767319495.741057:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319495.741085:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319495.741091:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384041088:0@lo:400:kworker.0 00000100:00100000:3.0:1767319495.741112:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319495.741142:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384041344 00000100:00100000:3.0:1767319495.741147:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384041344 00000100:00100000:3.0:1767319495.741178:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384041088 00000100:00100000:3.0:1767319495.741182:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384041088 00000100:00100000:3.0:1767319495.741205:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4820 00000100:00100000:3.0:1767319495.741212:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384041344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319495.741250:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384041344:12345-0@lo:400:kworker.0 Request processed in 39us (855us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319495.741257:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4820 00000100:00100000:3.0:1767319495.741272:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4821 00000100:00100000:3.0:1767319495.741279:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384041088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319495.741310:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384041088:12345-0@lo:400:kworker.0 Request processed in 31us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319495.741316:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4821 00000100:00080000:3.0:1767319495.741335:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319495.741354:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384041088:0@lo:400:kworker.0 00000100:00100000:3.0:1767319495.741380:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384041344:0@lo:400:kworker.0 00000100:00100000:0.0:1767319495.741710:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384041728 00000100:00100000:0.0:1767319495.741715:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384041728 00000100:00100000:0.0:1767319495.741757:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1823 00000100:00100000:0.0:1767319495.741764:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384041728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319495.741829:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384041728:12345-0@lo:400:kworker.0 Request processed in 66us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319495.741835:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1823 00000100:00100000:0.0:1767319495.741861:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384041728:0@lo:400:kworker.0 00000100:00080000:3.0:1767319495.741913:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319495.742022:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319495.742028:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319495.742032:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384040832:0@lo:38:kworker.0 00000100:00100000:2.0:1767319495.742052:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384041216:0@lo:38:kworker.0 00000100:00100000:2.0:1767319495.742081:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319495.742143:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384041472:0@lo:38:kworker.0 00000100:00100000:2.0:1767319495.742166:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319495.747183:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319495.747205:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319495.747211:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384040960:0@lo:38:kworker.0 00000100:00100000:3.0:1767319495.751005:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384041216 00000100:00100000:3.0:1767319495.751023:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384041216 00000100:00100000:3.0:1767319495.751094:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384041472 00000100:00100000:3.0:1767319495.751099:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384041472 00000100:00100000:3.0:1767319495.751133:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23960 00000100:00100000:3.0:1767319495.751141:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384041216:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319495.751170:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319495.751256:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384041216:12345-0@lo:38:kworker.0 Request processed in 114us (9173us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319495.751264:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23960 00000100:00100000:3.0:1767319495.751283:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23961 00000100:00100000:3.0:1767319495.751287:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384041472:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319495.751297:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319495.751323:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384041472:12345-0@lo:38:kworker.0 Request processed in 34us (9156us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319495.751328:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23961 00000100:00080000:2.0:1767319495.752032:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319495.752041:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319495.752046:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384041216:0@lo:38:kworker.0 00000100:00080000:2.0:1767319495.752062:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319495.752066:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319495.752069:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384041472:0@lo:38:kworker.0 00000100:00100000:3.0:1767319495.799308:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319496.312270:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319496.312298:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384041856:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319496.312368:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319496.312688:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384041856 00000100:00100000:1.0:1767319496.312697:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384041856 00000100:00100000:1.0:1767319496.312753:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2599 00000100:00100000:1.0:1767319496.312762:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384041856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319496.312809:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319496.312858:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384041856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319496.312866:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2599 00000100:00100000:1.0:1767319496.312916:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384041856:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319496.313224:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319496.313394:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319496.313407:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384041984:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319496.313444:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319496.313703:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384041984 00000100:00100000:2.0:1767319496.313708:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384041984 00000100:00100000:2.0:1767319496.313752:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2600 00000100:00100000:2.0:1767319496.313761:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384041984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319496.313810:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319496.313860:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384041984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319496.313867:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2600 00000100:00100000:3.0:1767319496.314699:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384041984:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319496.822918:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319497.335097:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319497.782925:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319472/real 1767319472] req@ffff9369b5136300 x1853164384034560/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319497 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319497.782962:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b5136300 x1853164384034560/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319497 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319497.783026:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319497.783058:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319497.783062:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384034560:0@lo:250:kworker.0 00000100:00080000:0.0:1767319497.783165:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319497.783172:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319497.783175:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319497.783180:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4375 00000100:00080000:0.0:1767319497.783184:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319497.783192:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319497.783228:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810a300 x1853164384042112/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319497.783260:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319497.783263:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319497.783265:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319497.783268:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4399 00000100:00080000:0.0:1767319497.783270:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319497.783273:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319497.783286:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109f80 x1853164384042240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319497.783294:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319497.783297:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319497.783299:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319497.783302:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4399 00000100:00080000:0.0:1767319497.783304:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319497.783307:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319497.783317:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810aa00 x1853164384042368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319497.783365:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319497.783370:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319497.783371:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319497.783374:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4399 00000100:00080000:0.0:1767319497.783377:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319497.783380:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319497.783391:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109500 x1853164384042624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319497.783418:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1767319497.783420:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767319497.783434:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384042496:0@lo:400:kworker.0 00000100:00080000:0.0:1767319497.783440:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319497.783441:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319497.783445:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4399 00000100:00080000:0.0:1767319497.783447:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319497.783450:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319497.783460:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810ad80 x1853164384042880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319497.783495:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384043008:0@lo:400:kworker.0 00000100:00100000:1.0:1767319497.783504:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319497.783564:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319497.783574:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384043136:0@lo:400:kworker.0 00000100:00100000:2.0:1767319497.783628:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384042112:0@lo:250:kworker.0 00000100:00100000:0.0:1767319497.783872:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319497.783920:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319497.783926:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384042752:0@lo:400:kworker.0 00000100:00100000:0.0:1767319497.783949:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319497.783999:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384042496 00000100:00100000:0.0:1767319497.784008:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384042496 00000100:00100000:0.0:1767319497.784067:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384042752 00000100:00100000:0.0:1767319497.784070:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384042752 00000100:00100000:0.0:1767319497.784097:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4822 00000100:00100000:0.0:1767319497.784108:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384042496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319497.784159:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384042496:12345-0@lo:400:kworker.0 Request processed in 53us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319497.784167:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4822 00000100:00100000:0.0:1767319497.784185:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4823 00000100:00100000:0.0:1767319497.784191:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384042752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319497.784222:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384042752:12345-0@lo:400:kworker.0 Request processed in 31us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319497.784228:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4823 00000100:00100000:0.0:1767319497.784292:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384042752:0@lo:400:kworker.0 00000100:00100000:0.0:1767319497.784335:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384043008 00000100:00100000:0.0:1767319497.784339:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384043008 00000100:00100000:0.0:1767319497.784365:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1824 00000100:00100000:0.0:1767319497.784372:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384043008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319497.784406:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384043008:12345-0@lo:400:kworker.0 Request processed in 35us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319497.784412:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1824 00000100:00100000:0.0:1767319497.784460:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384043008:0@lo:400:kworker.0 00000100:00080000:0.0:1767319497.784493:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319497.784498:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319497.787300:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384042496:0@lo:400:kworker.0 00000100:00100000:3.0:1767319497.789003:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319497.793350:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384043136 00000100:00100000:0.0:1767319497.793370:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384043136 00000100:00100000:0.0:1767319497.793649:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1825 00000100:00100000:0.0:1767319497.793661:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384043136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319497.793810:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384043136:12345-0@lo:400:kworker.0 Request processed in 151us (4813us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319497.793818:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1825 00000100:00080000:3.0:1767319497.793989:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319497.794037:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384043136:0@lo:400:kworker.0 00000400:00000100:2.0:1767319497.799060:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384042112 offset 0 length 520: 4 00000100:00100000:2.0:1767319497.799136:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384042240:0@lo:38:kworker.0 00000100:00100000:2.0:1767319497.799191:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319497.799224:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384042368:0@lo:38:kworker.0 00000100:00100000:2.0:1767319497.799276:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319497.799308:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384042624:0@lo:38:kworker.0 00000100:00100000:2.0:1767319497.799332:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319497.799364:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384042880:0@lo:38:kworker.0 00000100:00100000:2.0:1767319497.799385:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319497.799416:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384042240 00000100:00100000:3.0:1767319497.799609:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384042368 00000100:00100000:3.0:1767319497.799620:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384042368 00000100:00100000:3.0:1767319497.799662:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2719 00000100:00100000:3.0:1767319497.799669:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384042368:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319497.799693:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319497.799751:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384042368:12345-0@lo:38:kworker.0 Request processed in 80us (474us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319497.799759:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2719 00000100:00080000:3.0:1767319497.799841:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319497.799847:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319497.799850:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384042368:0@lo:38:kworker.0 00000100:00100000:2.0:1767319497.800008:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384042240 00000100:00100000:2.0:1767319497.800042:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384042624 00000100:00100000:2.0:1767319497.800045:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384042624 00000100:00100000:2.0:1767319497.800057:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384042880 00000100:00100000:2.0:1767319497.800060:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384042880 00000100:00100000:2.0:1767319497.800072:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23962 00000100:00100000:2.0:1767319497.800076:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384042240:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319497.800087:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319497.800122:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384042240:12345-0@lo:38:kworker.0 Request processed in 44us (931us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319497.800128:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23962 00000100:00100000:2.0:1767319497.800141:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23963 00000100:00100000:2.0:1767319497.800145:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384042624:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319497.800154:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319497.800179:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384042624:12345-0@lo:38:kworker.0 Request processed in 32us (846us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319497.800185:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23963 00000100:00100000:2.0:1767319497.800194:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23964 00000100:00100000:2.0:1767319497.800197:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384042880:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319497.800205:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319497.800224:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384042880:12345-0@lo:38:kworker.0 Request processed in 26us (839us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319497.800229:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23964 00000100:00080000:2.0:1767319497.800256:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319497.800260:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319497.800263:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384042240:0@lo:38:kworker.0 00000100:00080000:2.0:1767319497.800271:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319497.800273:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319497.800276:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384042624:0@lo:38:kworker.0 00000100:00080000:2.0:1767319497.800283:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319497.800286:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319497.800288:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384042880:0@lo:38:kworker.0 00000100:00100000:2.0:1767319497.802356:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:2.0:1767319497.802390:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297373824 offset 0 length 520: 4 00000100:00100000:2.0:1767319497.802411:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319497.802479:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297374080 00000100:00100000:1.0:1767319497.802488:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297374080 00000100:00100000:1.0:1767319497.802563:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297373952 00000100:00100000:1.0:1767319497.802568:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297373952 00000100:00100000:1.0:1767319497.802582:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4824 00000100:00100000:1.0:1767319497.802592:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297374080:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319497.802601:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23965 00000100:00100000:3.0:1767319497.802607:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297373952:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319497.802624:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319497.802666:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297374080:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 75us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319497.802674:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4824 00000100:00080000:2.0:1767319497.802811:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319497.806892:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297373952:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 4269us (4465us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319497.806909:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23965 00000100:00100000:3.0:1767319497.847592:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319498.359298:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319498.871147:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319499.383212:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319499.894963:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319500.407066:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319500.919236:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319501.431173:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319501.431208:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384043264:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319501.431309:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319501.431448:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384043264 00000100:00100000:1.0:1767319501.431460:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384043264 00010000:00010000:2.0:1767319501.431652:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319501.431720:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2601 00000100:00100000:1.0:1767319501.431739:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384043264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319501.431804:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319501.431866:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384043264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 137us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319501.431874:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2601 00000100:00080000:0.0:1767319501.431953:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319501.432004:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384043264:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319501.432422:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384043392:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319501.432460:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319501.432822:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384043392 00000100:00100000:2.0:1767319501.432830:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384043392 00000100:00100000:2.0:1767319501.432891:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2602 00000100:00100000:2.0:1767319501.432902:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384043392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319501.432928:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767319501.433011:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319501.441337:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384043392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 8421us (8858us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319501.441357:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2602 00000100:00100000:0.0:1767319501.447659:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384043392:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319501.945817:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319502.455771:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319502.918329:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319502.918523:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319502.929834:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297374336 00000100:00100000:0.0:1767319502.929858:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297374336 00000100:00100000:0.0:1767319502.929996:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297374208 00000100:00100000:0.0:1767319502.930001:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297374208 00000100:00100000:0.0:1767319502.930032:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4825 00000100:00100000:0.0:1767319502.930049:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297374336:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319502.930202:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297374336:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 159us (11889us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319502.930212:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4825 00000100:00100000:0.0:1767319502.930240:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23966 00000100:00100000:0.0:1767319502.930244:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297374208:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319502.930274:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319502.930316:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297374208:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 70us (11793us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319502.930323:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23966 00000100:00080000:1.0:1767319502.930603:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319502.967035:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319502.983426:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319502.983446:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319502.983450:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319502.983456:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319502.983462:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319502.983474:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4401 00000100:00080000:1.0:1767319502.983480:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319502.983491:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319502.983560:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e2680 x1853164384043520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319502.983598:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319502.983602:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319502.983604:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319502.983608:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4401 00000100:00080000:1.0:1767319502.983611:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319502.983614:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319502.983631:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f617800 x1853164384043648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319502.983682:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319502.983696:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319502.983698:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319502.983702:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4401 00000100:00080000:1.0:1767319502.983705:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319502.983708:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319502.983725:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5131880 x1853164384043904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319502.983810:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319502.983814:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319502.983816:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319502.983820:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4401 00000100:00080000:1.0:1767319502.983823:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319502.983827:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319502.983840:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780380 x1853164384044160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319502.983925:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384044288:0@lo:400:kworker.0 00000100:00100000:1.0:1767319502.984020:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319502.984112:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319502.984118:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384044032:0@lo:400:kworker.0 00000100:00100000:1.0:1767319502.984148:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319502.984190:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384044288 00000100:00100000:1.0:1767319502.984198:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384044288 00000100:00100000:1.0:1767319502.984265:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1826 00000100:00100000:1.0:1767319502.984277:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384044288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319502.984341:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384044288:12345-0@lo:400:kworker.0 Request processed in 66us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319502.984349:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1826 00000100:00100000:1.0:1767319502.984403:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384044288:0@lo:400:kworker.0 00000100:00100000:0.0:1767319502.984833:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384043776:0@lo:400:kworker.0 00000100:00100000:0.0:1767319502.984885:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319502.984925:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319502.984932:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384044416:0@lo:400:kworker.0 00000100:00100000:0.0:1767319502.984957:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319502.984985:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384044416 00000100:00100000:0.0:1767319502.984989:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384044416 00000100:00100000:0.0:1767319502.985021:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1827 00000100:00100000:0.0:1767319502.985028:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384044416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319502.985068:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384044416:12345-0@lo:400:kworker.0 Request processed in 40us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319502.985073:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1827 00000100:00100000:0.0:1767319502.985107:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384044416:0@lo:400:kworker.0 00000100:00100000:1.0:1767319502.986130:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384044032 00000100:00100000:1.0:1767319502.986142:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384044032 00000100:00100000:1.0:1767319502.986215:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384043776 00000100:00100000:1.0:1767319502.986219:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384043776 00000100:00100000:1.0:1767319502.986249:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4826 00000100:00100000:1.0:1767319502.986260:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384044032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319502.986329:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384044032:12345-0@lo:400:kworker.0 Request processed in 72us (2180us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319502.986335:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4826 00000100:00100000:1.0:1767319502.986350:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4827 00000100:00100000:1.0:1767319502.986356:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384043776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319502.986387:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384043776:12345-0@lo:400:kworker.0 Request processed in 32us (1501us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319502.986392:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4827 00000100:00100000:1.0:1767319502.986439:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384044032:0@lo:400:kworker.0 00000100:00100000:2.0:1767319502.986624:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384043520:0@lo:38:kworker.0 00000100:00100000:2.0:1767319502.986672:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319502.986723:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384043648:0@lo:38:kworker.0 00000100:00100000:2.0:1767319502.986753:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319502.986774:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384043904:0@lo:38:kworker.0 00000100:00100000:2.0:1767319502.986825:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319502.986838:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384044160:0@lo:38:kworker.0 00000100:00100000:2.0:1767319502.986856:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319502.986893:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384043520 00000100:00100000:2.0:1767319502.986897:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384043520 00000100:00100000:2.0:1767319502.986926:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384043904 00000100:00100000:2.0:1767319502.986929:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384043904 00000100:00100000:2.0:1767319502.986938:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384044160 00000100:00100000:2.0:1767319502.986941:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384044160 00000100:00100000:2.0:1767319502.986949:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23967 00000100:00100000:2.0:1767319502.986954:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384043520:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319502.986976:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319502.987013:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384043520:12345-0@lo:38:kworker.0 Request processed in 57us (340us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319502.987019:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23967 00000100:00080000:2.0:1767319502.987044:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319502.987052:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319502.987055:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384043520:0@lo:38:kworker.0 00000100:00100000:2.0:1767319502.987074:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23968 00000100:00100000:2.0:1767319502.987077:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384043904:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319502.987085:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319502.987110:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384043904:12345-0@lo:38:kworker.0 Request processed in 31us (284us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319502.987116:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23968 00000100:00080000:2.0:1767319502.987131:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319502.987135:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319502.987137:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384043904:0@lo:38:kworker.0 00000100:00100000:2.0:1767319502.987152:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23969 00000100:00100000:2.0:1767319502.987155:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384044160:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319502.987163:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319502.987183:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384044160:12345-0@lo:38:kworker.0 Request processed in 26us (327us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319502.987188:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23969 00000100:00080000:2.0:1767319502.987202:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319502.987206:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319502.987209:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384044160:0@lo:38:kworker.0 00000100:00080000:0.0:1767319502.987828:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319502.987888:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384043776:0@lo:400:kworker.0 00000100:00100000:0.0:1767319502.987933:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384043648 00000100:00100000:0.0:1767319502.987939:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384043648 00000100:00100000:0.0:1767319502.987980:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2720 00000100:00100000:0.0:1767319502.987985:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384043648:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319502.987998:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319502.988053:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384043648:12345-0@lo:38:kworker.0 Request processed in 66us (1298us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319502.988058:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2720 00000100:00080000:2.0:1767319502.988241:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319502.988248:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319502.988252:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384043648:0@lo:38:kworker.0 00010000:00010000:3.0:1767319503.479144:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319503.990935:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319504.503253:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319505.015199:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319505.527889:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319506.041482:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319506.551234:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384044544:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319506.551335:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319506.551481:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384044544 00000100:00100000:0.0:1767319506.551499:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384044544 00000100:00100000:0.0:1767319506.551576:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2603 00000100:00100000:0.0:1767319506.551585:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384044544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319506.551623:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319506.551671:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384044544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319506.551679:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2603 00000100:00080000:2.0:1767319506.551756:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319506.551842:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384044544:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319506.552050:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319506.552061:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384044672:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319506.552092:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767319506.552159:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319506.552581:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384044672 00000100:00100000:1.0:1767319506.552589:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384044672 00000100:00100000:1.0:1767319506.552645:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2604 00000100:00100000:1.0:1767319506.552658:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384044672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319506.552686:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319506.552745:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384044672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319506.552752:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2604 00000100:00080000:2.0:1767319506.552843:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319506.553864:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384044672:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319507.063090:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319507.577336:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319508.041974:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319508.042033:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319508.042190:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297374592 00000100:00100000:1.0:1767319508.042205:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297374592 00000100:00100000:1.0:1767319508.042316:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297374464 00000100:00100000:1.0:1767319508.042320:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297374464 00000100:00100000:1.0:1767319508.042347:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4828 00000100:00100000:1.0:1767319508.042367:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297374592:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319508.042444:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23970 00000100:00100000:3.0:1767319508.042451:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297374464:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:1.0:1767319508.042470:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297374592:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 114us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319508.042478:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4828 00010000:00020000:3.0:1767319508.042578:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319508.042608:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319508.042614:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297374464:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 163us (580us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319508.042621:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23970 00000100:00100000:3.0:1767319508.088322:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319508.088633:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319508.088642:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319508.088646:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319508.088652:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319508.088658:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319508.088677:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4406 00000100:00080000:1.0:1767319508.088682:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319508.088693:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319508.088753:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780e00 x1853164384044800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319508.088809:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319508.088813:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319508.088815:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319508.088820:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4406 00000100:00080000:1.0:1767319508.088822:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319508.088826:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319508.088848:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8781c00 x1853164384044928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319508.088898:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319508.088902:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319508.088904:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319508.088908:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4406 00000100:00080000:1.0:1767319508.088911:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319508.088914:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319508.088928:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780a80 x1853164384045184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319508.088965:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319508.088969:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319508.088972:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319508.088976:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4406 00000100:00080000:1.0:1767319508.088978:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319508.088982:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319508.088982:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319508.088993:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8783b80 x1853164384045440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319508.089003:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384045312:0@lo:400:kworker.0 00000100:00100000:3.0:1767319508.089107:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319508.089189:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384045568:0@lo:400:kworker.0 00000100:00100000:3.0:1767319508.089232:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319508.089257:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384044800:0@lo:38:kworker.0 00000100:00100000:1.0:1767319508.089291:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319508.089327:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384044928:0@lo:38:kworker.0 00000100:00100000:1.0:1767319508.089356:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319508.089379:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384045312 00000100:00100000:1.0:1767319508.089382:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384045184:0@lo:38:kworker.0 00000100:00100000:3.0:1767319508.089391:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384045312 00000100:00100000:1.0:1767319508.089411:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319508.089426:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384045440:0@lo:38:kworker.0 00000100:00100000:1.0:1767319508.089443:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319508.089464:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384044800 00000100:00100000:3.0:1767319508.089468:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384044800 00000100:00100000:1.0:1767319508.089474:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384044928 00000100:00100000:1.0:1767319508.089477:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384044928 00000100:00100000:3.0:1767319508.089491:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384045184 00000100:00100000:3.0:1767319508.089494:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384045184 00000100:00100000:3.0:1767319508.089502:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384045440 00000100:00100000:1.0:1767319508.089503:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2721 00000100:00100000:3.0:1767319508.089504:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384045440 00000100:00100000:1.0:1767319508.089512:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384044928:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319508.089513:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4829 00000100:00100000:3.0:1767319508.089519:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384045312:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1767319508.089539:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319508.089582:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384044928:12345-0@lo:38:kworker.0 Request processed in 69us (224us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319508.089582:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384045312:12345-0@lo:400:kworker.0 Request processed in 63us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319508.089591:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2721 00000100:00100000:3.0:1767319508.089591:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4829 00000100:00100000:3.0:1767319508.089610:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23971 00000100:00100000:3.0:1767319508.089614:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384044800:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319508.089617:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23972 00000100:00100000:1.0:1767319508.089622:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384045184:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319508.089624:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767319508.089631:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319508.089650:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384045184:12345-0@lo:38:kworker.0 Request processed in 26us (238us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319508.089650:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384044800:12345-0@lo:38:kworker.0 Request processed in 34us (358us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319508.089656:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23971 00000100:00100000:1.0:1767319508.089659:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23972 00000100:00100000:1.0:1767319508.089672:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23973 00000100:00100000:1.0:1767319508.089675:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384045440:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319508.089684:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319508.089707:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384045440:12345-0@lo:38:kworker.0 Request processed in 30us (262us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319508.089712:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23973 00000100:00080000:1.0:1767319508.089746:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767319508.089749:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384045312:0@lo:400:kworker.0 00000100:00080000:1.0:1767319508.089751:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319508.089754:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384044800:0@lo:38:kworker.0 00000100:00080000:1.0:1767319508.089762:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319508.089764:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319508.089767:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384044928:0@lo:38:kworker.0 00000100:00080000:1.0:1767319508.089774:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319508.089777:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319508.089803:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384045184:0@lo:38:kworker.0 00000100:00080000:1.0:1767319508.089813:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319508.089815:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319508.089818:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384045440:0@lo:38:kworker.0 00000100:00100000:0.0:1767319508.089973:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384045056:0@lo:400:kworker.0 00000100:00100000:0.0:1767319508.090026:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319508.090056:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319508.090063:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384045696:0@lo:400:kworker.0 00000100:00100000:0.0:1767319508.090086:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319508.090114:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384045568 00000100:00100000:0.0:1767319508.090118:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384045568 00000100:00100000:0.0:1767319508.090152:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384045696 00000100:00100000:0.0:1767319508.090155:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384045696 00000100:00100000:0.0:1767319508.090187:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1828 00000100:00100000:3.0:1767319508.090190:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384045056 00000100:00100000:0.0:1767319508.090194:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384045568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319508.090194:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384045056 00000100:00100000:0.0:1767319508.090235:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384045568:12345-0@lo:400:kworker.0 Request processed in 41us (1002us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319508.090241:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1828 00000100:00100000:0.0:1767319508.090256:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1829 00000100:00100000:0.0:1767319508.090262:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384045696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319508.090296:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384045696:12345-0@lo:400:kworker.0 Request processed in 34us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319508.090302:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1829 00000100:00100000:3.0:1767319508.090304:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4830 00000100:00100000:3.0:1767319508.090311:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384045056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319508.090339:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384045696:0@lo:400:kworker.0 00000100:00100000:3.0:1767319508.090344:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384045056:12345-0@lo:400:kworker.0 Request processed in 35us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319508.090348:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384045056:0@lo:400:kworker.0 00000100:00100000:3.0:1767319508.090350:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4830 00000100:00080000:2.0:1767319508.090559:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319508.090565:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319508.090567:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319508.095981:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384045568:0@lo:400:kworker.0 00010000:00010000:3.0:1767319508.599472:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319509.111191:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319509.623124:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319510.135633:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319510.649933:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319511.165883:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319511.671105:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319511.671196:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384045824:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319511.671293:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319511.671483:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384045952:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319511.671520:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319511.678969:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384045824 00000100:00100000:1.0:1767319511.678993:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384045824 00000100:00100000:1.0:1767319511.679092:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384045952 00000100:00100000:1.0:1767319511.679097:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384045952 00000100:00100000:1.0:1767319511.679133:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2605 00000100:00100000:1.0:1767319511.679151:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384045824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319511.679194:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319511.679477:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384045824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 334us (8183us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319511.679486:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2605 00000100:00100000:1.0:1767319511.679508:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2606 00000100:00100000:1.0:1767319511.679515:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384045952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319511.679533:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319511.679565:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384045952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (8045us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319511.679570:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2606 00000100:00100000:1.0:1767319511.679666:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384045824:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319511.681899:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319511.681929:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319511.682004:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384045952:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319512.182976:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319512.695105:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319513.159225:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319513.159355:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319513.166216:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297374720 00000100:00100000:2.0:1767319513.166237:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297374720 00000100:00100000:2.0:1767319513.166300:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297374848 00000100:00100000:2.0:1767319513.166304:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297374848 00000100:00100000:3.0:1767319513.166617:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23974 00000100:00100000:3.0:1767319513.166630:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297374720:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319513.166662:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319513.166768:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297374720:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 137us (7557us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319513.166776:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23974 00000100:00080000:1.0:1767319513.167425:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319513.167627:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4831 00000100:00100000:2.0:1767319513.167640:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297374848:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319513.167822:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297374848:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 184us (8464us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319513.167840:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4831 00000100:00080000:1.0:1767319513.206975:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319513.206990:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319513.206994:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319513.206998:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319513.207004:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319513.207014:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4411 00000100:00080000:1.0:1767319513.207020:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319513.207031:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319513.207096:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8783b80 x1853164384046080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319513.207131:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319513.207135:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319513.207136:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319513.207141:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4411 00000100:00080000:1.0:1767319513.207143:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319513.207147:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319513.207161:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780a80 x1853164384046208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319513.207205:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319513.207209:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319513.207210:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319513.207214:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4411 00000100:00080000:1.0:1767319513.207216:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319513.207220:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319513.207231:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780e00 x1853164384046464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319513.207264:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319513.207268:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319513.207269:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319513.207273:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4411 00000100:00080000:1.0:1767319513.207275:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319513.207279:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319513.207293:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8783480 x1853164384046720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319513.207368:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384046592:0@lo:400:kworker.0 00000100:00100000:1.0:1767319513.207476:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319513.207561:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319513.207568:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384046848:0@lo:400:kworker.0 00000100:00100000:1.0:1767319513.207600:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319513.208209:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384046848 00000100:00100000:3.0:1767319513.208220:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384046848 00000100:00100000:3.0:1767319513.208520:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1830 00000100:00100000:3.0:1767319513.208534:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384046848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319513.208622:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384046848:12345-0@lo:400:kworker.0 Request processed in 90us (1020us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319513.208631:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1830 00000100:00100000:3.0:1767319513.208670:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384046976:0@lo:400:kworker.0 00000100:00100000:3.0:1767319513.208702:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319513.208725:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319513.208732:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384046336:0@lo:400:kworker.0 00000100:00100000:3.0:1767319513.208757:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319513.208815:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319513.208839:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384046976 00000100:00100000:0.0:1767319513.209160:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384046592 00000100:00100000:0.0:1767319513.209168:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384046592 00000100:00100000:0.0:1767319513.209216:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384046336 00000100:00100000:0.0:1767319513.209220:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384046336 00000100:00100000:0.0:1767319513.209246:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4832 00000100:00100000:0.0:1767319513.209254:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384046592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319513.209302:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384046592:12345-0@lo:400:kworker.0 Request processed in 49us (1827us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319513.209309:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4832 00000100:00100000:0.0:1767319513.209325:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4833 00000100:00100000:1.0:1767319513.209666:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319513.209718:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319513.209761:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384046336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319513.209857:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384046336:12345-0@lo:400:kworker.0 Request processed in 100us (1098us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319513.209961:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384046080:0@lo:38:kworker.0 00000100:00100000:2.0:1767319513.210009:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319513.210049:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384046208:0@lo:38:kworker.0 00000100:00100000:2.0:1767319513.210082:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319513.210109:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384046464:0@lo:38:kworker.0 00000100:00100000:2.0:1767319513.210130:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319513.210140:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384046720:0@lo:38:kworker.0 00000100:00100000:2.0:1767319513.210158:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319513.210181:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384046208 00000100:00100000:2.0:1767319513.210187:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384046208 00000100:00100000:2.0:1767319513.210220:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2722 00000100:00100000:2.0:1767319513.210225:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384046208:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319513.210250:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319513.210291:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384046208:12345-0@lo:38:kworker.0 Request processed in 65us (209us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319513.210298:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2722 00000100:00100000:2.0:1767319513.210319:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384046080 00000100:00100000:2.0:1767319513.210323:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384046080 00000100:00100000:3.0:1767319513.211465:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384046976 00000100:00100000:3.0:1767319513.211568:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1831 00000100:00100000:3.0:1767319513.211578:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384046976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319513.211664:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384046976:12345-0@lo:400:kworker.0 Request processed in 87us (2961us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319513.211672:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1831 00000100:00100000:3.0:1767319513.211706:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384046464 00000100:00100000:3.0:1767319513.211710:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384046464 00000100:00100000:1.0:1767319513.217871:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384046720 00000100:00100000:1.0:1767319513.217894:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384046720 00000100:00100000:1.0:1767319513.217944:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23975 00000100:00100000:1.0:1767319513.217954:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384046720:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319513.217986:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319513.218105:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384046720:12345-0@lo:38:kworker.0 Request processed in 151us (7943us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319513.218113:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23975 00000100:00080000:1.0:1767319513.218153:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319513.218287:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319513.218294:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319513.218298:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384046208:0@lo:38:kworker.0 00000100:00080000:1.0:1767319513.218310:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319513.218314:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319513.218317:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384046720:0@lo:38:kworker.0 00000100:00100000:1.0:1767319513.218406:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384046848:0@lo:400:kworker.0 00000100:00100000:1.0:1767319513.219506:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384046592:0@lo:400:kworker.0 00000100:00100000:1.0:1767319513.219590:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384046336:0@lo:400:kworker.0 00000100:00100000:1.0:1767319513.219607:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384046976:0@lo:400:kworker.0 00000100:00100000:0.0:1767319513.224244:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4833 00000100:00100000:2.0:1767319513.235186:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23976 00000100:00100000:2.0:1767319513.235204:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384046080:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319513.235237:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319513.235580:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384046080:12345-0@lo:38:kworker.0 Request processed in 377us (25570us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319513.235590:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23976 00000100:00100000:2.0:1767319513.235616:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23977 00000100:00100000:2.0:1767319513.235621:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384046464:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319513.235631:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319513.235661:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384046464:12345-0@lo:38:kworker.0 Request processed in 39us (25530us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319513.235668:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23977 00000100:00080000:1.0:1767319513.235729:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319513.235737:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319513.235742:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384046080:0@lo:38:kworker.0 00000100:00080000:1.0:1767319513.235755:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319513.235759:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319513.235763:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384046464:0@lo:38:kworker.0 00010000:00010000:3.0:1767319513.730044:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319514.231313:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319514.745179:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319515.256084:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319515.771029:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319516.278999:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319516.791327:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319516.791403:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384047104:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319516.791487:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319516.791745:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384047104 00000100:00100000:1.0:1767319516.791755:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384047104 00000100:00100000:1.0:1767319516.791904:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2607 00000100:00100000:1.0:1767319516.791922:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384047104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319516.791959:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319516.792014:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384047104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319516.792023:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2607 00000100:00080000:3.0:1767319516.792130:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319516.792613:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384047104:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319516.793343:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384047232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319516.793394:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319516.796507:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384047232 00000100:00100000:3.0:1767319516.796525:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384047232 00000100:00100000:3.0:1767319516.796606:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2608 00000100:00100000:3.0:1767319516.796617:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384047232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319516.796652:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319516.796727:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384047232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (3332us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319516.796734:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2608 00000100:00100000:3.0:1767319516.796836:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384047232:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319516.797330:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319517.303098:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319517.815013:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319518.278551:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319518.278691:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319518.283365:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297375104 00000100:00100000:0.0:1767319518.283381:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297375104 00000100:00080000:3.0:1767319518.283549:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319518.283600:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297374976 00000100:00100000:0.0:1767319518.283604:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297374976 00000100:00100000:1.0:1767319518.283696:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4834 00000100:00100000:1.0:1767319518.283713:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297375104:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319518.283831:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297375104:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 126us (5293us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319518.283839:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4834 00000100:00100000:1.0:1767319518.283861:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23978 00000100:00100000:1.0:1767319518.283865:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297374976:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319518.283885:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319518.283911:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297374976:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 43us (5219us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319518.283917:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23978 00000100:00100000:3.0:1767319518.327525:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319518.332576:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319518.332591:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319518.332594:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319518.332598:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319518.332604:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319518.332614:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4416 00000100:00080000:3.0:1767319518.332619:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319518.332627:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319518.332686:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784e00 x1853164384047360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319518.332719:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319518.332722:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319518.332724:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319518.332729:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4416 00000100:00080000:3.0:1767319518.332732:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319518.332736:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319518.332758:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a398000 x1853164384047488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319518.332825:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319518.332829:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319518.332830:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319518.332834:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4416 00000100:00080000:3.0:1767319518.332836:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319518.332840:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319518.332874:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d9880 x1853164384047744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319518.332899:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319518.332902:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319518.332904:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319518.332907:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4416 00000100:00080000:3.0:1767319518.332910:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319518.332914:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319518.332925:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d8700 x1853164384048000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319518.332970:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384047872:0@lo:400:kworker.0 00000100:00100000:3.0:1767319518.333031:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319518.333103:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319518.333109:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384048128:0@lo:400:kworker.0 00000100:00100000:3.0:1767319518.333133:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319518.333183:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384048128 00000100:00100000:3.0:1767319518.333191:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384048128 00000100:00100000:3.0:1767319518.333250:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1832 00000100:00100000:3.0:1767319518.333258:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384048128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319518.333308:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384048128:12345-0@lo:400:kworker.0 Request processed in 51us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319518.333315:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1832 00000100:00080000:3.0:1767319518.333341:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319518.333368:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384048128:0@lo:400:kworker.0 00000100:00100000:3.0:1767319518.333387:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384048256:0@lo:400:kworker.0 00000100:00100000:3.0:1767319518.333407:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319518.333423:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319518.333428:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384047616:0@lo:400:kworker.0 00000100:00100000:3.0:1767319518.333447:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319518.333467:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384048256 00000100:00100000:3.0:1767319518.333471:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384048256 00000100:00100000:3.0:1767319518.333500:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1833 00000100:00100000:3.0:1767319518.333505:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384048256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319518.333537:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384048256:12345-0@lo:400:kworker.0 Request processed in 31us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319518.333543:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1833 00000100:00080000:3.0:1767319518.333555:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319518.333566:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384047872 00000100:00100000:3.0:1767319518.333569:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384047872 00000100:00100000:3.0:1767319518.333597:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384047616 00000100:00100000:3.0:1767319518.333600:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384047616 00000100:00100000:3.0:1767319518.333620:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4835 00000100:00100000:3.0:1767319518.333626:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384047872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319518.333657:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384047872:12345-0@lo:400:kworker.0 Request processed in 31us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319518.333662:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4835 00000100:00100000:3.0:1767319518.333673:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4836 00000100:00100000:3.0:1767319518.333678:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384047616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319518.333701:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384047616:12345-0@lo:400:kworker.0 Request processed in 23us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319518.333706:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4836 00000100:00080000:3.0:1767319518.333719:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319518.333735:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384047872:0@lo:400:kworker.0 00000100:00100000:3.0:1767319518.333758:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384047616:0@lo:400:kworker.0 00000100:00100000:3.0:1767319518.333766:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384048256:0@lo:400:kworker.0 00000100:00100000:1.0:1767319518.333863:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384047360:0@lo:38:kworker.0 00000100:00100000:1.0:1767319518.333908:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319518.333941:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384047488:0@lo:38:kworker.0 00000100:00100000:1.0:1767319518.333965:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319518.333986:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384047744:0@lo:38:kworker.0 00000100:00100000:1.0:1767319518.334003:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319518.334017:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384048000:0@lo:38:kworker.0 00000100:00100000:1.0:1767319518.334037:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319518.334061:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384047488 00000100:00100000:1.0:1767319518.334065:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384047488 00000100:00100000:3.0:1767319518.334067:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384047360 00000100:00100000:3.0:1767319518.334070:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384047360 00000100:00100000:3.0:1767319518.334079:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384047744 00000100:00100000:3.0:1767319518.334081:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384047744 00000100:00100000:1.0:1767319518.334084:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2723 00000100:00100000:3.0:1767319518.334088:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384048000 00000100:00100000:1.0:1767319518.334089:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384047488:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319518.334090:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384048000 00000100:00100000:3.0:1767319518.334097:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23979 00000100:00100000:3.0:1767319518.334100:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384047360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319518.334107:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767319518.334109:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319518.334192:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23980 00000100:00100000:2.0:1767319518.334198:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384047744:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319518.334209:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319518.334250:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384047488:12345-0@lo:38:kworker.0 Request processed in 158us (283us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319518.334256:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2723 00000100:00100000:1.0:1767319518.334277:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23981 00000100:00100000:1.0:1767319518.334282:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384048000:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319518.334290:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319518.334816:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384047360:12345-0@lo:38:kworker.0 Request processed in 675us (869us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319518.334824:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23979 00000100:00080000:0.0:1767319518.341903:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319518.341922:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319518.341929:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384047360:0@lo:38:kworker.0 00000100:00080000:0.0:1767319518.341951:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319518.341955:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319518.341959:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384047488:0@lo:38:kworker.0 00000100:00100000:2.0:1767319518.342069:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384047744:12345-0@lo:38:kworker.0 Request processed in 7866us (8060us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319518.342081:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23980 00000100:00080000:0.0:1767319518.345275:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319518.345297:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319518.345303:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384047744:0@lo:38:kworker.0 00000100:00100000:1.0:1767319518.348832:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384048000:12345-0@lo:38:kworker.0 Request processed in 14537us (14782us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319518.348847:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23981 00000100:00080000:0.0:1767319518.350257:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319518.350268:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319518.350272:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384048000:0@lo:38:kworker.0 00010000:00010000:3.0:1767319518.840601:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319519.350880:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319519.862980:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319520.376815:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319520.887215:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319521.399273:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319521.911483:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384048384:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319521.911554:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319521.911807:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319521.912113:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319521.912124:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384048512:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319521.912156:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319521.912216:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384048384 00000100:00100000:0.0:1767319521.912224:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384048384 00000100:00100000:0.0:1767319521.912272:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384048512 00000100:00100000:0.0:1767319521.912275:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384048512 00000100:00080000:3.0:1767319521.912289:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319521.912296:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2609 00000100:00080000:3.0:1767319521.912298:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319521.912307:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384048384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319521.912336:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319521.912387:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384048384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (832us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319521.912396:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2609 00000100:00100000:0.0:1767319521.912415:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2610 00000100:00100000:0.0:1767319521.912424:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384048512:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319521.912428:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384048384:0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319521.912440:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319521.912481:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384048512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319521.912487:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2610 00000100:00100000:3.0:1767319521.912567:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384048512:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319522.427842:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319497/real 1767319497] req@ffff93698810a300 x1853164384042112/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319522 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319522.427888:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93698810a300 x1853164384042112/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319522 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319522.427910:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319522.427937:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319522.427941:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384042112:0@lo:250:kworker.0 00000100:00100000:3.0:1767319522.428045:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319522.428415:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319522.428420:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319522.428424:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319522.428430:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4401 00000100:00080000:2.0:1767319522.428435:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319522.428441:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319522.428477:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c901500 x1853164384048640/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319522.428505:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319522.428509:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319522.428511:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319522.428514:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4421 00000100:00080000:2.0:1767319522.428517:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319522.428520:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319522.428539:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f617800 x1853164384048768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319522.428547:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319522.428550:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319522.428551:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319522.428555:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4421 00000100:00080000:2.0:1767319522.428557:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319522.428560:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319522.428571:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5133800 x1853164384048896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319522.428612:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319522.428616:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319522.428618:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319522.428622:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4421 00000100:00080000:2.0:1767319522.428624:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319522.428628:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319522.428638:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e2680 x1853164384049152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319522.428689:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319522.428693:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319522.428695:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319522.428699:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4421 00000100:00080000:2.0:1767319522.428701:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319522.428705:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319522.428716:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f12a00 x1853164384049408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319522.428760:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384049280:0@lo:400:kworker.0 00000100:00100000:2.0:1767319522.428867:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319522.428997:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319522.429009:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384049024:0@lo:400:kworker.0 00000100:00100000:0.0:1767319522.429038:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319522.429665:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384049280 00000100:00100000:1.0:1767319522.429676:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384049280 00000100:00100000:1.0:1767319522.429761:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384049024 00000100:00100000:1.0:1767319522.429765:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384049024 00000100:00100000:1.0:1767319522.429821:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4837 00000100:00100000:1.0:1767319522.429832:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384049280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319522.429893:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384049280:12345-0@lo:400:kworker.0 Request processed in 63us (1025us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319522.429899:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4837 00000100:00100000:1.0:1767319522.429917:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4838 00000100:00100000:1.0:1767319522.429924:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384049024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319522.429955:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384049024:12345-0@lo:400:kworker.0 Request processed in 32us (916us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319522.429960:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4838 00000100:00100000:1.0:1767319522.430001:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384049024:0@lo:400:kworker.0 00000100:00100000:1.0:1767319522.430032:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384049280:0@lo:400:kworker.0 00000100:00100000:1.0:1767319522.430050:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c901500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384048640:0@lo:250:kworker.0 00000400:00000100:1.0:1767319522.430088:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384048640 offset 0 length 520: 4 00000100:00100000:1.0:1767319522.430110:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384048768:0@lo:38:kworker.0 00000100:00100000:1.0:1767319522.430134:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319522.430151:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384048896:0@lo:38:kworker.0 00000100:00100000:1.0:1767319522.430172:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319522.430187:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384049152:0@lo:38:kworker.0 00000100:00100000:1.0:1767319522.430206:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319522.430224:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384049408:0@lo:38:kworker.0 00000100:00100000:1.0:1767319522.430243:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319522.430266:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384048896 00000100:00100000:1.0:1767319522.430269:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384048896 00000100:00100000:1.0:1767319522.430290:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2724 00000100:00100000:1.0:1767319522.430295:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384048896:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319522.430314:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319522.430347:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384048896:12345-0@lo:38:kworker.0 Request processed in 50us (173us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319522.430354:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2724 00000100:00100000:1.0:1767319522.430371:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384048768 00000100:00100000:1.0:1767319522.430374:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384048768 00000100:00100000:1.0:1767319522.430386:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384049152 00000100:00100000:1.0:1767319522.430388:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384049152 00000100:00100000:1.0:1767319522.430394:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384049408 00000100:00100000:1.0:1767319522.430396:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384049408 00000100:00100000:1.0:1767319522.430405:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23982 00000100:00100000:1.0:1767319522.430409:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384048768:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319522.430421:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319522.430447:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384048768:12345-0@lo:38:kworker.0 Request processed in 36us (312us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319522.430452:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23982 00000100:00100000:1.0:1767319522.430462:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23983 00000100:00100000:1.0:1767319522.430465:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384049152:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319522.430474:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319522.430498:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384049152:12345-0@lo:38:kworker.0 Request processed in 31us (291us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319522.430503:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23983 00000100:00100000:1.0:1767319522.430514:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23984 00000100:00100000:1.0:1767319522.430517:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384049408:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319522.430525:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319522.430546:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384049408:12345-0@lo:38:kworker.0 Request processed in 26us (301us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319522.430552:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23984 00000100:00080000:1.0:1767319522.430581:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319522.430587:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319522.430590:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384048768:0@lo:38:kworker.0 00000100:00080000:1.0:1767319522.430598:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319522.430601:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319522.430604:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384048896:0@lo:38:kworker.0 00000100:00080000:1.0:1767319522.430611:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319522.430614:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319522.430616:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384049152:0@lo:38:kworker.0 00000100:00080000:1.0:1767319522.430623:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319522.430627:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319522.430629:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384049408:0@lo:38:kworker.0 00000100:00080000:3.0:1767319522.430858:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319522.936642:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319523.400903:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319523.400942:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:1.0:1767319523.400968:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297375488 offset 0 length 520: 4 00000100:00100000:0.0:1767319523.401368:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297375360 00000100:00100000:0.0:1767319523.401380:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297375360 00000100:00100000:0.0:1767319523.401453:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297375232 00000100:00100000:0.0:1767319523.401456:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297375232 00000100:00100000:0.0:1767319523.401477:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4839 00000100:00100000:0.0:1767319523.401498:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297375360:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319523.401581:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297375360:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 84us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319523.401589:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4839 00000100:00100000:0.0:1767319523.401609:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23985 00000100:00100000:0.0:1767319523.401614:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297375232:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319523.401638:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319523.401664:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297375232:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 48us (721us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319523.401670:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23985 00000100:00080000:3.0:1767319523.402120:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319523.447027:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319523.959327:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319524.470918:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319524.983098:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319525.497163:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319526.007062:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319526.518950:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319527.031445:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384049536:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319527.031612:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319527.031907:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384049664:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319527.031990:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319527.032128:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384049536 00000100:00100000:1.0:1767319527.032137:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384049536 00000100:00080000:3.0:1767319527.032194:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319527.032205:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384049664 00000100:00100000:1.0:1767319527.032208:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384049664 00000100:00100000:3.0:1767319527.032220:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2611 00000100:00100000:3.0:1767319527.032229:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384049536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319527.032270:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319527.032319:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384049536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (707us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319527.032470:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384049536:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319527.032525:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319527.032763:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2612 00000100:00100000:1.0:1767319527.032778:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384049664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319527.032825:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319527.033047:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2611 00000100:00100000:1.0:1767319527.033290:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384049664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 518us (1300us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319527.033297:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2612 00010000:00010000:1.0:1767319527.033335:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319527.034170:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384049664:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319527.542958:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319527.542974:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319527.542978:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319527.542984:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319527.542990:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319527.543001:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4425 00000100:00080000:2.0:1767319527.543006:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319527.543015:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319527.543075:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f10a80 x1853164384049792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319527.543107:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319527.543111:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319527.543113:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319527.543118:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4425 00000100:00080000:2.0:1767319527.543121:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319527.543125:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319527.543140:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f12d80 x1853164384049920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319527.543193:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319527.543198:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319527.543200:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319527.543204:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4425 00000100:00080000:2.0:1767319527.543207:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319527.543210:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319527.543221:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f13480 x1853164384050176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319527.543251:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319527.543256:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319527.543257:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319527.543261:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4425 00000100:00080000:2.0:1767319527.543264:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319527.543267:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319527.543277:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f11180 x1853164384050432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319527.543305:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319527.543328:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384050304:0@lo:400:kworker.0 00000100:00100000:2.0:1767319527.543414:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319527.543505:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384050304 00000100:00100000:2.0:1767319527.543515:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384050304 00000100:00100000:2.0:1767319527.543588:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4840 00000100:00100000:2.0:1767319527.543600:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384050304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319527.543660:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384050304:12345-0@lo:400:kworker.0 Request processed in 62us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319527.543669:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4840 00000100:00080000:2.0:1767319527.543704:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319527.543743:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384050304:0@lo:400:kworker.0 00000100:00100000:0.0:1767319527.543960:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319527.543974:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384050048:0@lo:400:kworker.0 00000100:00100000:0.0:1767319527.544015:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319527.544316:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384049792:0@lo:38:kworker.0 00000100:00100000:1.0:1767319527.544354:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319527.544381:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384049920:0@lo:38:kworker.0 00000100:00100000:1.0:1767319527.544408:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319527.544429:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384050176:0@lo:38:kworker.0 00000100:00100000:1.0:1767319527.544446:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319527.544463:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384050432:0@lo:38:kworker.0 00000100:00100000:1.0:1767319527.544513:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319527.544548:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384050048 00000100:00100000:1.0:1767319527.544554:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384050048 00000100:00100000:1.0:1767319527.544602:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384049792 00000100:00100000:1.0:1767319527.544605:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384049792 00000100:00100000:1.0:1767319527.544613:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384050176 00000100:00100000:1.0:1767319527.544615:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384050176 00000100:00100000:1.0:1767319527.544621:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384050432 00000100:00100000:1.0:1767319527.544623:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384050432 00000100:00100000:1.0:1767319527.544633:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4841 00000100:00100000:1.0:1767319527.544640:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5652850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384050048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319527.544687:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5652850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384050048:12345-0@lo:400:kworker.0 Request processed in 47us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319527.544703:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4841 00000100:00100000:0.0:1767319527.545286:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319527.545339:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23986 00000100:00100000:0.0:1767319527.545347:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384049792:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319527.545373:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319527.545428:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384049792:12345-0@lo:38:kworker.0 Request processed in 79us (1072us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319527.545434:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23986 00000100:00100000:0.0:1767319527.545454:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23987 00000100:00100000:0.0:1767319527.545459:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384050176:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319527.545468:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319527.545491:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384050176:12345-0@lo:38:kworker.0 Request processed in 31us (1044us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319527.545497:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23987 00000100:00100000:0.0:1767319527.545508:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23988 00000100:00100000:0.0:1767319527.545512:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384050432:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319527.545521:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319527.545544:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384050432:12345-0@lo:38:kworker.0 Request processed in 30us (1031us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319527.545550:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23988 00000100:00100000:0.0:1767319527.545572:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384049920 00000100:00100000:0.0:1767319527.545578:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384049920 00000100:00100000:0.0:1767319527.545610:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2725 00000100:00100000:0.0:1767319527.545615:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384049920:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319527.545625:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319527.545653:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384049920:12345-0@lo:38:kworker.0 Request processed in 36us (1243us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319527.545659:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2725 00000100:00080000:0.0:1767319527.545726:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319527.545733:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319527.545737:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384049792:0@lo:38:kworker.0 00000100:00080000:0.0:1767319527.545750:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319527.545755:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319527.545758:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384049920:0@lo:38:kworker.0 00000100:00080000:0.0:1767319527.545769:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319527.545773:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319527.545777:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384050176:0@lo:38:kworker.0 00000100:00080000:0.0:1767319527.545829:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319527.545835:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319527.545839:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384050432:0@lo:38:kworker.0 00000100:00080000:0.0:1767319527.545916:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319527.545962:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384050048:0@lo:400:kworker.0 00010000:00010000:2.0:1767319528.055227:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319528.522048:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319528.522145:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319528.522260:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297375744 00000100:00100000:2.0:1767319528.522271:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297375744 00000100:00100000:2.0:1767319528.522356:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297375616 00000100:00100000:2.0:1767319528.522360:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297375616 00000100:00080000:0.0:1767319528.522362:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319528.522382:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4842 00000100:00100000:0.0:1767319528.522395:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23989 00000100:00100000:0.0:1767319528.522401:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297375616:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:2.0:1767319528.522407:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297375744:12345-192.168.202.56@tcp:400:kworker.0 00010000:00020000:0.0:1767319528.522428:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319528.522554:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297375616:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 151us (407us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319528.522562:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23989 00000100:00100000:2.0:1767319528.522939:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297375744:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 546us (902us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319528.522947:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4842 00000100:00100000:1.0:1767319528.567089:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319529.079027:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319529.591011:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319530.103205:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319530.615816:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319531.127224:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319531.639929:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319532.150900:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319532.154062:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384050560:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319532.154128:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319532.154566:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384050560 00000100:00100000:0.0:1767319532.154574:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384050560 00000100:00100000:0.0:1767319532.154641:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2613 00000100:00100000:0.0:1767319532.154659:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384050560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319532.154687:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319532.154731:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384050560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319532.154738:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2613 00000100:00100000:0.0:1767319532.154797:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384050560:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319532.154887:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319532.155005:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319532.155016:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384050688:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319532.155043:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319532.155133:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384050688 00000100:00100000:1.0:1767319532.155137:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384050688 00000100:00100000:1.0:1767319532.155172:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2614 00000100:00100000:1.0:1767319532.155178:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384050688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319532.155194:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319532.155229:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384050688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319532.155234:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2614 00000100:00100000:3.0:1767319532.155290:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384050688:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319532.155341:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319532.662948:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319532.662957:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319532.662961:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319532.662965:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319532.662969:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319532.662977:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4430 00000100:00080000:2.0:1767319532.662982:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319532.662988:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319532.663029:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f13100 x1853164384050816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319532.663056:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319532.663060:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319532.663062:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319532.663066:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4430 00000100:00080000:2.0:1767319532.663068:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319532.663071:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319532.663085:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f10700 x1853164384050944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319532.663123:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319532.663126:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319532.663128:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319532.663132:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4430 00000100:00080000:2.0:1767319532.663134:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319532.663138:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319532.663149:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f12300 x1853164384051200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319532.663173:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319532.663176:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319532.663178:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319532.663181:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4430 00000100:00080000:2.0:1767319532.663184:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319532.663187:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319532.663196:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f10e00 x1853164384051456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319532.663335:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319532.663355:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384051072:0@lo:400:kworker.0 00000100:00100000:0.0:1767319532.663419:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319532.663507:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319532.663517:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384051328:0@lo:400:kworker.0 00000100:00100000:0.0:1767319532.663541:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319532.663573:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384051072 00000100:00100000:0.0:1767319532.663580:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384051072 00000100:00100000:0.0:1767319532.663629:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384051328 00000100:00100000:0.0:1767319532.663633:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384051328 00000100:00100000:0.0:1767319532.663689:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4843 00000100:00100000:0.0:1767319532.663698:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384051072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319532.663753:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384051072:12345-0@lo:400:kworker.0 Request processed in 55us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319532.663761:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4843 00000100:00100000:0.0:1767319532.663800:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4844 00000100:00100000:0.0:1767319532.663808:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384051328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319532.663839:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384051328:12345-0@lo:400:kworker.0 Request processed in 32us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319532.663850:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4844 00000100:00080000:0.0:1767319532.663868:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319532.663902:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384051072:0@lo:400:kworker.0 00000100:00100000:0.0:1767319532.663932:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384051328:0@lo:400:kworker.0 00000100:00100000:1.0:1767319532.664257:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384050816:0@lo:38:kworker.0 00000100:00100000:1.0:1767319532.664295:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319532.664328:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384050944:0@lo:38:kworker.0 00000100:00100000:1.0:1767319532.664352:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319532.664385:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384051200:0@lo:38:kworker.0 00000100:00100000:1.0:1767319532.664407:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319532.664425:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384051456:0@lo:38:kworker.0 00000100:00100000:1.0:1767319532.664445:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319532.664566:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384050816 00000100:00100000:2.0:1767319532.664572:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384050816 00000100:00100000:2.0:1767319532.664593:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384051200 00000100:00100000:2.0:1767319532.664596:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384051200 00000100:00100000:2.0:1767319532.664604:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384051456 00000100:00100000:2.0:1767319532.664606:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384051456 00000100:00100000:2.0:1767319532.664617:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23990 00000100:00100000:2.0:1767319532.664623:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384050816:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319532.664641:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319532.664684:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384050816:12345-0@lo:38:kworker.0 Request processed in 60us (389us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319532.664691:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23990 00000100:00100000:2.0:1767319532.664704:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23991 00000100:00100000:2.0:1767319532.664708:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384051200:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319532.664717:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319532.664738:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384051200:12345-0@lo:38:kworker.0 Request processed in 28us (330us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319532.664743:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23991 00000100:00100000:2.0:1767319532.664766:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23992 00000100:00100000:2.0:1767319532.664769:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384051456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319532.664777:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319532.664815:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384051456:12345-0@lo:38:kworker.0 Request processed in 43us (368us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319532.664821:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23992 00000100:00100000:3.0:1767319532.665093:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384050944 00000100:00100000:3.0:1767319532.665098:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384050944 00000100:00100000:3.0:1767319532.665136:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2726 00000100:00100000:3.0:1767319532.665141:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384050944:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319532.665153:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319532.665186:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384050944:12345-0@lo:38:kworker.0 Request processed in 44us (833us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319532.665192:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2726 00000100:00080000:1.0:1767319532.665262:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319532.665268:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319532.665272:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384051456:0@lo:38:kworker.0 00000100:00080000:1.0:1767319532.665294:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319532.665298:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319532.665301:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384050816:0@lo:38:kworker.0 00000100:00080000:1.0:1767319532.665310:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319532.665313:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319532.665317:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384050944:0@lo:38:kworker.0 00000100:00080000:1.0:1767319532.665325:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319532.665329:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319532.665332:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384051200:0@lo:38:kworker.0 00000100:00100000:0.0:1767319532.667717:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319533.176569:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319533.638315:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319533.638911:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297376000 00000100:00100000:1.0:1767319533.638939:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297376000 00000100:00100000:1.0:1767319533.639043:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4845 00000100:00080000:0.0:1767319533.639060:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319533.639060:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297376000:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319533.639160:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297376000:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 108us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319533.639169:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4845 00000100:00100000:3.0:1767319533.639746:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319533.639813:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297375872 00000100:00100000:2.0:1767319533.639821:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297375872 00000100:00100000:2.0:1767319533.639850:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23993 00000100:00100000:2.0:1767319533.639855:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297375872:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319533.639877:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319533.640000:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297375872:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 60us (176us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319533.640008:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23993 00000100:00100000:0.0:1767319533.689024:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319534.199173:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319534.711872:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319535.226311:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319535.735574:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319536.247298:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319536.758881:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319537.272027:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319537.272059:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384051712:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319537.272172:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319537.272321:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319537.272969:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319537.272994:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384051584:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319537.273053:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319537.273191:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384051712 00000100:00100000:0.0:1767319537.273203:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384051712 00000100:00100000:0.0:1767319537.273307:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384051584 00000100:00100000:0.0:1767319537.273311:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384051584 00000100:00080000:3.0:1767319537.273515:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319537.273521:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319537.273563:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2615 00000100:00100000:3.0:1767319537.273576:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384051712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319537.273631:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319537.273698:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384051712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (1526us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319537.273706:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2615 00000100:00100000:3.0:1767319537.273729:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2616 00000100:00100000:3.0:1767319537.273735:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384051584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319537.273753:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319537.273829:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384051584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (775us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319537.273835:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2616 00000100:00100000:3.0:1767319537.273889:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384051584:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319537.275330:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384051712:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319537.782945:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767319537.782948:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319537.782958:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319537.782961:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319537.782966:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319537.782971:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319537.782980:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4435 00000100:00080000:2.0:1767319537.782985:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319537.782995:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319537.783060:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f10000 x1853164384051840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319537.783146:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319537.783150:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319537.783153:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319537.783158:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4435 00000100:00080000:2.0:1767319537.783162:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319537.783166:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319537.783185:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f12300 x1853164384051968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319537.783232:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319537.783236:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319537.783238:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319537.783242:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4435 00000100:00080000:2.0:1767319537.783244:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319537.783248:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319537.783258:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f13100 x1853164384052224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319537.783287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319537.783291:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319537.783292:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319537.783296:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4435 00000100:00080000:2.0:1767319537.783298:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319537.783302:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319537.783313:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f10380 x1853164384052480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319537.783368:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384052352:0@lo:400:kworker.0 00000100:00100000:2.0:1767319537.783455:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319537.783534:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319537.783541:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384052608:0@lo:400:kworker.0 00000100:00100000:2.0:1767319537.783574:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319537.783631:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384052352 00000100:00100000:2.0:1767319537.783641:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384052352 00000100:00100000:2.0:1767319537.783721:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4846 00000100:00100000:2.0:1767319537.783734:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384052352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319537.783825:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384052352:12345-0@lo:400:kworker.0 Request processed in 95us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319537.783835:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4846 00000100:00100000:2.0:1767319537.783869:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384052608 00000100:00100000:2.0:1767319537.783873:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384052608 00000100:00100000:2.0:1767319537.783899:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1834 00000100:00100000:2.0:1767319537.783905:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384052608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319537.783935:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384052608:12345-0@lo:400:kworker.0 Request processed in 30us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319537.783941:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1834 00000100:00080000:2.0:1767319537.783957:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319537.783997:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384052608:0@lo:400:kworker.0 00000100:00100000:2.0:1767319537.784006:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384052352:0@lo:400:kworker.0 00000100:00100000:0.0:1767319537.784751:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384052736:0@lo:400:kworker.0 00000100:00100000:0.0:1767319537.784820:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319537.784864:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319537.784871:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384052096:0@lo:400:kworker.0 00000100:00100000:0.0:1767319537.784895:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319537.784930:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384052096 00000100:00100000:0.0:1767319537.784936:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384052096 00000100:00100000:0.0:1767319537.784982:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4847 00000100:00100000:0.0:1767319537.784990:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384052096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319537.785035:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384052096:12345-0@lo:400:kworker.0 Request processed in 46us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319537.785041:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4847 00000100:00080000:0.0:1767319537.785061:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319537.785086:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384052096:0@lo:400:kworker.0 00000100:00100000:3.0:1767319537.785289:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384052736 00000100:00100000:3.0:1767319537.785294:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384052736 00000100:00100000:3.0:1767319537.785332:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1835 00000100:00100000:3.0:1767319537.785340:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384052736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319537.785383:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384052736:12345-0@lo:400:kworker.0 Request processed in 44us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319537.785389:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1835 00000100:00100000:3.0:1767319537.785419:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384052736:0@lo:400:kworker.0 00000100:00100000:1.0:1767319537.789215:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384051840:0@lo:38:kworker.0 00000100:00100000:1.0:1767319537.789349:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319537.789444:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384051968:0@lo:38:kworker.0 00000100:00100000:1.0:1767319537.789478:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319537.789514:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384052224:0@lo:38:kworker.0 00000100:00100000:1.0:1767319537.789537:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319537.789577:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384052480:0@lo:38:kworker.0 00000100:00100000:1.0:1767319537.789611:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319537.789677:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384051840 00000100:00100000:1.0:1767319537.789687:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384051840 00000100:00100000:1.0:1767319537.789733:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384052224 00000100:00100000:1.0:1767319537.789736:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384052224 00000100:00100000:1.0:1767319537.789756:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384052480 00000100:00100000:1.0:1767319537.789759:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384052480 00000100:00100000:1.0:1767319537.789778:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23994 00000100:00100000:2.0:1767319537.790087:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384051968 00000100:00100000:2.0:1767319537.790093:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384051968 00000100:00100000:2.0:1767319537.790124:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2727 00000100:00100000:2.0:1767319537.790133:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384051968:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319537.790166:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319537.790233:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384051968:12345-0@lo:38:kworker.0 Request processed in 99us (752us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319537.790242:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2727 00000100:00100000:1.0:1767319537.790410:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384051840:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319537.790421:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319537.790453:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384051840:12345-0@lo:38:kworker.0 Request processed in 43us (1106us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319537.791869:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23995 00000100:00100000:0.0:1767319537.791884:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384052224:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319537.791909:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319537.791991:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384052224:12345-0@lo:38:kworker.0 Request processed in 109us (2451us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319537.792000:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23995 00000100:00100000:0.0:1767319537.792039:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23996 00000100:00100000:0.0:1767319537.792044:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384052480:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319537.792054:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319537.792097:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384052480:12345-0@lo:38:kworker.0 Request processed in 52us (2486us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319537.792104:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23996 00000100:00080000:0.0:1767319537.792197:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319537.792204:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319537.792208:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384051840:0@lo:38:kworker.0 00000100:00080000:0.0:1767319537.792223:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319537.792227:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319537.792230:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384051968:0@lo:38:kworker.0 00000100:00080000:0.0:1767319537.792240:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319537.792244:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319537.792247:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384052224:0@lo:38:kworker.0 00000100:00080000:0.0:1767319537.792256:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319537.792259:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319537.792264:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384052480:0@lo:38:kworker.0 00000100:00100000:1.0:1767319537.796147:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23994 00010000:00010000:3.0:1767319538.295172:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319538.759907:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319538.759944:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319538.760005:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297376128 00000100:00100000:3.0:1767319538.760013:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297376256 00000100:00100000:1.0:1767319538.760022:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297376128 00000100:00100000:3.0:1767319538.760023:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297376256 00000100:00080000:0.0:1767319538.760149:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319538.760162:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4848 00000100:00100000:1.0:1767319538.760179:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297376256:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319538.760297:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297376256:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 124us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319538.760308:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4848 00000100:00100000:1.0:1767319538.760331:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 23997 00000100:00100000:1.0:1767319538.760336:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297376128:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319538.760362:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319538.760391:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297376128:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 53us (495us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319538.760401:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 23997 00000100:00100000:1.0:1767319538.806969:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319539.319136:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319539.830943:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319540.343177:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319540.854955:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319541.366982:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319541.879043:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319542.392028:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384052864:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319542.392142:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319542.392425:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384052864 00000100:00100000:0.0:1767319542.392437:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384052864 00000100:00100000:0.0:1767319542.392539:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2617 00000100:00100000:0.0:1767319542.392551:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384052864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319542.392614:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319542.392688:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384052864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 139us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319542.392697:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2617 00000100:00100000:0.0:1767319542.392765:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384052864:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319542.392934:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767319542.394436:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319542.394674:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384052992:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319542.394760:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319542.394952:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384052992 00000100:00100000:3.0:1767319542.394962:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384052992 00000100:00100000:3.0:1767319542.395049:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2618 00000100:00100000:3.0:1767319542.395060:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384052992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319542.395099:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319542.395159:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384052992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319542.395168:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2618 00000100:00100000:3.0:1767319542.396047:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384052992:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319542.397726:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319542.903906:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319542.903921:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319542.903925:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319542.903930:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319542.903936:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319542.903947:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4441 00000100:00080000:3.0:1767319542.903952:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319542.903961:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319542.904025:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6dbb80 x1853164384053120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319542.904057:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319542.904061:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319542.904063:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319542.904069:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4441 00000100:00080000:3.0:1767319542.904072:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319542.904075:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319542.904092:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6db480 x1853164384053248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319542.904141:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319542.904145:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319542.904148:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319542.904151:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4441 00000100:00080000:3.0:1767319542.904153:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319542.904157:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319542.904173:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d9180 x1853164384053504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319542.904197:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319542.904202:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319542.904203:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319542.904206:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4441 00000100:00080000:3.0:1767319542.904209:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319542.904212:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319542.904222:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d8000 x1853164384053760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319542.904322:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384053376:0@lo:400:kworker.0 00000100:00100000:0.0:1767319542.904415:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319542.904496:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319542.904502:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384054016:0@lo:400:kworker.0 00000100:00100000:0.0:1767319542.904532:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319542.904580:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384054016 00000100:00100000:0.0:1767319542.904589:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384054016 00000100:00100000:0.0:1767319542.904647:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1836 00000100:00100000:0.0:1767319542.904657:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384054016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319542.904720:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384054016:12345-0@lo:400:kworker.0 Request processed in 64us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319542.904728:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1836 00000100:00100000:0.0:1767319542.904806:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384054016:0@lo:400:kworker.0 00000100:00100000:0.0:1767319542.904832:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384053888:0@lo:400:kworker.0 00000100:00100000:0.0:1767319542.904857:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319542.904877:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319542.904882:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384053632:0@lo:400:kworker.0 00000100:00100000:0.0:1767319542.904905:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319542.904930:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384053888 00000100:00100000:0.0:1767319542.904934:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384053888 00000100:00100000:0.0:1767319542.904960:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1837 00000100:00100000:0.0:1767319542.904965:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384053888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319542.904996:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384053888:12345-0@lo:400:kworker.0 Request processed in 30us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319542.905001:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1837 00000100:00100000:0.0:1767319542.905026:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384053888:0@lo:400:kworker.0 00000100:00100000:3.0:1767319542.905107:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384053376 00000100:00100000:3.0:1767319542.905111:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384053376 00000100:00100000:3.0:1767319542.905163:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384053632 00000100:00100000:3.0:1767319542.905166:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384053632 00000100:00100000:3.0:1767319542.905188:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4849 00000100:00100000:3.0:1767319542.905194:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384053376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319542.905232:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384053376:12345-0@lo:400:kworker.0 Request processed in 38us (818us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319542.905239:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4849 00000100:00100000:3.0:1767319542.905252:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4850 00000100:00100000:3.0:1767319542.905258:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384053632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319542.905286:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384053632:12345-0@lo:400:kworker.0 Request processed in 29us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319542.905292:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4850 00000100:00100000:2.0:1767319542.905401:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384053120:0@lo:38:kworker.0 00000100:00100000:2.0:1767319542.905437:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319542.905469:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384053248:0@lo:38:kworker.0 00000100:00100000:2.0:1767319542.905492:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319542.905514:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384053504:0@lo:38:kworker.0 00000100:00100000:2.0:1767319542.905531:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319542.905543:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384053760:0@lo:38:kworker.0 00000100:00100000:2.0:1767319542.905575:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319542.905607:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384053248 00000100:00100000:2.0:1767319542.905611:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384053248 00000100:00100000:2.0:1767319542.905635:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2728 00000100:00100000:2.0:1767319542.905640:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384053248:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319542.905663:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319542.905699:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384053248:12345-0@lo:38:kworker.0 Request processed in 57us (205us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319542.905706:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2728 00000100:00100000:2.0:1767319542.905730:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384053120 00000100:00100000:2.0:1767319542.905733:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384053120 00000100:00100000:2.0:1767319542.905751:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384053504 00000100:00100000:2.0:1767319542.905754:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384053504 00000100:00100000:2.0:1767319542.905765:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384053760 00000100:00100000:2.0:1767319542.905768:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384053760 00000100:00100000:2.0:1767319542.905777:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23998 00000100:00100000:2.0:1767319542.905805:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384053120:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319542.905816:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319542.905841:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384053120:12345-0@lo:38:kworker.0 Request processed in 35us (403us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319542.905847:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23998 00000100:00100000:2.0:1767319542.905859:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23999 00000100:00100000:2.0:1767319542.905862:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384053504:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319542.905870:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319542.905889:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384053504:12345-0@lo:38:kworker.0 Request processed in 26us (356us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319542.905893:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23999 00000100:00100000:2.0:1767319542.905901:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24000 00000100:00100000:2.0:1767319542.905904:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384053760:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319542.905911:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319542.905928:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384053760:12345-0@lo:38:kworker.0 Request processed in 22us (353us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319542.905932:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24000 00000100:00080000:2.0:1767319542.905959:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319542.905963:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319542.905966:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384053120:0@lo:38:kworker.0 00000100:00080000:2.0:1767319542.905974:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319542.905977:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319542.905980:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384053248:0@lo:38:kworker.0 00000100:00080000:2.0:1767319542.905987:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319542.905991:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319542.905993:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384053504:0@lo:38:kworker.0 00000100:00080000:2.0:1767319542.905999:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319542.906002:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319542.906004:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384053760:0@lo:38:kworker.0 00000100:00080000:0.0:1767319542.906090:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319542.906120:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384053376:0@lo:400:kworker.0 00000100:00100000:0.0:1767319542.906145:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384053632:0@lo:400:kworker.0 00000100:00100000:0.0:1767319542.907612:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319543.417028:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319543.887272:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319543.887353:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319543.887465:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297376384 00000100:00100000:0.0:1767319543.887481:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297376384 00000100:00100000:0.0:1767319543.887537:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297376512 00000100:00100000:0.0:1767319543.887541:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297376512 00000100:00100000:0.0:1767319543.887621:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4851 00000100:00100000:0.0:1767319543.887633:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297376512:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319543.887902:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297376512:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 269us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319543.887913:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4851 00000100:00100000:0.0:1767319543.887940:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24001 00000100:00100000:0.0:1767319543.887945:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297376384:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319543.887973:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319543.888389:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297376384:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 60us (762us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319543.888397:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24001 00000100:00080000:1.0:1767319543.888467:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319543.927206:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319544.440165:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319544.950982:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319545.463351:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319545.975071:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319546.487219:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319546.999311:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319547.511014:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319547.511289:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319547.511331:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384054144:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319547.511443:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319547.511877:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384054144 00000100:00100000:2.0:1767319547.511889:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384054144 00000100:00100000:2.0:1767319547.511967:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2619 00000100:00100000:2.0:1767319547.511978:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384054144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319547.512018:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319547.512090:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384054144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319547.512098:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2619 00000100:00080000:1.0:1767319547.512171:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319547.512218:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384054144:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319547.516418:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319547.516453:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384054272:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319547.516559:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319547.516776:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384054272 00000100:00100000:2.0:1767319547.516822:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384054272 00000100:00100000:2.0:1767319547.516922:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2620 00000100:00100000:2.0:1767319547.516934:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384054272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319547.516982:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319547.517044:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384054272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319547.517052:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2620 00000100:00080000:0.0:1767319547.517489:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319547.517549:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384054272:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319547.978669:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:3.0:1767319547.978716:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297376640 offset 0 length 520: 4 00000100:00100000:3.0:1767319547.978740:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319547.983514:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297376896 00000100:00100000:0.0:1767319547.983694:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297376896 00000100:00100000:0.0:1767319547.984005:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297376768 00000100:00100000:0.0:1767319547.984010:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297376768 00000100:00100000:0.0:1767319547.984048:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4852 00000100:00100000:0.0:1767319547.984060:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297376896:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319547.984174:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297376896:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 116us (5523us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319547.984183:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4852 00000100:00100000:0.0:1767319547.984208:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24002 00000100:00100000:0.0:1767319547.984214:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297376768:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319547.984242:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319547.984270:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297376768:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 54us (5528us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319547.984277:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24002 00000100:00080000:1.0:1767319547.984732:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319548.022918:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319548.023412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319548.023420:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319548.023424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319548.023430:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319548.023435:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319548.023445:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4446 00000100:00080000:2.0:1767319548.023451:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319548.023460:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319548.023527:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f12a00 x1853164384054400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319548.023564:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319548.023567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319548.023569:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319548.023574:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4446 00000100:00080000:2.0:1767319548.023576:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319548.023581:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319548.023597:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f11f80 x1853164384054528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319548.023647:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319548.023651:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319548.023653:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319548.023657:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4446 00000100:00080000:2.0:1767319548.023660:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319548.023665:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319548.023678:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f10380 x1853164384054784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319548.023679:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319548.023704:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384054656:0@lo:400:kworker.0 00000100:00080000:2.0:1767319548.023719:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319548.023724:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319548.023726:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319548.023731:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4446 00000100:00080000:2.0:1767319548.023734:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319548.023737:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319548.023753:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f12300 x1853164384055040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319548.023813:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319548.023821:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384055168:0@lo:400:kworker.0 00000100:00100000:2.0:1767319548.023870:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319548.023893:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384055296:0@lo:400:kworker.0 00000100:00100000:2.0:1767319548.023905:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319548.023919:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319548.023955:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384055168 00000100:00100000:1.0:1767319548.023964:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384055168 00000100:00100000:3.0:1767319548.024227:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384055296 00000100:00100000:3.0:1767319548.024233:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384055296 00000100:00100000:1.0:1767319548.024235:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1838 00000100:00100000:1.0:1767319548.024249:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384055168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319548.024269:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1839 00000100:00100000:3.0:1767319548.024280:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384055296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319548.024332:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384055296:12345-0@lo:400:kworker.0 Request processed in 54us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319548.024340:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1839 00000100:00100000:3.0:1767319548.024386:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384054656 00000100:00100000:3.0:1767319548.024391:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384054656 00000100:00100000:1.0:1767319548.024395:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384055168:12345-0@lo:400:kworker.0 Request processed in 149us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319548.024403:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1838 00000100:00080000:1.0:1767319548.024427:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319548.024437:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4853 00000100:00100000:3.0:1767319548.024445:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384054656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319548.024480:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384054656:12345-0@lo:400:kworker.0 Request processed in 36us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319548.024481:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384055296:0@lo:400:kworker.0 00000100:00100000:3.0:1767319548.024494:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4853 00000100:00100000:1.0:1767319548.024503:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384054656:0@lo:400:kworker.0 00000100:00100000:0.0:1767319548.024708:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319522/real 1767319522] req@ffff93698c901500 x1853164384048640/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319547 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319548.024728:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93698c901500 x1853164384048640/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319547 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319548.024744:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384054400:0@lo:38:kworker.0 00000100:00100000:0.0:1767319548.024774:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319548.024822:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384054528:0@lo:38:kworker.0 00000100:00100000:0.0:1767319548.024844:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319548.024872:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384054784:0@lo:38:kworker.0 00000100:00100000:0.0:1767319548.024894:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319548.024898:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384054528 00000100:00100000:1.0:1767319548.024904:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384054528 00000100:00100000:0.0:1767319548.024919:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384055040:0@lo:38:kworker.0 00000100:00100000:1.0:1767319548.024934:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2729 00000100:00100000:1.0:1767319548.024944:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384054528:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319548.024945:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319548.024966:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00010000:00020000:1.0:1767319548.024970:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319548.024983:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319548.024987:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c901500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384048640:0@lo:250:kworker.0 00000100:00100000:1.0:1767319548.025011:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384054528:12345-0@lo:38:kworker.0 Request processed in 68us (164us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767319548.025016:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319548.025023:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319548.025026:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384054528:0@lo:38:kworker.0 00000100:00100000:0.0:1767319548.025050:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384054400 00000100:00100000:0.0:1767319548.025054:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384054400 00000100:00100000:0.0:1767319548.025086:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384054784 00000100:00100000:0.0:1767319548.025088:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384054784 00000100:00100000:0.0:1767319548.025103:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384055040 00000100:00100000:0.0:1767319548.025105:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384055040 00000100:00100000:0.0:1767319548.025114:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24003 00000100:00100000:0.0:1767319548.025119:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384054400:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319548.025130:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319548.025156:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384054400:12345-0@lo:38:kworker.0 Request processed in 36us (381us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319548.025163:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24003 00000100:00100000:0.0:1767319548.025175:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24004 00000100:00100000:0.0:1767319548.025179:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384054784:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319548.025182:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2729 00010000:00020000:0.0:1767319548.025190:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319548.025211:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384054784:12345-0@lo:38:kworker.0 Request processed in 31us (319us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319548.025218:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24004 00000100:00080000:1.0:1767319548.025223:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319548.025229:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1767319548.025232:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24005 00000100:00080000:1.0:1767319548.025234:0:8:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767319548.025240:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384055040:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1767319548.025243:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4425 00000100:00080000:1.0:1767319548.025248:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319548.025254:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00010000:00020000:0.0:1767319548.025256:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319548.025280:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91f480 x1853164384055424/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319548.025281:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384055040:12345-0@lo:38:kworker.0 Request processed in 40us (337us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319548.025297:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24005 00000100:00080000:0.0:1767319548.025319:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319548.025323:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319548.025326:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384054400:0@lo:38:kworker.0 00000100:00080000:0.0:1767319548.025336:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319548.025339:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319548.025342:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384054784:0@lo:38:kworker.0 00000100:00080000:0.0:1767319548.025348:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319548.025350:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319548.025353:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384055040:0@lo:38:kworker.0 00000100:00100000:0.0:1767319548.025408:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384055424:0@lo:250:kworker.0 00000400:00000100:0.0:1767319548.025426:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384055424 offset 0 length 520: 4 00000100:00100000:2.0:1767319548.025725:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384054912:0@lo:400:kworker.0 00000100:00100000:2.0:1767319548.025753:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319548.025800:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384055168:0@lo:400:kworker.0 00000100:00100000:3.0:1767319548.026136:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384054912 00000100:00100000:3.0:1767319548.026142:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384054912 00000100:00080000:1.0:1767319548.026198:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319548.026199:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4854 00000100:00100000:3.0:1767319548.026210:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384054912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319548.026265:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384054912:12345-0@lo:400:kworker.0 Request processed in 56us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319548.026273:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4854 00000100:00100000:1.0:1767319548.026399:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384054912:0@lo:400:kworker.0 00010000:00010000:3.0:1767319548.537125:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319549.047038:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319549.559751:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319550.070936:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319550.585676:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319551.095396:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319551.608090:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319552.120176:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319552.630945:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319552.630984:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319552.630991:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384055552:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319552.631008:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384055680:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319552.631095:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319552.631098:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319552.631329:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384055552 00000100:00100000:2.0:1767319552.631340:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384055552 00000100:00080000:1.0:1767319552.631422:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319552.635598:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384055680 00000100:00100000:2.0:1767319552.635620:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384055680 00000100:00100000:1.0:1767319552.635683:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2621 00000100:00100000:1.0:1767319552.635710:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698d1fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384055552:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319552.635711:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2622 00000100:00100000:2.0:1767319552.635725:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384055680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319552.635764:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00002000:00000024:2.0:1767319552.635764:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767319552.635871:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319552.636167:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698d1fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384055552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 469us (5075us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319552.636176:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2621 00000100:00100000:0.0:1767319552.636593:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384055552:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319552.638022:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384055680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2293us (6922us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319552.638037:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2622 00000100:00100000:1.0:1767319552.638111:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384055680:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319553.094439:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319553.098242:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297377024 00000100:00100000:2.0:1767319553.098271:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297377024 00000100:00100000:2.0:1767319553.098375:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24006 00000100:00100000:2.0:1767319553.098387:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297377024:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319553.098425:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319553.098557:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297377024:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 170us (4131us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319553.098567:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24006 00000100:00100000:3.0:1767319553.099133:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319553.099588:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297377152 00000100:00100000:0.0:1767319553.099597:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297377152 00000100:00100000:0.0:1767319553.099675:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4855 00000100:00100000:0.0:1767319553.099685:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297377152:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319553.099757:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297377152:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 73us (639us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319553.099764:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4855 00000100:00080000:0.0:1767319553.099856:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319553.144687:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319553.144776:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319553.144824:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319553.144828:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319553.144833:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319553.144838:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319553.144847:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4451 00000100:00080000:3.0:1767319553.144853:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319553.144862:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319553.144916:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6dbb80 x1853164384055808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319553.144939:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319553.144943:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319553.144945:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319553.144949:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4451 00000100:00080000:3.0:1767319553.144952:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319553.144956:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319553.144969:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d8700 x1853164384055936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319553.145008:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319553.145011:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319553.145013:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319553.145016:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4451 00000100:00080000:3.0:1767319553.145017:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319553.145021:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319553.145032:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d9180 x1853164384056192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319553.145058:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319553.145060:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319553.145062:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319553.145064:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4451 00000100:00080000:3.0:1767319553.145066:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319553.145067:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319553.145074:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6daa00 x1853164384056448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319553.145368:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384056704:0@lo:400:kworker.0 00000100:00100000:2.0:1767319553.145457:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319553.145557:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319553.145564:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384056064:0@lo:400:kworker.0 00000100:00100000:2.0:1767319553.145593:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319553.145637:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384056064 00000100:00100000:2.0:1767319553.145646:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384056064 00000100:00100000:2.0:1767319553.145711:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4856 00000100:00100000:2.0:1767319553.145720:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384056064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319553.145804:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384056064:12345-0@lo:400:kworker.0 Request processed in 60us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319553.145813:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4856 00000100:00100000:2.0:1767319553.145863:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384056064:0@lo:400:kworker.0 00000100:00100000:3.0:1767319553.146278:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384056704 00000100:00100000:3.0:1767319553.146284:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384056704 00000100:00100000:3.0:1767319553.146337:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1840 00000100:00100000:3.0:1767319553.146344:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384056704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319553.146388:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384056704:12345-0@lo:400:kworker.0 Request processed in 45us (931us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319553.146395:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1840 00000100:00100000:1.0:1767319553.146694:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384056320:0@lo:400:kworker.0 00000100:00100000:1.0:1767319553.146737:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319553.146802:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319553.146821:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384056576:0@lo:400:kworker.0 00000100:00100000:1.0:1767319553.146849:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319553.146876:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384056576 00000100:00100000:1.0:1767319553.146880:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384056576 00000100:00100000:1.0:1767319553.146913:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1841 00000100:00100000:1.0:1767319553.146919:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384056576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319553.146952:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384056576:12345-0@lo:400:kworker.0 Request processed in 33us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319553.146959:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1841 00000100:00100000:1.0:1767319553.146995:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384056576:0@lo:400:kworker.0 00000100:00100000:0.0:1767319553.147232:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384056320 00000100:00100000:0.0:1767319553.147237:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384056320 00000100:00100000:0.0:1767319553.147288:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4857 00000100:00100000:0.0:1767319553.147296:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384056320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319553.147330:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384056320:12345-0@lo:400:kworker.0 Request processed in 36us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319553.147335:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4857 00000100:00100000:0.0:1767319553.147356:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384055808:0@lo:38:kworker.0 00000100:00100000:0.0:1767319553.147381:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319553.147403:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384055936:0@lo:38:kworker.0 00000100:00100000:0.0:1767319553.147427:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319553.147447:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384056192:0@lo:38:kworker.0 00000100:00100000:0.0:1767319553.147481:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319553.147500:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384056448:0@lo:38:kworker.0 00000100:00100000:0.0:1767319553.147520:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319553.147612:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384055936 00000100:00100000:1.0:1767319553.147616:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384055936 00000100:00100000:1.0:1767319553.147635:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2730 00000100:00100000:1.0:1767319553.147638:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384055936:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319553.147658:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319553.147682:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384055936:12345-0@lo:38:kworker.0 Request processed in 43us (255us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319553.147688:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2730 00000100:00100000:1.0:1767319553.147708:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384055808 00000100:00100000:1.0:1767319553.147712:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384055808 00000100:00100000:1.0:1767319553.147724:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384056192 00000100:00100000:1.0:1767319553.147726:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384056192 00000100:00100000:1.0:1767319553.147732:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384056448 00000100:00100000:1.0:1767319553.147734:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384056448 00000100:00100000:1.0:1767319553.147743:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24007 00000100:00100000:1.0:1767319553.147748:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384055808:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319553.147758:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319553.147825:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384055808:12345-0@lo:38:kworker.0 Request processed in 75us (443us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319553.147832:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24007 00000100:00100000:1.0:1767319553.147844:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24008 00000100:00100000:1.0:1767319553.147847:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384056192:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319553.147856:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319553.147882:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384056192:12345-0@lo:38:kworker.0 Request processed in 33us (400us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319553.147887:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24008 00000100:00100000:1.0:1767319553.147898:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24009 00000100:00100000:1.0:1767319553.147901:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384056448:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319553.147910:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319553.147930:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384056448:12345-0@lo:38:kworker.0 Request processed in 28us (409us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319553.147936:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24009 00000100:00100000:1.0:1767319553.147967:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384056320:0@lo:400:kworker.0 00000100:00080000:1.0:1767319553.148010:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319553.148197:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319553.148202:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319553.148204:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384055808:0@lo:38:kworker.0 00000100:00080000:0.0:1767319553.148211:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319553.148213:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319553.148215:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384055936:0@lo:38:kworker.0 00000100:00080000:0.0:1767319553.148220:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319553.148223:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319553.148224:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384056192:0@lo:38:kworker.0 00000100:00080000:0.0:1767319553.148228:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319553.148230:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319553.148232:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384056448:0@lo:38:kworker.0 00000100:00100000:2.0:1767319553.148485:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384056704:0@lo:400:kworker.0 00010000:00010000:3.0:1767319553.658113:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319554.166949:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319554.679096:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319555.192736:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319555.703120:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319556.215032:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319556.734714:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319557.239171:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319557.751074:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319557.751081:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384056832:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319557.751180:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319557.751311:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384056832 00000100:00100000:1.0:1767319557.751323:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384056832 00000100:00100000:1.0:1767319557.751405:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2623 00000100:00100000:1.0:1767319557.751442:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384056832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319557.751482:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767319557.751512:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319557.751524:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384056960:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319557.751554:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319557.751576:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384056960 00000100:00100000:3.0:1767319557.751580:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384056960 00000100:00100000:3.0:1767319557.751619:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2624 00000100:00100000:3.0:1767319557.751626:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384056960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319557.751649:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319557.751691:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384056960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (135us total) trans 0 rc 0/0 00000100:00080000:2.0:1767319557.751694:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319557.751699:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2624 00000100:00100000:2.0:1767319557.751734:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384056960:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319557.751912:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384056832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 478us (732us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319557.751919:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2623 00000100:00100000:0.0:1767319557.752004:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384056832:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319558.214179:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319558.214268:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319558.214396:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297377408 00000100:00100000:2.0:1767319558.214422:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297377408 00000100:00100000:2.0:1767319558.214528:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297377280 00000100:00100000:2.0:1767319558.214533:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297377280 00000100:00100000:1.0:1767319558.214551:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4858 00000100:00100000:2.0:1767319558.214566:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24010 00000100:00100000:2.0:1767319558.214577:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297377280:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:1.0:1767319558.214581:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297377408:12345-192.168.202.56@tcp:400:kworker.0 00010000:00020000:2.0:1767319558.214612:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319558.214689:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297377280:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 108us (415us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319558.214690:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297377408:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 119us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319558.214716:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24010 00000100:00080000:3.0:1767319558.214860:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319558.216679:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4858 00000100:00100000:1.0:1767319558.262997:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319558.264700:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319558.264721:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319558.264725:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319558.264731:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319558.264737:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319558.264748:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4456 00000100:00080000:0.0:1767319558.264755:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319558.264764:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319558.264841:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785180 x1853164384057088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319558.264872:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319558.264877:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319558.264879:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319558.264886:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4456 00000100:00080000:0.0:1767319558.264889:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319558.264894:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319558.264909:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785500 x1853164384057216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319558.264918:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384057088:0@lo:38:kworker.0 00000100:00080000:0.0:1767319558.264960:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319558.264966:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319558.264968:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319558.264974:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4456 00000100:00080000:0.0:1767319558.264978:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319558.264983:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319558.264997:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784000 x1853164384057472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319558.265012:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319558.265040:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319558.265046:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319558.265048:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319558.265054:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4456 00000100:00080000:0.0:1767319558.265056:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319558.265061:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319558.265080:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784a80 x1853164384057728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319558.265117:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384057344:0@lo:400:kworker.0 00000100:00100000:1.0:1767319558.265122:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384057216:0@lo:38:kworker.0 00000100:00100000:1.0:1767319558.265194:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319558.265204:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319558.265303:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384057472:0@lo:38:kworker.0 00000100:00100000:1.0:1767319558.265328:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319558.265348:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384057728:0@lo:38:kworker.0 00000100:00100000:1.0:1767319558.265366:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319558.265398:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384057216 00000100:00100000:1.0:1767319558.265405:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384057216 00000100:00100000:1.0:1767319558.265451:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2731 00000100:00100000:1.0:1767319558.265458:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384057216:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319558.265478:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319558.265517:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384057216:12345-0@lo:38:kworker.0 Request processed in 58us (323us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319558.265524:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2731 00000100:00100000:1.0:1767319558.265550:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384057088 00000100:00100000:1.0:1767319558.265554:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384057088 00000100:00100000:1.0:1767319558.265570:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384057344 00000100:00100000:1.0:1767319558.265573:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384057344 00000100:00100000:1.0:1767319558.265608:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384057472 00000100:00100000:1.0:1767319558.265611:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384057472 00000100:00100000:1.0:1767319558.265619:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384057728 00000100:00100000:1.0:1767319558.265622:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384057728 00000100:00100000:1.0:1767319558.265630:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4859 00000100:00100000:1.0:1767319558.265637:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384057344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319558.265689:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384057344:12345-0@lo:400:kworker.0 Request processed in 52us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319558.265698:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4859 00000100:00100000:1.0:1767319558.265715:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24011 00000100:00100000:1.0:1767319558.265719:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384057088:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319558.265729:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319558.265750:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384057088:12345-0@lo:38:kworker.0 Request processed in 30us (740us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319558.265757:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24011 00000100:00100000:1.0:1767319558.265766:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24012 00000100:00100000:1.0:1767319558.265770:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384057472:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319558.265800:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319558.265822:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384057472:12345-0@lo:38:kworker.0 Request processed in 50us (493us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319558.265828:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24012 00000100:00100000:1.0:1767319558.265838:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24013 00000100:00100000:1.0:1767319558.265842:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384057728:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319558.265851:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319558.265872:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384057728:12345-0@lo:38:kworker.0 Request processed in 28us (504us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319558.265877:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24013 00000100:00080000:1.0:1767319558.265915:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319558.265921:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319558.265924:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384057216:0@lo:38:kworker.0 00000100:00080000:1.0:1767319558.265933:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319558.265936:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319558.265938:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384057472:0@lo:38:kworker.0 00000100:00080000:1.0:1767319558.265946:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319558.265950:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319558.265952:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384057728:0@lo:38:kworker.0 00000100:00080000:1.0:1767319558.265959:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319558.265962:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319558.265965:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384057088:0@lo:38:kworker.0 00000100:00100000:1.0:1767319558.266022:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384057344:0@lo:400:kworker.0 00000100:00100000:1.0:1767319558.266038:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319558.266047:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384057600:0@lo:400:kworker.0 00000100:00100000:1.0:1767319558.266069:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319558.266093:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384057600 00000100:00100000:1.0:1767319558.266097:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384057600 00000100:00100000:1.0:1767319558.266124:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4860 00000100:00100000:1.0:1767319558.266132:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384057600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319558.266190:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384057600:12345-0@lo:400:kworker.0 Request processed in 59us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319558.266199:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4860 00000100:00100000:0.0:1767319558.266262:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384057600:0@lo:400:kworker.0 00000100:00080000:2.0:1767319558.266268:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319558.775371:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319559.288654:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319559.800989:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319560.311024:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319560.828503:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319561.335005:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319561.851534:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319562.361000:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319562.871010:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319562.871310:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319562.871337:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384057856:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319562.871455:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319562.871720:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319562.871731:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384057984:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319562.871746:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384057856 00000100:00100000:2.0:1767319562.871756:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384057856 00000100:00100000:1.0:1767319562.871761:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319562.871859:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384057984 00000100:00080000:3.0:1767319562.871859:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319562.871864:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384057984 00000100:00100000:3.0:1767319562.871881:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2625 00000100:00100000:3.0:1767319562.871892:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384057856:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319562.871896:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2626 00000100:00100000:2.0:1767319562.871903:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384057984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319562.871930:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00002000:00000024:3.0:1767319562.871930:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319562.871985:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384057984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319562.871985:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384057856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319562.871993:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2625 00000100:00080000:0.0:1767319562.872060:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319562.872101:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384057984:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319562.872141:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384057856:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319562.888668:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2626 00000100:00100000:3.0:1767319563.339301:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319563.339549:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297377536 00000100:00100000:2.0:1767319563.339563:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297377536 00000100:00100000:2.0:1767319563.339630:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24014 00000100:00100000:2.0:1767319563.339641:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297377536:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319563.339670:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319563.339758:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297377536:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 117us (472us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319563.340296:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24014 00000100:00100000:0.0:1767319563.341161:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319563.342430:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297377664 00000100:00100000:2.0:1767319563.342446:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297377664 00000100:00100000:2.0:1767319563.342553:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4861 00000100:00100000:2.0:1767319563.342567:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297377664:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319563.342666:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297377664:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 104us (1512us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319563.342675:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4861 00000100:00080000:3.0:1767319563.343182:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319563.383058:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319563.383202:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319563.383210:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319563.383214:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319563.383219:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319563.383223:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319563.383233:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4461 00000100:00080000:0.0:1767319563.383239:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319563.383248:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319563.383301:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cdf80 x1853164384058112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319563.383322:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319563.383325:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319563.383327:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319563.383332:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4461 00000100:00080000:0.0:1767319563.383334:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319563.383338:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319563.383352:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74ced80 x1853164384058240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319563.383408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319563.383412:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319563.383414:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319563.383418:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4461 00000100:00080000:0.0:1767319563.383420:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319563.383424:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319563.383436:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cfb80 x1853164384058496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319563.383462:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319563.383466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319563.383468:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319563.383472:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4461 00000100:00080000:0.0:1767319563.383475:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319563.383479:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319563.383489:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cd180 x1853164384058752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319563.383519:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319563.383540:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384058368:0@lo:400:kworker.0 00000100:00100000:0.0:1767319563.383655:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319563.383940:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384058112:0@lo:38:kworker.0 00000100:00100000:2.0:1767319563.383976:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319563.384005:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384058240:0@lo:38:kworker.0 00000100:00100000:2.0:1767319563.384033:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319563.384056:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384058496:0@lo:38:kworker.0 00000100:00100000:2.0:1767319563.384077:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319563.386683:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319563.386728:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384058624:0@lo:400:kworker.0 00000100:00100000:2.0:1767319563.387265:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384058752:0@lo:38:kworker.0 00000100:00100000:2.0:1767319563.387300:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319563.388212:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384058368 00000100:00100000:1.0:1767319563.388226:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384058368 00000100:00100000:1.0:1767319563.388309:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384058112 00000100:00100000:1.0:1767319563.388313:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384058112 00000100:00100000:1.0:1767319563.388323:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384058496 00000100:00100000:1.0:1767319563.388326:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384058496 00000100:00100000:1.0:1767319563.388334:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384058752 00000100:00100000:1.0:1767319563.388336:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384058752 00000100:00100000:1.0:1767319563.388348:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4862 00000100:00100000:1.0:1767319563.388359:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384058368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319563.388454:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384058368:12345-0@lo:400:kworker.0 Request processed in 97us (4798us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319563.388461:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4862 00000100:00100000:1.0:1767319563.388492:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24015 00000100:00100000:1.0:1767319563.388496:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384058112:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319563.388519:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319563.388554:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384058112:12345-0@lo:38:kworker.0 Request processed in 57us (4577us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319563.388561:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24015 00000100:00100000:1.0:1767319563.388571:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24016 00000100:00100000:1.0:1767319563.388576:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384058496:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319563.388586:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319563.388608:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384058496:12345-0@lo:38:kworker.0 Request processed in 31us (4530us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319563.388613:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24016 00000100:00100000:1.0:1767319563.388623:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24017 00000100:00100000:1.0:1767319563.388626:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384058752:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319563.388647:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319563.388669:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384058752:12345-0@lo:38:kworker.0 Request processed in 42us (1370us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319563.388674:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24017 00000100:00080000:1.0:1767319563.388696:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319563.388710:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384058240 00000100:00100000:1.0:1767319563.388713:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384058240 00000100:00100000:1.0:1767319563.388734:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2732 00000100:00100000:1.0:1767319563.388750:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384058240:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319563.388760:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319563.388807:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384058240:12345-0@lo:38:kworker.0 Request processed in 67us (4772us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319563.388812:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2732 00000100:00100000:1.0:1767319563.388861:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384058368:0@lo:400:kworker.0 00000100:00100000:3.0:1767319563.389391:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319563.389455:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319563.389461:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319563.389477:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384058752:0@lo:38:kworker.0 00000100:00080000:3.0:1767319563.389501:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319563.389504:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319563.389507:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384058112:0@lo:38:kworker.0 00000100:00080000:3.0:1767319563.389518:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319563.389521:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319563.389525:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384058240:0@lo:38:kworker.0 00000100:00080000:3.0:1767319563.389536:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319563.389539:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319563.389542:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384058496:0@lo:38:kworker.0 00000100:00100000:1.0:1767319563.389804:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384058624 00000100:00100000:1.0:1767319563.389811:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384058624 00000100:00100000:1.0:1767319563.389860:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4863 00000100:00100000:1.0:1767319563.389868:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384058624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319563.389929:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384058624:12345-0@lo:400:kworker.0 Request processed in 62us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319563.389937:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4863 00000100:00080000:3.0:1767319563.390162:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319563.390189:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384058624:0@lo:400:kworker.0 00010000:00010000:3.0:1767319563.895336:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319564.407112:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319564.919068:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319565.431260:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319565.943664:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319566.455210:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319566.968041:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319567.479072:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319567.990978:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319567.991171:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384058880:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319567.991286:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319567.991419:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319567.991437:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384059008:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319567.991471:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319567.991519:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384058880 00000100:00100000:2.0:1767319567.991530:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384058880 00000100:00100000:2.0:1767319567.991604:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384059008 00000100:00100000:2.0:1767319567.991609:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384059008 00000100:00080000:1.0:1767319567.994350:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319567.994365:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319567.998152:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2627 00000100:00100000:3.0:1767319567.998186:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384058880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319567.998231:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319567.998350:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384058880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 182us (7064us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319567.998359:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2627 00000100:00100000:3.0:1767319567.998390:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2628 00000100:00100000:3.0:1767319567.998398:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384059008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319567.998414:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319567.998464:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384059008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (6993us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319567.998468:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2628 00000100:00100000:3.0:1767319567.998538:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384059008:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319567.998924:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384058880:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319568.458354:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319568.458404:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319568.459237:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297377920 00000100:00100000:0.0:1767319568.459254:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297377920 00000100:00100000:0.0:1767319568.459418:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297377792 00000100:00100000:0.0:1767319568.459423:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297377792 00000100:00100000:0.0:1767319568.459453:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4864 00000100:00100000:0.0:1767319568.459466:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297377920:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319568.459572:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297377920:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 109us (1265us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319568.459585:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4864 00000100:00100000:0.0:1767319568.459608:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24018 00000100:00100000:0.0:1767319568.459613:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297377792:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319568.459639:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319568.459668:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297377792:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 53us (1263us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319568.459675:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24018 00000100:00080000:1.0:1767319568.460340:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319568.503268:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319568.503348:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319568.503356:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319568.503360:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319568.503364:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319568.503369:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319568.503378:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4466 00000100:00080000:1.0:1767319568.503384:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319568.503392:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319568.503447:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784a80 x1853164384059136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319568.503476:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319568.503480:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319568.503482:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319568.503487:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4466 00000100:00080000:1.0:1767319568.503490:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319568.503494:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319568.503609:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784000 x1853164384059264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319568.503688:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384059136:0@lo:38:kworker.0 00000100:00100000:2.0:1767319568.503707:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384059392:0@lo:400:kworker.0 00000100:00080000:1.0:1767319568.503812:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319568.503817:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319568.503819:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319568.503824:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4466 00000100:00080000:1.0:1767319568.503827:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319568.503831:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319568.503847:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568380 x1853164384059520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319568.503866:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319568.503882:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319568.503886:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319568.503888:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319568.503892:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4466 00000100:00080000:1.0:1767319568.503894:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319568.503897:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319568.503907:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5569880 x1853164384059776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319568.503928:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384059264:0@lo:38:kworker.0 00000100:00100000:1.0:1767319568.503935:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319568.503949:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384059648:0@lo:400:kworker.0 00000100:00100000:3.0:1767319568.503961:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319568.504047:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384059136 00000100:00100000:0.0:1767319568.504055:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384059136 00000100:00100000:0.0:1767319568.504092:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24019 00000100:00100000:0.0:1767319568.504098:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384059136:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319568.504118:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319568.504164:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384059136:12345-0@lo:38:kworker.0 Request processed in 65us (301us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319568.504172:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24019 00000100:00100000:0.0:1767319568.504221:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384059264 00000100:00100000:0.0:1767319568.504225:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384059264 00000100:00100000:0.0:1767319568.504245:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2733 00000100:00100000:0.0:1767319568.504249:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384059264:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319568.504256:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319568.504275:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384059264:12345-0@lo:38:kworker.0 Request processed in 26us (316us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319568.504279:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2733 00000100:00100000:1.0:1767319568.504338:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319568.504415:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384059648 00000100:00100000:0.0:1767319568.504419:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384059648 00000100:00100000:0.0:1767319568.504570:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4865 00000100:00100000:0.0:1767319568.504578:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384059648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319568.504629:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384059648:12345-0@lo:400:kworker.0 Request processed in 51us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319568.504635:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4865 00000100:00100000:0.0:1767319568.504686:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384059648:0@lo:400:kworker.0 00000100:00080000:1.0:1767319568.504949:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319568.505562:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319568.505709:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384059392 00000100:00100000:0.0:1767319568.505715:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384059392 00000100:00100000:0.0:1767319568.505831:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4866 00000100:00100000:0.0:1767319568.505839:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384059392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319568.505897:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384059392:12345-0@lo:400:kworker.0 Request processed in 59us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319568.505903:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4866 00000100:00080000:1.0:1767319568.505958:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319568.506031:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319568.506042:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319568.506047:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384059392:0@lo:400:kworker.0 00000100:00100000:3.0:1767319568.506050:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384059264:0@lo:38:kworker.0 00000100:00100000:3.0:1767319568.506098:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384059520:0@lo:38:kworker.0 00000100:00100000:3.0:1767319568.507450:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319568.507497:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384059776:0@lo:38:kworker.0 00000100:00100000:3.0:1767319568.507528:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319568.507559:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319568.507562:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319568.507565:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384059136:0@lo:38:kworker.0 00000100:00100000:2.0:1767319568.507660:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384059520 00000100:00100000:2.0:1767319568.507666:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384059520 00000100:00100000:2.0:1767319568.507746:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384059776 00000100:00100000:2.0:1767319568.507749:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384059776 00000100:00100000:1.0:1767319568.507834:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24020 00000100:00100000:1.0:1767319568.507841:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384059520:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319568.507858:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319568.507892:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384059520:12345-0@lo:38:kworker.0 Request processed in 50us (445us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319568.507896:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24020 00000100:00100000:1.0:1767319568.507909:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24021 00000100:00100000:1.0:1767319568.507912:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384059776:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319568.507918:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319568.507929:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384059776:12345-0@lo:38:kworker.0 Request processed in 17us (401us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319568.507933:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24021 00000100:00080000:3.0:1767319568.509761:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319568.509770:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319568.509774:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384059520:0@lo:38:kworker.0 00000100:00080000:3.0:1767319568.509810:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319568.509813:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319568.509815:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384059776:0@lo:38:kworker.0 00010000:00010000:3.0:1767319569.015114:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319569.526981:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319570.039332:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319570.551293:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319571.063331:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319571.577428:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319572.086999:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319572.550714:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:3.0:1767319572.550889:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297378048 offset 0 length 520: 4 00000100:00100000:3.0:1767319572.550914:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319572.551555:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297378304 00000100:00100000:0.0:1767319572.551589:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297378304 00000100:00100000:0.0:1767319572.551668:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297378176 00000100:00100000:0.0:1767319572.551672:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297378176 00000100:00100000:0.0:1767319572.551695:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4867 00000100:00100000:0.0:1767319572.551704:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297378304:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319572.551797:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297378304:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 69us (1069us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319572.551806:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4867 00000100:00100000:0.0:1767319572.551822:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24022 00000100:00100000:0.0:1767319572.551825:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297378176:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319572.551843:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319572.551867:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297378176:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 39us (952us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319572.551873:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24022 00000100:00080000:3.0:1767319572.552422:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319572.599494:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319573.111469:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319573.114006:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384059904:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319573.114083:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319573.116473:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384059904 00000100:00100000:1.0:1767319573.116488:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384059904 00000100:00100000:1.0:1767319573.116574:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2629 00000100:00100000:1.0:1767319573.116589:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384059904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319573.116635:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319573.116828:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319573.116843:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384060032:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319573.116882:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319573.116920:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384060032 00000100:00100000:2.0:1767319573.116923:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384060032 00000100:00100000:2.0:1767319573.116951:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2630 00000100:00100000:2.0:1767319573.116959:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384060032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319573.116975:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319573.117017:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384060032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319573.117025:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2630 00000100:00100000:2.0:1767319573.117075:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384060032:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319573.117125:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319573.117129:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319573.129777:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384059904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 13181us (15680us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319573.129809:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2629 00000100:00100000:0.0:1767319573.130073:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384059904:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319573.622950:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319573.623382:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319573.623389:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319573.623393:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319573.623399:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319573.623404:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319573.623411:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4471 00000100:00080000:1.0:1767319573.623416:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319573.623423:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319573.623467:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556aa00 x1853164384060160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319573.623484:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319573.623487:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319573.623489:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319573.623493:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4471 00000100:00080000:1.0:1767319573.623496:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319573.623499:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319573.623523:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556a300 x1853164384060288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319573.623948:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319548/real 1767319548] req@ffff93698c91f480 x1853164384055424/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319573 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319573.623973:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93698c91f480 x1853164384055424/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319573 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319573.623993:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384060160:0@lo:38:kworker.0 00000100:00100000:3.0:1767319573.624052:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319573.624350:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319573.624354:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319573.624357:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319573.624361:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4471 00000100:00080000:1.0:1767319573.624364:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319573.624368:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319573.624387:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568a80 x1853164384060544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319573.624417:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319573.624421:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319573.624423:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319573.624427:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4471 00000100:00080000:1.0:1767319573.624430:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319573.624433:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319573.624444:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568700 x1853164384060800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319573.624482:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319573.624492:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384060672:0@lo:400:kworker.0 00000100:00100000:2.0:1767319573.625082:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384060416:0@lo:400:kworker.0 00000100:00100000:3.0:1767319573.625459:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384060288:0@lo:38:kworker.0 00000100:00100000:3.0:1767319573.625488:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319573.625517:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319573.625531:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319573.625536:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384055424:0@lo:250:kworker.0 00000100:00100000:3.0:1767319573.625639:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384060544:0@lo:38:kworker.0 00000100:00100000:3.0:1767319573.625665:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319573.626532:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384060288 00000100:00100000:2.0:1767319573.626542:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384060288 00000100:00100000:2.0:1767319573.626660:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2734 00000100:00100000:2.0:1767319573.626668:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384060288:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319573.626688:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319573.626734:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384060288:12345-0@lo:38:kworker.0 Request processed in 66us (1245us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319573.626741:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2734 00000100:00080000:1.0:1767319573.627536:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319573.627543:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319573.627546:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319573.627552:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4451 00000100:00080000:1.0:1767319573.627749:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319573.627755:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319573.627801:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556bb80 x1853164384060928/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319573.628254:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384060800:0@lo:38:kworker.0 00000100:00100000:3.0:1767319573.628309:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319573.628389:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384060160 00000100:00100000:0.0:1767319573.628398:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384060160 00000100:00100000:2.0:1767319573.628443:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384060544 00000100:00100000:2.0:1767319573.628448:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384060544 00000100:00100000:2.0:1767319573.628485:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24023 00000100:00100000:2.0:1767319573.628491:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384060160:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319573.628518:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319573.628557:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384060160:12345-0@lo:38:kworker.0 Request processed in 65us (4504us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319573.628563:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24023 00000100:00100000:2.0:1767319573.628580:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24024 00000100:00100000:2.0:1767319573.628585:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384060544:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319573.628596:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319573.628618:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384060544:12345-0@lo:38:kworker.0 Request processed in 32us (2953us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319573.628624:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24024 00000100:00080000:3.0:1767319573.628886:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319573.628892:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319573.628897:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384060160:0@lo:38:kworker.0 00000100:00080000:3.0:1767319573.628907:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319573.628911:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319573.628913:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384060288:0@lo:38:kworker.0 00000100:00100000:3.0:1767319573.628937:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384060928:0@lo:250:kworker.0 00000400:00000100:3.0:1767319573.628956:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384060928 offset 0 length 520: 4 00000100:00080000:3.0:1767319573.628983:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319573.628986:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319573.628989:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384060544:0@lo:38:kworker.0 00000100:00100000:3.0:1767319573.629012:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319573.629109:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319573.629143:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384060800 00000100:00100000:2.0:1767319573.629148:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384060800 00000100:00100000:2.0:1767319573.629166:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384060672 00000100:00100000:2.0:1767319573.629168:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384060672 00000100:00100000:2.0:1767319573.629195:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384060416 00000100:00100000:2.0:1767319573.629198:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384060416 00000100:00100000:2.0:1767319573.629214:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4868 00000100:00100000:2.0:1767319573.629221:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384060672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319573.629260:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384060672:12345-0@lo:400:kworker.0 Request processed in 40us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319573.629267:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4868 00000100:00100000:2.0:1767319573.629294:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4869 00000100:00100000:2.0:1767319573.629300:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384060416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319573.629332:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384060416:12345-0@lo:400:kworker.0 Request processed in 32us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319573.629338:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4869 00000100:00100000:2.0:1767319573.629349:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24025 00000100:00100000:2.0:1767319573.629353:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384060800:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319573.629363:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319573.629393:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384060800:12345-0@lo:38:kworker.0 Request processed in 39us (1085us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319573.629399:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24025 00000100:00080000:2.0:1767319573.629417:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319573.629438:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384060416:0@lo:400:kworker.0 00000100:00080000:2.0:1767319573.629462:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319573.629466:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319573.629469:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384060800:0@lo:38:kworker.0 00000100:00100000:3.0:1767319573.629621:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384060672:0@lo:400:kworker.0 00010000:00010000:3.0:1767319574.139127:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319574.647762:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319575.161520:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319575.670985:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319576.183008:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319576.697680:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319577.207088:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319577.669999:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319577.670552:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297378560 00000100:00100000:2.0:1767319577.670563:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297378560 00000100:00080000:0.0:1767319577.670636:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319577.670650:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4870 00000100:00100000:2.0:1767319577.670662:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297378560:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319577.670754:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297378560:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 93us (763us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319577.670761:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4870 00000100:00100000:1.0:1767319577.677657:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319577.677898:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297378432 00000100:00100000:2.0:1767319577.677908:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297378432 00000100:00100000:2.0:1767319577.677970:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24026 00000100:00100000:2.0:1767319577.677978:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297378432:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319577.678004:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319577.678258:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297378432:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 277us (610us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319577.678267:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24026 00000100:00100000:1.0:1767319577.721409:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319578.231041:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319578.231273:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384061056:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319578.231374:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319578.231395:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319578.231411:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384061184:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319578.231443:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319578.231518:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384061056 00000100:00100000:1.0:1767319578.231529:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384061056 00000100:00100000:2.0:1767319578.231585:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384061184 00000100:00100000:2.0:1767319578.231590:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384061184 00000100:00100000:1.0:1767319578.231619:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2631 00000100:00100000:2.0:1767319578.231624:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2632 00000100:00100000:1.0:1767319578.231630:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384061056:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319578.231631:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384061184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319578.231670:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00002000:00000024:2.0:1767319578.231670:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319578.231917:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384061184:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319578.231967:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319578.231973:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319578.232162:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384061056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 533us (787us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319578.232172:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2631 00000100:00100000:3.0:1767319578.232247:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384061056:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319578.232409:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384061184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 779us (966us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319578.232416:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2632 00000100:00100000:1.0:1767319578.747566:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319578.751183:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319578.751298:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319578.751304:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319578.751310:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319578.751315:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319578.751327:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4476 00000100:00080000:0.0:1767319578.751333:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319578.751343:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319578.751399:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cca80 x1853164384061312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319578.751518:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384061312:0@lo:38:kworker.0 00000100:00100000:2.0:1767319578.751628:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319578.751768:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384061312 00000100:00100000:3.0:1767319578.751803:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384061312 00000100:00100000:3.0:1767319578.751862:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24027 00000100:00100000:3.0:1767319578.751872:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384061312:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319578.751899:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319578.752364:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319578.752371:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319578.752373:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319578.752380:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4476 00000100:00080000:0.0:1767319578.752383:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319578.752389:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319578.752414:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cea00 x1853164384061440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319578.755056:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384061440:0@lo:38:kworker.0 00000100:00100000:2.0:1767319578.755180:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319578.755831:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384061440 00000100:00100000:1.0:1767319578.755844:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384061440 00000100:00100000:1.0:1767319578.755906:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2735 00000100:00100000:1.0:1767319578.755918:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384061440:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319578.755952:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319578.756021:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384061440:12345-0@lo:38:kworker.0 Request processed in 104us (842us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319578.756029:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2735 00000100:00100000:3.0:1767319578.759939:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384061312:12345-0@lo:38:kworker.0 Request processed in 8049us (8293us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319578.759958:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24027 00000100:00080000:0.0:1767319578.760109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319578.760116:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319578.760121:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319578.760127:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4476 00000100:00080000:0.0:1767319578.760132:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319578.760139:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319578.760175:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74ced80 x1853164384061696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319578.760317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319578.760322:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319578.760324:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319578.760328:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4476 00000100:00080000:0.0:1767319578.760331:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319578.760335:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319578.760352:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cd180 x1853164384061952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319578.760446:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384061824:0@lo:400:kworker.0 00000100:00100000:0.0:1767319578.760537:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319578.760579:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319578.760586:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384062080:0@lo:400:kworker.0 00000100:00100000:0.0:1767319578.760617:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319578.760674:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384062080 00000100:00100000:0.0:1767319578.760685:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384062080 00000100:00100000:0.0:1767319578.760751:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1842 00000100:00100000:0.0:1767319578.760762:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384062080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319578.760876:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384062080:12345-0@lo:400:kworker.0 Request processed in 114us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319578.760884:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1842 00000100:00100000:0.0:1767319578.761091:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384062080:0@lo:400:kworker.0 00000100:00080000:2.0:1767319578.761496:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319578.761504:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319578.761509:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384061312:0@lo:38:kworker.0 00000100:00100000:2.0:1767319578.761534:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384061696:0@lo:38:kworker.0 00000100:00100000:2.0:1767319578.761575:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319578.761707:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384061952:0@lo:38:kworker.0 00000100:00100000:2.0:1767319578.761733:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319578.761735:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384061568:0@lo:400:kworker.0 00000100:00100000:1.0:1767319578.761817:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319578.761817:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319578.761821:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319578.761825:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384061440:0@lo:38:kworker.0 00000100:00100000:3.0:1767319578.761857:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384062208:0@lo:400:kworker.0 00000100:00100000:0.0:1767319578.761882:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384061824 00000100:00100000:3.0:1767319578.761888:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319578.761889:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384061824 00000100:00100000:3.0:1767319578.761927:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384061696 00000100:00100000:3.0:1767319578.761931:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384061696 00000100:00100000:3.0:1767319578.761963:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384061952 00000100:00100000:3.0:1767319578.761967:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384061952 00000100:00100000:3.0:1767319578.761989:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24028 00000100:00100000:3.0:1767319578.761996:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384061696:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319578.762023:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319578.762068:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384061696:12345-0@lo:38:kworker.0 Request processed in 70us (490us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319578.762075:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24028 00000100:00100000:0.0:1767319578.762087:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4871 00000100:00100000:3.0:1767319578.762091:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24029 00000100:00100000:0.0:1767319578.762094:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384061824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319578.762095:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384061952:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319578.762104:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319578.762127:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384061952:12345-0@lo:38:kworker.0 Request processed in 31us (393us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319578.762133:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24029 00000100:00100000:0.0:1767319578.762135:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384061824:12345-0@lo:400:kworker.0 Request processed in 43us (1599us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319578.762141:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4871 00000100:00080000:0.0:1767319578.762157:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319578.762159:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384062208 00000100:00100000:3.0:1767319578.762162:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384062208 00000100:00100000:0.0:1767319578.762181:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384061824:0@lo:400:kworker.0 00000100:00100000:3.0:1767319578.762185:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1843 00000100:00100000:3.0:1767319578.762190:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384062208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319578.762223:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384062208:12345-0@lo:400:kworker.0 Request processed in 33us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319578.762243:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1843 00000100:00100000:3.0:1767319578.762270:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384062208:0@lo:400:kworker.0 00000100:00080000:3.0:1767319578.762301:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319578.762305:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319578.762308:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384061696:0@lo:38:kworker.0 00000100:00080000:3.0:1767319578.762315:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319578.762319:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319578.762322:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384061952:0@lo:38:kworker.0 00000100:00100000:2.0:1767319578.769166:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384061568 00000100:00100000:2.0:1767319578.769187:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384061568 00000100:00100000:3.0:1767319578.769680:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4872 00000100:00100000:3.0:1767319578.769693:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384061568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319578.769813:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384061568:12345-0@lo:400:kworker.0 Request processed in 122us (7993us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319578.769821:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4872 00000100:00080000:0.0:1767319578.771921:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319578.772073:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384061568:0@lo:400:kworker.0 00010000:00010000:3.0:1767319579.255262:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319579.766972:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319580.280713:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319580.790969:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319581.303516:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319581.814906:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319582.327105:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319582.805698:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319582.805744:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319582.805814:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297378816 00000100:00100000:1.0:1767319582.805824:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297378816 00000100:00100000:0.0:1767319582.805845:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297378688 00000100:00100000:0.0:1767319582.805852:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297378688 00000100:00100000:0.0:1767319582.805901:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4873 00000100:00100000:1.0:1767319582.805911:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24030 00000100:00100000:0.0:1767319582.805917:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297378816:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319582.805924:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297378688:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319582.805949:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319582.806000:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297378816:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 88us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319582.806009:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4873 00000100:00080000:2.0:1767319582.806022:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319582.809592:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297378688:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 3652us (3828us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319582.809613:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24030 00000100:00100000:1.0:1767319582.838933:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319583.350938:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319583.350982:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384062336:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319583.351059:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319583.351498:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384062336 00000100:00100000:0.0:1767319583.351507:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384062336 00000100:00080000:3.0:1767319583.351541:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319583.351574:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2633 00000100:00100000:0.0:1767319583.351586:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384062336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319583.351619:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319583.351683:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384062336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (622us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319583.351690:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2633 00000100:00100000:2.0:1767319583.351840:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384062336:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319583.351912:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384062464:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319583.351946:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319583.352150:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384062464 00000100:00100000:0.0:1767319583.352155:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384062464 00000100:00080000:3.0:1767319583.352234:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319583.352239:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2634 00000100:00100000:0.0:1767319583.352249:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384062464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319583.352272:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319583.352317:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384062464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319583.352324:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2634 00000100:00100000:3.0:1767319583.352358:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384062464:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319583.863321:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319583.864811:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319583.864819:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319583.864823:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319583.864827:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319583.864832:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319583.864840:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4482 00000100:00080000:2.0:1767319583.864844:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319583.864851:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319583.864892:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f231880 x1853164384062592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319583.864925:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319583.864928:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319583.864930:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319583.864934:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4482 00000100:00080000:2.0:1767319583.864936:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319583.864939:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319583.864952:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f231f80 x1853164384062720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319583.864987:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319583.864991:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319583.864992:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319583.864995:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4482 00000100:00080000:2.0:1767319583.864998:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319583.865001:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319583.865009:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f233b80 x1853164384062976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319583.865031:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319583.865034:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319583.865036:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319583.865039:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4482 00000100:00080000:2.0:1767319583.865042:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319583.865045:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319583.865052:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f231180 x1853164384063232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319583.865096:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384063360:0@lo:400:kworker.0 00000100:00100000:2.0:1767319583.865163:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319583.865255:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319583.865261:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384063104:0@lo:400:kworker.0 00000100:00100000:2.0:1767319583.865284:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319583.865320:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384063360 00000100:00100000:2.0:1767319583.865328:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384063360 00000100:00100000:2.0:1767319583.865375:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1844 00000100:00100000:2.0:1767319583.865383:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384063360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319583.865430:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384063360:12345-0@lo:400:kworker.0 Request processed in 47us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319583.865437:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1844 00000100:00100000:2.0:1767319583.865481:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384063360:0@lo:400:kworker.0 00000100:00100000:3.0:1767319583.865688:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384063488:0@lo:400:kworker.0 00000100:00100000:3.0:1767319583.865716:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319583.865738:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319583.865742:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384062848:0@lo:400:kworker.0 00000100:00100000:3.0:1767319583.865760:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319583.865807:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384063104 00000100:00100000:3.0:1767319583.865810:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384063104 00000100:00100000:3.0:1767319583.865842:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384062848 00000100:00100000:3.0:1767319583.865844:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384062848 00000100:00100000:3.0:1767319583.865861:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4874 00000100:00100000:3.0:1767319583.865866:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384063104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319583.865894:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384063104:12345-0@lo:400:kworker.0 Request processed in 29us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319583.865900:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4874 00000100:00100000:3.0:1767319583.865911:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4875 00000100:00100000:3.0:1767319583.865916:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384062848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319583.865939:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384062848:12345-0@lo:400:kworker.0 Request processed in 22us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319583.865944:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4875 00000100:00080000:3.0:1767319583.865960:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319583.865975:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384062848:0@lo:400:kworker.0 00000100:00100000:0.0:1767319583.866161:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384062592:0@lo:38:kworker.0 00000100:00100000:0.0:1767319583.866200:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319583.866228:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384062720:0@lo:38:kworker.0 00000100:00100000:0.0:1767319583.866248:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319583.866274:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384062976:0@lo:38:kworker.0 00000100:00100000:0.0:1767319583.866291:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319583.866300:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384063232:0@lo:38:kworker.0 00000100:00100000:0.0:1767319583.866315:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319583.866338:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384062592 00000100:00100000:0.0:1767319583.866342:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384062592 00000100:00100000:0.0:1767319583.866357:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384062976 00000100:00100000:0.0:1767319583.866359:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384062976 00000100:00100000:0.0:1767319583.866371:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384063232 00000100:00100000:0.0:1767319583.866372:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384063232 00000100:00100000:0.0:1767319583.866381:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24031 00000100:00100000:0.0:1767319583.866385:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384062592:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319583.866402:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319583.866430:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384062592:12345-0@lo:38:kworker.0 Request processed in 43us (230us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319583.866436:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24031 00000100:00100000:0.0:1767319583.866446:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24032 00000100:00100000:0.0:1767319583.866450:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384062976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319583.866458:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319583.866476:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384062976:12345-0@lo:38:kworker.0 Request processed in 26us (185us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319583.866481:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24032 00000100:00100000:0.0:1767319583.866490:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24033 00000100:00100000:0.0:1767319583.866493:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384063232:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319583.866501:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319583.866516:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384063232:12345-0@lo:38:kworker.0 Request processed in 21us (200us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319583.866520:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24033 00000100:00080000:0.0:1767319583.866543:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319583.866547:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319583.866551:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384062592:0@lo:38:kworker.0 00000100:00080000:0.0:1767319583.866557:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319583.866560:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319583.866563:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384062976:0@lo:38:kworker.0 00000100:00080000:0.0:1767319583.866569:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319583.866572:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319583.866575:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384063232:0@lo:38:kworker.0 00000100:00100000:3.0:1767319583.867080:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384062720 00000100:00100000:3.0:1767319583.867085:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384062720 00000100:00100000:3.0:1767319583.867116:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2736 00000100:00100000:3.0:1767319583.867122:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384062720:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319583.867139:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319583.867177:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384062720:12345-0@lo:38:kworker.0 Request processed in 55us (928us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319583.867193:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2736 00000100:00100000:2.0:1767319583.869734:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384063488 00000100:00100000:2.0:1767319583.869749:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384063488 00000100:00100000:2.0:1767319583.870068:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1845 00000100:00100000:2.0:1767319583.870080:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384063488:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767319583.870620:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319583.870627:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319583.870631:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384062720:0@lo:38:kworker.0 00000100:00100000:0.0:1767319583.870704:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384063104:0@lo:400:kworker.0 00000100:00100000:1.0:1767319583.870986:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384063488:0@lo:400:kworker.0 00000100:00100000:2.0:1767319583.872092:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384063488:12345-0@lo:400:kworker.0 Request processed in 103us (4462us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319583.872106:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1845 00010000:00010000:3.0:1767319584.375919:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319584.887074:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319585.399012:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319585.911007:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319586.423676:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319586.935003:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319587.451252:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319587.913118:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319587.913171:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319587.913318:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297379072 00000100:00100000:1.0:1767319587.913329:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297379072 00000100:00100000:0.0:1767319587.913407:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297378944 00000100:00100000:0.0:1767319587.913414:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297378944 00000100:00100000:1.0:1767319587.913437:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4876 00000100:00100000:0.0:1767319587.913449:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24034 00000100:00100000:1.0:1767319587.913453:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297379072:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319587.913460:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297378944:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319587.913485:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319587.913547:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297379072:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 100us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319587.913550:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297378944:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 90us (376us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319587.913560:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4876 00000100:00100000:0.0:1767319587.913568:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24034 00000100:00080000:3.0:1767319587.914196:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319587.961389:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319588.470940:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319588.475626:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319588.475651:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384063616:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319588.475717:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319588.475928:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319588.475938:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384063744:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319588.477317:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384063616 00000100:00100000:2.0:1767319588.477329:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384063616 00000100:00100000:2.0:1767319588.477436:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2635 00000100:00100000:2.0:1767319588.477447:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384063616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319588.477481:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319588.477557:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384063616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (1839us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319588.477566:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2635 00000100:00100000:2.0:1767319588.477617:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384063616:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319588.477660:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319588.478033:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384063744 00000100:00100000:1.0:1767319588.478039:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384063744 00000100:00080000:3.0:1767319588.486375:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319588.486390:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319588.489552:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2636 00000100:00100000:1.0:1767319588.489585:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384063744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319588.489630:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319588.489762:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384063744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 195us (12104us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319588.489774:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2636 00000100:00100000:0.0:1767319588.489966:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384063744:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319588.983310:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319588.983320:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319588.983324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319588.983328:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319588.983333:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319588.983343:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4487 00000100:00080000:1.0:1767319588.983348:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319588.983355:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319588.983397:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5569180 x1853164384063872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319588.983432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319588.983436:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319588.983438:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319588.983443:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4487 00000100:00080000:1.0:1767319588.983445:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319588.983449:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319588.983462:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556ad80 x1853164384064000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319588.983577:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319588.983642:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384063872:0@lo:38:kworker.0 00000100:00100000:2.0:1767319588.983709:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319588.983829:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384064000:0@lo:38:kworker.0 00000100:00100000:2.0:1767319588.983857:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319588.984083:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319588.984088:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319588.984090:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319588.984093:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4487 00000100:00080000:1.0:1767319588.984096:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319588.984100:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319588.984114:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5569c00 x1853164384064256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319588.984155:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319588.984159:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319588.984161:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319588.984165:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4487 00000100:00080000:1.0:1767319588.984167:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319588.984171:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319588.984185:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568e00 x1853164384064512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319588.984219:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384064384:0@lo:400:kworker.0 00000100:00100000:1.0:1767319588.984249:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319588.984290:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384064128:0@lo:400:kworker.0 00000100:00100000:2.0:1767319588.984332:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384064768:0@lo:400:kworker.0 00000100:00100000:2.0:1767319588.984358:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319588.984389:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384064768 00000100:00100000:2.0:1767319588.984396:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384064768 00000100:00100000:2.0:1767319588.984439:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1846 00000100:00100000:2.0:1767319588.984446:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384064768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319588.984506:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384064768:12345-0@lo:400:kworker.0 Request processed in 59us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319588.984513:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1846 00000100:00100000:2.0:1767319588.984552:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384064768:0@lo:400:kworker.0 00000100:00100000:2.0:1767319588.984592:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384064256:0@lo:38:kworker.0 00000100:00100000:0.0:1767319588.986652:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384064000 00000100:00100000:0.0:1767319588.986672:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384064000 00000100:00100000:0.0:1767319588.986723:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2737 00000100:00100000:0.0:1767319588.986732:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384064000:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319588.986753:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319588.986840:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384064000:12345-0@lo:38:kworker.0 Request processed in 109us (2982us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319588.986844:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2737 00000100:00100000:0.0:1767319588.986899:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384064640:0@lo:400:kworker.0 00000100:00100000:0.0:1767319588.986948:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319588.987537:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384064640 00000100:00100000:2.0:1767319588.987543:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384064640 00000100:00100000:2.0:1767319588.987595:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1847 00000100:00100000:2.0:1767319588.987602:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384064640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319588.987654:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384064640:12345-0@lo:400:kworker.0 Request processed in 53us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319588.987658:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1847 00000100:00100000:0.0:1767319588.987815:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384064640:0@lo:400:kworker.0 00000100:00100000:2.0:1767319588.989906:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319588.990129:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384063872 00000100:00100000:3.0:1767319588.990146:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384063872 00000100:00100000:0.0:1767319588.990390:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384064384 00000100:00100000:0.0:1767319588.990395:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384064384 00000100:00100000:0.0:1767319588.990437:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384064128 00000100:00100000:0.0:1767319588.990441:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384064128 00000100:00100000:0.0:1767319588.990461:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4877 00000100:00100000:0.0:1767319588.990469:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384064384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319588.990551:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384064384:12345-0@lo:400:kworker.0 Request processed in 83us (6301us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319588.990559:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4877 00000100:00100000:0.0:1767319588.990575:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4878 00000100:00100000:0.0:1767319588.990581:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384064128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319588.990611:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384064128:12345-0@lo:400:kworker.0 Request processed in 30us (710us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319588.990616:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4878 00000100:00100000:0.0:1767319588.990628:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24035 00000100:00100000:0.0:1767319588.990632:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384063872:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319588.990650:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319588.990677:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384063872:12345-0@lo:38:kworker.0 Request processed in 44us (6968us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319588.990683:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24035 00000100:00100000:0.0:1767319588.990739:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384064384:0@lo:400:kworker.0 00000100:00100000:0.0:1767319588.990775:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319588.990819:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384064512:0@lo:38:kworker.0 00000100:00100000:0.0:1767319588.990850:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319588.990890:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319588.990896:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319588.990899:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384063872:0@lo:38:kworker.0 00000100:00080000:0.0:1767319588.990911:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319588.990914:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319588.990916:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384064000:0@lo:38:kworker.0 00000100:00100000:0.0:1767319588.990952:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384064256 00000100:00100000:0.0:1767319588.990956:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384064256 00000100:00100000:0.0:1767319588.990968:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384064512 00000100:00100000:0.0:1767319588.990970:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384064512 00000100:00100000:0.0:1767319588.990978:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24036 00000100:00100000:0.0:1767319588.990981:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384064256:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319588.990991:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319588.991021:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384064256:12345-0@lo:38:kworker.0 Request processed in 37us (245us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319588.991026:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24036 00000100:00100000:0.0:1767319588.991038:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24037 00000100:00100000:0.0:1767319588.991042:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384064512:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319588.991050:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319588.991070:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384064512:12345-0@lo:38:kworker.0 Request processed in 28us (220us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319588.991076:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24037 00000100:00080000:0.0:1767319588.991098:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319588.991102:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319588.991105:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384064256:0@lo:38:kworker.0 00000100:00080000:0.0:1767319588.991115:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319588.991118:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319588.991120:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384064512:0@lo:38:kworker.0 00000100:00100000:0.0:1767319588.991170:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384064128:0@lo:400:kworker.0 00000100:00080000:0.0:1767319588.991193:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319589.495180:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319590.007162:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319590.519813:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319591.031551:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319591.544159:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319592.054993:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319592.566986:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319593.035582:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319593.035683:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319593.036011:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297379328 00000100:00100000:3.0:1767319593.036024:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297379328 00000100:00100000:3.0:1767319593.036127:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297379200 00000100:00100000:3.0:1767319593.036131:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297379200 00000100:00100000:3.0:1767319593.036163:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4879 00000100:00100000:3.0:1767319593.036176:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297379328:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319593.036275:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297379328:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 101us (710us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319593.036283:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4879 00000100:00100000:3.0:1767319593.036301:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24038 00000100:00100000:3.0:1767319593.036304:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297379200:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319593.036324:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319593.036343:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297379200:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 39us (661us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319593.036348:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24038 00000100:00080000:0.0:1767319593.037860:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319593.079409:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319593.591927:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384064896:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319593.592045:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319593.592241:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384064896 00000100:00100000:3.0:1767319593.592254:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384064896 00000100:00100000:3.0:1767319593.592356:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2637 00000100:00100000:3.0:1767319593.592366:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384064896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319593.592409:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319593.592468:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384064896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319593.592476:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2637 00000100:00100000:3.0:1767319593.592533:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384064896:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319593.592884:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319593.593044:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384065024:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319593.593074:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319593.593102:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319593.593186:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384065024 00000100:00100000:0.0:1767319593.593193:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384065024 00000100:00100000:0.0:1767319593.593246:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2638 00000100:00100000:0.0:1767319593.593254:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384065024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319593.593288:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319593.593327:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384065024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319593.593334:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2638 00000100:00080000:2.0:1767319593.593445:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319593.593472:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384065024:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319594.102990:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319594.103006:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319594.103010:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319594.103015:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319594.103021:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319594.103033:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4492 00000100:00080000:1.0:1767319594.103040:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319594.103049:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319594.103132:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5569880 x1853164384065152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319594.103176:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319594.103180:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319594.103182:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319594.103188:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4492 00000100:00080000:1.0:1767319594.103191:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319594.103195:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319594.103214:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568380 x1853164384065280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319594.103242:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384065152:0@lo:38:kworker.0 00000100:00080000:1.0:1767319594.103293:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319594.103299:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319594.103302:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319594.103309:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4492 00000100:00080000:1.0:1767319594.103312:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767319594.103317:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384065408:0@lo:400:kworker.0 00000100:00080000:1.0:1767319594.103320:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319594.103333:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319594.103355:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556a680 x1853164384065536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319594.103385:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319594.103402:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384065280:0@lo:38:kworker.0 00000100:00080000:1.0:1767319594.103408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319594.103414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319594.103417:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319594.103424:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4492 00000100:00080000:1.0:1767319594.103430:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767319594.103431:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319594.103440:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319594.103452:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384065152 00000100:00100000:1.0:1767319594.103460:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5569c00 x1853164384065792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319594.103463:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384065536:0@lo:38:kworker.0 00000100:00100000:3.0:1767319594.103463:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384065152 00000100:00100000:0.0:1767319594.103499:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319594.103516:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384065792:0@lo:38:kworker.0 00000100:00100000:3.0:1767319594.103531:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384065408 00000100:00100000:3.0:1767319594.103537:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384065408 00000100:00100000:0.0:1767319594.103540:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319594.103565:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384065536 00000100:00100000:0.0:1767319594.103569:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384065536 00000100:00100000:3.0:1767319594.103584:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384065792 00000100:00100000:3.0:1767319594.103591:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384065792 00000100:00100000:2.0:1767319594.103601:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319594.103602:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4880 00000100:00100000:0.0:1767319594.103613:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384065408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319594.103624:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24039 00000100:00100000:3.0:1767319594.103633:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384065152:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319594.103654:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319594.103669:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384065408:12345-0@lo:400:kworker.0 Request processed in 55us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319594.103678:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384065664:0@lo:400:kworker.0 00000100:00100000:0.0:1767319594.103687:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4880 00000100:00100000:0.0:1767319594.103722:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24040 00000100:00100000:0.0:1767319594.103727:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384065536:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319594.103736:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319594.103755:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319594.103822:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384065536:12345-0@lo:38:kworker.0 Request processed in 91us (321us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319594.103827:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319594.103834:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24040 00000100:00100000:1.0:1767319594.103841:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384065920:0@lo:400:kworker.0 00000100:00100000:0.0:1767319594.103851:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384065664 00000100:00100000:0.0:1767319594.103858:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384065664 00000100:00100000:0.0:1767319594.103887:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4881 00000100:00100000:1.0:1767319594.103894:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319594.103899:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384065664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319594.103937:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384065664:12345-0@lo:400:kworker.0 Request processed in 40us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319594.103941:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4881 00000100:00100000:0.0:1767319594.103954:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24041 00000100:00100000:0.0:1767319594.103959:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384065792:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319594.103967:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319594.103976:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384065152:12345-0@lo:38:kworker.0 Request processed in 343us (652us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319594.103986:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24039 00000100:00100000:0.0:1767319594.104012:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384065792:12345-0@lo:38:kworker.0 Request processed in 51us (472us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767319594.104027:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319594.104030:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384065280 00000100:00100000:2.0:1767319594.104040:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384065280 00000100:00100000:2.0:1767319594.104101:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2738 00000100:00100000:2.0:1767319594.104112:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384065280:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319594.104132:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319594.104141:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24041 00000100:00100000:3.0:1767319594.104168:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384065408:0@lo:400:kworker.0 00000100:00100000:0.0:1767319594.104173:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384065920 00000100:00100000:0.0:1767319594.104180:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384065920 00000100:00100000:2.0:1767319594.104194:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384065280:12345-0@lo:38:kworker.0 Request processed in 81us (761us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319594.104200:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319594.104206:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2738 00000100:00100000:0.0:1767319594.104210:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1848 00000100:00100000:3.0:1767319594.104213:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384066048:0@lo:400:kworker.0 00000100:00100000:0.0:1767319594.104223:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384065920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319594.104276:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319594.104280:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384065920:12345-0@lo:400:kworker.0 Request processed in 61us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319594.104286:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1848 00000100:00100000:0.0:1767319594.104302:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384066048 00000100:00100000:0.0:1767319594.104305:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384066048 00000100:00080000:2.0:1767319594.104322:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319594.104332:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319594.104336:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1849 00000100:00100000:2.0:1767319594.104347:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384065792:0@lo:38:kworker.0 00000100:00100000:0.0:1767319594.104348:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384066048:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767319594.104392:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319594.104399:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319594.104404:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384065280:0@lo:38:kworker.0 00000100:00100000:0.0:1767319594.104414:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384066048:12345-0@lo:400:kworker.0 Request processed in 68us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319594.104419:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1849 00000100:00080000:2.0:1767319594.104422:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319594.104430:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319594.104435:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384065536:0@lo:38:kworker.0 00000100:00080000:2.0:1767319594.104447:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319594.104451:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319594.104453:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384065152:0@lo:38:kworker.0 00000100:00100000:1.0:1767319594.104647:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384065664:0@lo:400:kworker.0 00000100:00100000:3.0:1767319594.104647:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384066048:0@lo:400:kworker.0 00000100:00100000:1.0:1767319594.104690:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384065920:0@lo:400:kworker.0 00010000:00010000:3.0:1767319594.615181:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319595.129027:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319595.639102:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319596.151302:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319596.664952:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319597.175123:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319597.687225:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319598.150845:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297379456 offset 0 length 520: 4 00000100:00100000:3.0:1767319598.150879:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319598.150978:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319598.151180:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297379584 00000100:00100000:0.0:1767319598.151190:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297379584 00000100:00100000:0.0:1767319598.151235:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297379712 00000100:00100000:0.0:1767319598.151238:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297379712 00000100:00100000:3.0:1767319598.151306:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24042 00000100:00100000:3.0:1767319598.151315:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297379584:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319598.151341:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319598.151350:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4882 00000100:00100000:0.0:1767319598.151362:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297379712:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319598.151434:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297379584:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 117us (552us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319598.151442:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24042 00000100:00080000:2.0:1767319598.151509:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319598.151558:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297379712:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 200us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319598.151566:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4882 00000100:00100000:2.0:1767319598.199148:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319573/real 1767319573] req@ffff9369a556bb80 x1853164384060928/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319598 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319598.199182:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369a556bb80 x1853164384060928/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319598 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319598.199203:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319598.199231:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319598.199235:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384060928:0@lo:250:kworker.0 00000100:00100000:1.0:1767319598.199390:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319598.200602:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319598.200611:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319598.200615:0:8:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319598.200622:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4476 00000100:00080000:0.0:1767319598.200626:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319598.200633:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319598.200672:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cd180 x1853164384066176/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319598.200703:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319598.200707:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319598.200709:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319598.200712:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4497 00000100:00080000:0.0:1767319598.200715:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319598.200718:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319598.200744:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74ced80 x1853164384066304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319598.200754:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319598.200757:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319598.200759:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319598.200762:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4497 00000100:00080000:0.0:1767319598.200765:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319598.200768:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319598.200779:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cdf80 x1853164384066432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319598.200882:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319598.200886:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319598.200888:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319598.200892:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4497 00000100:00080000:0.0:1767319598.200895:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319598.200898:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319598.200910:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cca80 x1853164384066688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319598.200939:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319598.200944:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319598.200946:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319598.200950:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4497 00000100:00080000:0.0:1767319598.200952:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319598.200957:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319598.200957:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319598.200985:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9dabb80 x1853164384066944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319598.200988:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384066560:0@lo:400:kworker.0 00000100:00100000:0.0:1767319598.201109:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384066816:0@lo:400:kworker.0 00000100:00100000:1.0:1767319598.201119:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319598.201214:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319598.201228:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384067200:0@lo:400:kworker.0 00000100:00100000:2.0:1767319598.201397:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384066176:0@lo:250:kworker.0 00000100:00100000:0.0:1767319598.202447:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319598.202511:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319598.202521:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384067072:0@lo:400:kworker.0 00000100:00100000:0.0:1767319598.202553:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319598.202590:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384067072 00000100:00100000:0.0:1767319598.202598:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384067072 00000100:00100000:0.0:1767319598.202667:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1850 00000100:00100000:0.0:1767319598.202676:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384067072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319598.202739:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384067072:12345-0@lo:400:kworker.0 Request processed in 63us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319598.202746:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1850 00000100:00080000:0.0:1767319598.202773:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319598.202823:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384067072:0@lo:400:kworker.0 00000100:00100000:0.0:1767319598.203161:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384066560 00000100:00100000:0.0:1767319598.203170:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384066560 00000100:00100000:0.0:1767319598.203218:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384066816 00000100:00100000:0.0:1767319598.203222:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384066816 00000100:00100000:0.0:1767319598.203244:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4883 00000100:00100000:0.0:1767319598.203251:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384066560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319598.203290:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384066560:12345-0@lo:400:kworker.0 Request processed in 39us (2184us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319598.203296:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4883 00000100:00100000:0.0:1767319598.203309:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4884 00000100:00100000:0.0:1767319598.203315:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384066816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319598.203357:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384066816:12345-0@lo:400:kworker.0 Request processed in 42us (913us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319598.203364:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4884 00000100:00080000:0.0:1767319598.203386:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319598.203396:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384066560:0@lo:400:kworker.0 00000100:00100000:0.0:1767319598.203414:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384066816:0@lo:400:kworker.0 00000100:00100000:3.0:1767319598.203633:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319598.203822:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384067200 00000100:00100000:0.0:1767319598.203826:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384067200 00000100:00100000:0.0:1767319598.203875:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1851 00000100:00100000:0.0:1767319598.203882:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384067200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319598.203921:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384067200:12345-0@lo:400:kworker.0 Request processed in 40us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319598.203927:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1851 00000100:00100000:3.0:1767319598.204076:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384067200:0@lo:400:kworker.0 00000100:00080000:1.0:1767319598.204265:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000100:2.0:1767319598.205139:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384066176 offset 0 length 520: 4 00000100:00100000:2.0:1767319598.205320:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384066304:0@lo:38:kworker.0 00000100:00100000:2.0:1767319598.205378:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319598.205407:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384066432:0@lo:38:kworker.0 00000100:00100000:2.0:1767319598.205433:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319598.205461:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384066688:0@lo:38:kworker.0 00000100:00100000:2.0:1767319598.205482:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319598.205505:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384066944:0@lo:38:kworker.0 00000100:00100000:2.0:1767319598.205525:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319598.205565:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384066304 00000100:00100000:2.0:1767319598.205572:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384066304 00000100:00100000:2.0:1767319598.205600:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384066688 00000100:00100000:2.0:1767319598.205603:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384066688 00000100:00100000:2.0:1767319598.205616:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384066944 00000100:00100000:2.0:1767319598.205619:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384066944 00000100:00100000:2.0:1767319598.205630:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24043 00000100:00100000:2.0:1767319598.205645:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384066304:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319598.205652:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24044 00000100:00100000:1.0:1767319598.205658:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384066688:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319598.205665:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767319598.205666:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319598.205703:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384066688:12345-0@lo:38:kworker.0 Request processed in 44us (220us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319598.205712:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24044 00000100:00100000:3.0:1767319598.205739:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384066432 00000100:00100000:3.0:1767319598.205743:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384066432 00000100:00100000:3.0:1767319598.205765:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2739 00000100:00100000:3.0:1767319598.205769:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384066432:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319598.205799:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319598.205978:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24045 00000100:00100000:0.0:1767319598.205983:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384066944:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319598.205994:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319598.206663:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384066304:12345-0@lo:38:kworker.0 Request processed in 1023us (1295us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319598.206670:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24043 00000100:00100000:3.0:1767319598.207553:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384066432:12345-0@lo:38:kworker.0 Request processed in 1778us (2114us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319598.207563:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2739 00000100:00100000:0.0:1767319598.212103:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384066944:12345-0@lo:38:kworker.0 Request processed in 6109us (6567us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319598.212466:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24045 00000100:00080000:1.0:1767319598.212537:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319598.212545:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319598.212550:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384066304:0@lo:38:kworker.0 00000100:00080000:1.0:1767319598.212576:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319598.212580:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319598.212583:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384066432:0@lo:38:kworker.0 00000100:00080000:1.0:1767319598.212594:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319598.212598:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319598.212600:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384066688:0@lo:38:kworker.0 00000100:00080000:1.0:1767319598.212611:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319598.212614:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319598.212617:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384066944:0@lo:38:kworker.0 00010000:00010000:1.0:1767319598.710954:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319598.711204:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319598.711225:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384067328:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319598.711292:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319598.715435:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384067328 00000100:00100000:2.0:1767319598.715452:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384067328 00000100:00100000:2.0:1767319598.715529:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2639 00000100:00100000:2.0:1767319598.715538:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384067328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319598.715571:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319598.715656:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384067328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (4363us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319598.715662:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2639 00000100:00100000:3.0:1767319598.719226:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384067328:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319598.719588:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319598.719603:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384067456:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319598.719665:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319598.719754:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384067456 00000100:00100000:1.0:1767319598.719762:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384067456 00000100:00100000:1.0:1767319598.719842:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2640 00000100:00100000:1.0:1767319598.719852:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384067456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319598.719879:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319598.719932:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384067456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319598.719943:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2640 00000100:00100000:0.0:1767319598.720019:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384067456:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319599.222980:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319599.734946:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319600.246908:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319600.760379:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319601.270881:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319601.783055:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319602.294918:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319602.808316:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319603.271565:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319603.271648:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319603.271745:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297379968 00000100:00100000:0.0:1767319603.271756:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297379968 00000100:00100000:0.0:1767319603.271875:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297379840 00000100:00100000:0.0:1767319603.271879:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297379840 00000100:00100000:0.0:1767319603.271901:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4885 00000100:00100000:0.0:1767319603.271913:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297379968:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319603.271999:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297379968:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 77us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319603.272017:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4885 00000100:00100000:3.0:1767319603.272032:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24046 00000100:00100000:3.0:1767319603.272040:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297379840:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319603.272060:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319603.272093:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297379840:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 53us (444us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319603.272101:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24046 00000100:00080000:1.0:1767319603.272835:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319603.319195:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319603.319797:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319603.319804:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319603.319807:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319603.319811:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319603.319816:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319603.319823:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4501 00000100:00080000:3.0:1767319603.319828:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319603.319834:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319603.321875:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968d500 x1853164384067584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319603.321927:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319603.321932:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319603.321935:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319603.321940:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4501 00000100:00080000:3.0:1767319603.321944:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319603.321951:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319603.321969:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968f480 x1853164384067712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319603.322169:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384067584:0@lo:38:kworker.0 00000100:00100000:1.0:1767319603.322247:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319603.322335:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384067712:0@lo:38:kworker.0 00000100:00100000:1.0:1767319603.322363:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319603.322478:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384067584 00000100:00100000:2.0:1767319603.322486:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384067584 00000100:00100000:2.0:1767319603.322534:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24047 00000100:00100000:2.0:1767319603.322543:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384067584:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319603.322568:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319603.322627:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384067584:12345-0@lo:38:kworker.0 Request processed in 84us (379us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319603.322634:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24047 00000100:00100000:2.0:1767319603.323263:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384067840:0@lo:400:kworker.0 00000100:00100000:2.0:1767319603.323300:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319603.323351:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319603.323356:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319603.323359:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319603.323364:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4501 00000100:00080000:3.0:1767319603.323367:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319603.323371:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319603.323393:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b058a80 x1853164384067968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319603.323419:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319603.323422:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319603.323423:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319603.323427:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4501 00000100:00080000:3.0:1767319603.323429:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319603.323432:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319603.323442:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b059880 x1853164384068224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319603.323508:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384067712 00000100:00100000:0.0:1767319603.323514:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384067712 00000100:00100000:0.0:1767319603.323544:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2740 00000100:00100000:0.0:1767319603.323549:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384067712:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319603.323563:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319603.323599:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384067712:12345-0@lo:38:kworker.0 Request processed in 48us (1234us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319603.323605:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2740 00000100:00100000:0.0:1767319603.323652:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384068352:0@lo:400:kworker.0 00000100:00100000:0.0:1767319603.323695:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319603.323719:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319603.323725:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384068096:0@lo:400:kworker.0 00000100:00100000:0.0:1767319603.323746:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319603.323774:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384068480:0@lo:400:kworker.0 00000100:00100000:0.0:1767319603.323819:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319603.323848:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384068352 00000100:00100000:0.0:1767319603.323853:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384068352 00000100:00100000:0.0:1767319603.323907:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384068480 00000100:00100000:0.0:1767319603.323910:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384068480 00000100:00100000:0.0:1767319603.323931:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1852 00000100:00100000:0.0:1767319603.323937:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384068352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319603.323979:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384068352:12345-0@lo:400:kworker.0 Request processed in 42us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319603.323997:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1852 00000100:00100000:0.0:1767319603.324038:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1853 00000100:00100000:0.0:1767319603.324045:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384068480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319603.324076:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384068480:12345-0@lo:400:kworker.0 Request processed in 32us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319603.324082:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1853 00000100:00100000:0.0:1767319603.324121:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384068480:0@lo:400:kworker.0 00000100:00100000:0.0:1767319603.324146:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384068352:0@lo:400:kworker.0 00000100:00100000:0.0:1767319603.324180:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384067840 00000100:00100000:0.0:1767319603.324184:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384067840 00000100:00100000:0.0:1767319603.324209:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384068096 00000100:00100000:0.0:1767319603.324213:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384068096 00000100:00100000:0.0:1767319603.324228:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4886 00000100:00100000:0.0:1767319603.324234:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384067840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319603.326367:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4887 00000100:00100000:1.0:1767319603.326421:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384068096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319603.326526:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384068096:12345-0@lo:400:kworker.0 Request processed in 146us (2778us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319603.326534:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4887 00000100:00080000:1.0:1767319603.326570:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319603.326576:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319603.326579:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319603.326614:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384068096:0@lo:400:kworker.0 00000100:00100000:1.0:1767319603.326645:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384067968:0@lo:38:kworker.0 00000100:00100000:1.0:1767319603.326681:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319603.326707:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384068224:0@lo:38:kworker.0 00000100:00100000:1.0:1767319603.326728:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319603.326752:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319603.326757:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319603.326761:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384067584:0@lo:38:kworker.0 00000100:00080000:1.0:1767319603.326772:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319603.326776:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319603.326809:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384067712:0@lo:38:kworker.0 00000100:00100000:1.0:1767319603.326839:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384067968 00000100:00100000:1.0:1767319603.326845:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384067968 00000100:00100000:1.0:1767319603.326880:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384068224 00000100:00100000:1.0:1767319603.326883:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384068224 00000100:00100000:1.0:1767319603.326893:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24048 00000100:00100000:1.0:1767319603.326898:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384067968:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319603.326924:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319603.326958:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384067968:12345-0@lo:38:kworker.0 Request processed in 58us (277us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319603.326964:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24048 00000100:00100000:1.0:1767319603.326977:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24049 00000100:00100000:1.0:1767319603.326981:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384068224:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319603.327018:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319603.327041:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384068224:12345-0@lo:38:kworker.0 Request processed in 59us (312us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319603.327046:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24049 00000100:00080000:1.0:1767319603.327071:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319603.327075:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319603.327078:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384067968:0@lo:38:kworker.0 00000100:00080000:1.0:1767319603.327085:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319603.327088:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319603.327091:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384068224:0@lo:38:kworker.0 00000100:00100000:0.0:1767319603.332060:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384067840:12345-0@lo:400:kworker.0 Request processed in 7815us (8749us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319603.332076:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4886 00000100:00100000:2.0:1767319603.333652:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384067840:0@lo:400:kworker.0 00010000:00010000:1.0:1767319603.830963:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319603.831638:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384068608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319603.831708:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319603.832058:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384068608 00000100:00100000:1.0:1767319603.832067:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384068608 00000100:00100000:1.0:1767319603.832126:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2641 00000100:00100000:1.0:1767319603.832137:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384068608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319603.832326:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319603.832446:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384068736:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319603.832472:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319603.832506:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384068736 00000100:00100000:3.0:1767319603.832509:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384068736 00000100:00100000:3.0:1767319603.832531:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2642 00000100:00100000:3.0:1767319603.832537:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384068736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319603.832551:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319603.832577:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384068736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319603.832583:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2642 00000100:00100000:3.0:1767319603.832623:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384068736:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319603.834471:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384068608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2329us (2755us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319603.834495:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2641 00000100:00100000:2.0:1767319603.834986:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384068608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319604.343062:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319604.855668:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319605.366910:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319605.881335:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319606.390934:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319606.904826:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319607.414897:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319607.927919:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319608.390656:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319608.390746:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319608.390822:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297380224 00000100:00100000:1.0:1767319608.390832:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297380224 00000100:00100000:1.0:1767319608.390908:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297380096 00000100:00100000:1.0:1767319608.390911:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297380096 00000100:00100000:1.0:1767319608.390932:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4888 00000100:00100000:1.0:1767319608.390945:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297380224:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319608.391036:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297380224:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 96us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319608.391044:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4888 00000100:00100000:1.0:1767319608.391062:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24050 00000100:00100000:1.0:1767319608.391066:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297380096:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319608.391087:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319608.391103:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319608.391114:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297380096:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 45us (367us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319608.391121:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24050 00000100:00100000:2.0:1767319608.439054:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319608.442948:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319608.442967:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319608.442971:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319608.442976:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319608.442980:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319608.442989:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4506 00000100:00080000:2.0:1767319608.442993:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319608.443000:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319608.443046:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1216a00 x1853164384068864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319608.443088:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319608.443091:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319608.443093:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319608.443097:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4506 00000100:00080000:2.0:1767319608.443100:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319608.443104:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319608.443118:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1217480 x1853164384068992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319608.443162:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319608.443166:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319608.443167:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319608.443171:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4506 00000100:00080000:2.0:1767319608.443173:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319608.443176:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319608.443185:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1214700 x1853164384069248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319608.443209:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319608.443212:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319608.443213:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319608.443217:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4506 00000100:00080000:2.0:1767319608.443227:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319608.443230:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319608.443239:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1214000 x1853164384069504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319608.443286:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384069632:0@lo:400:kworker.0 00000100:00100000:0.0:1767319608.443600:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384069760:0@lo:400:kworker.0 00000100:00100000:1.0:1767319608.443677:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384068864:0@lo:38:kworker.0 00000100:00100000:3.0:1767319608.443770:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384069120:0@lo:400:kworker.0 00000100:00100000:0.0:1767319608.445320:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319608.445423:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384069760 00000100:00100000:0.0:1767319608.445433:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384069760 00000100:00100000:0.0:1767319608.445615:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1854 00000100:00100000:0.0:1767319608.445624:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384069760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319608.445688:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384069760:12345-0@lo:400:kworker.0 Request processed in 65us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319608.445695:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1854 00000100:00080000:0.0:1767319608.445718:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319608.445750:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384069760:0@lo:400:kworker.0 00000100:00100000:0.0:1767319608.445832:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384069376:0@lo:400:kworker.0 00000100:00100000:0.0:1767319608.445964:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319608.446002:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384069376 00000100:00100000:0.0:1767319608.446006:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384069376 00000100:00100000:0.0:1767319608.446033:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4889 00000100:00100000:0.0:1767319608.446039:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384069376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319608.446071:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384069376:12345-0@lo:400:kworker.0 Request processed in 32us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319608.446194:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4889 00000100:00080000:0.0:1767319608.446211:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319608.446301:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384069376:0@lo:400:kworker.0 00000100:00100000:1.0:1767319608.446686:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319608.446724:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384068992:0@lo:38:kworker.0 00000100:00100000:1.0:1767319608.446751:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319608.446772:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384069248:0@lo:38:kworker.0 00000100:00100000:1.0:1767319608.446804:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319608.446819:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384069504:0@lo:38:kworker.0 00000100:00100000:1.0:1767319608.446838:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319608.446875:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384068992 00000100:00100000:1.0:1767319608.446880:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384068992 00000100:00100000:1.0:1767319608.446903:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2741 00000100:00100000:1.0:1767319608.446908:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384068992:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319608.446927:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319608.446970:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384068992:12345-0@lo:38:kworker.0 Request processed in 60us (218us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319608.446976:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2741 00000100:00080000:1.0:1767319608.447004:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319608.447009:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319608.447012:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384068992:0@lo:38:kworker.0 00000100:00100000:1.0:1767319608.447028:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384068864 00000100:00100000:1.0:1767319608.447031:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384068864 00000100:00100000:1.0:1767319608.447048:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384069248 00000100:00100000:1.0:1767319608.447050:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384069248 00000100:00100000:1.0:1767319608.447060:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384069504 00000100:00100000:1.0:1767319608.447061:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384069504 00000100:00100000:1.0:1767319608.447070:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24051 00000100:00100000:1.0:1767319608.447218:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384068864:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319608.447241:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319608.447275:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384068864:12345-0@lo:38:kworker.0 Request processed in 199us (589us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319608.447281:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24051 00000100:00100000:1.0:1767319608.447293:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24052 00000100:00100000:1.0:1767319608.447297:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384069248:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319608.447304:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319608.447323:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384069248:12345-0@lo:38:kworker.0 Request processed in 25us (518us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319608.447328:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24052 00000100:00100000:1.0:1767319608.447336:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24053 00000100:00100000:1.0:1767319608.447339:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384069504:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319608.447347:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319608.447363:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384069504:12345-0@lo:38:kworker.0 Request processed in 22us (524us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319608.447368:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24053 00000100:00080000:1.0:1767319608.447393:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319608.447397:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319608.447400:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384068864:0@lo:38:kworker.0 00000100:00080000:1.0:1767319608.447408:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319608.447411:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319608.447414:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384069248:0@lo:38:kworker.0 00000100:00080000:1.0:1767319608.447420:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319608.447423:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319608.447426:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384069504:0@lo:38:kworker.0 00000100:00100000:2.0:1767319608.447757:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319608.447977:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319608.448052:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384069120 00000100:00100000:1.0:1767319608.448057:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384069120 00000100:00100000:1.0:1767319608.449652:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4890 00000100:00100000:1.0:1767319608.449666:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384069120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319608.449745:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384069120:12345-0@lo:400:kworker.0 Request processed in 82us (1767us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319608.449752:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4890 00000100:00100000:0.0:1767319608.449928:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384069632 00000100:00100000:0.0:1767319608.449936:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384069632 00000100:00100000:3.0:1767319608.450032:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384069120:0@lo:400:kworker.0 00000100:00080000:2.0:1767319608.450107:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319608.450113:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319608.450361:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1855 00000100:00100000:0.0:1767319608.450369:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384069632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319608.450462:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384069632:12345-0@lo:400:kworker.0 Request processed in 93us (2705us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319608.450468:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1855 00000100:00100000:3.0:1767319608.450636:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384069632:0@lo:400:kworker.0 00010000:00010000:1.0:1767319608.950986:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319608.951192:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319608.951213:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384069888:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319608.951284:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319608.951806:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319608.951818:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384070016:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319608.951847:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319608.951930:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384069888 00000100:00100000:3.0:1767319608.951938:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384069888 00000100:00100000:3.0:1767319608.952000:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384070016 00000100:00100000:3.0:1767319608.952004:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384070016 00000100:00100000:3.0:1767319608.952030:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2643 00000100:00100000:3.0:1767319608.952040:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384069888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319608.952076:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319608.952129:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384069888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319608.952137:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2643 00000100:00100000:3.0:1767319608.952154:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2644 00000100:00100000:3.0:1767319608.952161:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384070016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319608.952177:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319608.952204:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384070016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319608.952210:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2644 00000100:00100000:2.0:1767319608.952309:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384069888:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319608.952358:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384070016:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319609.462898:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319609.976165:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319610.487124:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319610.998999:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319611.511348:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319612.025073:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319612.535044:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319613.047268:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319613.510722:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319613.510823:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297380352 00000100:00100000:3.0:1767319613.510835:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297380352 00000100:00100000:3.0:1767319613.510918:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24054 00000100:00100000:3.0:1767319613.510928:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297380352:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319613.510951:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319613.511029:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297380352:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 100us (315us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319613.511040:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24054 00000100:00100000:2.0:1767319613.511837:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319613.512601:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297380480 00000100:00100000:0.0:1767319613.512610:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297380480 00000100:00100000:0.0:1767319613.512708:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4891 00000100:00100000:0.0:1767319613.512717:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297380480:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319613.512823:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297380480:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 107us (987us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319613.512829:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4891 00000100:00080000:2.0:1767319613.513031:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319613.558950:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319613.559024:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319613.559030:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319613.559033:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319613.559038:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319613.559042:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319613.559050:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4511 00000100:00080000:0.0:1767319613.559054:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319613.559061:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319613.559103:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da9f80 x1853164384070144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319613.559128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319613.559132:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319613.559133:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319613.559138:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4511 00000100:00080000:0.0:1767319613.559140:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319613.559143:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319613.559158:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da9c00 x1853164384070272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319613.559203:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319613.559207:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319613.559208:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319613.559212:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4511 00000100:00080000:0.0:1767319613.559214:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319613.559218:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319613.559230:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da9500 x1853164384070528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319613.559236:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1767319613.559255:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767319613.559258:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384070400:0@lo:400:kworker.0 00000100:00080000:0.0:1767319613.559261:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319613.559266:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319613.559271:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4511 00000100:00080000:0.0:1767319613.559274:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319613.559277:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319613.559290:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da9180 x1853164384070784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319613.559354:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319613.559373:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319613.559386:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384071040:0@lo:400:kworker.0 00000100:00100000:2.0:1767319613.559427:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319613.559463:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384070656:0@lo:400:kworker.0 00000100:00100000:2.0:1767319613.559507:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319613.559534:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319613.559539:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384070912:0@lo:400:kworker.0 00000100:00100000:2.0:1767319613.559560:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319613.559613:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384071040 00000100:00100000:2.0:1767319613.559623:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384071040 00000100:00100000:1.0:1767319613.559655:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384070144:0@lo:38:kworker.0 00000100:00100000:2.0:1767319613.559681:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384070912 00000100:00100000:2.0:1767319613.559686:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384070912 00000100:00100000:1.0:1767319613.559693:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319613.559714:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1856 00000100:00100000:2.0:1767319613.559724:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384071040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319613.559795:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384071040:12345-0@lo:400:kworker.0 Request processed in 57us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319613.559802:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1856 00000100:00100000:2.0:1767319613.559818:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1857 00000100:00100000:2.0:1767319613.559825:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384070912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319613.559856:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384070912:12345-0@lo:400:kworker.0 Request processed in 32us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319613.559862:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1857 00000100:00080000:2.0:1767319613.559878:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319613.559882:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319613.559919:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384071040:0@lo:400:kworker.0 00000100:00100000:2.0:1767319613.559949:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384070912:0@lo:400:kworker.0 00000100:00100000:1.0:1767319613.560150:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384070272:0@lo:38:kworker.0 00000100:00100000:1.0:1767319613.560178:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319613.560204:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384070528:0@lo:38:kworker.0 00000100:00100000:1.0:1767319613.560226:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319613.560329:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384070400 00000100:00100000:0.0:1767319613.560334:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384070400 00000100:00100000:0.0:1767319613.560374:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384070656 00000100:00100000:0.0:1767319613.560377:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384070656 00000100:00100000:0.0:1767319613.560399:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384070144 00000100:00100000:0.0:1767319613.560402:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384070144 00000100:00100000:0.0:1767319613.560428:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4892 00000100:00100000:0.0:1767319613.560436:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384070400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319613.560488:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384070400:12345-0@lo:400:kworker.0 Request processed in 53us (1133us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319613.560494:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4892 00000100:00100000:0.0:1767319613.560509:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4893 00000100:00100000:0.0:1767319613.560515:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384070656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319613.560549:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384070656:12345-0@lo:400:kworker.0 Request processed in 34us (1042us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319613.560556:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4893 00000100:00100000:0.0:1767319613.560568:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24055 00000100:00100000:0.0:1767319613.560572:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384070144:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319613.560589:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319613.560616:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384070144:12345-0@lo:38:kworker.0 Request processed in 42us (924us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319613.560622:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24055 00000100:00080000:0.0:1767319613.560638:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319613.560657:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384070656:0@lo:400:kworker.0 00000100:00100000:0.0:1767319613.560693:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384070272 00000100:00100000:0.0:1767319613.560697:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384070272 00000100:00100000:0.0:1767319613.560717:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2742 00000100:00100000:0.0:1767319613.560722:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384070272:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319613.560731:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319613.560756:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384070272:12345-0@lo:38:kworker.0 Request processed in 33us (577us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319613.560762:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2742 00000100:00100000:0.0:1767319613.560835:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384070400:0@lo:400:kworker.0 00000100:00100000:1.0:1767319613.561631:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384070784:0@lo:38:kworker.0 00000100:00100000:1.0:1767319613.561665:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319613.561703:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319613.561708:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319613.561711:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384070144:0@lo:38:kworker.0 00000100:00080000:1.0:1767319613.561721:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319613.561724:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319613.561726:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384070272:0@lo:38:kworker.0 00000100:00100000:0.0:1767319613.561798:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384070528 00000100:00100000:0.0:1767319613.561804:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384070528 00000100:00100000:0.0:1767319613.561833:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384070784 00000100:00100000:0.0:1767319613.561836:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384070784 00000100:00100000:1.0:1767319613.562161:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24056 00000100:00100000:1.0:1767319613.562168:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384070528:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319613.562184:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319613.562223:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384070528:12345-0@lo:38:kworker.0 Request processed in 53us (1995us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319613.562229:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24056 00000100:00100000:1.0:1767319613.562247:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24057 00000100:00100000:1.0:1767319613.562250:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384070784:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319613.562259:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319613.562294:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384070784:12345-0@lo:38:kworker.0 Request processed in 29us (616us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319613.562300:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24057 00000100:00080000:1.0:1767319613.562327:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319613.562331:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319613.562334:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384070528:0@lo:38:kworker.0 00000100:00080000:1.0:1767319613.562342:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319613.562345:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319613.562347:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384070784:0@lo:38:kworker.0 00000100:00100000:2.0:1767319614.071518:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384071168:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319614.071590:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319614.072428:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319614.072443:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384071296:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319614.072494:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319614.072807:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384071168 00000100:00100000:3.0:1767319614.072815:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384071168 00000100:00100000:3.0:1767319614.072867:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384071296 00000100:00100000:3.0:1767319614.072870:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384071296 00000100:00100000:3.0:1767319614.072893:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2645 00000100:00100000:3.0:1767319614.072913:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384071168:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319614.072944:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319614.072995:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384071168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (1404us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319614.073003:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2645 00000100:00100000:3.0:1767319614.073022:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2646 00000100:00100000:3.0:1767319614.073029:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384071296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319614.073046:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319614.073073:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384071296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319614.073078:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2646 00000100:00100000:3.0:1767319614.073125:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384071168:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319614.073743:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319614.073772:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384071296:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319614.583014:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319615.096068:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319615.607189:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319616.119275:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319616.631349:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319617.143022:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319617.654918:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319618.167224:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319618.642018:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319618.642082:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319618.642180:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297380736 00000100:00100000:0.0:1767319618.642192:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297380736 00000100:00100000:0.0:1767319618.642262:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297380608 00000100:00100000:0.0:1767319618.642266:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297380608 00000100:00100000:0.0:1767319618.642285:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4894 00000100:00100000:0.0:1767319618.642296:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297380736:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319618.642367:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297380736:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 72us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319618.642375:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4894 00000100:00100000:0.0:1767319618.642393:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24058 00000100:00100000:0.0:1767319618.642398:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297380608:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319618.642418:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319618.642442:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297380608:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 43us (360us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319618.642449:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24058 00000100:00080000:2.0:1767319618.642719:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319618.679563:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319618.680271:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319618.680278:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319618.680281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319618.680286:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319618.680290:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319618.680297:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4516 00000100:00080000:1.0:1767319618.680301:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319618.680307:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319618.680465:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cdf80 x1853164384071424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319618.680488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319618.680492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319618.680494:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319618.680498:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4516 00000100:00080000:1.0:1767319618.680500:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319618.680504:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319618.680515:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74ced80 x1853164384071552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319618.680548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319618.680551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319618.680553:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319618.680556:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4516 00000100:00080000:1.0:1767319618.680558:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319618.680561:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319618.680570:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cea00 x1853164384071808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319618.680590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319618.680593:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319618.680595:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319618.680598:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4516 00000100:00080000:1.0:1767319618.680600:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319618.680603:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319618.680612:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1eea00 x1853164384072064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319618.680643:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384071936:0@lo:400:kworker.0 00000100:00100000:1.0:1767319618.680703:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319618.680807:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384072320:0@lo:400:kworker.0 00000100:00100000:2.0:1767319618.680891:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384071424:0@lo:38:kworker.0 00000100:00100000:3.0:1767319618.680944:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384071680:0@lo:400:kworker.0 00000100:00100000:0.0:1767319618.685702:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319618.685906:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384071936 00000100:00100000:0.0:1767319618.685915:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384071936 00000100:00100000:0.0:1767319618.685976:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4895 00000100:00100000:0.0:1767319618.685984:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384071936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319618.686044:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384071936:12345-0@lo:400:kworker.0 Request processed in 61us (5340us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319618.686051:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4895 00000100:00080000:0.0:1767319618.686072:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319618.686098:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384072192:0@lo:400:kworker.0 00000100:00100000:0.0:1767319618.686132:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319618.686409:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384071936:0@lo:400:kworker.0 00000100:00100000:1.0:1767319618.686458:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384072320 00000100:00100000:1.0:1767319618.686462:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384072320 00000100:00100000:1.0:1767319618.686487:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1858 00000100:00100000:1.0:1767319618.686495:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384072320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319618.686523:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384072320:12345-0@lo:400:kworker.0 Request processed in 32us (1217us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319618.686528:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1858 00000100:00100000:1.0:1767319618.686534:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384072192 00000100:00100000:1.0:1767319618.687031:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384072192 00000100:00100000:1.0:1767319618.687066:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1859 00000100:00100000:1.0:1767319618.687074:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384072192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319618.687109:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384072192:12345-0@lo:400:kworker.0 Request processed in 36us (975us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319618.687114:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1859 00000100:00080000:1.0:1767319618.687131:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319618.687139:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319618.687210:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319618.687241:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384071552:0@lo:38:kworker.0 00000100:00100000:1.0:1767319618.687258:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384072320:0@lo:400:kworker.0 00000100:00100000:1.0:1767319618.687278:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384071424 00000100:00100000:1.0:1767319618.687281:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384071424 00000100:00100000:2.0:1767319618.687283:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319618.687301:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24059 00000100:00100000:1.0:1767319618.687307:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384071424:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319618.687309:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384071552 00000100:00100000:2.0:1767319618.687311:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384071552 00000100:00100000:2.0:1767319618.687333:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2743 00000100:00100000:2.0:1767319618.687337:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384071552:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319618.687357:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319618.687388:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384071552:12345-0@lo:38:kworker.0 Request processed in 49us (103us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319618.687394:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2743 00010000:00020000:1.0:1767319618.687404:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319618.687428:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767319618.687430:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384071424:12345-0@lo:38:kworker.0 Request processed in 122us (221us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767319618.687432:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319618.687436:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384071552:0@lo:38:kworker.0 00000100:00100000:1.0:1767319618.687437:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24059 00000100:00100000:2.0:1767319618.687443:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384071808:0@lo:38:kworker.0 00000100:00100000:2.0:1767319618.687464:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319618.687486:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384072064:0@lo:38:kworker.0 00000100:00100000:2.0:1767319618.687505:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319618.687511:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384071808 00000100:00100000:1.0:1767319618.687515:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384071808 00000100:00100000:2.0:1767319618.687521:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384072064 00000100:00100000:2.0:1767319618.687523:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384072064 00000100:00100000:1.0:1767319618.687533:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24060 00000100:00100000:1.0:1767319618.687538:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384071808:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319618.687538:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24061 00000100:00100000:2.0:1767319618.687541:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384072064:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319618.687547:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1767319618.687549:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319618.687569:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384071808:12345-0@lo:38:kworker.0 Request processed in 30us (104us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319618.687569:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384072064:12345-0@lo:38:kworker.0 Request processed in 26us (63us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319618.687574:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24061 00000100:00080000:2.0:1767319618.687594:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319618.687598:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319618.687600:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384072064:0@lo:38:kworker.0 00000100:00080000:2.0:1767319618.687623:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319618.687626:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319618.687629:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384072192:0@lo:400:kworker.0 00000100:00100000:2.0:1767319618.687629:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384071424:0@lo:38:kworker.0 00000100:00080000:2.0:1767319618.687636:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319618.687639:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319618.687642:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384071808:0@lo:38:kworker.0 00000100:00100000:1.0:1767319618.687682:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24060 00000100:00100000:3.0:1767319618.687991:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319618.688065:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384071680 00000100:00100000:1.0:1767319618.688069:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384071680 00000100:00100000:1.0:1767319618.688159:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4896 00000100:00100000:1.0:1767319618.688166:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384071680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319618.688207:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384071680:12345-0@lo:400:kworker.0 Request processed in 42us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319618.688213:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4896 00000100:00100000:3.0:1767319618.688475:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384071680:0@lo:400:kworker.0 00000100:00080000:0.0:1767319618.688513:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319619.191316:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319619.191342:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384072448:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319619.191415:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319619.191704:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384072448 00000100:00100000:0.0:1767319619.191712:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384072448 00000100:00100000:0.0:1767319619.191772:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2647 00000100:00100000:0.0:1767319619.191803:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384072448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319619.191847:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319619.191901:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384072448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319619.191908:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2647 00000100:00100000:0.0:1767319619.191929:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319619.191939:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384072576:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319619.191965:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319619.191992:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384072576 00000100:00100000:0.0:1767319619.191996:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384072576 00000100:00100000:0.0:1767319619.192018:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2648 00000100:00100000:0.0:1767319619.192024:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384072576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319619.192042:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319619.192072:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384072576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319619.192077:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2648 00000100:00100000:0.0:1767319619.192120:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384072576:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319619.192387:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384072448:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767319619.192545:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319619.703421:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319620.215041:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319620.726941:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319621.239161:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319621.750951:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319622.263478:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319622.727124:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:3.0:1767319622.727218:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297380864 offset 0 length 520: 4 00000100:00100000:3.0:1767319622.727244:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319622.727765:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297381120 00000100:00100000:2.0:1767319622.727775:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297381120 00000100:00100000:2.0:1767319622.727895:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297380992 00000100:00100000:2.0:1767319622.727899:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297380992 00000100:00100000:2.0:1767319622.727929:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4897 00000100:00100000:2.0:1767319622.727939:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297381120:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319622.728011:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297381120:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 74us (899us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319622.728018:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4897 00000100:00100000:2.0:1767319622.728037:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24062 00000100:00100000:2.0:1767319622.728041:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297380992:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319622.728060:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319622.728084:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297380992:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 41us (839us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319622.728091:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24062 00000100:00080000:0.0:1767319622.728696:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319622.775536:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319623.287063:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319623.798950:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319623.798968:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319623.798973:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319623.798978:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319623.798985:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319623.798994:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4521 00000100:00080000:1.0:1767319623.799000:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319623.799008:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319623.799058:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ece00 x1853164384072704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319623.799088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319623.799092:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319623.799094:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319623.799098:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4521 00000100:00080000:1.0:1767319623.799100:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319623.799104:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319623.799119:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ec380 x1853164384072832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319623.799162:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319623.799166:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319623.799168:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319623.799172:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4521 00000100:00080000:1.0:1767319623.799175:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319623.799179:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319623.799190:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1efb80 x1853164384073088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319623.799216:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319623.799220:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319623.799222:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319623.799226:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4521 00000100:00080000:1.0:1767319623.799229:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319623.799233:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319623.799244:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ec000 x1853164384073344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319623.799299:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384073216:0@lo:400:kworker.0 00000100:00100000:1.0:1767319623.799384:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319623.799463:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319623.799470:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384073472:0@lo:400:kworker.0 00000100:00100000:1.0:1767319623.799498:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319623.799532:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384073216 00000100:00100000:1.0:1767319623.799539:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384073216 00000100:00100000:1.0:1767319623.799602:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4898 00000100:00100000:1.0:1767319623.799617:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384073216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319623.799678:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384073216:12345-0@lo:400:kworker.0 Request processed in 68us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319623.799685:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4898 00000100:00100000:1.0:1767319623.799846:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384073216:0@lo:400:kworker.0 00000100:00100000:2.0:1767319623.800072:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319623.800089:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384073472 00000100:00100000:2.0:1767319623.800093:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384073472 00000100:00100000:2.0:1767319623.800126:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1860 00000100:00100000:2.0:1767319623.800134:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384073472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319623.800181:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384073472:12345-0@lo:400:kworker.0 Request processed in 47us (681us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319623.800187:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1860 00000100:00100000:2.0:1767319623.800228:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384073472:0@lo:400:kworker.0 00000100:00100000:2.0:1767319623.800245:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384073600:0@lo:400:kworker.0 00000100:00100000:2.0:1767319623.800269:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319623.800289:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319623.800295:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384072960:0@lo:400:kworker.0 00000100:00100000:2.0:1767319623.800317:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319623.800343:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384073600 00000100:00100000:2.0:1767319623.800347:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384073600 00000100:00100000:2.0:1767319623.800372:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1861 00000100:00100000:2.0:1767319623.800379:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384073600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319623.800408:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384073600:12345-0@lo:400:kworker.0 Request processed in 29us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319623.800414:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1861 00000100:00100000:2.0:1767319623.800432:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384072960 00000100:00100000:2.0:1767319623.800435:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384072960 00000100:00100000:2.0:1767319623.800460:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4899 00000100:00100000:2.0:1767319623.800465:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384072960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319623.800491:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384072960:12345-0@lo:400:kworker.0 Request processed in 25us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319623.800496:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4899 00000100:00100000:2.0:1767319623.800522:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384072960:0@lo:400:kworker.0 00000100:00100000:2.0:1767319623.800530:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384073600:0@lo:400:kworker.0 00000100:00080000:0.0:1767319623.801355:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319623.801364:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319623.801367:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319623.801533:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319598/real 1767319598] req@ffff9368b74cd180 x1853164384066176/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319623 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319623.801556:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9368b74cd180 x1853164384066176/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319623 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319623.801574:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384072704:0@lo:38:kworker.0 00000100:00100000:3.0:1767319623.801615:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319623.801646:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384072832:0@lo:38:kworker.0 00000100:00100000:3.0:1767319623.801669:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319623.801702:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384073088:0@lo:38:kworker.0 00000100:00100000:3.0:1767319623.801723:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319623.801746:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384072704 00000100:00100000:3.0:1767319623.801751:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384072704 00000100:00100000:3.0:1767319623.801774:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384073088 00000100:00100000:3.0:1767319623.801776:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384073088 00000100:00100000:3.0:1767319623.801826:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24063 00000100:00100000:3.0:1767319623.801831:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384072704:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319623.801852:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319623.801889:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384072704:12345-0@lo:38:kworker.0 Request processed in 57us (274us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319623.801897:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24063 00000100:00100000:3.0:1767319623.801912:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24064 00000100:00100000:3.0:1767319623.801916:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384073088:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319623.801925:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319623.801947:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384073088:12345-0@lo:38:kworker.0 Request processed in 29us (223us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319623.801953:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24064 00000100:00080000:3.0:1767319623.801986:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319623.801991:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319623.801995:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384073088:0@lo:38:kworker.0 00000100:00100000:3.0:1767319623.802002:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384073344:0@lo:38:kworker.0 00000100:00100000:3.0:1767319623.802024:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319623.802039:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319623.802053:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319623.802056:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384066176:0@lo:250:kworker.0 00000100:00080000:3.0:1767319623.802079:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319623.802082:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319623.802085:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384072704:0@lo:38:kworker.0 00000100:00100000:3.0:1767319623.802101:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384073344 00000100:00100000:3.0:1767319623.802105:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384073344 00000100:00100000:3.0:1767319623.802122:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24065 00000100:00100000:3.0:1767319623.802126:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384073344:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319623.802135:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319623.802163:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384073344:12345-0@lo:38:kworker.0 Request processed in 35us (138us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319623.802168:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24065 00000100:00080000:3.0:1767319623.802187:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319623.802192:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319623.802194:0:8:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319623.802199:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4501 00000100:00080000:3.0:1767319623.802212:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319623.802217:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319623.802239:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b05ad80 x1853164384073728/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319623.802271:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384073728:0@lo:250:kworker.0 00000400:00000100:3.0:1767319623.802289:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384073728 offset 0 length 520: 4 00000100:00080000:3.0:1767319623.802310:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319623.802314:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319623.802316:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384073344:0@lo:38:kworker.0 00000100:00100000:1.0:1767319623.802684:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384072832 00000100:00100000:1.0:1767319623.802690:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384072832 00000100:00100000:1.0:1767319623.802725:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2744 00000100:00100000:1.0:1767319623.802731:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384072832:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319623.802742:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319623.802805:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384072832:12345-0@lo:38:kworker.0 Request processed in 73us (1135us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319623.802812:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2744 00000100:00080000:3.0:1767319623.802975:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319623.802980:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319623.802983:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384072832:0@lo:38:kworker.0 00000100:00100000:1.0:1767319624.311766:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384073856:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319624.311860:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319624.311890:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384073856 00000100:00100000:2.0:1767319624.311898:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384073856 00000100:00100000:2.0:1767319624.311952:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2649 00000100:00100000:2.0:1767319624.311962:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384073856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319624.312006:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319624.312053:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384073856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319624.312060:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2649 00000100:00100000:1.0:1767319624.312176:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384073856:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767319624.313094:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319624.313117:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384073984:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319624.313162:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319624.313233:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384073984 00000100:00100000:0.0:1767319624.313239:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384073984 00000100:00100000:0.0:1767319624.313279:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2650 00000100:00100000:0.0:1767319624.313287:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384073984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319624.313322:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319624.313372:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384073984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319624.313378:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2650 00000100:00100000:3.0:1767319624.313756:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384073984:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319624.823050:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319625.334968:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319625.846995:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319626.359035:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319626.870962:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319627.384150:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319627.849121:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319627.849177:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319627.849536:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297381376 00000100:00100000:0.0:1767319627.849557:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297381376 00000100:00100000:0.0:1767319627.849636:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297381248 00000100:00100000:0.0:1767319627.849639:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297381248 00000100:00100000:0.0:1767319627.849661:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4900 00000100:00100000:0.0:1767319627.849671:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297381376:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319627.849741:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297381376:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 71us (629us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319627.849748:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4900 00000100:00100000:0.0:1767319627.849766:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24066 00000100:00100000:0.0:1767319627.849770:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297381248:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319627.849827:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319627.849854:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297381248:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 82us (677us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319627.849860:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24066 00000100:00080000:1.0:1767319627.849988:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319627.900132:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319628.408068:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319628.918958:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319628.919052:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319628.919058:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319628.919061:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319628.919065:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319628.919069:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319628.919077:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4527 00000100:00080000:2.0:1767319628.919081:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319628.919087:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319628.919128:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cd180 x1853164384074112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319628.919160:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319628.919164:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319628.919166:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319628.919170:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4527 00000100:00080000:2.0:1767319628.919172:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319628.919175:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319628.919191:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5137b80 x1853164384074240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319628.919229:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319628.919233:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319628.919235:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319628.919239:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4527 00000100:00080000:2.0:1767319628.919241:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319628.919245:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319628.919257:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135180 x1853164384074496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319628.919280:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319628.919284:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319628.919286:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319628.919290:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4527 00000100:00080000:2.0:1767319628.919292:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319628.919295:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319628.919307:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5134380 x1853164384074752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319628.919345:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384075008:0@lo:400:kworker.0 00000100:00100000:2.0:1767319628.919416:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319628.919471:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319628.919478:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384074368:0@lo:400:kworker.0 00000100:00100000:3.0:1767319628.919590:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384074624:0@lo:400:kworker.0 00000100:00100000:3.0:1767319628.919623:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319628.919649:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319628.919654:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384074880:0@lo:400:kworker.0 00000100:00100000:3.0:1767319628.919676:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319628.919703:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384074624 00000100:00100000:3.0:1767319628.919710:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384074624 00000100:00100000:3.0:1767319628.919761:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4901 00000100:00100000:3.0:1767319628.919797:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384074624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319628.919847:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384074624:12345-0@lo:400:kworker.0 Request processed in 78us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319628.919866:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4901 00000100:00100000:3.0:1767319628.919891:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384075008 00000100:00100000:3.0:1767319628.919894:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384075008 00000100:00100000:3.0:1767319628.919921:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384074880 00000100:00100000:3.0:1767319628.919924:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384074880 00000100:00100000:3.0:1767319628.919943:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1862 00000100:00100000:3.0:1767319628.919949:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384075008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319628.919978:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384075008:12345-0@lo:400:kworker.0 Request processed in 29us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319628.919984:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1862 00000100:00100000:3.0:1767319628.920186:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1863 00000100:00100000:3.0:1767319628.920193:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384074880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319628.920221:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384074880:12345-0@lo:400:kworker.0 Request processed in 28us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319628.920226:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1863 00000100:00100000:3.0:1767319628.920268:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384074880:0@lo:400:kworker.0 00000100:00100000:3.0:1767319628.920279:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384074624:0@lo:400:kworker.0 00000100:00080000:1.0:1767319628.920526:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319628.920531:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319628.920534:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319628.920657:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384074112:0@lo:38:kworker.0 00000100:00100000:0.0:1767319628.920690:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319628.920720:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384074240:0@lo:38:kworker.0 00000100:00100000:0.0:1767319628.920740:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319628.920803:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384074496:0@lo:38:kworker.0 00000100:00100000:0.0:1767319628.920825:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319628.920843:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384074752:0@lo:38:kworker.0 00000100:00100000:0.0:1767319628.920943:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319628.920978:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384074112 00000100:00100000:0.0:1767319628.920983:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384074112 00000100:00100000:0.0:1767319628.921004:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384074496 00000100:00100000:0.0:1767319628.921007:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384074496 00000100:00100000:0.0:1767319628.921017:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384074752 00000100:00100000:0.0:1767319628.921020:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384074752 00000100:00100000:0.0:1767319628.921030:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24067 00000100:00100000:0.0:1767319628.921034:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384074112:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319628.921052:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319628.921085:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384074112:12345-0@lo:38:kworker.0 Request processed in 50us (394us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319628.921092:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24067 00000100:00100000:0.0:1767319628.921106:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24068 00000100:00100000:0.0:1767319628.921110:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384074496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319628.921119:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319628.921140:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384074496:12345-0@lo:38:kworker.0 Request processed in 28us (314us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319628.921146:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24068 00000100:00100000:0.0:1767319628.921156:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24069 00000100:00100000:0.0:1767319628.921160:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384074752:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319628.921168:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319628.921194:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384074752:12345-0@lo:38:kworker.0 Request processed in 33us (251us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319628.921200:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24069 00000100:00080000:0.0:1767319628.921230:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319628.921235:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319628.921239:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384074112:0@lo:38:kworker.0 00000100:00080000:0.0:1767319628.921247:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319628.921250:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319628.921253:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384074496:0@lo:38:kworker.0 00000100:00080000:0.0:1767319628.921260:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319628.921264:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319628.921266:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384074752:0@lo:38:kworker.0 00000100:00100000:2.0:1767319628.922043:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319628.922084:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384075008:0@lo:400:kworker.0 00000100:00100000:3.0:1767319628.922614:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384074368 00000100:00100000:3.0:1767319628.922620:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384074368 00000100:00100000:3.0:1767319628.922678:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4902 00000100:00100000:3.0:1767319628.922686:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384074368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319628.922740:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384074368:12345-0@lo:400:kworker.0 Request processed in 54us (696us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319628.922747:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4902 00000100:00080000:2.0:1767319628.923567:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319628.923602:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384074368:0@lo:400:kworker.0 00000100:00100000:1.0:1767319628.923687:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384074240 00000100:00100000:1.0:1767319628.923693:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384074240 00000100:00100000:1.0:1767319628.923726:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2745 00000100:00100000:1.0:1767319628.923731:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384074240:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319628.923749:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319628.923835:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384074240:12345-0@lo:38:kworker.0 Request processed in 102us (3092us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319628.923841:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2745 00000100:00080000:3.0:1767319628.924051:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319628.924056:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319628.924060:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384074240:0@lo:38:kworker.0 00010000:00010000:0.0:1767319629.431146:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319629.431363:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319629.431393:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384075136:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319629.431465:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319629.431753:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319629.431855:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384075264:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319629.431887:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319629.431921:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384075136 00000100:00100000:1.0:1767319629.431929:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384075136 00000100:00100000:1.0:1767319629.431972:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384075264 00000100:00100000:1.0:1767319629.431975:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384075264 00000100:00100000:1.0:1767319629.432006:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2651 00000100:00100000:1.0:1767319629.432015:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384075136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319629.432044:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319629.432087:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384075136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319629.432095:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2651 00000100:00100000:1.0:1767319629.432112:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2652 00000100:00100000:1.0:1767319629.432118:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384075264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319629.432135:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319629.432162:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384075264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319629.432168:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2652 00000100:00100000:1.0:1767319629.432205:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384075264:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319629.432237:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384075136:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319629.943268:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319630.455000:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319630.967621:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319631.483893:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319631.990966:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319632.503230:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319632.969391:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319632.969705:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297381632 00000100:00100000:3.0:1767319632.969716:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297381632 00000100:00100000:3.0:1767319632.969843:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4903 00000100:00100000:3.0:1767319632.969854:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297381632:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319632.969938:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297381632:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 87us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319632.969946:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4903 00000100:00080000:2.0:1767319632.970376:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319632.999151:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319633.000187:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297381504 00000100:00100000:1.0:1767319633.000252:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297381504 00000100:00100000:1.0:1767319633.000515:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24070 00000100:00100000:1.0:1767319633.000524:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297381504:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319633.000549:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319633.000665:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297381504:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 141us (1524us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319633.000673:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24070 00000100:00100000:1.0:1767319633.015057:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319633.527109:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319634.038987:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319634.041448:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319634.041460:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319634.041463:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319634.041468:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319634.041473:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319634.041482:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4532 00000100:00080000:3.0:1767319634.041487:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319634.041495:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319634.041538:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6db800 x1853164384075392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319634.041573:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319634.041577:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319634.041578:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319634.041583:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4532 00000100:00080000:3.0:1767319634.041585:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319634.041590:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319634.041605:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988108000 x1853164384075520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319634.041646:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319634.041649:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319634.041651:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319634.041654:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4532 00000100:00080000:3.0:1767319634.041657:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319634.041660:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319634.041672:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810b100 x1853164384075776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319634.041698:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319634.041702:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319634.041703:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319634.041707:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4532 00000100:00080000:3.0:1767319634.041709:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319634.041712:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319634.041733:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109500 x1853164384076032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319634.041832:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384075392:0@lo:38:kworker.0 00000100:00100000:0.0:1767319634.041923:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319634.041990:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384075520:0@lo:38:kworker.0 00000100:00100000:0.0:1767319634.042014:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319634.042035:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384075776:0@lo:38:kworker.0 00000100:00100000:0.0:1767319634.042055:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319634.042068:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384076032:0@lo:38:kworker.0 00000100:00100000:0.0:1767319634.042084:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319634.042226:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384076288:0@lo:400:kworker.0 00000100:00100000:2.0:1767319634.042272:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319634.042308:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319634.042314:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384075648:0@lo:400:kworker.0 00000100:00100000:2.0:1767319634.042334:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319634.042365:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384075520 00000100:00100000:2.0:1767319634.042373:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384075520 00000100:00100000:2.0:1767319634.042410:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2746 00000100:00100000:2.0:1767319634.042418:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384075520:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319634.042443:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319634.042488:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384075520:12345-0@lo:38:kworker.0 Request processed in 69us (472us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319634.042496:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2746 00000100:00100000:2.0:1767319634.042519:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384076160:0@lo:400:kworker.0 00000100:00100000:2.0:1767319634.042544:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319634.042561:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319634.042566:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384075904:0@lo:400:kworker.0 00000100:00100000:2.0:1767319634.042586:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319634.042611:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384075392 00000100:00100000:2.0:1767319634.042615:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384075392 00000100:00100000:2.0:1767319634.042629:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384075776 00000100:00100000:2.0:1767319634.042632:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384075776 00000100:00100000:2.0:1767319634.042639:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384076032 00000100:00100000:2.0:1767319634.042641:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384076032 00000100:00100000:2.0:1767319634.042649:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384075648 00000100:00100000:2.0:1767319634.042651:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384075648 00000100:00100000:2.0:1767319634.042682:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384075904 00000100:00100000:2.0:1767319634.042685:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384075904 00000100:00100000:2.0:1767319634.042700:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4904 00000100:00100000:2.0:1767319634.042706:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384075648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319634.042757:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384075648:12345-0@lo:400:kworker.0 Request processed in 50us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319634.042763:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4904 00000100:00100000:2.0:1767319634.042776:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4905 00000100:00100000:2.0:1767319634.042807:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384075904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319634.042837:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384075904:12345-0@lo:400:kworker.0 Request processed in 56us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319634.042843:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4905 00000100:00100000:2.0:1767319634.042856:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24071 00000100:00100000:2.0:1767319634.042859:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384075392:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319634.042869:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319634.043202:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384076288 00000100:00100000:0.0:1767319634.043208:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384076288 00000100:00100000:0.0:1767319634.043238:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384076160 00000100:00100000:0.0:1767319634.043240:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384076160 00000100:00100000:0.0:1767319634.043271:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1864 00000100:00100000:0.0:1767319634.043278:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384076288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319634.043423:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24072 00000100:00100000:3.0:1767319634.043429:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384075776:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319634.043440:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319634.043526:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24073 00000100:00100000:1.0:1767319634.043532:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384076032:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319634.043542:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319634.049391:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384076288:12345-0@lo:400:kworker.0 Request processed in 6099us (7113us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319634.049421:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1864 00000100:00100000:0.0:1767319634.049471:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1865 00000100:00100000:0.0:1767319634.049486:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384076160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319634.049557:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384076160:12345-0@lo:400:kworker.0 Request processed in 78us (7011us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319634.049564:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1865 00000100:00080000:0.0:1767319634.049620:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319634.049627:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319634.049631:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384075392:0@lo:38:kworker.0 00000100:00080000:0.0:1767319634.049644:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319634.049647:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319634.049650:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384075520:0@lo:38:kworker.0 00000100:00080000:0.0:1767319634.049864:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319634.049871:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319634.049886:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319634.055543:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384075904:0@lo:400:kworker.0 00000100:00100000:0.0:1767319634.055563:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384076160:0@lo:400:kworker.0 00000100:00100000:0.0:1767319634.055613:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384075648:0@lo:400:kworker.0 00000100:00100000:0.0:1767319634.055624:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384076288:0@lo:400:kworker.0 00000100:00100000:2.0:1767319634.059849:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384075392:12345-0@lo:38:kworker.0 Request processed in 16972us (17911us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319634.059867:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24071 00000100:00100000:3.0:1767319634.060279:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384075776:12345-0@lo:38:kworker.0 Request processed in 16846us (18221us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319634.060288:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24072 00000100:00100000:1.0:1767319634.062801:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384076032:12345-0@lo:38:kworker.0 Request processed in 19245us (20693us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319634.062817:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24073 00000100:00080000:0.0:1767319634.063856:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319634.063865:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319634.063870:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384075776:0@lo:38:kworker.0 00000100:00080000:0.0:1767319634.063901:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319634.063905:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319634.063908:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384076032:0@lo:38:kworker.0 00010000:00010000:1.0:1767319634.551065:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319634.551155:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384076416:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319634.551241:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319634.551530:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319634.551542:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384076544:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319634.551572:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319634.551604:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384076416 00000100:00100000:0.0:1767319634.551611:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384076416 00000100:00100000:3.0:1767319634.551624:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384076544 00000100:00100000:3.0:1767319634.551629:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384076544 00000100:00100000:3.0:1767319634.551664:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2653 00000100:00100000:3.0:1767319634.551674:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384076544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319634.551710:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319634.551800:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384076544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319634.551808:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2653 00000100:00100000:3.0:1767319634.551825:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2654 00000100:00100000:3.0:1767319634.551831:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384076416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319634.551847:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319634.551921:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384076544:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319634.551998:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384076416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 166us (757us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319634.552005:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2654 00000100:00100000:2.0:1767319634.552064:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384076416:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319635.063122:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319635.577205:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319636.087410:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319636.600060:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319637.111202:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319637.623316:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319638.091300:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319638.091425:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319638.113134:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297381888 00000100:00100000:1.0:1767319638.113152:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297381888 00000100:00100000:0.0:1767319638.113389:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297381760 00000100:00100000:0.0:1767319638.113394:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297381760 00000100:00100000:0.0:1767319638.113426:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4906 00000100:00100000:0.0:1767319638.113437:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297381888:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319638.113529:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297381888:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 94us (22238us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319638.113535:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4906 00000100:00100000:0.0:1767319638.113557:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24074 00000100:00100000:0.0:1767319638.113561:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297381760:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319638.113581:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319638.113606:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297381760:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 43us (22181us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319638.113613:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24074 00000100:00080000:2.0:1767319638.114825:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319638.135829:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319638.646990:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319639.162633:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319639.162644:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319639.162648:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319639.162651:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319639.162656:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319639.162664:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4537 00000100:00080000:0.0:1767319639.162670:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319639.162707:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319639.162749:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae85180 x1853164384076672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319639.162775:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319639.162800:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319639.162802:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319639.162807:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4537 00000100:00080000:0.0:1767319639.162809:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319639.162812:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319639.162826:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae86680 x1853164384076800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319639.162864:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319639.162868:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319639.162870:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319639.162873:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4537 00000100:00080000:0.0:1767319639.162876:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319639.162879:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319639.162891:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84700 x1853164384077056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319639.162914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319639.162918:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319639.162920:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319639.162923:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4537 00000100:00080000:0.0:1767319639.162925:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319639.162929:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319639.162938:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae85880 x1853164384077312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319639.162987:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384077184:0@lo:400:kworker.0 00000100:00100000:0.0:1767319639.163053:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319639.163112:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319639.163118:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384077440:0@lo:400:kworker.0 00000100:00100000:0.0:1767319639.163143:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319639.163173:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384077184 00000100:00100000:0.0:1767319639.163180:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384077184 00000100:00100000:0.0:1767319639.163234:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4907 00000100:00100000:0.0:1767319639.163245:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384077184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319639.163296:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384077184:12345-0@lo:400:kworker.0 Request processed in 53us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319639.163303:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4907 00000100:00100000:0.0:1767319639.163326:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384077440 00000100:00100000:0.0:1767319639.163330:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384077440 00000100:00100000:0.0:1767319639.163355:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1866 00000100:00100000:0.0:1767319639.163361:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384077440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319639.163388:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384077440:12345-0@lo:400:kworker.0 Request processed in 27us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319639.163406:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1866 00000100:00080000:2.0:1767319639.163685:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319639.163690:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319639.163703:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384076928:0@lo:400:kworker.0 00000100:00100000:2.0:1767319639.163733:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319639.163817:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319639.163833:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384077568:0@lo:400:kworker.0 00000100:00100000:1.0:1767319639.163863:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319639.163891:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384077568 00000100:00100000:1.0:1767319639.163895:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384077568 00000100:00100000:3.0:1767319639.163979:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384076672:0@lo:38:kworker.0 00000100:00080000:3.0:1767319639.164031:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319639.169908:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384076928 00000100:00100000:2.0:1767319639.169925:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384076928 00000100:00100000:1.0:1767319639.170107:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1867 00000100:00100000:1.0:1767319639.170126:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384077568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319639.170206:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384077568:12345-0@lo:400:kworker.0 Request processed in 89us (6342us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319639.170226:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1867 00000100:00100000:1.0:1767319639.170274:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384077568:0@lo:400:kworker.0 00000100:00100000:2.0:1767319639.171578:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4908 00000100:00100000:2.0:1767319639.171594:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384076928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319639.171654:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384076928:12345-0@lo:400:kworker.0 Request processed in 67us (7919us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319639.171660:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4908 00000100:00100000:2.0:1767319639.171714:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384076928:0@lo:400:kworker.0 00000100:00100000:2.0:1767319639.171794:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384077440:0@lo:400:kworker.0 00000100:00100000:2.0:1767319639.171810:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384077184:0@lo:400:kworker.0 00000100:00080000:3.0:1767319639.172118:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319639.172137:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319639.172181:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384076800:0@lo:38:kworker.0 00000100:00100000:3.0:1767319639.172217:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319639.172241:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384077056:0@lo:38:kworker.0 00000100:00100000:3.0:1767319639.172262:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319639.172279:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384077312:0@lo:38:kworker.0 00000100:00100000:3.0:1767319639.172299:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319639.172332:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384076800 00000100:00100000:3.0:1767319639.172339:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384076800 00000100:00100000:3.0:1767319639.172367:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2747 00000100:00100000:3.0:1767319639.172372:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384076800:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319639.172390:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319639.172421:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384076800:12345-0@lo:38:kworker.0 Request processed in 48us (203us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319639.172428:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2747 00000100:00100000:3.0:1767319639.172446:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384076672 00000100:00100000:3.0:1767319639.172450:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384076672 00000100:00100000:3.0:1767319639.172466:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384077056 00000100:00100000:3.0:1767319639.172469:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384077056 00000100:00100000:3.0:1767319639.172482:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384077312 00000100:00100000:3.0:1767319639.172484:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384077312 00000100:00100000:3.0:1767319639.172493:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24075 00000100:00100000:3.0:1767319639.172497:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384076672:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319639.172522:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319639.172557:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384076672:12345-0@lo:38:kworker.0 Request processed in 58us (419us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319639.172562:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24075 00000100:00100000:3.0:1767319639.172584:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24076 00000100:00100000:3.0:1767319639.172588:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384077056:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319639.172597:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319639.172619:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384077056:12345-0@lo:38:kworker.0 Request processed in 29us (356us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319639.172624:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24076 00000100:00100000:3.0:1767319639.172634:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24077 00000100:00100000:3.0:1767319639.172637:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384077312:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319639.172646:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319639.172667:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384077312:12345-0@lo:38:kworker.0 Request processed in 28us (367us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767319639.172713:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319639.172719:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319639.172722:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384076672:0@lo:38:kworker.0 00000100:00080000:2.0:1767319639.172730:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319639.172734:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319639.172736:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384076800:0@lo:38:kworker.0 00000100:00080000:2.0:1767319639.172743:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319639.172746:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319639.172749:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384077056:0@lo:38:kworker.0 00000100:00080000:2.0:1767319639.172756:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319639.172759:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319639.172761:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384077312:0@lo:38:kworker.0 00000100:00100000:3.0:1767319639.187422:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24077 00010000:00010000:1.0:1767319639.670915:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319639.670992:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384077696:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319639.671037:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319639.671052:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384077824:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319639.671063:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319639.671127:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384077696 00000100:00100000:2.0:1767319639.671143:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384077696 00000100:00100000:2.0:1767319639.671206:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2655 00000100:00100000:2.0:1767319639.671215:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384077696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319639.671246:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319639.674632:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319639.674701:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384077824 00000100:00100000:1.0:1767319639.674711:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384077824 00000100:00100000:1.0:1767319639.674760:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2656 00000100:00100000:1.0:1767319639.674770:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384077824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319639.674825:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319639.674887:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384077824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319639.674894:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2656 00000100:00100000:2.0:1767319639.680639:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384077696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 9415us (9566us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319639.680651:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2655 00000100:00100000:3.0:1767319639.681002:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384077696:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319639.685102:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384077824:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319640.183846:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319640.696899:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319641.206935:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319641.719195:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319642.231401:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319642.744042:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319643.208305:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319643.208398:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297382016 00000100:00100000:3.0:1767319643.208409:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297382016 00000100:00100000:3.0:1767319643.208468:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24078 00000100:00100000:3.0:1767319643.208478:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297382016:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319643.208503:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319643.208571:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297382016:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 93us (275us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319643.208579:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24078 00000100:00100000:0.0:1767319643.214412:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319643.214510:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297382144 00000100:00100000:1.0:1767319643.214519:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297382144 00000100:00100000:1.0:1767319643.214603:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4909 00000100:00100000:1.0:1767319643.214629:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297382144:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319643.214717:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297382144:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 104us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319643.214724:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4909 00000100:00080000:3.0:1767319643.214798:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319643.256478:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319643.768090:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319644.280316:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319644.280968:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319644.280974:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319644.280977:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319644.280981:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319644.280985:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319644.280992:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4542 00000100:00080000:3.0:1767319644.280996:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319644.281003:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319644.281045:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810ad80 x1853164384077952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319644.281080:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319644.281083:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319644.281085:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319644.281089:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4542 00000100:00080000:3.0:1767319644.281091:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319644.281095:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319644.281107:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988108000 x1853164384078080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319644.281170:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1767319644.281222:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319644.281227:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319644.281229:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319644.281233:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4542 00000100:00080000:3.0:1767319644.281235:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319644.281239:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319644.281253:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f10700 x1853164384078336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319644.281281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319644.281284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319644.281286:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319644.281289:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4542 00000100:00080000:3.0:1767319644.281292:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319644.281295:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319644.281310:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91fb80 x1853164384078592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319644.281370:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319644.281386:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384078848:0@lo:400:kworker.0 00000100:00100000:0.0:1767319644.281454:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319644.281516:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384078848 00000100:00100000:0.0:1767319644.281522:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384078848 00000100:00100000:0.0:1767319644.281571:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1868 00000100:00100000:0.0:1767319644.281578:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384078848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319644.281619:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384078848:12345-0@lo:400:kworker.0 Request processed in 42us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319644.281626:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1868 00000100:00080000:0.0:1767319644.281657:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319644.281682:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384078848:0@lo:400:kworker.0 00000100:00100000:0.0:1767319644.281716:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384078464:0@lo:400:kworker.0 00000100:00100000:0.0:1767319644.281739:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319644.281758:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319644.281763:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384078720:0@lo:400:kworker.0 00000100:00100000:0.0:1767319644.281777:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319644.281825:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384078720 00000100:00100000:0.0:1767319644.281829:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384078720 00000100:00100000:0.0:1767319644.281853:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1869 00000100:00100000:0.0:1767319644.281858:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384078720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319644.281883:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384078720:12345-0@lo:400:kworker.0 Request processed in 25us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319644.281889:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1869 00000100:00080000:0.0:1767319644.281900:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319644.281912:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384078720:0@lo:400:kworker.0 00000100:00100000:2.0:1767319644.281995:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384077952:0@lo:38:kworker.0 00000100:00100000:2.0:1767319644.282020:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319644.282049:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384078080:0@lo:38:kworker.0 00000100:00100000:2.0:1767319644.282081:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319644.282103:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384078336:0@lo:38:kworker.0 00000100:00100000:2.0:1767319644.282123:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319644.282139:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384078592:0@lo:38:kworker.0 00000100:00100000:2.0:1767319644.282160:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319644.282189:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384078080 00000100:00100000:2.0:1767319644.282194:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384078080 00000100:00100000:2.0:1767319644.282215:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2748 00000100:00100000:2.0:1767319644.282219:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384078080:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319644.282236:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319644.282265:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384078080:12345-0@lo:38:kworker.0 Request processed in 45us (184us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319644.282271:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2748 00000100:00100000:2.0:1767319644.282290:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384078464 00000100:00100000:2.0:1767319644.282294:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384078464 00000100:00100000:2.0:1767319644.282318:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384077952 00000100:00100000:2.0:1767319644.282321:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384077952 00000100:00100000:2.0:1767319644.282328:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384078336 00000100:00100000:2.0:1767319644.282330:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384078336 00000100:00100000:2.0:1767319644.282335:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384078592 00000100:00100000:2.0:1767319644.282337:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384078592 00000100:00100000:2.0:1767319644.282346:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4910 00000100:00100000:2.0:1767319644.282352:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384078464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319644.282385:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384078464:12345-0@lo:400:kworker.0 Request processed in 33us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319644.282391:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4910 00000100:00100000:2.0:1767319644.282402:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24079 00000100:00100000:2.0:1767319644.282405:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384077952:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319644.282414:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319644.282434:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384077952:12345-0@lo:38:kworker.0 Request processed in 27us (413us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319644.282439:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24079 00000100:00100000:2.0:1767319644.282447:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24080 00000100:00100000:2.0:1767319644.282450:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384078336:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319644.282458:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319644.282475:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384078336:12345-0@lo:38:kworker.0 Request processed in 24us (351us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319644.282480:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24080 00000100:00100000:2.0:1767319644.282489:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24081 00000100:00100000:2.0:1767319644.282492:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384078592:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319644.282500:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319644.282517:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384078592:12345-0@lo:38:kworker.0 Request processed in 23us (356us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319644.282521:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24081 00000100:00080000:2.0:1767319644.282533:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319644.282549:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384078464:0@lo:400:kworker.0 00000100:00080000:2.0:1767319644.282575:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319644.282580:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319644.282583:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384077952:0@lo:38:kworker.0 00000100:00080000:2.0:1767319644.282590:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319644.282592:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319644.282595:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384078080:0@lo:38:kworker.0 00000100:00080000:2.0:1767319644.282601:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319644.282604:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319644.282606:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384078336:0@lo:38:kworker.0 00000100:00080000:2.0:1767319644.282612:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319644.282615:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319644.282617:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384078592:0@lo:38:kworker.0 00000100:00100000:1.0:1767319644.283763:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384078208:0@lo:400:kworker.0 00000100:00100000:1.0:1767319644.283845:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319644.285166:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384078208 00000100:00100000:0.0:1767319644.285176:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384078208 00000100:00100000:0.0:1767319644.285286:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4911 00000100:00100000:0.0:1767319644.285297:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384078208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319644.285380:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384078208:12345-0@lo:400:kworker.0 Request processed in 86us (1535us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319644.285387:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4911 00000100:00100000:3.0:1767319644.290652:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384078208:0@lo:400:kworker.0 00000100:00080000:2.0:1767319644.291923:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319644.791087:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319644.791396:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384078976:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319644.791467:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319644.791618:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384078976 00000100:00100000:0.0:1767319644.791635:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384078976 00000100:00100000:0.0:1767319644.791690:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2657 00000100:00100000:0.0:1767319644.791700:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384078976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319644.791734:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319644.791808:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384078976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319644.791816:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2657 00000100:00100000:2.0:1767319644.792010:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384078976:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319644.792194:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319644.792205:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384079104:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319644.792252:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319644.792377:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384079104 00000100:00100000:1.0:1767319644.792381:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384079104 00000100:00100000:1.0:1767319644.792420:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2658 00000100:00100000:1.0:1767319644.792428:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384079104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319644.792447:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319644.792489:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384079104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319644.792496:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2658 00000100:00100000:3.0:1767319644.792658:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384079104:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319645.304546:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319645.817819:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319646.327059:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319646.841649:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319647.353163:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319647.866532:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319648.328420:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319648.328528:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319648.328531:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297382400 00000100:00100000:1.0:1767319648.328543:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297382400 00000400:00000100:2.0:1767319648.328560:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297382528 offset 0 length 520: 4 00000100:00080000:3.0:1767319648.328627:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319648.328638:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297382272 00000100:00100000:1.0:1767319648.328643:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297382272 00000100:00100000:1.0:1767319648.328672:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4912 00000100:00100000:1.0:1767319648.328684:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297382400:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319648.328692:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24082 00000100:00100000:3.0:1767319648.328700:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297382272:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319648.328722:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319648.328748:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297382400:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 68us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319648.328754:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4912 00000100:00100000:3.0:1767319648.328760:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297382272:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 56us (230us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319648.328768:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24082 00000100:00100000:2.0:1767319648.374898:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319623/real 1767319623] req@ffff93688b05ad80 x1853164384073728/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319648 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319648.374931:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93688b05ad80 x1853164384073728/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319648 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319648.374955:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319648.375041:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319648.375047:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384073728:0@lo:250:kworker.0 00000100:00100000:1.0:1767319648.375117:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319648.375384:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319648.375399:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319648.375402:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319648.375406:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4527 00000100:00080000:0.0:1767319648.375410:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319648.375416:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319648.375446:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9dab100 x1853164384079232/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319648.375493:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384079232:0@lo:250:kworker.0 00000400:00000100:2.0:1767319648.375545:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384079232 offset 0 length 520: 4 00000100:00080000:0.0:1767319648.375608:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319648.375613:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319648.375615:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319648.375619:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4547 00000100:00080000:0.0:1767319648.375621:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319648.375624:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319648.375639:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9dabb80 x1853164384079360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319648.375842:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384079360:0@lo:38:kworker.0 00000100:00100000:2.0:1767319648.375872:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319648.375951:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384079360 00000100:00100000:1.0:1767319648.375958:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384079360 00000100:00100000:1.0:1767319648.375996:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24083 00000100:00100000:1.0:1767319648.376003:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384079360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319648.376176:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319648.376346:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384079360:12345-0@lo:38:kworker.0 Request processed in 341us (472us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319648.376354:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24083 00000100:00080000:0.0:1767319648.376522:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319648.376527:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319648.376529:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319648.376534:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4547 00000100:00080000:0.0:1767319648.376536:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319648.376540:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319648.376557:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da9f80 x1853164384079488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319648.376605:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319648.376609:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319648.376610:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319648.376614:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4547 00000100:00080000:0.0:1767319648.376616:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319648.376619:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319648.376630:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91fb80 x1853164384079744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319648.376653:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319648.376657:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319648.376658:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319648.376661:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4547 00000100:00080000:0.0:1767319648.376663:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319648.376666:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319648.376678:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c903800 x1853164384080000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319648.376719:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384080256:0@lo:400:kworker.0 00000100:00100000:0.0:1767319648.376751:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319648.376772:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319648.376777:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384079616:0@lo:400:kworker.0 00000100:00100000:0.0:1767319648.376815:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319648.376837:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384079872:0@lo:400:kworker.0 00000100:00100000:0.0:1767319648.376857:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319648.376873:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319648.376878:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c902300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384080128:0@lo:400:kworker.0 00000100:00100000:0.0:1767319648.376897:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319648.376924:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384080256 00000100:00100000:0.0:1767319648.376929:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384080256 00000100:00100000:0.0:1767319648.376974:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384080128 00000100:00100000:0.0:1767319648.376978:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384080128 00000100:00100000:0.0:1767319648.376999:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1870 00000100:00100000:0.0:1767319648.377006:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384080256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319648.377073:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384080256:12345-0@lo:400:kworker.0 Request processed in 66us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319648.377078:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1870 00000100:00100000:0.0:1767319648.377092:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1871 00000100:00100000:0.0:1767319648.377097:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384080128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319648.377125:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384080128:12345-0@lo:400:kworker.0 Request processed in 28us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319648.377131:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1871 00000100:00080000:0.0:1767319648.377151:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319648.377155:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319648.377171:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384079616 00000100:00100000:0.0:1767319648.377175:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384079616 00000100:00100000:0.0:1767319648.377217:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384079872 00000100:00100000:0.0:1767319648.377220:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384079872 00000100:00100000:0.0:1767319648.377243:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4913 00000100:00100000:0.0:1767319648.377249:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384079616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319648.377277:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384079616:12345-0@lo:400:kworker.0 Request processed in 29us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319648.377283:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4913 00000100:00100000:0.0:1767319648.377294:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4914 00000100:00100000:0.0:1767319648.377300:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384079872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319648.377324:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384079872:12345-0@lo:400:kworker.0 Request processed in 25us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319648.377330:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4914 00000100:00080000:0.0:1767319648.377345:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319648.377854:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384079616:0@lo:400:kworker.0 00000100:00100000:1.0:1767319648.377864:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384080256:0@lo:400:kworker.0 00000100:00100000:0.0:1767319648.378091:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c902300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384080128:0@lo:400:kworker.0 00000100:00100000:0.0:1767319648.378104:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384079872:0@lo:400:kworker.0 00000100:00080000:3.0:1767319648.378352:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319648.378359:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319648.378362:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384079360:0@lo:38:kworker.0 00000100:00100000:3.0:1767319648.378379:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384079488:0@lo:38:kworker.0 00000100:00100000:3.0:1767319648.378496:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319648.378686:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384079744:0@lo:38:kworker.0 00000100:00100000:3.0:1767319648.378711:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319648.378736:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c903800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384080000:0@lo:38:kworker.0 00000100:00100000:3.0:1767319648.378757:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319648.378854:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384079744 00000100:00100000:1.0:1767319648.378860:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384079744 00000100:00100000:1.0:1767319648.378891:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384080000 00000100:00100000:1.0:1767319648.378894:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384080000 00000100:00100000:1.0:1767319648.378908:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24084 00000100:00100000:1.0:1767319648.378915:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384079744:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319648.378934:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319648.378970:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384079744:12345-0@lo:38:kworker.0 Request processed in 55us (258us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319648.378976:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24084 00000100:00100000:1.0:1767319648.378990:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24085 00000100:00100000:1.0:1767319648.378994:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384080000:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319648.379002:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319648.379066:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384080000:12345-0@lo:38:kworker.0 Request processed in 26us (264us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319648.379072:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24085 00000100:00080000:3.0:1767319648.379899:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319648.379907:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319648.379911:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384079744:0@lo:38:kworker.0 00000100:00080000:3.0:1767319648.379919:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319648.379922:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319648.379925:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c903800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384080000:0@lo:38:kworker.0 00000100:00100000:2.0:1767319648.380165:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384079488 00000100:00100000:2.0:1767319648.380171:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384079488 00000100:00100000:2.0:1767319648.380317:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2749 00000100:00100000:2.0:1767319648.380324:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384079488:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319648.380337:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767319648.380487:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319648.380492:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319648.380495:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384079488:0@lo:38:kworker.0 00000100:00100000:2.0:1767319648.380566:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384079488:12345-0@lo:38:kworker.0 Request processed in 241us (2069us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319648.380581:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2749 00010000:00010000:0.0:1767319648.887099:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319649.399229:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319649.911267:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319649.911291:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c902300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384080384:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319649.911360:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319649.911482:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384080384 00000100:00100000:0.0:1767319649.911501:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384080384 00000100:00100000:0.0:1767319649.911550:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2659 00000100:00100000:3.0:1767319649.911553:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319649.911560:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384080384:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319649.911562:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384080512:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319649.911602:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1767319649.911621:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319649.911629:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384080512 00000100:00100000:3.0:1767319649.911632:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384080512 00000100:00100000:3.0:1767319649.911655:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2660 00000100:00100000:3.0:1767319649.911661:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384080512:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319649.911662:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384080384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319649.911669:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2659 00002000:00000024:3.0:1767319649.911676:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319649.911729:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384080512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319649.911844:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384080512:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319649.912006:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2660 00000100:00100000:2.0:1767319649.912198:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c902300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384080384:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319649.912331:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319650.422992:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319650.935550:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319651.447043:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319651.959116:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319652.471150:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319652.983073:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319653.447568:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319653.447674:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319653.454857:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297382784 00000100:00100000:1.0:1767319653.454876:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297382784 00000100:00100000:1.0:1767319653.456071:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297382656 00000100:00100000:1.0:1767319653.456077:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297382656 00000100:00100000:1.0:1767319653.456104:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4915 00000100:00100000:1.0:1767319653.456119:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297382784:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319653.456200:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297382784:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 90us (8643us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319653.456205:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4915 00000100:00100000:1.0:1767319653.456219:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24086 00000100:00100000:1.0:1767319653.456223:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297382656:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319653.456241:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319653.456267:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297382656:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 42us (8593us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319653.456273:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24086 00000100:00080000:0.0:1767319653.456477:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319653.494973:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319653.495050:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319653.495057:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319653.495060:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319653.495065:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319653.495070:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319653.495077:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4551 00000100:00080000:2.0:1767319653.495081:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319653.495088:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319653.495129:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f13480 x1853164384080640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319653.495154:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319653.495158:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319653.495160:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319653.495164:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4551 00000100:00080000:2.0:1767319653.495167:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319653.495170:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319653.495183:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f10700 x1853164384080768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319653.495228:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319653.495232:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319653.495234:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319653.495237:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4551 00000100:00080000:2.0:1767319653.495239:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319653.495243:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319653.495254:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6db800 x1853164384081024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319653.495279:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319653.495283:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319653.495285:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319653.495289:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4551 00000100:00080000:2.0:1767319653.495291:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319653.495294:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319653.495305:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84700 x1853164384081280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319653.495343:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384081152:0@lo:400:kworker.0 00000100:00100000:2.0:1767319653.495406:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319653.495470:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319653.495476:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384081408:0@lo:400:kworker.0 00000100:00100000:2.0:1767319653.495502:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319653.495533:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384081152 00000100:00100000:2.0:1767319653.495540:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384081152 00000100:00100000:2.0:1767319653.495603:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4916 00000100:00100000:2.0:1767319653.495613:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384081152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319653.495662:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384081152:12345-0@lo:400:kworker.0 Request processed in 50us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319653.495669:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4916 00000100:00100000:2.0:1767319653.495707:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384081152:0@lo:400:kworker.0 00000100:00100000:0.0:1767319653.495833:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384081408 00000100:00100000:0.0:1767319653.495838:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384081408 00000100:00100000:0.0:1767319653.495871:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1872 00000100:00100000:0.0:1767319653.495878:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384081408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319653.495913:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384081408:12345-0@lo:400:kworker.0 Request processed in 36us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319653.495920:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1872 00000100:00080000:0.0:1767319653.495942:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319653.495946:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319653.495956:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384080896:0@lo:400:kworker.0 00000100:00100000:0.0:1767319653.495980:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319653.496003:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319653.496009:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384081536:0@lo:400:kworker.0 00000100:00100000:0.0:1767319653.496027:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319653.496045:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384081536 00000100:00100000:0.0:1767319653.496049:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384081536 00000100:00100000:0.0:1767319653.496072:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1873 00000100:00100000:0.0:1767319653.496077:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384081536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319653.496109:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384081536:12345-0@lo:400:kworker.0 Request processed in 31us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319653.496114:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1873 00000100:00100000:0.0:1767319653.496132:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384080896 00000100:00100000:0.0:1767319653.496136:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384080896 00000100:00100000:0.0:1767319653.496166:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4917 00000100:00100000:0.0:1767319653.496172:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384080896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319653.496199:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384080896:12345-0@lo:400:kworker.0 Request processed in 27us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319653.496204:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4917 00000100:00080000:0.0:1767319653.496218:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319653.496221:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319653.496238:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384081536:0@lo:400:kworker.0 00000100:00100000:0.0:1767319653.496247:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384080896:0@lo:400:kworker.0 00000100:00100000:3.0:1767319653.496440:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384080640:0@lo:38:kworker.0 00000100:00100000:3.0:1767319653.496472:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319653.496505:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384080768:0@lo:38:kworker.0 00000100:00100000:3.0:1767319653.496528:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319653.496562:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384081024:0@lo:38:kworker.0 00000100:00100000:3.0:1767319653.496582:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319653.496598:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384081280:0@lo:38:kworker.0 00000100:00100000:3.0:1767319653.496615:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319653.496641:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384080640 00000100:00100000:3.0:1767319653.496645:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384080640 00000100:00100000:3.0:1767319653.496666:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384081024 00000100:00100000:3.0:1767319653.496668:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384081024 00000100:00100000:3.0:1767319653.496675:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384081280 00000100:00100000:3.0:1767319653.496677:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384081280 00000100:00100000:3.0:1767319653.496686:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24087 00000100:00100000:3.0:1767319653.496691:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384080640:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319653.496708:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319653.496815:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24088 00000100:00100000:1.0:1767319653.496821:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384081024:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319653.496831:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319653.496864:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384081024:12345-0@lo:38:kworker.0 Request processed in 41us (279us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319653.496870:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24088 00000100:00100000:1.0:1767319653.496883:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24089 00000100:00100000:1.0:1767319653.496886:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384081280:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319653.496895:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319653.496916:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384081280:12345-0@lo:38:kworker.0 Request processed in 28us (299us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319653.496921:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24089 00000100:00100000:1.0:1767319653.496950:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384080768 00000100:00100000:1.0:1767319653.496954:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384080768 00000100:00100000:1.0:1767319653.496975:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2750 00000100:00100000:1.0:1767319653.496979:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384080768:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319653.496988:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319653.497012:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384080768:12345-0@lo:38:kworker.0 Request processed in 31us (483us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319653.497017:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2750 00000100:00100000:3.0:1767319653.497173:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384080640:12345-0@lo:38:kworker.0 Request processed in 480us (699us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319653.497180:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24087 00000100:00080000:3.0:1767319653.497208:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319653.497213:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319653.497216:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384080640:0@lo:38:kworker.0 00000100:00080000:3.0:1767319653.497224:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319653.497227:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319653.497230:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384080768:0@lo:38:kworker.0 00000100:00080000:3.0:1767319653.497237:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319653.497239:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319653.497242:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384081024:0@lo:38:kworker.0 00000100:00080000:3.0:1767319653.497248:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319653.497251:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319653.497254:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384081280:0@lo:38:kworker.0 00000100:00100000:2.0:1767319653.498578:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384081408:0@lo:400:kworker.0 00010000:00010000:0.0:1767319654.009803:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319654.518886:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319655.031027:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319655.031074:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384081664:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319655.031204:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767319655.031890:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319655.032024:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384081792:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319655.032057:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319655.032148:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384081664 00000100:00100000:3.0:1767319655.032156:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384081664 00000100:00100000:3.0:1767319655.032228:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384081792 00000100:00100000:3.0:1767319655.032232:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384081792 00000100:00100000:3.0:1767319655.032250:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2661 00000100:00100000:3.0:1767319655.032258:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384081664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319655.032294:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319655.032336:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384081664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (1141us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319655.032344:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2661 00000100:00100000:3.0:1767319655.032387:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2662 00000100:00100000:3.0:1767319655.032394:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384081792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319655.032432:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319655.032500:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384081792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (442us total) trans 0 rc 0/0 00000100:00080000:2.0:1767319655.032720:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319655.032724:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319655.032873:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384081664:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319655.032948:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384081792:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319655.033369:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2662 00000100:00100000:1.0:1767319655.543162:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319656.055155:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319656.567700:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319657.080980:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319657.590971:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319658.103237:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319658.567554:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319658.567594:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319658.567990:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297383040 00000100:00100000:3.0:1767319658.568001:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297383040 00000100:00100000:3.0:1767319658.568175:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297382912 00000100:00100000:3.0:1767319658.568180:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297382912 00000100:00100000:3.0:1767319658.568202:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4918 00000100:00100000:3.0:1767319658.568213:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297383040:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319658.568337:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24090 00000100:00100000:0.0:1767319658.568344:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297382912:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319658.568364:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319658.568418:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297382912:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 73us (823us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319658.568428:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24090 00000100:00100000:3.0:1767319658.568731:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297383040:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 519us (1186us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319658.568739:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4918 00000100:00080000:2.0:1767319658.571763:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319658.614929:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319658.615002:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319658.615009:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319658.615012:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319658.615016:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319658.615020:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319658.615027:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4556 00000100:00080000:2.0:1767319658.615031:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319658.615048:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319658.615099:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84700 x1853164384081920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319658.615125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319658.615129:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319658.615131:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319658.615135:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4556 00000100:00080000:2.0:1767319658.615137:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319658.615141:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319658.615154:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae85180 x1853164384082048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319658.615205:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319658.615209:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319658.615211:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319658.615214:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4556 00000100:00080000:2.0:1767319658.615217:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319658.615220:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319658.615230:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8782300 x1853164384082304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319658.615232:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319658.615245:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384082176:0@lo:400:kworker.0 00000100:00080000:2.0:1767319658.615256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319658.615259:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319658.615261:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319658.615264:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4556 00000100:00080000:2.0:1767319658.615267:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319658.615270:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319658.615279:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8782a00 x1853164384082560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319658.615308:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384082432:0@lo:400:kworker.0 00000100:00100000:0.0:1767319658.615333:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319658.615338:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384082688:0@lo:400:kworker.0 00000100:00100000:2.0:1767319658.615362:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319658.615393:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384082816:0@lo:400:kworker.0 00000100:00100000:0.0:1767319658.615415:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319658.615438:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384081920:0@lo:38:kworker.0 00000100:00100000:0.0:1767319658.615439:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319658.615464:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319658.615466:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384082688 00000100:00100000:0.0:1767319658.615472:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384082688 00000100:00100000:3.0:1767319658.615485:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384082048:0@lo:38:kworker.0 00000100:00100000:3.0:1767319658.615520:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319658.615531:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384082816 00000100:00100000:0.0:1767319658.615534:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384082816 00000100:00100000:3.0:1767319658.615539:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384082304:0@lo:38:kworker.0 00000100:00100000:0.0:1767319658.615557:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1874 00000100:00100000:3.0:1767319658.615557:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319658.615565:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384082688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319658.615571:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384082560:0@lo:38:kworker.0 00000100:00100000:3.0:1767319658.615587:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319658.615607:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384082688:12345-0@lo:400:kworker.0 Request processed in 42us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319658.615611:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384082048 00000100:00100000:3.0:1767319658.615614:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384082048 00000100:00100000:0.0:1767319658.615626:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1874 00000100:00100000:3.0:1767319658.615635:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2751 00000100:00100000:3.0:1767319658.615639:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384082048:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319658.615643:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1875 00000100:00100000:0.0:1767319658.615648:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384082816:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1767319658.615657:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319658.615685:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384082048:12345-0@lo:38:kworker.0 Request processed in 44us (165us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319658.615691:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2751 00000100:00100000:3.0:1767319658.615710:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384082176 00000100:00100000:3.0:1767319658.615713:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384082176 00000100:00100000:3.0:1767319658.615732:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384082432 00000100:00100000:3.0:1767319658.615735:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384082432 00000100:00100000:3.0:1767319658.615750:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384081920 00000100:00100000:3.0:1767319658.615752:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384081920 00000100:00100000:3.0:1767319658.615758:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384082304 00000100:00100000:3.0:1767319658.615760:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384082304 00000100:00100000:3.0:1767319658.615766:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384082560 00000100:00100000:3.0:1767319658.615767:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384082560 00000100:00100000:3.0:1767319658.615775:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4919 00000100:00100000:3.0:1767319658.615800:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384082176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319658.615834:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384082176:12345-0@lo:400:kworker.0 Request processed in 54us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319658.615843:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4919 00000100:00100000:3.0:1767319658.615854:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4920 00000100:00100000:3.0:1767319658.615860:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384082432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319658.615890:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384082432:12345-0@lo:400:kworker.0 Request processed in 30us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319658.615896:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4920 00000100:00100000:3.0:1767319658.615907:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24091 00000100:00100000:3.0:1767319658.615910:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384081920:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319658.615919:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319658.615941:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384081920:12345-0@lo:38:kworker.0 Request processed in 29us (475us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319658.615947:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24091 00000100:00100000:3.0:1767319658.615957:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24092 00000100:00100000:3.0:1767319658.615960:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384082304:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319658.615969:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319658.615990:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384082304:12345-0@lo:38:kworker.0 Request processed in 28us (431us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319658.615995:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24092 00000100:00100000:3.0:1767319658.616004:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24093 00000100:00100000:3.0:1767319658.616008:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384082560:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319658.616016:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319658.616035:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384082560:12345-0@lo:38:kworker.0 Request processed in 26us (447us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319658.616040:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24093 00000100:00100000:3.0:1767319658.616072:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384082432:0@lo:400:kworker.0 00000100:00080000:3.0:1767319658.616101:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319658.616106:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319658.616108:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384081920:0@lo:38:kworker.0 00000100:00080000:3.0:1767319658.616116:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319658.616119:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319658.616120:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384082816:12345-0@lo:400:kworker.0 Request processed in 471us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319658.616122:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384082048:0@lo:38:kworker.0 00000100:00100000:0.0:1767319658.616126:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1875 00000100:00080000:3.0:1767319658.616129:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319658.616131:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319658.616134:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384082304:0@lo:38:kworker.0 00000100:00080000:3.0:1767319658.616140:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319658.616143:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319658.616143:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319658.616146:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384082560:0@lo:38:kworker.0 00000100:00080000:0.0:1767319658.616147:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319658.616149:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319658.616171:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384082816:0@lo:400:kworker.0 00000100:00100000:3.0:1767319658.616180:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384082176:0@lo:400:kworker.0 00000100:00100000:2.0:1767319658.620324:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384082688:0@lo:400:kworker.0 00010000:00010000:0.0:1767319659.127002:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319659.644119:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319660.152062:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319660.152189:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319660.152212:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384082944:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319660.152281:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319660.153318:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384082944 00000100:00100000:0.0:1767319660.153327:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384082944 00000100:00100000:0.0:1767319660.153385:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2663 00000100:00100000:0.0:1767319660.153392:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384082944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319660.153416:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319660.153464:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384082944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (1184us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319660.153469:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2663 00000100:00100000:0.0:1767319660.153530:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384082944:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319660.153666:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319660.153679:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c903800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384083072:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319660.153715:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319660.153831:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384083072 00000100:00100000:0.0:1767319660.153834:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384083072 00000100:00080000:1.0:1767319660.153962:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319660.153965:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319660.153982:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2664 00000100:00100000:0.0:1767319660.153989:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384083072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319660.154005:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319660.154101:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384083072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319660.154108:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2664 00000100:00100000:1.0:1767319660.159371:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c903800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384083072:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319660.662893:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319661.175014:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319661.687055:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319662.198966:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319662.710890:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319663.224663:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319663.685941:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319663.686102:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297383296 00000100:00100000:2.0:1767319663.686112:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297383296 00000100:00100000:2.0:1767319663.686179:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4921 00000100:00100000:2.0:1767319663.686189:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297383296:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319663.686257:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297383296:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 70us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319663.686264:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4921 00000100:00080000:1.0:1767319663.686434:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319663.692732:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319663.692819:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297383168 00000100:00100000:3.0:1767319663.692842:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297383168 00000100:00100000:3.0:1767319663.692892:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24094 00000100:00100000:3.0:1767319663.692900:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297383168:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319663.692921:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319663.693016:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297383168:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 116us (293us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319663.693022:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24094 00000100:00080000:2.0:1767319663.735183:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319663.735194:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319663.735197:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319663.735201:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319663.735205:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319663.735215:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4561 00000100:00080000:2.0:1767319663.735220:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319663.735228:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319663.735273:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8782680 x1853164384083200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319663.735304:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319663.735307:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319663.735310:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319663.735314:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4561 00000100:00080000:2.0:1767319663.735317:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319663.735323:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319663.735337:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8783800 x1853164384083328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319663.735386:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319663.735390:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319663.735392:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319663.735396:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4561 00000100:00080000:2.0:1767319663.735398:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319663.735402:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319663.735413:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780a80 x1853164384083584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319663.735437:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319663.735441:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319663.735443:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319663.735446:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4561 00000100:00080000:2.0:1767319663.735448:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319663.735482:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319663.735494:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8783480 x1853164384083840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319663.735543:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384083968:0@lo:400:kworker.0 00000100:00100000:2.0:1767319663.735606:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319663.735663:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319663.735669:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384083712:0@lo:400:kworker.0 00000100:00100000:2.0:1767319663.735696:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319663.735733:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384083712 00000100:00100000:2.0:1767319663.735741:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384083712 00000100:00100000:0.0:1767319663.736092:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384083200:0@lo:38:kworker.0 00000100:00100000:0.0:1767319663.736126:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319663.736151:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384083328:0@lo:38:kworker.0 00000100:00100000:0.0:1767319663.736176:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319663.736195:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384083584:0@lo:38:kworker.0 00000100:00100000:0.0:1767319663.736213:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319663.736229:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384083840:0@lo:38:kworker.0 00000100:00100000:0.0:1767319663.736252:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319663.736284:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384083968 00000100:00100000:0.0:1767319663.736288:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384083968 00000100:00100000:0.0:1767319663.736320:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1876 00000100:00100000:0.0:1767319663.736327:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384083968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319663.736392:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384083968:12345-0@lo:400:kworker.0 Request processed in 64us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319663.736399:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1876 00000100:00100000:0.0:1767319663.736446:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384083968:0@lo:400:kworker.0 00000100:00100000:0.0:1767319663.736486:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384083200 00000100:00100000:0.0:1767319663.736489:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384083200 00000100:00100000:0.0:1767319663.736502:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384083584 00000100:00100000:0.0:1767319663.736504:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384083584 00000100:00100000:0.0:1767319663.736511:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384083840 00000100:00100000:0.0:1767319663.736513:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384083840 00000100:00100000:0.0:1767319663.736523:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4922 00000100:00100000:0.0:1767319663.736530:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384083712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319663.736567:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384083712:12345-0@lo:400:kworker.0 Request processed in 37us (870us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319663.736573:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4922 00000100:00100000:0.0:1767319663.736587:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24095 00000100:00100000:0.0:1767319663.736591:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384083200:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319663.736611:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319663.736640:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384083200:12345-0@lo:38:kworker.0 Request processed in 47us (513us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319663.736647:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24095 00000100:00100000:0.0:1767319663.736660:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24096 00000100:00100000:0.0:1767319663.736664:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384083584:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319663.736674:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319663.736695:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384083584:12345-0@lo:38:kworker.0 Request processed in 30us (481us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319663.736701:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24096 00000100:00100000:0.0:1767319663.736711:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24097 00000100:00100000:0.0:1767319663.736715:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384083840:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319663.736724:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319663.736745:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384083840:12345-0@lo:38:kworker.0 Request processed in 28us (492us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319663.736750:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24097 00000100:00080000:0.0:1767319663.736776:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319663.736800:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319663.736804:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384083200:0@lo:38:kworker.0 00000100:00080000:0.0:1767319663.736814:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319663.736818:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319663.736820:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384083584:0@lo:38:kworker.0 00000100:00080000:0.0:1767319663.737067:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319663.737071:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319663.737074:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384083840:0@lo:38:kworker.0 00000100:00100000:0.0:1767319663.737123:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384083712:0@lo:400:kworker.0 00000100:00100000:3.0:1767319663.737565:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384083456:0@lo:400:kworker.0 00000100:00100000:3.0:1767319663.737607:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319663.737634:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319663.737641:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384084096:0@lo:400:kworker.0 00000100:00100000:3.0:1767319663.737663:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319663.737693:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384083456 00000100:00100000:3.0:1767319663.737698:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384083456 00000100:00100000:3.0:1767319663.737736:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4923 00000100:00100000:3.0:1767319663.737743:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384083456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319663.737800:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384083456:12345-0@lo:400:kworker.0 Request processed in 57us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319663.737806:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4923 00000100:00080000:1.0:1767319663.738024:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319663.738030:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319663.738046:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384083328 00000100:00100000:1.0:1767319663.738051:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384083328 00000100:00100000:1.0:1767319663.738076:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2752 00000100:00100000:1.0:1767319663.738081:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384083328:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319663.738094:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319663.738184:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384084096 00000100:00100000:2.0:1767319663.738189:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384084096 00000100:00100000:2.0:1767319663.738224:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1877 00000100:00100000:2.0:1767319663.738232:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384084096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319663.738281:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384083456:0@lo:400:kworker.0 00000100:00100000:3.0:1767319663.738319:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319663.738477:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319663.739614:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384083328:12345-0@lo:38:kworker.0 Request processed in 1523us (3428us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319663.739625:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2752 00000100:00080000:0.0:1767319663.739727:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319663.739733:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319663.739737:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384083328:0@lo:38:kworker.0 00000100:00100000:2.0:1767319663.740019:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384084096:12345-0@lo:400:kworker.0 Request processed in 1787us (2353us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319663.740029:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1877 00000100:00100000:3.0:1767319663.740097:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384084096:0@lo:400:kworker.0 00010000:00010000:0.0:1767319664.247149:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319664.759202:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319665.271249:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319665.271308:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319665.271331:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384084224:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319665.271415:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319665.271513:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384084352:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319665.271543:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319665.271596:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384084224 00000100:00100000:1.0:1767319665.271605:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384084224 00000100:00100000:1.0:1767319665.271666:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384084352 00000100:00100000:1.0:1767319665.271669:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384084352 00000100:00100000:1.0:1767319665.271692:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2665 00000100:00100000:1.0:1767319665.271704:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384084224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319665.271733:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319665.271811:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384084224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319665.271829:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2665 00000100:00100000:1.0:1767319665.271847:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2666 00000100:00100000:1.0:1767319665.271854:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384084352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319665.271869:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319665.271902:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384084352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319665.271907:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2666 00000100:00100000:1.0:1767319665.271949:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384084352:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319665.272077:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319665.272082:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319665.272188:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384084224:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319665.783046:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319666.295298:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319666.808500:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319667.324562:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319667.832108:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319668.343339:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319668.808556:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319668.808829:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297383424 00000100:00100000:3.0:1767319668.808840:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297383424 00000100:00100000:3.0:1767319668.808903:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24098 00000100:00100000:3.0:1767319668.808911:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297383424:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319668.808938:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319668.809014:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297383424:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 102us (468us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319668.809022:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24098 00000100:00100000:0.0:1767319668.816583:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319668.816690:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297383552 00000100:00100000:2.0:1767319668.816701:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297383552 00000100:00100000:2.0:1767319668.816775:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4924 00000100:00100000:2.0:1767319668.816823:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297383552:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319668.816920:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297383552:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 101us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319668.816927:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4924 00000100:00080000:0.0:1767319668.816997:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319668.854974:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319668.855258:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319668.855265:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319668.855268:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319668.855272:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319668.855275:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319668.855283:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4567 00000100:00080000:1.0:1767319668.855288:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319668.855296:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319668.855350:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ec000 x1853164384084480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319668.855373:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319668.855377:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319668.855379:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319668.855383:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4567 00000100:00080000:1.0:1767319668.855386:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319668.855390:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319668.855413:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ece00 x1853164384084608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319668.855458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319668.855463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319668.855465:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319668.855468:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4567 00000100:00080000:1.0:1767319668.855471:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319668.855474:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319668.855486:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ee680 x1853164384084864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319668.855500:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:1.0:1767319668.855515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767319668.855518:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384084736:0@lo:400:kworker.0 00000100:00080000:1.0:1767319668.855520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319668.855524:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319668.855530:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4567 00000100:00080000:1.0:1767319668.855533:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319668.855536:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319668.855550:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ef100 x1853164384085120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319668.855586:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384084992:0@lo:400:kworker.0 00000100:00100000:3.0:1767319668.855606:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319668.855623:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319668.855669:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384085376:0@lo:400:kworker.0 00000100:00100000:2.0:1767319668.855695:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384084480:0@lo:38:kworker.0 00000100:00100000:3.0:1767319668.855699:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319668.855736:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319668.855821:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384085248:0@lo:400:kworker.0 00000100:00100000:1.0:1767319668.856081:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384085376 00000100:00100000:1.0:1767319668.856089:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384085376 00000100:00100000:1.0:1767319668.856150:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1878 00000100:00100000:1.0:1767319668.856160:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384085376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319668.861262:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319668.861382:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384085248 00000100:00100000:0.0:1767319668.861392:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384085248 00000100:00100000:0.0:1767319668.861468:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1879 00000100:00100000:0.0:1767319668.861478:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384085248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319668.861542:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384085248:12345-0@lo:400:kworker.0 Request processed in 65us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319668.861549:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1879 00000100:00100000:0.0:1767319668.861597:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384085248:0@lo:400:kworker.0 00000100:00100000:2.0:1767319668.861703:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384084608:0@lo:38:kworker.0 00000100:00100000:2.0:1767319668.861740:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319668.862183:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384084864:0@lo:38:kworker.0 00000100:00100000:2.0:1767319668.862220:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319668.862253:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384084736 00000100:00100000:3.0:1767319668.862260:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384084736 00000100:00100000:1.0:1767319668.862309:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384085376:12345-0@lo:400:kworker.0 Request processed in 6137us (6597us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319668.862315:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384084992 00000100:00100000:3.0:1767319668.862319:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384084992 00000100:00100000:1.0:1767319668.862321:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1878 00000100:00100000:3.0:1767319668.862347:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384084480 00000100:00100000:3.0:1767319668.862351:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384084480 00000100:00080000:1.0:1767319668.862353:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319668.862360:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319668.862363:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319668.862368:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4925 00000100:00100000:3.0:1767319668.862377:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384084736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319668.862416:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4926 00000100:00100000:1.0:1767319668.862430:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384084992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319668.862433:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384084736:12345-0@lo:400:kworker.0 Request processed in 57us (6827us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319668.862442:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4925 00000100:00100000:3.0:1767319668.862460:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24099 00000100:00100000:3.0:1767319668.862466:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384084480:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319668.862477:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384084992:12345-0@lo:400:kworker.0 Request processed in 52us (6853us total) trans 0 rc 0/0 00010000:00020000:3.0:1767319668.862486:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319668.862487:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4926 00000100:00100000:1.0:1767319668.862530:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384084992:0@lo:400:kworker.0 00000100:00100000:3.0:1767319668.862538:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384084480:12345-0@lo:38:kworker.0 Request processed in 70us (6802us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319668.862545:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24099 00000100:00100000:1.0:1767319668.862587:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384084608 00000100:00100000:1.0:1767319668.862593:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384084608 00000100:00100000:3.0:1767319668.862597:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384085376:0@lo:400:kworker.0 00000100:00100000:3.0:1767319668.862612:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384084736:0@lo:400:kworker.0 00000100:00100000:1.0:1767319668.862618:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2753 00000100:00100000:1.0:1767319668.862624:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384084608:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319668.862635:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319668.862663:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384084608:12345-0@lo:38:kworker.0 Request processed in 39us (923us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319668.862670:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2753 00000100:00100000:2.0:1767319668.866112:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384085120:0@lo:38:kworker.0 00000100:00100000:2.0:1767319668.866179:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319668.866242:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319668.866248:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319668.866252:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384084480:0@lo:38:kworker.0 00000100:00080000:2.0:1767319668.866264:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319668.866268:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319668.866271:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384084608:0@lo:38:kworker.0 00000100:00100000:1.0:1767319668.866437:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384084864 00000100:00100000:1.0:1767319668.866446:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384084864 00000100:00100000:1.0:1767319668.866483:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384085120 00000100:00100000:1.0:1767319668.866486:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384085120 00000100:00100000:1.0:1767319668.866514:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24100 00000100:00100000:1.0:1767319668.866521:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384084864:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319668.866543:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319668.866590:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384084864:12345-0@lo:38:kworker.0 Request processed in 67us (4369us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319668.866597:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24100 00000100:00100000:1.0:1767319668.866613:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24101 00000100:00100000:1.0:1767319668.866616:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384085120:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319668.866625:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319668.866649:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384085120:12345-0@lo:38:kworker.0 Request processed in 31us (471us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319668.866655:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24101 00000100:00080000:2.0:1767319668.866728:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319668.866732:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319668.866736:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384084864:0@lo:38:kworker.0 00000100:00080000:2.0:1767319668.866744:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319668.866747:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319668.866750:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384085120:0@lo:38:kworker.0 00010000:00010000:0.0:1767319669.368708:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319669.879840:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319670.391156:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319670.391284:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384085504:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319670.391352:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319670.391930:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319670.391943:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384085632:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319670.391981:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319670.392306:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384085504 00000100:00100000:0.0:1767319670.392314:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384085504 00000100:00100000:0.0:1767319670.392377:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384085632 00000100:00100000:0.0:1767319670.392380:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384085632 00000100:00100000:0.0:1767319670.392416:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2667 00000100:00100000:0.0:1767319670.392424:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384085504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319670.392454:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319670.392499:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384085504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (1147us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319670.392505:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2667 00000100:00100000:0.0:1767319670.392521:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2668 00000100:00100000:0.0:1767319670.392527:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384085632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319670.392540:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319670.392567:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384085632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 40us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319670.392572:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2668 00000100:00100000:3.0:1767319670.392659:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384085632:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319670.392806:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319670.392811:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319670.392836:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384085504:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319670.902948:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319671.415859:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319671.926890:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319672.438992:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319672.903070:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319672.903227:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297383936 00000100:00100000:3.0:1767319672.903237:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297383936 00000100:00100000:3.0:1767319672.903307:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4927 00000100:00100000:3.0:1767319672.903317:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297383936:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319672.903412:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297383936:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 97us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319672.903420:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4927 00000100:00080000:2.0:1767319672.903542:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:3.0:1767319672.904602:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297383680 offset 0 length 520: 4 00000100:00100000:3.0:1767319672.904641:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319672.909399:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297383808 00000100:00100000:0.0:1767319672.909421:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297383808 00000100:00100000:0.0:1767319672.909511:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24102 00000100:00100000:0.0:1767319672.909523:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297383808:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319672.909550:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319672.909641:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297383808:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 119us (4999us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319672.909648:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24102 00000100:00100000:1.0:1767319672.951104:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319673.466216:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319673.975063:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319673.975106:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319673.975112:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319673.975115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319673.975119:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319673.975123:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319673.975129:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4572 00000100:00080000:3.0:1767319673.975134:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319673.975140:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319673.975180:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891dab800 x1853164384085760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319673.975203:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319673.975206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319673.975208:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319673.975212:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4572 00000100:00080000:3.0:1767319673.975214:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319673.975217:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319673.975230:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891da8a80 x1853164384085888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319673.975275:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319673.975279:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319673.975281:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319673.975284:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4572 00000100:00080000:3.0:1767319673.975286:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319673.975290:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319673.975301:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891da8e00 x1853164384086144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319673.975338:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319673.975342:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319673.975344:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319673.975347:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4572 00000100:00080000:3.0:1767319673.975350:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319673.975353:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319673.975394:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891da9500 x1853164384086400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319673.975434:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384086272:0@lo:400:kworker.0 00000100:00100000:3.0:1767319673.975501:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319673.975562:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319673.975568:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384086528:0@lo:400:kworker.0 00000100:00100000:3.0:1767319673.975592:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319673.975621:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384086272 00000100:00100000:3.0:1767319673.975628:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384086272 00000100:00100000:1.0:1767319673.975810:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384086656:0@lo:400:kworker.0 00000100:00100000:1.0:1767319673.975840:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319673.975861:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319673.975866:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384086016:0@lo:400:kworker.0 00000100:00100000:1.0:1767319673.975887:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319673.975920:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384086528 00000100:00100000:1.0:1767319673.975925:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384086528 00000100:00100000:2.0:1767319673.975956:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319648/real 1767319648] req@ffff9368b9dab100 x1853164384079232/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319673 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319673.975966:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384086656 00000100:00100000:1.0:1767319673.975968:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384086656 00000100:00100000:2.0:1767319673.975978:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9368b9dab100 x1853164384079232/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319673 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319673.975987:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1880 00000100:00100000:2.0:1767319673.975990:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384085760:0@lo:38:kworker.0 00000100:00100000:1.0:1767319673.976002:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384086528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319673.976014:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319673.976037:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384085888:0@lo:38:kworker.0 00000100:00100000:1.0:1767319673.976055:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384086528:12345-0@lo:400:kworker.0 Request processed in 59us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319673.976059:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319673.976063:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1880 00000100:00100000:1.0:1767319673.976078:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1881 00000100:00100000:2.0:1767319673.976078:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384086144:0@lo:38:kworker.0 00000100:00100000:1.0:1767319673.976085:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384086656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319673.976096:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319673.976111:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384086656:12345-0@lo:400:kworker.0 Request processed in 27us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319673.976112:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384086400:0@lo:38:kworker.0 00000100:00100000:1.0:1767319673.976117:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1881 00000100:00100000:2.0:1767319673.976132:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319673.976145:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384086016 00000100:00100000:1.0:1767319673.976148:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384086016 00000100:00080000:2.0:1767319673.976148:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319673.976160:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319673.976163:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384079232:0@lo:250:kworker.0 00000100:00100000:1.0:1767319673.976171:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384085760 00000100:00100000:1.0:1767319673.976173:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384085760 00000100:00100000:1.0:1767319673.976181:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384086144 00000100:00100000:1.0:1767319673.976182:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384086144 00000100:00100000:1.0:1767319673.976190:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384086400 00000100:00100000:1.0:1767319673.976192:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384086400 00000100:00100000:2.0:1767319673.976196:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4928 00000100:00100000:2.0:1767319673.976203:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384086016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319673.976252:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384086016:12345-0@lo:400:kworker.0 Request processed in 49us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319673.979743:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24103 00000100:00100000:1.0:1767319673.979758:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384085760:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319673.979798:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319673.979897:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384085760:12345-0@lo:38:kworker.0 Request processed in 138us (3880us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319673.979905:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24103 00000100:00100000:1.0:1767319673.979923:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24104 00000100:00100000:1.0:1767319673.979928:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384086144:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319673.979938:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319673.979963:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384086144:12345-0@lo:38:kworker.0 Request processed in 34us (3866us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319673.979969:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24104 00000100:00100000:1.0:1767319673.979980:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24105 00000100:00100000:1.0:1767319673.979985:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384086400:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319673.979993:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319673.980015:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384086400:12345-0@lo:38:kworker.0 Request processed in 29us (3883us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319673.980021:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24105 00000100:00100000:1.0:1767319673.980080:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384086016:0@lo:400:kworker.0 00000100:00100000:1.0:1767319673.980094:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384086656:0@lo:400:kworker.0 00000100:00080000:1.0:1767319673.980133:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319673.980138:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319673.980142:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384085760:0@lo:38:kworker.0 00000100:00080000:1.0:1767319673.980151:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319673.980154:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319673.980157:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384086144:0@lo:38:kworker.0 00000100:00080000:1.0:1767319673.980164:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319673.980167:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319673.980169:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384086400:0@lo:38:kworker.0 00000100:00100000:1.0:1767319673.980210:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384085888 00000100:00100000:1.0:1767319673.980216:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384085888 00000100:00100000:1.0:1767319673.980253:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2754 00000100:00100000:1.0:1767319673.980259:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384085888:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319673.980269:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319673.980299:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384085888:12345-0@lo:38:kworker.0 Request processed in 39us (4239us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319673.980305:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2754 00000100:00080000:1.0:1767319673.980326:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319673.980331:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319673.980334:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384085888:0@lo:38:kworker.0 00000100:00080000:1.0:1767319673.980374:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319673.980380:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319673.980382:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319673.980404:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384086528:0@lo:400:kworker.0 00000100:00080000:1.0:1767319673.980435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319673.980440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319673.980442:0:8:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319673.980447:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4551 00000100:00080000:1.0:1767319673.980450:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319673.980455:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319673.980481:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ee680 x1853164384086784/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319673.980518:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384086784:0@lo:250:kworker.0 00000400:00000100:1.0:1767319673.980544:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384086784 offset 0 length 520: 4 00000100:00100000:2.0:1767319673.982658:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4928 00000100:00100000:3.0:1767319673.987623:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4929 00000100:00100000:3.0:1767319673.987651:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384086272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319673.987763:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384086272:12345-0@lo:400:kworker.0 Request processed in 127us (12261us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319673.987772:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4929 00000100:00100000:1.0:1767319673.987890:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384086272:0@lo:400:kworker.0 00010000:00010000:0.0:1767319674.492350:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319674.998907:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319675.514032:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319675.514107:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319675.514140:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384086912:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319675.514234:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319675.514666:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384086912 00000100:00100000:1.0:1767319675.514675:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384086912 00000100:00100000:1.0:1767319675.514762:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2669 00000100:00100000:1.0:1767319675.514772:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384086912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319675.514824:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319675.514876:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384086912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319675.514884:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2669 00000100:00100000:1.0:1767319675.514931:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384086912:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319675.515086:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319675.515096:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384087040:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319675.515126:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319675.515194:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384087040 00000100:00100000:0.0:1767319675.515198:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384087040 00000100:00100000:0.0:1767319675.515225:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2670 00000100:00100000:0.0:1767319675.515231:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384087040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319675.515244:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319675.515269:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384087040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 40us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319675.515273:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2670 00000100:00100000:0.0:1767319675.515294:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384087040:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319675.515351:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319675.515355:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319676.024164:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319676.535110:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319677.047261:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319677.560933:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319678.026158:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319678.026664:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319678.039914:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297384064 00000100:00100000:0.0:1767319678.039935:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297384064 00000100:00100000:2.0:1767319678.040375:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297384192 00000100:00100000:2.0:1767319678.040382:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297384192 00000100:00100000:2.0:1767319678.040533:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4930 00000100:00100000:2.0:1767319678.040545:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297384192:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319678.040650:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297384192:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 107us (13988us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319678.040660:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4930 00000100:00100000:1.0:1767319678.043022:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24106 00000100:00100000:1.0:1767319678.043032:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297384064:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319678.043056:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319678.043131:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297384064:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 98us (16983us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319678.043138:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24106 00000100:00080000:3.0:1767319678.046640:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319678.071206:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319678.583239:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319679.096166:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319679.096274:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319679.096280:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319679.096283:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319679.096286:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319679.096290:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319679.096298:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4577 00000100:00080000:2.0:1767319679.096302:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319679.096320:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319679.096365:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b7100 x1853164384087168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319679.096395:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319679.096398:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319679.096400:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319679.096404:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4577 00000100:00080000:2.0:1767319679.096406:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319679.096410:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319679.096423:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b7b80 x1853164384087296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319679.096463:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319679.096466:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319679.096468:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319679.096472:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4577 00000100:00080000:2.0:1767319679.096475:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319679.096479:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319679.096499:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b6300 x1853164384087552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319679.096526:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319679.096530:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319679.096532:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319679.096535:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4577 00000100:00080000:2.0:1767319679.096537:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319679.096540:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319679.096552:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b4380 x1853164384087808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319679.096590:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384087680:0@lo:400:kworker.0 00000100:00100000:2.0:1767319679.096660:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319679.096721:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319679.096728:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384087936:0@lo:400:kworker.0 00000100:00100000:2.0:1767319679.096753:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319679.097036:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384088064:0@lo:400:kworker.0 00000100:00100000:3.0:1767319679.097066:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319679.097094:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319679.097100:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384087424:0@lo:400:kworker.0 00000100:00100000:3.0:1767319679.097122:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319679.097217:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384087168:0@lo:38:kworker.0 00000100:00100000:1.0:1767319679.097247:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319679.097280:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384087296:0@lo:38:kworker.0 00000100:00100000:1.0:1767319679.097303:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319679.097338:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384087552:0@lo:38:kworker.0 00000100:00100000:1.0:1767319679.097359:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319679.097377:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384087808:0@lo:38:kworker.0 00000100:00100000:1.0:1767319679.097396:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319679.097431:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384087296 00000100:00100000:1.0:1767319679.097438:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384087296 00000100:00100000:1.0:1767319679.097474:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2755 00000100:00100000:3.0:1767319679.097555:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384087680 00000100:00100000:3.0:1767319679.097561:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384087680 00000100:00100000:3.0:1767319679.097595:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384087424 00000100:00100000:3.0:1767319679.097598:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384087424 00000100:00100000:3.0:1767319679.097611:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384087168 00000100:00100000:3.0:1767319679.097614:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384087168 00000100:00100000:3.0:1767319679.097621:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384087552 00000100:00100000:3.0:1767319679.097623:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384087552 00000100:00100000:3.0:1767319679.097629:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384087808 00000100:00100000:3.0:1767319679.097631:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384087808 00000100:00100000:3.0:1767319679.097639:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4931 00000100:00100000:3.0:1767319679.097647:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384087680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319679.097699:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384087680:12345-0@lo:400:kworker.0 Request processed in 52us (1038us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319679.097706:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4931 00000100:00100000:3.0:1767319679.097721:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4932 00000100:00100000:3.0:1767319679.097727:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384087424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319679.097758:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384087424:12345-0@lo:400:kworker.0 Request processed in 31us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319679.097763:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4932 00000100:00100000:3.0:1767319679.097773:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24107 00000100:00100000:3.0:1767319679.097777:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384087168:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319679.097817:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319679.097847:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384087168:12345-0@lo:38:kworker.0 Request processed in 68us (599us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319679.097853:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24107 00000100:00100000:3.0:1767319679.097865:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24108 00000100:00100000:3.0:1767319679.097869:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384087552:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319679.097878:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319679.097899:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384087552:12345-0@lo:38:kworker.0 Request processed in 28us (538us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319679.097905:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24108 00000100:00100000:3.0:1767319679.097916:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24109 00000100:00100000:3.0:1767319679.097919:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384087808:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319679.097928:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319679.097949:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384087808:12345-0@lo:38:kworker.0 Request processed in 28us (552us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319679.097954:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24109 00000100:00100000:3.0:1767319679.097990:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384087424:0@lo:400:kworker.0 00000100:00080000:3.0:1767319679.098021:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319679.098026:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319679.098029:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384087168:0@lo:38:kworker.0 00000100:00080000:3.0:1767319679.098037:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319679.098040:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319679.098042:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384087552:0@lo:38:kworker.0 00000100:00080000:3.0:1767319679.098049:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319679.098052:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319679.098055:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384087808:0@lo:38:kworker.0 00000100:00100000:2.0:1767319679.098179:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384087936 00000100:00100000:2.0:1767319679.098183:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384087936 00000100:00100000:2.0:1767319679.098226:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384088064 00000100:00100000:2.0:1767319679.098229:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384088064 00000100:00100000:2.0:1767319679.098253:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1882 00000100:00100000:2.0:1767319679.098260:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384087936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319679.098294:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384087936:12345-0@lo:400:kworker.0 Request processed in 34us (1540us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319679.098300:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1882 00000100:00100000:2.0:1767319679.098325:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1883 00000100:00100000:2.0:1767319679.098330:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384088064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319679.098362:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384088064:12345-0@lo:400:kworker.0 Request processed in 32us (1295us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319679.098368:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1883 00000100:00100000:2.0:1767319679.098397:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384088064:0@lo:400:kworker.0 00000100:00100000:2.0:1767319679.098420:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384087936:0@lo:400:kworker.0 00000100:00100000:2.0:1767319679.098431:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384087680:0@lo:400:kworker.0 00000100:00080000:2.0:1767319679.098448:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319679.098451:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319679.098453:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319679.098513:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384087296:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319679.098526:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319679.098562:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384087296:12345-0@lo:38:kworker.0 Request processed in 1081us (1259us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319679.098569:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2755 00000100:00080000:2.0:1767319679.099118:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319679.099124:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319679.099128:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384087296:0@lo:38:kworker.0 00010000:00010000:0.0:1767319679.612999:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319680.119023:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319680.630985:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319680.631045:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1767319680.631073:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384088320:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319680.631145:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319680.631221:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384088192:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319680.631232:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384088320 00000100:00100000:3.0:1767319680.631240:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384088320 00000100:00100000:2.0:1767319680.631243:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319680.631289:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384088192 00000100:00100000:3.0:1767319680.631293:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384088192 00000100:00100000:3.0:1767319680.631334:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2671 00000100:00100000:3.0:1767319680.631343:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384088320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319680.631370:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319680.631394:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2672 00000100:00100000:0.0:1767319680.631404:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384088192:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319680.631415:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384088320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (270us total) trans 0 rc 0/0 00002000:00000024:0.0:1767319680.631420:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319680.631422:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2671 00000100:00100000:0.0:1767319680.631447:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384088192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319680.631453:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2672 00000100:00100000:2.0:1767319680.631640:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384088320:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319680.631654:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384088192:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319681.142909:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319681.655305:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319682.167039:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319682.685015:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319683.142069:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319683.142396:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297384320 00000100:00100000:0.0:1767319683.142407:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297384320 00000100:00100000:0.0:1767319683.142465:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24110 00000100:00100000:0.0:1767319683.142473:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297384320:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319683.142499:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319683.142571:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297384320:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 97us (512us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319683.142579:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24110 00000100:00100000:2.0:1767319683.147903:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319683.148121:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297384448 00000100:00100000:3.0:1767319683.148132:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297384448 00000100:00100000:3.0:1767319683.148220:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4933 00000100:00100000:3.0:1767319683.148231:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297384448:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319683.148868:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297384448:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 636us (972us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319683.148879:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4933 00000100:00080000:2.0:1767319683.150600:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319683.194035:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319683.704350:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319684.214950:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319684.216168:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319684.216176:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319684.216179:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319684.216183:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319684.216188:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319684.216196:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4582 00000100:00080000:1.0:1767319684.216200:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319684.216206:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319684.216240:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1edc00 x1853164384088448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319684.216294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319684.216298:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319684.216301:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319684.216305:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4582 00000100:00080000:1.0:1767319684.216308:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319684.216311:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319684.216326:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1edf80 x1853164384088576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319684.216376:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319684.216380:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319684.216382:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319684.216385:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4582 00000100:00080000:1.0:1767319684.216387:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319684.216391:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319684.216402:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891dab480 x1853164384088832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319684.216416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319684.216419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319684.216420:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319684.216423:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4582 00000100:00080000:1.0:1767319684.216426:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319684.216428:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319684.216437:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891da9500 x1853164384089088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319684.216526:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384088704:0@lo:400:kworker.0 00000100:00100000:2.0:1767319684.216593:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319684.216667:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319684.216674:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384088960:0@lo:400:kworker.0 00000100:00100000:2.0:1767319684.216696:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319684.216723:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384089216:0@lo:400:kworker.0 00000100:00100000:2.0:1767319684.216747:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319684.216768:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319684.216772:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384089344:0@lo:400:kworker.0 00000100:00100000:2.0:1767319684.216814:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319684.216850:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384089216 00000100:00100000:2.0:1767319684.216858:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384089216 00000100:00100000:2.0:1767319684.216913:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384089344 00000100:00100000:2.0:1767319684.216916:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384089344 00000100:00100000:2.0:1767319684.216937:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1884 00000100:00100000:2.0:1767319684.216944:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384089216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319684.216993:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384089216:12345-0@lo:400:kworker.0 Request processed in 48us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319684.217001:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1884 00000100:00100000:2.0:1767319684.217018:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1885 00000100:00100000:2.0:1767319684.217024:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384089344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319684.217050:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384089344:12345-0@lo:400:kworker.0 Request processed in 27us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319684.217055:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1885 00000100:00080000:2.0:1767319684.217077:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319684.217082:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319684.217283:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384089344:0@lo:400:kworker.0 00000100:00100000:2.0:1767319684.217293:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384089216:0@lo:400:kworker.0 00000100:00100000:1.0:1767319684.217369:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384088704 00000100:00100000:1.0:1767319684.217374:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384088704 00000100:00100000:1.0:1767319684.217412:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384088960 00000100:00100000:1.0:1767319684.217415:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384088960 00000100:00100000:1.0:1767319684.217437:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4934 00000100:00100000:1.0:1767319684.217443:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384088704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319684.217480:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384088704:12345-0@lo:400:kworker.0 Request processed in 37us (887us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319684.217486:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4934 00000100:00100000:1.0:1767319684.217497:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4935 00000100:00100000:1.0:1767319684.217503:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384088960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319684.217527:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384088960:12345-0@lo:400:kworker.0 Request processed in 25us (829us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319684.217531:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4935 00000100:00100000:1.0:1767319684.217553:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384088960:0@lo:400:kworker.0 00000100:00100000:1.0:1767319684.217562:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384088704:0@lo:400:kworker.0 00000100:00080000:2.0:1767319684.217620:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319684.217804:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384088448:0@lo:38:kworker.0 00000100:00100000:3.0:1767319684.218195:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319684.218377:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384088576:0@lo:38:kworker.0 00000100:00100000:3.0:1767319684.218405:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319684.218432:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384088832:0@lo:38:kworker.0 00000100:00100000:3.0:1767319684.218452:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319684.218490:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384088576 00000100:00100000:1.0:1767319684.218496:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384088576 00000100:00100000:1.0:1767319684.218529:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2756 00000100:00100000:1.0:1767319684.218534:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384088576:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319684.218553:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319684.218585:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384088576:12345-0@lo:38:kworker.0 Request processed in 49us (179us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319684.218591:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2756 00000100:00100000:3.0:1767319684.219393:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384089088:0@lo:38:kworker.0 00000100:00100000:3.0:1767319684.219423:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319684.219491:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384088448 00000100:00100000:0.0:1767319684.219497:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384088448 00000100:00100000:0.0:1767319684.219529:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384088832 00000100:00100000:0.0:1767319684.219533:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384088832 00000100:00100000:0.0:1767319684.219553:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24111 00000100:00100000:0.0:1767319684.219558:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384088448:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319684.219571:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319684.219604:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384088448:12345-0@lo:38:kworker.0 Request processed in 46us (1410us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319684.219610:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24111 00000100:00100000:0.0:1767319684.219623:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24112 00000100:00100000:0.0:1767319684.219626:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384088832:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319684.219634:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319684.219654:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384088832:12345-0@lo:38:kworker.0 Request processed in 26us (1201us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319684.219658:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24112 00000100:00080000:3.0:1767319684.219846:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319684.219852:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319684.219856:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384088448:0@lo:38:kworker.0 00000100:00080000:3.0:1767319684.219866:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319684.219870:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319684.219873:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384088576:0@lo:38:kworker.0 00000100:00080000:3.0:1767319684.219880:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319684.219883:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319684.219886:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384088832:0@lo:38:kworker.0 00000100:00100000:2.0:1767319684.220042:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384089088 00000100:00100000:2.0:1767319684.220048:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384089088 00000100:00100000:1.0:1767319684.220104:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24113 00000100:00100000:1.0:1767319684.220109:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384089088:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319684.220120:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319684.220154:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384089088:12345-0@lo:38:kworker.0 Request processed in 44us (731us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319684.220158:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24113 00000100:00080000:3.0:1767319684.220274:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319684.220278:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319684.220281:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384089088:0@lo:38:kworker.0 00010000:00010000:0.0:1767319684.727851:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319685.240083:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319685.750971:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319685.752960:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384089472:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319685.753045:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319685.753152:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319685.753159:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384089600:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319685.753183:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319685.759130:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384089472 00000100:00100000:0.0:1767319685.759144:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384089472 00000100:00100000:0.0:1767319685.759207:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384089600 00000100:00100000:0.0:1767319685.759210:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384089600 00000100:00100000:0.0:1767319685.759241:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2673 00000100:00100000:0.0:1767319685.759276:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384089472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319685.759312:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319685.759395:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384089472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 146us (6349us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319685.759402:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2673 00000100:00100000:0.0:1767319685.759420:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2674 00000100:00100000:0.0:1767319685.759425:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384089600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319685.759440:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319685.759467:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384089600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (6283us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319685.759485:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2674 00000100:00100000:0.0:1767319685.759535:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384089600:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319685.759551:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384089472:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319686.262911:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319686.775009:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319687.286908:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319687.799101:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319688.266335:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319688.266400:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319688.266562:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297384576 00000100:00100000:3.0:1767319688.266577:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297384576 00000100:00100000:3.0:1767319688.266647:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297384704 00000100:00100000:3.0:1767319688.266651:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297384704 00000100:00100000:3.0:1767319688.266725:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4936 00000100:00100000:3.0:1767319688.266739:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297384704:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319688.266917:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297384704:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 180us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319688.266926:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4936 00000100:00100000:3.0:1767319688.266948:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24114 00000100:00100000:3.0:1767319688.266954:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297384576:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319688.266983:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319688.267025:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297384576:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 69us (707us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319688.267033:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24114 00000100:00080000:2.0:1767319688.267274:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319688.311122:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319688.823204:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319689.336878:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319689.336894:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319689.336898:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319689.336903:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319689.336909:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319689.336920:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4587 00000100:00080000:1.0:1767319689.336927:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319689.336937:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319689.337146:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319689.337188:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891da8a80 x1853164384089728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319689.337305:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384089728:0@lo:38:kworker.0 00000100:00100000:3.0:1767319689.337395:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319689.337464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319689.337468:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319689.337470:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319689.337475:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4587 00000100:00080000:1.0:1767319689.337478:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319689.337483:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319689.337501:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891daa680 x1853164384089856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319689.337551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319689.337555:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319689.337557:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319689.337561:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4587 00000100:00080000:1.0:1767319689.337564:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319689.337568:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319689.337582:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891dabb80 x1853164384090112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319689.337599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319689.337602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319689.337604:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319689.337608:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4587 00000100:00080000:1.0:1767319689.337610:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319689.337614:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319689.337624:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891dab480 x1853164384090368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319689.337677:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384090240:0@lo:400:kworker.0 00000100:00100000:1.0:1767319689.337715:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384090624:0@lo:400:kworker.0 00000100:00100000:1.0:1767319689.337746:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319689.337851:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319689.337858:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384090496:0@lo:400:kworker.0 00000100:00100000:1.0:1767319689.337883:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319689.337944:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384090624 00000100:00100000:1.0:1767319689.337953:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384090624 00000100:00100000:3.0:1767319689.338106:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384089856:0@lo:38:kworker.0 00000100:00100000:3.0:1767319689.338141:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319689.338161:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384090112:0@lo:38:kworker.0 00000100:00100000:3.0:1767319689.338183:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319689.338235:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384090496 00000100:00100000:1.0:1767319689.338239:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384090496 00000100:00100000:1.0:1767319689.338266:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1886 00000100:00100000:1.0:1767319689.338282:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384090624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319689.338339:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384090624:12345-0@lo:400:kworker.0 Request processed in 64us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319689.338348:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1886 00000100:00100000:1.0:1767319689.338365:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1887 00000100:00100000:1.0:1767319689.338371:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384090496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319689.338402:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384090496:12345-0@lo:400:kworker.0 Request processed in 31us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319689.338407:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1887 00000100:00100000:1.0:1767319689.338450:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384090496:0@lo:400:kworker.0 00000100:00100000:1.0:1767319689.338462:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384090624:0@lo:400:kworker.0 00000100:00100000:2.0:1767319689.338639:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384089984:0@lo:400:kworker.0 00000100:00080000:2.0:1767319689.338683:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319689.338689:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319689.338702:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384089856 00000100:00100000:2.0:1767319689.338706:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384089856 00000100:00100000:2.0:1767319689.338737:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2757 00000100:00100000:2.0:1767319689.338742:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5b48c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384089856:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319689.338765:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319689.338819:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5b48c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384089856:12345-0@lo:38:kworker.0 Request processed in 75us (678us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319689.338826:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2757 00000100:00100000:3.0:1767319689.340848:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384090368:0@lo:38:kworker.0 00000100:00100000:3.0:1767319689.340927:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319689.341413:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384089728 00000100:00100000:0.0:1767319689.341425:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384089728 00000100:00100000:0.0:1767319689.341520:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384090112 00000100:00100000:0.0:1767319689.341524:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384090112 00000100:00100000:2.0:1767319689.341576:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24115 00000100:00100000:2.0:1767319689.341586:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384089728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319689.341615:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319689.341680:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384089728:12345-0@lo:38:kworker.0 Request processed in 92us (4283us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319689.341688:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24115 00000100:00100000:2.0:1767319689.341713:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24116 00000100:00100000:2.0:1767319689.341717:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384090112:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319689.341727:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319689.341751:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384090112:12345-0@lo:38:kworker.0 Request processed in 32us (3567us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319689.341756:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24116 00000100:00080000:3.0:1767319689.341909:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319689.341916:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319689.341921:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384089728:0@lo:38:kworker.0 00000100:00080000:3.0:1767319689.341962:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319689.341967:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319689.341970:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384089856:0@lo:38:kworker.0 00000100:00080000:3.0:1767319689.341980:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319689.341984:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319689.341987:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384090112:0@lo:38:kworker.0 00000100:00100000:3.0:1767319689.342017:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319689.342068:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384090368 00000100:00100000:3.0:1767319689.342073:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384090368 00000100:00100000:3.0:1767319689.342094:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384089984 00000100:00100000:3.0:1767319689.342097:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384089984 00000100:00100000:3.0:1767319689.342136:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4937 00000100:00100000:3.0:1767319689.342143:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384089984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319689.342194:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384089984:12345-0@lo:400:kworker.0 Request processed in 51us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319689.342201:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4937 00000100:00100000:3.0:1767319689.342227:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24117 00000100:00100000:3.0:1767319689.342232:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384090368:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319689.342241:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319689.342276:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384090368:12345-0@lo:38:kworker.0 Request processed in 43us (1349us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319689.342282:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24117 00000100:00080000:3.0:1767319689.342304:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319689.342327:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384089984:0@lo:400:kworker.0 00000100:00080000:3.0:1767319689.342347:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319689.342351:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319689.342354:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384090368:0@lo:38:kworker.0 00000100:00100000:2.0:1767319689.342433:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319689.342510:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384090240 00000100:00100000:2.0:1767319689.342514:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384090240 00000100:00100000:2.0:1767319689.342560:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4938 00000100:00100000:2.0:1767319689.342567:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384090240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319689.342606:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384090240:12345-0@lo:400:kworker.0 Request processed in 39us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319689.342612:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4938 00000100:00100000:2.0:1767319689.342646:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384090240:0@lo:400:kworker.0 00000100:00080000:2.0:1767319689.342671:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319689.847909:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319690.359176:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319690.871023:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319690.873571:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384090752:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319690.873674:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319690.873773:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319690.873829:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384090880:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319690.873852:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319690.873939:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384090752 00000100:00100000:0.0:1767319690.873953:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384090752 00000100:00100000:0.0:1767319690.874020:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384090880 00000100:00100000:0.0:1767319690.874023:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384090880 00000100:00100000:0.0:1767319690.874051:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2675 00000100:00100000:0.0:1767319690.874061:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384090752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319690.874103:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319690.874158:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384090752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319690.874167:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2675 00000100:00100000:0.0:1767319690.874187:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2676 00000100:00100000:0.0:1767319690.874194:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384090880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319690.874225:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319690.874258:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384090880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319690.874264:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2676 00000100:00100000:2.0:1767319690.874329:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384090880:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319690.874345:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384090752:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319691.382965:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319691.895604:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319692.407238:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319692.920021:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319693.385312:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319693.385353:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319693.385431:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297384832 00000100:00100000:3.0:1767319693.385443:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297384832 00000100:00100000:3.0:1767319693.385506:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297384960 00000100:00100000:3.0:1767319693.385510:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297384960 00000100:00100000:3.0:1767319693.385563:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4939 00000100:00100000:3.0:1767319693.385571:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297384960:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319693.385636:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297384960:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 67us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319693.385641:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4939 00000100:00100000:3.0:1767319693.385654:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24118 00000100:00100000:3.0:1767319693.385657:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297384832:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319693.385687:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319693.385716:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297384832:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 56us (414us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319693.385722:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24118 00000100:00080000:1.0:1767319693.385991:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319693.430928:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319693.943982:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319694.456161:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319694.456200:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319694.456203:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319694.456208:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319694.456213:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319694.456221:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4592 00000100:00080000:1.0:1767319694.456226:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319694.456232:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319694.456275:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da9f80 x1853164384091008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319694.456311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319694.456315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319694.456317:0:8:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319694.456322:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4592 00000100:00080000:1.0:1767319694.456324:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319694.456328:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319694.456343:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891da9500 x1853164384091136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319694.456460:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384091008:0@lo:38:kworker.0 00000100:00100000:0.0:1767319694.456528:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319694.456703:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384091008 00000100:00100000:2.0:1767319694.456712:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384091008 00000100:00100000:2.0:1767319694.456758:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24119 00000100:00100000:2.0:1767319694.456765:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384091008:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319694.456802:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319694.456843:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384091008:12345-0@lo:38:kworker.0 Request processed in 78us (316us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319694.456849:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24119 00000100:00080000:1.0:1767319694.457022:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319694.457025:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319694.457028:0:8:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319694.457031:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4592 00000100:00080000:1.0:1767319694.457034:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319694.457038:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319694.457052:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891da9880 x1853164384091392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319694.457068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319694.457070:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319694.457071:0:8:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319694.457073:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4592 00000100:00080000:1.0:1767319694.457075:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319694.457077:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319694.457084:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891daa680 x1853164384091648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319694.457116:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384091520:0@lo:400:kworker.0 00000100:00100000:1.0:1767319694.457142:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319694.457162:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319694.457168:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384091264:0@lo:400:kworker.0 00000100:00100000:1.0:1767319694.457199:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319694.457224:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384091776:0@lo:400:kworker.0 00000100:00100000:1.0:1767319694.457250:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319694.457269:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319694.457274:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384091904:0@lo:400:kworker.0 00000100:00100000:1.0:1767319694.457293:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319694.457325:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384091776 00000100:00100000:1.0:1767319694.457329:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384091776 00000100:00100000:0.0:1767319694.457459:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384091520 00000100:00100000:0.0:1767319694.457463:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384091520 00000100:00100000:1.0:1767319694.457524:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384091904 00000100:00100000:1.0:1767319694.457528:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384091904 00000100:00100000:3.0:1767319694.459448:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319694.459493:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384091264 00000100:00100000:3.0:1767319694.459502:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384091264 00000100:00100000:1.0:1767319694.466188:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1888 00000100:00100000:1.0:1767319694.466215:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384091776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319694.466317:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384091776:12345-0@lo:400:kworker.0 Request processed in 114us (9064us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319694.466326:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1888 00000100:00100000:1.0:1767319694.466345:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1889 00000100:00100000:1.0:1767319694.466367:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384091904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319694.466397:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384091904:12345-0@lo:400:kworker.0 Request processed in 34us (9103us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319694.466403:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1889 00000100:00100000:1.0:1767319694.466649:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384091904:0@lo:400:kworker.0 00000100:00100000:1.0:1767319694.466669:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384091776:0@lo:400:kworker.0 00000100:00100000:1.0:1767319694.466823:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384091136:0@lo:38:kworker.0 00000100:00100000:1.0:1767319694.466862:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319694.467102:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4940 00000100:00100000:0.0:1767319694.467112:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384091520:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767319694.467200:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319694.467206:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319694.467208:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319694.467432:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4941 00000100:00100000:3.0:1767319694.467441:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384091264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319694.472702:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384091520:12345-0@lo:400:kworker.0 Request processed in 5582us (15549us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319694.472717:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4940 00000100:00100000:0.0:1767319694.472825:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384091136 00000100:00100000:0.0:1767319694.472834:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384091136 00000100:00100000:0.0:1767319694.472864:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2758 00000100:00100000:0.0:1767319694.472884:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384091136:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319694.472909:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319694.472953:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384091136:12345-0@lo:38:kworker.0 Request processed in 82us (6090us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319694.472959:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2758 00000100:00100000:2.0:1767319694.473194:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384091520:0@lo:400:kworker.0 00000100:00080000:1.0:1767319694.479151:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319694.479164:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319694.479181:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384091136:0@lo:38:kworker.0 00000100:00100000:1.0:1767319694.479198:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384091392:0@lo:38:kworker.0 00000100:00100000:1.0:1767319694.479269:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319694.479300:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384091648:0@lo:38:kworker.0 00000100:00100000:1.0:1767319694.479322:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319694.479458:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319694.479463:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319694.479466:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384091008:0@lo:38:kworker.0 00000100:00100000:3.0:1767319694.479690:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384091264:12345-0@lo:400:kworker.0 Request processed in 12249us (22487us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319694.479701:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4941 00000100:00100000:3.0:1767319694.479730:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384091392 00000100:00100000:3.0:1767319694.479736:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384091392 00000100:00100000:3.0:1767319694.479759:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384091648 00000100:00100000:3.0:1767319694.479762:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384091648 00000100:00100000:3.0:1767319694.479778:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24120 00000100:00100000:3.0:1767319694.479802:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384091392:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319694.479822:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319694.479860:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384091392:12345-0@lo:38:kworker.0 Request processed in 57us (591us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319694.479866:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24120 00000100:00100000:3.0:1767319694.480065:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24121 00000100:00100000:3.0:1767319694.480070:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384091648:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319694.480080:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319694.480107:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384091648:12345-0@lo:38:kworker.0 Request processed in 35us (783us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319694.480112:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24121 00000100:00100000:1.0:1767319694.481283:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384091264:0@lo:400:kworker.0 00000100:00080000:1.0:1767319694.481326:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319694.481331:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319694.481334:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384091392:0@lo:38:kworker.0 00000100:00080000:1.0:1767319694.481344:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319694.481444:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319694.481450:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384091648:0@lo:38:kworker.0 00010000:00010000:0.0:1767319694.968457:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319695.481060:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319695.990979:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319695.991275:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384092032:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319695.991344:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319695.991406:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319695.991412:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384092160:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319695.991435:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319695.991464:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384092032 00000100:00100000:2.0:1767319695.991472:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384092032 00000100:00100000:2.0:1767319695.991525:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384092160 00000100:00100000:2.0:1767319695.991529:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384092160 00000100:00100000:2.0:1767319695.991550:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2677 00000100:00100000:2.0:1767319695.991692:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384092032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319695.991740:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319695.992032:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384092032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 473us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319695.992634:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2678 00000100:00100000:3.0:1767319695.992649:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384092160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319695.992677:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319695.992721:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384092160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (1284us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319695.992728:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2678 00000100:00100000:3.0:1767319695.992917:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384092160:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319695.992936:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384092032:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319695.995411:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2677 00000100:00100000:3.0:1767319696.504914:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319697.015166:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319697.527165:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319698.039468:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319698.508348:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319698.508378:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:2.0:1767319698.508403:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297385344 offset 0 length 520: 4 00000100:00100000:0.0:1767319698.508428:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297385216 00000100:00100000:0.0:1767319698.508450:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297385216 00000100:00100000:0.0:1767319698.508844:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297385088 00000100:00100000:0.0:1767319698.508849:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297385088 00000100:00100000:0.0:1767319698.508873:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4942 00000100:00100000:0.0:1767319698.508882:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297385216:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319698.508955:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297385216:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 74us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319698.508966:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4942 00000100:00100000:0.0:1767319698.508985:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24122 00000100:00100000:0.0:1767319698.508990:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297385088:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319698.509011:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319698.509035:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297385088:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 43us (655us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319698.509040:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24122 00000100:00080000:2.0:1767319698.509234:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319698.550887:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319698.614912:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319673/real 1767319673] req@ffff93699e1ee680 x1853164384086784/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319698 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319698.614948:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93699e1ee680 x1853164384086784/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319698 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319698.614971:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319698.614993:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319698.614997:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384086784:0@lo:250:kworker.0 00000100:00080000:3.0:1767319698.618446:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319698.618455:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319698.618459:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319698.618465:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4577 00000100:00080000:3.0:1767319698.618469:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319698.618476:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319698.618511:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ee680 x1853164384092288/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319698.618541:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319698.618545:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319698.618547:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319698.618550:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4597 00000100:00080000:3.0:1767319698.618552:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319698.618556:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319698.618570:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ec000 x1853164384092416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319698.618579:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319698.618583:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319698.618585:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319698.618587:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4597 00000100:00080000:3.0:1767319698.618589:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319698.618591:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319698.618600:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1edf80 x1853164384092544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319698.618636:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319698.618639:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319698.618640:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319698.618642:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4597 00000100:00080000:3.0:1767319698.618644:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319698.618646:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319698.618655:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7905f80 x1853164384092800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319698.618664:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319698.618667:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319698.618668:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319698.618670:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4597 00000100:00080000:3.0:1767319698.618671:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319698.618673:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319698.618678:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7904e00 x1853164384093056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319698.618718:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384092288:0@lo:250:kworker.0 00000100:00100000:3.0:1767319698.618718:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384092928:0@lo:400:kworker.0 00000100:00100000:0.0:1767319698.618802:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384092672:0@lo:400:kworker.0 00000100:00100000:1.0:1767319698.619039:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384093312:0@lo:400:kworker.0 00000400:00000100:2.0:1767319698.626174:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384092288 offset 0 length 520: 4 00000100:00100000:2.0:1767319698.626320:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384092416:0@lo:38:kworker.0 00000100:00100000:2.0:1767319698.626367:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319698.626399:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384092544:0@lo:38:kworker.0 00000100:00100000:2.0:1767319698.626426:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319698.626443:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384092800:0@lo:38:kworker.0 00000100:00100000:2.0:1767319698.626463:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319698.626483:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384093056:0@lo:38:kworker.0 00000100:00100000:2.0:1767319698.626503:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319698.626908:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319698.626946:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319698.626954:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384093184:0@lo:400:kworker.0 00000100:00100000:1.0:1767319698.626977:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319698.627014:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384092416 00000100:00100000:1.0:1767319698.627022:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384092416 00000100:00100000:1.0:1767319698.627053:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384092800 00000100:00100000:1.0:1767319698.627057:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384092800 00000100:00100000:1.0:1767319698.627071:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384093056 00000100:00100000:1.0:1767319698.627073:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384093056 00000100:00100000:1.0:1767319698.627099:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24123 00000100:00100000:1.0:1767319698.627105:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384092416:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319698.627127:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319698.627173:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384092416:12345-0@lo:38:kworker.0 Request processed in 66us (805us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319698.627181:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24123 00000100:00100000:1.0:1767319698.627316:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24124 00000100:00100000:1.0:1767319698.627321:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384092800:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319698.627331:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319698.627357:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384092800:12345-0@lo:38:kworker.0 Request processed in 35us (892us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319698.627362:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24124 00000100:00100000:1.0:1767319698.627376:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24125 00000100:00100000:1.0:1767319698.627380:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384093056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319698.627391:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319698.627416:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767319698.627417:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384093056:12345-0@lo:38:kworker.0 Request processed in 35us (912us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767319698.627425:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319698.627429:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24125 00000100:00100000:2.0:1767319698.627434:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384092416:0@lo:38:kworker.0 00000100:00080000:2.0:1767319698.627447:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319698.627451:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319698.627453:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384093312 00000100:00100000:2.0:1767319698.627455:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384092800:0@lo:38:kworker.0 00000100:00100000:1.0:1767319698.627458:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384093312 00000100:00080000:2.0:1767319698.627467:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319698.627471:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319698.627474:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384093056:0@lo:38:kworker.0 00000100:00100000:2.0:1767319698.627511:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384092544 00000100:00100000:1.0:1767319698.627810:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384093184 00000100:00100000:1.0:1767319698.627814:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384093184 00000100:00100000:1.0:1767319698.627835:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1890 00000100:00100000:1.0:1767319698.627842:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384093312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319698.627884:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384093312:12345-0@lo:400:kworker.0 Request processed in 43us (977us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319698.627890:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1890 00000100:00100000:1.0:1767319698.627902:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1891 00000100:00100000:1.0:1767319698.627908:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384093184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319698.627933:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384093184:12345-0@lo:400:kworker.0 Request processed in 26us (955us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319698.627938:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1891 00000100:00080000:1.0:1767319698.627955:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319698.627959:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319698.627986:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384093184:0@lo:400:kworker.0 00000100:00100000:1.0:1767319698.627995:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384093312:0@lo:400:kworker.0 00000100:00100000:2.0:1767319698.628143:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384092544 00000100:00100000:2.0:1767319698.628173:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2759 00000100:00100000:2.0:1767319698.628178:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384092544:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319698.628194:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319698.635433:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319698.635627:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319698.635634:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319698.635639:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384092544:0@lo:38:kworker.0 00000100:00100000:0.0:1767319698.637608:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319698.644407:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384092544:12345-0@lo:38:kworker.0 Request processed in 16217us (17969us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319698.644423:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2759 00000100:00100000:1.0:1767319698.646456:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384092928 00000100:00100000:1.0:1767319698.646469:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384092928 00000100:00100000:1.0:1767319698.646550:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384092672 00000100:00100000:1.0:1767319698.646554:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384092672 00000100:00100000:1.0:1767319698.646582:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4943 00000100:00100000:1.0:1767319698.646592:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384092928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319698.646675:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384092928:12345-0@lo:400:kworker.0 Request processed in 85us (11250us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319698.646681:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4943 00000100:00100000:1.0:1767319698.646695:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4944 00000100:00100000:1.0:1767319698.646701:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384092672:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767319698.646708:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319698.646733:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384092672:12345-0@lo:400:kworker.0 Request processed in 32us (9131us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319698.646739:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4944 00000100:00100000:1.0:1767319698.646795:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384092928:0@lo:400:kworker.0 00000100:00100000:0.0:1767319698.648437:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384092672:0@lo:400:kworker.0 00010000:00010000:0.0:1767319699.063382:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319699.575422:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319700.087422:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319700.598960:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319701.110942:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319701.115014:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319701.115042:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384093440:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319701.115141:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319701.115168:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384093440 00000100:00100000:0.0:1767319701.115176:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384093440 00000100:00100000:3.0:1767319701.115202:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384093568:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319701.115223:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319701.115263:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319701.122013:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384093568 00000100:00100000:0.0:1767319701.122030:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384093568 00000100:00100000:0.0:1767319701.122176:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2679 00000100:00100000:0.0:1767319701.122188:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384093440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319701.122230:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319701.122321:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384093440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 136us (7179us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319701.122329:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2679 00000100:00100000:0.0:1767319701.122348:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2680 00000100:00100000:0.0:1767319701.122355:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384093568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319701.122374:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319701.122401:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384093568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (7176us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319701.122405:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2680 00000100:00100000:0.0:1767319701.122475:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384093568:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319701.122490:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384093440:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319701.122716:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319701.625591:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319702.135172:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319702.648977:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319703.160167:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319703.630296:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319703.630358:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319703.630519:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297385600 00000100:00100000:3.0:1767319703.630534:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297385600 00000100:00080000:2.0:1767319703.631240:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319703.631768:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297385472 00000100:00100000:3.0:1767319703.631777:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297385472 00000100:00100000:1.0:1767319703.634526:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4945 00000100:00100000:1.0:1767319703.634572:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297385600:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319703.634722:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297385600:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 178us (4443us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319703.634731:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4945 00000100:00100000:1.0:1767319703.634771:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24126 00000100:00100000:1.0:1767319703.634777:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297385472:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319703.634833:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319703.634866:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297385472:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 88us (4507us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319703.634873:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24126 00000100:00100000:1.0:1767319703.671979:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319703.672060:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319703.672068:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319703.672072:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319703.672075:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319703.672080:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319703.672100:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4601 00000100:00080000:0.0:1767319703.672106:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319703.672115:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319703.672168:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e0700 x1853164384093696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319703.672198:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319703.672202:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319703.672204:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319703.672208:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4601 00000100:00080000:0.0:1767319703.672211:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319703.672214:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319703.672228:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e1880 x1853164384093824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319703.672278:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319703.672283:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319703.672285:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319703.672289:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4601 00000100:00080000:0.0:1767319703.672292:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319703.672296:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319703.672311:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e3b80 x1853164384094080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319703.672327:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319703.672330:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319703.672332:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319703.672337:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4601 00000100:00080000:0.0:1767319703.672339:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319703.672342:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319703.672353:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e1180 x1853164384094336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319703.672412:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384094464:0@lo:400:kworker.0 00000100:00100000:2.0:1767319703.672420:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384094208:0@lo:400:kworker.0 00000100:00100000:1.0:1767319703.672498:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384093952:0@lo:400:kworker.0 00000100:00100000:3.0:1767319703.672561:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384093696:0@lo:38:kworker.0 00000100:00100000:0.0:1767319703.672637:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319703.672722:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319703.672728:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384094592:0@lo:400:kworker.0 00000100:00100000:0.0:1767319703.672756:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319703.672821:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384094464 00000100:00100000:0.0:1767319703.672830:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384094464 00000100:00100000:0.0:1767319703.672895:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384094592 00000100:00100000:0.0:1767319703.672899:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384094592 00000100:00100000:0.0:1767319703.672925:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1892 00000100:00100000:0.0:1767319703.672934:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384094464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319703.672995:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384094464:12345-0@lo:400:kworker.0 Request processed in 61us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319703.673003:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1892 00000100:00100000:0.0:1767319703.673023:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1893 00000100:00100000:0.0:1767319703.673031:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384094592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319703.673058:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384094592:12345-0@lo:400:kworker.0 Request processed in 30us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319703.673063:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1893 00000100:00080000:0.0:1767319703.673084:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319703.673099:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319703.673141:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384094592:0@lo:400:kworker.0 00000100:00100000:0.0:1767319703.673153:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384094464:0@lo:400:kworker.0 00000100:00100000:2.0:1767319703.683051:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319703.683177:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384094208 00000100:00100000:0.0:1767319703.683192:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384094208 00000100:00100000:0.0:1767319703.683292:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4946 00000100:00100000:0.0:1767319703.683303:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384094208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319703.683392:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384094208:12345-0@lo:400:kworker.0 Request processed in 89us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319703.683400:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4946 00000100:00100000:0.0:1767319703.683460:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384094208:0@lo:400:kworker.0 00000100:00080000:2.0:1767319703.685128:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319703.692180:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319703.692344:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384093952 00000100:00100000:2.0:1767319703.692359:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384093952 00000100:00080000:2.0:1767319703.692418:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319703.692489:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4947 00000100:00100000:2.0:1767319703.692501:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384093952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319703.693031:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319703.693069:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384093824:0@lo:38:kworker.0 00000100:00100000:3.0:1767319703.693122:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319703.693149:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384094080:0@lo:38:kworker.0 00000100:00100000:3.0:1767319703.693187:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319703.693209:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384094336:0@lo:38:kworker.0 00000100:00100000:3.0:1767319703.693232:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319703.693264:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384093696 00000100:00100000:3.0:1767319703.693270:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384093696 00000100:00100000:3.0:1767319703.693291:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384094080 00000100:00100000:3.0:1767319703.693294:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384094080 00000100:00100000:3.0:1767319703.693301:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384094336 00000100:00100000:3.0:1767319703.693303:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384094336 00000100:00100000:3.0:1767319703.693315:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24127 00000100:00100000:3.0:1767319703.693321:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384093696:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319703.693345:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319703.693406:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384093696:12345-0@lo:38:kworker.0 Request processed in 83us (376us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319703.693414:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24127 00000100:00100000:3.0:1767319703.693433:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24128 00000100:00100000:3.0:1767319703.693437:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384094080:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319703.693447:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319703.693470:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384094080:12345-0@lo:38:kworker.0 Request processed in 31us (283us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319703.693476:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24128 00000100:00100000:3.0:1767319703.693486:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24129 00000100:00100000:3.0:1767319703.693490:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384094336:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319703.693499:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319703.693520:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384094336:12345-0@lo:38:kworker.0 Request processed in 28us (287us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319703.693525:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24129 00000100:00080000:3.0:1767319703.693573:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319703.693579:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319703.693583:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384093696:0@lo:38:kworker.0 00000100:00080000:3.0:1767319703.693593:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319703.693597:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319703.693599:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384094080:0@lo:38:kworker.0 00000100:00080000:3.0:1767319703.693607:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319703.693610:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319703.693613:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384094336:0@lo:38:kworker.0 00000100:00100000:3.0:1767319703.693675:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384093824 00000100:00100000:3.0:1767319703.693679:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384093824 00000100:00100000:3.0:1767319703.693699:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2760 00000100:00100000:3.0:1767319703.693703:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384093824:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319703.693713:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319703.693743:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384093824:12345-0@lo:38:kworker.0 Request processed in 38us (620us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319703.693749:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2760 00000100:00080000:3.0:1767319703.693776:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319703.693812:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319703.693815:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384093824:0@lo:38:kworker.0 00000100:00100000:2.0:1767319703.694612:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384093952:12345-0@lo:400:kworker.0 Request processed in 2107us (2447us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319703.694624:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4947 00000100:00100000:1.0:1767319703.699176:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384093952:0@lo:400:kworker.0 00010000:00010000:0.0:1767319704.185485:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319704.694960:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319705.208983:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319705.718979:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319706.231028:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319706.231585:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384094720:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319706.231684:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319706.231693:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384094848:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319706.231745:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319706.231852:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384094720 00000100:00100000:1.0:1767319706.231873:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384094720 00000100:00080000:2.0:1767319706.231937:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319706.231952:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384094848 00000100:00100000:1.0:1767319706.231956:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384094848 00000100:00100000:1.0:1767319706.231999:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2681 00000100:00100000:1.0:1767319706.232016:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384094720:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319706.232047:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1767319706.232059:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319706.232095:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2682 00000100:00100000:2.0:1767319706.232109:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384094848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319706.232132:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319706.232173:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384094848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319706.232180:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2682 00000100:00100000:2.0:1767319706.232236:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384094848:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319706.232566:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384094720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 140us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319706.232570:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384094720:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319706.232578:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2681 00000100:00100000:1.0:1767319706.742964:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319707.255300:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319707.766937:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319708.280999:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319708.747940:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319708.748984:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319708.749138:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297385856 00000100:00100000:0.0:1767319708.749152:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297385856 00000100:00100000:0.0:1767319708.749251:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297385728 00000100:00100000:0.0:1767319708.749255:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297385728 00000100:00100000:0.0:1767319708.749278:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4948 00000100:00100000:0.0:1767319708.749294:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297385856:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319708.749347:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24130 00000100:00100000:1.0:1767319708.749356:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297385728:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319708.749383:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319708.749448:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297385856:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 159us (1526us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319708.749457:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4948 00000100:00080000:2.0:1767319708.749720:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319708.758365:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297385728:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 8986us (9367us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319708.758386:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24130 00000100:00080000:0.0:1767319708.791047:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319708.791062:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319708.791066:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319708.791070:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319708.791075:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319708.791086:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4606 00000100:00080000:0.0:1767319708.791092:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319708.791100:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319708.791158:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c1500 x1853164384094976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319708.791192:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319708.791195:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319708.791198:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319708.791202:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4606 00000100:00080000:0.0:1767319708.791205:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319708.791208:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319708.791222:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2300 x1853164384095104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319708.791269:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319708.791273:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319708.791275:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319708.791279:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4606 00000100:00080000:0.0:1767319708.791282:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319708.791286:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319708.791299:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c3480 x1853164384095360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319708.791316:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319708.791331:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319708.791333:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319708.791337:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4606 00000100:00080000:0.0:1767319708.791339:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319708.791343:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319708.791355:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c0000 x1853164384095616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319708.791366:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384094976:0@lo:38:kworker.0 00000100:00100000:0.0:1767319708.791426:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384095744:0@lo:400:kworker.0 00000100:00100000:0.0:1767319708.791490:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319708.791530:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319708.791638:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384095232:0@lo:400:kworker.0 00000100:00100000:1.0:1767319708.791671:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319708.791706:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384094976 00000100:00100000:1.0:1767319708.791715:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384094976 00000100:00100000:1.0:1767319708.791753:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384095232 00000100:00100000:1.0:1767319708.791755:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384095232 00000100:00100000:1.0:1767319708.791827:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4949 00000100:00100000:1.0:1767319708.791837:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384095232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319708.791894:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384095232:12345-0@lo:400:kworker.0 Request processed in 58us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319708.791903:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4949 00000100:00100000:1.0:1767319708.791924:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24131 00000100:00100000:1.0:1767319708.791929:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384094976:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319708.791950:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319708.791981:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384094976:12345-0@lo:38:kworker.0 Request processed in 51us (451us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319708.791987:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24131 00000100:00100000:1.0:1767319708.792008:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319708.792023:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319708.792065:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384095744 00000100:00100000:1.0:1767319708.792070:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384095744 00000100:00100000:1.0:1767319708.792106:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1894 00000100:00100000:1.0:1767319708.792112:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384095744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319708.792144:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384095744:12345-0@lo:400:kworker.0 Request processed in 33us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319708.792150:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1894 00000100:00080000:1.0:1767319708.792169:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319708.792619:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384095744:0@lo:400:kworker.0 00000100:00100000:0.0:1767319708.792642:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319708.792649:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384095872:0@lo:400:kworker.0 00000100:00100000:0.0:1767319708.792681:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319708.792817:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384095488:0@lo:400:kworker.0 00000100:00100000:2.0:1767319708.792854:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319708.793239:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384095872 00000100:00100000:1.0:1767319708.793249:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384095872 00000100:00100000:1.0:1767319708.793360:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1895 00000100:00100000:1.0:1767319708.793370:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384095872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319708.793427:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384095872:12345-0@lo:400:kworker.0 Request processed in 58us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319708.793433:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1895 00000100:00100000:1.0:1767319708.793481:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384095232:0@lo:400:kworker.0 00000100:00100000:0.0:1767319708.793567:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384095488 00000100:00100000:0.0:1767319708.793572:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384095488 00000100:00100000:3.0:1767319708.797822:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384095872:0@lo:400:kworker.0 00000100:00080000:1.0:1767319708.798021:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319708.798030:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319708.798034:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384094976:0@lo:38:kworker.0 00000100:00100000:1.0:1767319708.798062:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384095104:0@lo:38:kworker.0 00000100:00100000:1.0:1767319708.798163:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319708.798216:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384095360:0@lo:38:kworker.0 00000100:00080000:2.0:1767319708.798910:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319708.798921:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319708.799105:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384095104 00000100:00100000:3.0:1767319708.799115:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384095104 00000100:00100000:3.0:1767319708.799176:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2761 00000100:00100000:3.0:1767319708.799186:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384095104:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319708.799215:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319708.799314:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384095104:12345-0@lo:38:kworker.0 Request processed in 117us (1139us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319708.799323:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2761 00000100:00100000:1.0:1767319708.799551:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319708.799601:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384095616:0@lo:38:kworker.0 00000100:00100000:1.0:1767319708.799628:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319708.799665:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319708.799671:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319708.799674:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384095104:0@lo:38:kworker.0 00000100:00100000:1.0:1767319708.799704:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384095360 00000100:00100000:1.0:1767319708.799709:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384095360 00000100:00100000:1.0:1767319708.799735:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384095616 00000100:00100000:1.0:1767319708.799738:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384095616 00000100:00100000:1.0:1767319708.799757:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24132 00000100:00100000:1.0:1767319708.799762:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384095360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319708.799774:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319708.799828:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384095360:12345-0@lo:38:kworker.0 Request processed in 63us (277us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319708.799834:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24132 00000100:00100000:1.0:1767319708.799852:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24133 00000100:00100000:1.0:1767319708.799856:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384095616:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319708.799866:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319708.799888:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384095616:12345-0@lo:38:kworker.0 Request processed in 31us (259us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319708.799893:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24133 00000100:00080000:1.0:1767319708.799925:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319708.799930:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319708.799933:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384095616:0@lo:38:kworker.0 00000100:00080000:1.0:1767319708.799940:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319708.799943:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319708.799946:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384095360:0@lo:38:kworker.0 00000100:00100000:0.0:1767319708.801032:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4950 00000100:00100000:0.0:1767319708.801060:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384095488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319708.801159:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384095488:12345-0@lo:400:kworker.0 Request processed in 106us (8303us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319708.801166:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4950 00000100:00100000:1.0:1767319708.801210:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384095488:0@lo:400:kworker.0 00010000:00010000:0.0:1767319709.303171:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319709.815058:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319710.330483:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319710.839017:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319711.351307:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384096000:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319711.351418:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319711.351585:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384096000 00000100:00100000:0.0:1767319711.351597:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384096000 00000100:00100000:0.0:1767319711.351736:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2683 00010000:00010000:1.0:1767319711.351893:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319711.352061:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384096000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319711.352102:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319711.352162:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384096000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 416us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319711.355554:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384096128:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319711.355669:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319711.355880:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384096000:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319711.357844:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384096128 00000100:00100000:1.0:1767319711.357864:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384096128 00000100:00100000:0.0:1767319711.359077:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2683 00000100:00080000:2.0:1767319711.359224:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319711.359231:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319711.365267:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2684 00000100:00100000:1.0:1767319711.365297:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7906d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384096128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319711.365350:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319711.365471:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7906d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384096128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 190us (9802us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319711.365481:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2684 00000100:00100000:3.0:1767319711.365761:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384096128:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319711.863938:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319712.375200:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319712.887442:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319713.399335:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319713.865312:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319713.865860:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319713.865943:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297386112 00000100:00100000:0.0:1767319713.865953:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297386112 00000100:00100000:0.0:1767319713.866034:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297385984 00000100:00100000:0.0:1767319713.866038:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297385984 00000100:00100000:0.0:1767319713.866063:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4951 00000100:00100000:0.0:1767319713.866073:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297386112:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319713.866158:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297386112:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 76us (846us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319713.866165:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4951 00000100:00100000:0.0:1767319713.866184:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24134 00000100:00100000:0.0:1767319713.866188:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297385984:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319713.866208:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319713.866232:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297385984:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 41us (374us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319713.866238:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24134 00000100:00080000:2.0:1767319713.866593:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319713.911215:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319713.911231:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319713.911235:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319713.911240:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319713.911246:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319713.911256:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4612 00000100:00080000:3.0:1767319713.911263:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319713.911272:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319713.911334:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7904e00 x1853164384096256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319713.911369:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319713.911515:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384096256:0@lo:38:kworker.0 00000100:00100000:2.0:1767319713.911619:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319713.911727:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384096256 00000100:00080000:3.0:1767319713.911883:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319713.911888:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767319713.911940:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384096256 00000100:00100000:1.0:1767319713.912008:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24135 00000100:00100000:1.0:1767319713.912017:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384096256:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319713.912046:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767319713.912046:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319713.912060:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4612 00000100:00080000:3.0:1767319713.912065:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319713.912071:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319713.912100:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7905f80 x1853164384096384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319713.915675:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384096384:0@lo:38:kworker.0 00000100:00100000:2.0:1767319713.915801:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319713.917455:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319713.917464:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319713.917468:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319713.917477:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4612 00000100:00080000:3.0:1767319713.917483:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319713.917491:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319713.917521:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e6d80 x1853164384096640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319713.917547:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319713.917551:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319713.917553:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319713.917557:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4612 00000100:00080000:3.0:1767319713.917559:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319713.917564:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319713.917576:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e6300 x1853164384096896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319713.917649:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384096512:0@lo:400:kworker.0 00000100:00100000:3.0:1767319713.917718:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319713.917754:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319713.917760:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384096768:0@lo:400:kworker.0 00000100:00100000:3.0:1767319713.917803:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319713.917837:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384097024:0@lo:400:kworker.0 00000100:00100000:3.0:1767319713.917881:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319713.918148:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384096384 00000100:00100000:0.0:1767319713.918159:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384096384 00000100:00100000:0.0:1767319713.918214:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2762 00000100:00100000:0.0:1767319713.918224:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384096384:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319713.918255:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319713.918316:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384096384:12345-0@lo:38:kworker.0 Request processed in 92us (2515us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319713.918324:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2762 00000100:00100000:0.0:1767319713.918354:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384096512 00000100:00100000:0.0:1767319713.918358:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384096512 00000100:00100000:0.0:1767319713.918423:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384096768 00000100:00100000:0.0:1767319713.918427:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384096768 00000100:00100000:3.0:1767319713.918545:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319713.918553:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384097152:0@lo:400:kworker.0 00000100:00100000:3.0:1767319713.918578:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319713.918607:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384097024 00000100:00100000:3.0:1767319713.918610:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384097024 00000100:00100000:3.0:1767319713.918657:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384097152 00000100:00100000:3.0:1767319713.918659:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384097152 00000100:00100000:3.0:1767319713.918687:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1896 00000100:00100000:3.0:1767319713.918695:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384097024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319713.918745:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384097024:12345-0@lo:400:kworker.0 Request processed in 51us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319713.918752:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1896 00000100:00100000:3.0:1767319713.918768:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1897 00000100:00100000:3.0:1767319713.918774:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384097152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319713.918829:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384097152:12345-0@lo:400:kworker.0 Request processed in 54us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319713.918835:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1897 00000100:00100000:3.0:1767319713.919159:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384097152:0@lo:400:kworker.0 00000100:00100000:3.0:1767319713.919180:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384097024:0@lo:400:kworker.0 00000100:00080000:3.0:1767319713.919247:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319713.919252:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319713.919255:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319713.919674:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4952 00000100:00100000:0.0:1767319713.919688:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384096512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319713.919744:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384096512:12345-0@lo:400:kworker.0 Request processed in 62us (2027us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319713.919751:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4952 00000100:00100000:0.0:1767319713.919767:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4953 00000100:00100000:0.0:1767319713.919772:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384096768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319713.919817:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384096768:12345-0@lo:400:kworker.0 Request processed in 44us (2013us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319713.919823:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4953 00000100:00100000:3.0:1767319713.920287:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384096768:0@lo:400:kworker.0 00000100:00100000:3.0:1767319713.920303:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384096512:0@lo:400:kworker.0 00000100:00100000:1.0:1767319713.920583:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384096256:12345-0@lo:38:kworker.0 Request processed in 8556us (8954us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319713.920597:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24135 00000100:00080000:2.0:1767319713.922610:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319713.922625:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319713.922631:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384096256:0@lo:38:kworker.0 00000100:00100000:2.0:1767319713.922677:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384096640:0@lo:38:kworker.0 00000100:00100000:2.0:1767319713.922762:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319713.922826:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384096896:0@lo:38:kworker.0 00000100:00100000:2.0:1767319713.922854:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319713.923054:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319713.923059:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319713.923063:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384096384:0@lo:38:kworker.0 00000100:00100000:0.0:1767319713.923176:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384096640 00000100:00100000:0.0:1767319713.923185:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384096640 00000100:00100000:0.0:1767319713.923236:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384096896 00000100:00100000:0.0:1767319713.923239:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384096896 00000100:00100000:0.0:1767319713.923268:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24136 00000100:00100000:0.0:1767319713.923276:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384096640:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319713.923307:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319713.923361:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384096640:12345-0@lo:38:kworker.0 Request processed in 84us (598us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319713.923481:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24137 00000100:00100000:2.0:1767319713.923487:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384096896:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319713.923496:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319713.923521:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384096896:12345-0@lo:38:kworker.0 Request processed in 33us (666us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319713.923528:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24137 00000100:00080000:2.0:1767319713.923559:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319713.923563:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319713.923566:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384096640:0@lo:38:kworker.0 00000100:00080000:2.0:1767319713.923573:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319713.923576:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319713.923579:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384096896:0@lo:38:kworker.0 00000100:00100000:0.0:1767319713.923645:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24136 00010000:00010000:0.0:1767319714.423889:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319714.934943:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319715.447510:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319715.959108:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319716.471348:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319716.471439:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319716.471473:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384097280:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319716.471587:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319716.471701:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384097408:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319716.471729:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319716.471805:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384097280 00000100:00100000:1.0:1767319716.471817:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384097280 00000100:00100000:1.0:1767319716.471890:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384097408 00000100:00100000:1.0:1767319716.471893:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384097408 00000100:00100000:1.0:1767319716.471935:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2685 00000100:00100000:1.0:1767319716.471953:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384097280:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319716.471981:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2686 00000100:00100000:0.0:1767319716.471994:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384097408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319716.472007:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00002000:00000024:0.0:1767319716.472018:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319716.472080:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384097408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319716.472084:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384097280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 138us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319716.472094:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2686 00000100:00100000:2.0:1767319716.472202:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384097408:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319716.472228:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384097280:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319716.472295:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319716.472301:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319716.476745:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2685 00000100:00100000:1.0:1767319716.984591:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319717.495623:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319718.007979:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319718.519084:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319718.982487:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319718.982682:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297386240 00000100:00100000:3.0:1767319718.982708:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297386240 00000100:00100000:3.0:1767319718.982770:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24138 00000100:00100000:3.0:1767319718.982816:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297386240:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319718.982849:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319718.982933:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297386240:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 153us (461us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319718.982941:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24138 00000100:00100000:0.0:1767319718.983668:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319718.983747:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297386368 00000100:00100000:1.0:1767319718.983754:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297386368 00000100:00100000:1.0:1767319718.983856:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4954 00000100:00100000:1.0:1767319718.983874:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297386368:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:3.0:1767319718.983895:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319718.984041:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297386368:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 173us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319718.984049:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4954 00000100:00100000:1.0:1767319719.031628:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319719.032016:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319719.032024:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319719.032028:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319719.032032:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319719.032037:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319719.032046:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4617 00000100:00080000:0.0:1767319719.032051:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319719.032060:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319719.032119:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c0a80 x1853164384097536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319719.032153:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319719.032157:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319719.032159:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319719.032164:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4617 00000100:00080000:0.0:1767319719.032166:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319719.032170:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319719.032189:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c1c00 x1853164384097664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319719.032238:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319719.032243:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319719.032244:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319719.032248:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4617 00000100:00080000:0.0:1767319719.032251:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319719.032254:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319719.032267:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c3100 x1853164384097920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319719.032283:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319719.032287:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319719.032289:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319719.032293:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4617 00000100:00080000:0.0:1767319719.032295:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319719.032298:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319719.032309:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c0000 x1853164384098176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319719.032380:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384098304:0@lo:400:kworker.0 00000100:00100000:0.0:1767319719.032470:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319719.032550:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319719.032556:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384098432:0@lo:400:kworker.0 00000100:00100000:0.0:1767319719.032580:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319719.032614:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384098304 00000100:00100000:0.0:1767319719.032623:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384098304 00000100:00100000:0.0:1767319719.032694:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384098432 00000100:00100000:0.0:1767319719.032697:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384098432 00000100:00100000:0.0:1767319719.032726:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1898 00000100:00100000:0.0:1767319719.032736:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384098304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319719.032832:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384098304:12345-0@lo:400:kworker.0 Request processed in 96us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319719.032840:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1898 00000100:00100000:0.0:1767319719.032862:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1899 00000100:00100000:0.0:1767319719.032868:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384098432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319719.032896:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384098432:12345-0@lo:400:kworker.0 Request processed in 29us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319719.032902:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1899 00000100:00080000:0.0:1767319719.032925:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319719.032930:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319719.032974:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384098432:0@lo:400:kworker.0 00000100:00100000:0.0:1767319719.032988:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384098304:0@lo:400:kworker.0 00000100:00100000:2.0:1767319719.033200:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384097536:0@lo:38:kworker.0 00000100:00100000:2.0:1767319719.033245:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319719.033285:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384097664:0@lo:38:kworker.0 00000100:00100000:2.0:1767319719.033312:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319719.033351:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384097920:0@lo:38:kworker.0 00000100:00100000:2.0:1767319719.033377:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319719.033397:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384098176:0@lo:38:kworker.0 00000100:00100000:2.0:1767319719.033417:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319719.033454:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384097536 00000100:00100000:2.0:1767319719.033459:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384097536 00000100:00100000:2.0:1767319719.033485:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384097920 00000100:00100000:2.0:1767319719.033488:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384097920 00000100:00100000:2.0:1767319719.033503:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384098176 00000100:00100000:2.0:1767319719.033506:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384098176 00000100:00100000:2.0:1767319719.033519:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24139 00000100:00100000:2.0:1767319719.033524:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384097536:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319719.033547:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319719.033586:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384097536:12345-0@lo:38:kworker.0 Request processed in 60us (340us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319719.033592:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24139 00000100:00100000:2.0:1767319719.033605:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24140 00000100:00100000:2.0:1767319719.033609:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384097920:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319719.033618:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319719.033642:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384097920:12345-0@lo:38:kworker.0 Request processed in 31us (265us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319719.033649:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24140 00000100:00100000:2.0:1767319719.033660:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24141 00000100:00100000:2.0:1767319719.033664:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384098176:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319719.033673:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319719.033696:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384098176:12345-0@lo:38:kworker.0 Request processed in 30us (277us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319719.033702:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24141 00000100:00080000:2.0:1767319719.033738:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319719.033744:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319719.033747:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384097536:0@lo:38:kworker.0 00000100:00080000:2.0:1767319719.033755:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319719.033758:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319719.033761:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384097920:0@lo:38:kworker.0 00000100:00080000:2.0:1767319719.033768:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319719.033771:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319719.033773:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384098176:0@lo:38:kworker.0 00000100:00100000:1.0:1767319719.033974:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384098048:0@lo:400:kworker.0 00000100:00100000:1.0:1767319719.034013:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319719.034044:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319719.034051:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384097792:0@lo:400:kworker.0 00000100:00100000:1.0:1767319719.034074:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319719.034101:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384098048 00000100:00100000:1.0:1767319719.034105:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384098048 00000100:00100000:1.0:1767319719.034143:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384097792 00000100:00100000:1.0:1767319719.034146:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384097792 00000100:00100000:1.0:1767319719.034166:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4955 00000100:00100000:1.0:1767319719.034172:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384098048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319719.034215:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384098048:12345-0@lo:400:kworker.0 Request processed in 42us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319719.034222:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4955 00000100:00100000:1.0:1767319719.034236:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4956 00000100:00100000:1.0:1767319719.034244:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384097792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319719.034271:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384097792:12345-0@lo:400:kworker.0 Request processed in 29us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319719.034277:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4956 00000100:00080000:1.0:1767319719.034295:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319719.034315:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384097792:0@lo:400:kworker.0 00000100:00100000:1.0:1767319719.034341:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384098048:0@lo:400:kworker.0 00000100:00100000:3.0:1767319719.034512:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384097664 00000100:00100000:3.0:1767319719.034517:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384097664 00000100:00100000:3.0:1767319719.034557:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2763 00000100:00100000:3.0:1767319719.034563:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384097664:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319719.034579:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319719.034622:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384097664:12345-0@lo:38:kworker.0 Request processed in 58us (1309us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319719.034629:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2763 00000100:00080000:3.0:1767319719.034657:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319719.034662:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319719.034666:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384097664:0@lo:38:kworker.0 00010000:00010000:0.0:1767319719.544841:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319720.056338:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319720.567087:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319721.078956:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319721.590969:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319721.591128:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319721.591299:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384098560:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319721.591417:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319721.591471:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384098560 00000100:00100000:3.0:1767319721.591483:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384098560 00000100:00080000:2.0:1767319721.591532:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319721.591560:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319721.591576:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2687 00000100:00100000:3.0:1767319721.591600:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384098560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319721.591646:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319721.591714:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384098560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319721.591722:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2687 00000100:00100000:1.0:1767319721.594602:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384098560:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319721.598446:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384098688:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319721.598571:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319721.608578:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384098688 00000100:00100000:3.0:1767319721.608601:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384098688 00000100:00100000:3.0:1767319721.608716:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2688 00000100:00100000:3.0:1767319721.608733:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384098688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319721.608801:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767319721.609176:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319721.609392:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384098688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 660us (10820us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319721.609403:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2688 00000100:00100000:0.0:1767319721.615495:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384098688:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319722.102983:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319722.615679:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319723.126952:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319723.126964:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319698/real 1767319698] req@ffff93699e1ee680 x1853164384092288/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319723 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319723.127008:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93699e1ee680 x1853164384092288/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319723 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319723.127032:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319723.127138:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319723.127144:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384092288:0@lo:250:kworker.0 00000100:00080000:0.0:1767319723.127276:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319723.127286:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319723.127290:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319723.127296:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4601 00000100:00080000:0.0:1767319723.127301:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319723.127310:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319723.127360:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2300 x1853164384098816/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319723.127421:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384098816:0@lo:250:kworker.0 00000400:00000100:3.0:1767319723.127493:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384098816 offset 0 length 520: 4 00000100:00080000:0.0:1767319723.127561:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319723.127566:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319723.127568:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319723.127573:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4622 00000100:00080000:0.0:1767319723.127576:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319723.127581:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319723.127600:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c1500 x1853164384098944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319723.127701:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384098944:0@lo:38:kworker.0 00000100:00100000:3.0:1767319723.127741:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319723.127995:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384098944 00000100:00100000:2.0:1767319723.128008:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384098944 00000100:00100000:2.0:1767319723.128070:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24142 00000100:00100000:2.0:1767319723.128080:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384098944:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319723.128109:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319723.128180:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384098944:12345-0@lo:38:kworker.0 Request processed in 99us (438us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319723.128188:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24142 00000100:00080000:1.0:1767319723.128317:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319723.128323:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319723.128326:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384098944:0@lo:38:kworker.0 00000100:00080000:0.0:1767319723.128571:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319723.128576:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319723.128578:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319723.128584:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4622 00000100:00080000:0.0:1767319723.128588:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319723.128593:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319723.128617:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2a00 x1853164384099072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319723.128688:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319723.128692:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319723.128694:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319723.128698:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4622 00000100:00080000:0.0:1767319723.128701:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319723.128706:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319723.128718:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c1c00 x1853164384099328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319723.128733:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319723.128737:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319723.128739:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319723.128743:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4622 00000100:00080000:0.0:1767319723.128745:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319723.128749:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319723.128759:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c3800 x1853164384099584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319723.128863:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384099200:0@lo:400:kworker.0 00000100:00100000:2.0:1767319723.128930:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319723.128963:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319723.128969:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384099456:0@lo:400:kworker.0 00000100:00100000:2.0:1767319723.128990:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319723.129020:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384099200 00000100:00100000:2.0:1767319723.129026:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384099200 00000100:00100000:2.0:1767319723.129084:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384099456 00000100:00100000:2.0:1767319723.129087:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384099456 00000100:00100000:2.0:1767319723.129123:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4957 00000100:00100000:2.0:1767319723.129131:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384099200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319723.129186:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384099200:12345-0@lo:400:kworker.0 Request processed in 55us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319723.129194:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4957 00000100:00100000:2.0:1767319723.129208:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4958 00000100:00100000:2.0:1767319723.129214:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384099456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319723.129239:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384099456:12345-0@lo:400:kworker.0 Request processed in 25us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319723.129245:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4958 00000100:00080000:2.0:1767319723.129260:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319723.129296:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384099456:0@lo:400:kworker.0 00000100:00100000:2.0:1767319723.129306:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384099200:0@lo:400:kworker.0 00000100:00100000:2.0:1767319723.129349:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384099712:0@lo:400:kworker.0 00000100:00100000:2.0:1767319723.129380:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319723.129400:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319723.129405:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384099840:0@lo:400:kworker.0 00000100:00100000:2.0:1767319723.129424:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319723.129734:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384099712 00000100:00100000:3.0:1767319723.129739:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384099712 00000100:00100000:3.0:1767319723.129799:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384099840 00000100:00100000:3.0:1767319723.129802:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384099840 00000100:00100000:3.0:1767319723.129825:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1900 00000100:00100000:3.0:1767319723.129833:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384099712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319723.129942:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1901 00000100:00100000:2.0:1767319723.129950:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384099840:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767319723.130124:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319723.130128:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319723.130149:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384099072:0@lo:38:kworker.0 00000100:00100000:1.0:1767319723.130188:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319723.130212:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384099328:0@lo:38:kworker.0 00000100:00100000:1.0:1767319723.130237:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319723.130255:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384099584:0@lo:38:kworker.0 00000100:00100000:1.0:1767319723.130275:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319723.130302:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384099072 00000100:00100000:1.0:1767319723.130306:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384099072 00000100:00100000:1.0:1767319723.130332:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2764 00000100:00100000:1.0:1767319723.130338:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384099072:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319723.130358:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319723.130391:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384099072:12345-0@lo:38:kworker.0 Request processed in 52us (202us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319723.130399:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2764 00000100:00100000:1.0:1767319723.130423:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384099328 00000100:00100000:1.0:1767319723.130427:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384099328 00000100:00100000:1.0:1767319723.130530:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384099584 00000100:00100000:1.0:1767319723.130534:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384099584 00000100:00100000:1.0:1767319723.130556:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24143 00000100:00100000:1.0:1767319723.130561:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384099328:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319723.130572:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319723.130598:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384099328:12345-0@lo:38:kworker.0 Request processed in 36us (360us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319723.130604:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24143 00000100:00100000:1.0:1767319723.130614:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24144 00000100:00100000:1.0:1767319723.130618:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384099584:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319723.130710:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319723.130734:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384099584:12345-0@lo:38:kworker.0 Request processed in 114us (458us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319723.130741:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24144 00000100:00080000:1.0:1767319723.130810:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319723.130815:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319723.130819:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384099072:0@lo:38:kworker.0 00000100:00080000:1.0:1767319723.130828:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319723.130832:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319723.130835:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384099328:0@lo:38:kworker.0 00000100:00080000:1.0:1767319723.130842:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319723.130845:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319723.130849:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384099584:0@lo:38:kworker.0 00000100:00100000:3.0:1767319723.131238:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384099712:12345-0@lo:400:kworker.0 Request processed in 1403us (1854us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319723.131247:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1900 00000100:00100000:2.0:1767319723.131327:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384099840:12345-0@lo:400:kworker.0 Request processed in 1377us (1901us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319723.131336:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1901 00000100:00100000:0.0:1767319723.131395:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384099840:0@lo:400:kworker.0 00000100:00100000:0.0:1767319723.131409:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384099712:0@lo:400:kworker.0 00010000:00010000:3.0:1767319723.639208:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319724.102659:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:0.0:1767319724.108371:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297386496 offset 0 length 520: 4 00000100:00100000:0.0:1767319724.108423:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319724.123637:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297386752 00000100:00100000:1.0:1767319724.123656:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297386752 00000100:00100000:1.0:1767319724.123762:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297386624 00000100:00100000:1.0:1767319724.123766:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297386624 00000100:00100000:1.0:1767319724.123814:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4959 00000100:00100000:1.0:1767319724.123827:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297386752:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319724.123933:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297386752:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 109us (21285us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319724.123942:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4959 00000100:00100000:1.0:1767319724.123963:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24145 00000100:00100000:1.0:1767319724.123968:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297386624:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319724.123995:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319724.124035:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297386624:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 53us (15600us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319724.124042:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24145 00000100:00080000:3.0:1767319724.124810:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319724.151403:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319724.664501:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319725.176045:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319725.687603:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319726.200107:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319726.711172:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319726.711215:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384099968:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319726.711378:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319726.711758:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319726.712042:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319726.712067:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384100096:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319726.712138:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319726.712243:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384099968 00000100:00100000:1.0:1767319726.712524:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384099968 00000100:00100000:1.0:1767319726.712603:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384100096 00000100:00100000:1.0:1767319726.712607:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384100096 00000100:00100000:1.0:1767319726.712634:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2689 00000100:00100000:1.0:1767319726.712650:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384099968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319726.712692:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319726.712755:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384099968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (998us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319726.712763:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2689 00000100:00080000:3.0:1767319726.712874:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319726.712890:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319726.712920:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2690 00000100:00100000:3.0:1767319726.712929:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698d1fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384100096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319726.712950:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319726.712983:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698d1fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384100096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319726.712992:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2690 00000100:00100000:1.0:1767319726.717663:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384099968:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319726.717984:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384100096:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319727.224670:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319727.735764:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319728.248262:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319728.248278:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319728.248284:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319728.248290:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319728.248295:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319728.248307:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4626 00000100:00080000:0.0:1767319728.248314:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319728.248324:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319728.248393:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c0a80 x1853164384100224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319728.248426:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319728.248431:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319728.248433:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319728.248438:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4626 00000100:00080000:0.0:1767319728.248441:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319728.248444:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319728.248459:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c3100 x1853164384100352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319728.248600:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384100480:0@lo:400:kworker.0 00000100:00100000:2.0:1767319728.248701:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319728.248900:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384100480 00000100:00100000:3.0:1767319728.248911:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384100480 00000100:00100000:3.0:1767319728.248985:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4960 00000100:00100000:3.0:1767319728.248996:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384100480:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767319728.249371:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319728.249379:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319728.249382:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319728.249388:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4626 00000100:00080000:0.0:1767319728.249392:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319728.249398:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319728.249425:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c1c00 x1853164384100608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319728.249450:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384100224:0@lo:38:kworker.0 00000100:00100000:1.0:1767319728.249527:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319728.249569:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384100352:0@lo:38:kworker.0 00000100:00100000:1.0:1767319728.249597:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319728.249634:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384100608:0@lo:38:kworker.0 00000100:00100000:1.0:1767319728.249656:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319728.249687:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384100736:0@lo:400:kworker.0 00000100:00100000:1.0:1767319728.249712:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319728.249747:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319728.249767:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384100224 00000100:00100000:1.0:1767319728.249774:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384100224 00000100:00100000:1.0:1767319728.249828:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384100608 00000100:00100000:3.0:1767319728.249831:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384100480:12345-0@lo:400:kworker.0 Request processed in 832us (1124us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319728.249833:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384100608 00000100:00100000:1.0:1767319728.249848:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384100736 00000100:00100000:3.0:1767319728.249849:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4960 00000100:00100000:1.0:1767319728.249857:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384100736 00000100:00100000:3.0:1767319728.249905:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24146 00000100:00100000:3.0:1767319728.249912:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384100224:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319728.249935:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319728.249991:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384100224:12345-0@lo:38:kworker.0 Request processed in 78us (464us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767319728.250208:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319728.250214:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319728.250216:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319728.250221:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4626 00000100:00080000:0.0:1767319728.250224:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319728.250229:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319728.250251:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c1500 x1853164384100864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319728.250255:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384100480:0@lo:400:kworker.0 00000100:00100000:2.0:1767319728.251055:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384100992:0@lo:400:kworker.0 00000100:00100000:2.0:1767319728.251111:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319728.251149:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319728.251156:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384101120:0@lo:400:kworker.0 00000100:00100000:2.0:1767319728.251340:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319728.251396:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384100992 00000100:00100000:2.0:1767319728.251404:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384100992 00000100:00100000:2.0:1767319728.251459:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384101120 00000100:00100000:2.0:1767319728.251462:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384101120 00000100:00100000:2.0:1767319728.251494:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1902 00000100:00100000:2.0:1767319728.251503:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384100992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319728.251561:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384100992:12345-0@lo:400:kworker.0 Request processed in 61us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319728.251568:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1902 00000100:00100000:2.0:1767319728.251581:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1903 00000100:00100000:2.0:1767319728.251587:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384101120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319728.251612:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384101120:12345-0@lo:400:kworker.0 Request processed in 26us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319728.251617:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1903 00000100:00100000:2.0:1767319728.251660:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384101120:0@lo:400:kworker.0 00000100:00100000:2.0:1767319728.251670:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384100992:0@lo:400:kworker.0 00000100:00100000:3.0:1767319728.254144:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24146 00000100:00100000:1.0:1767319728.254258:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4961 00000100:00100000:1.0:1767319728.254302:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384100736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319728.254457:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384100736:12345-0@lo:400:kworker.0 Request processed in 182us (4742us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319728.254468:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4961 00000100:00100000:1.0:1767319728.254494:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24147 00000100:00100000:1.0:1767319728.254499:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384100608:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319728.254649:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319728.254688:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384100608:12345-0@lo:38:kworker.0 Request processed in 188us (5031us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319728.254696:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24147 00000100:00100000:1.0:1767319728.255071:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384100736:0@lo:400:kworker.0 00000100:00100000:1.0:1767319728.255113:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384100864:0@lo:38:kworker.0 00000100:00100000:1.0:1767319728.255254:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319728.255296:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319728.255303:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319728.255306:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384100608:0@lo:38:kworker.0 00000100:00080000:1.0:1767319728.255319:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319728.255322:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319728.255326:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384100224:0@lo:38:kworker.0 00000100:00100000:1.0:1767319728.255355:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384100864 00000100:00100000:1.0:1767319728.255362:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384100864 00000100:00100000:1.0:1767319728.255388:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24148 00000100:00100000:1.0:1767319728.255393:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384100864:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319728.255406:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319728.255440:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384100864:12345-0@lo:38:kworker.0 Request processed in 45us (187us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319728.255445:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24148 00000100:00080000:1.0:1767319728.255465:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319728.255469:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319728.255472:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384100864:0@lo:38:kworker.0 00000100:00100000:1.0:1767319728.255537:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384100352 00000100:00100000:1.0:1767319728.255541:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384100352 00000100:00100000:1.0:1767319728.255566:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2765 00000100:00100000:1.0:1767319728.255571:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384100352:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319728.255581:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319728.255614:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384100352:12345-0@lo:38:kworker.0 Request processed in 41us (6015us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319728.255620:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2765 00000100:00080000:1.0:1767319728.255651:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319728.255655:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319728.255658:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384100352:0@lo:38:kworker.0 00000100:00080000:1.0:1767319728.257549:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319728.257565:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319728.257572:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319728.759422:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319729.222927:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319729.223151:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297386880 00000100:00100000:0.0:1767319729.223166:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297386880 00000100:00100000:0.0:1767319729.223238:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24149 00000100:00100000:0.0:1767319729.223250:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297386880:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319729.223278:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319729.223360:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297386880:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 111us (442us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319729.223369:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24149 00000100:00100000:1.0:1767319729.228047:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319729.228186:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297387008 00000100:00100000:0.0:1767319729.228207:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297387008 00000100:00100000:0.0:1767319729.228510:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4962 00000100:00100000:0.0:1767319729.228525:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297387008:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319729.228656:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297387008:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 135us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319729.228666:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4962 00000100:00080000:1.0:1767319729.236555:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319729.271867:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319729.783194:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319730.299676:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319730.807248:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319731.321322:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319731.831371:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319731.831403:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384101248:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319731.831494:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319731.831883:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319731.832046:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384101248 00000100:00100000:3.0:1767319731.832055:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384101248 00000100:00100000:3.0:1767319731.832115:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2691 00000100:00100000:3.0:1767319731.832125:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384101248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319731.832157:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319731.832223:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384101248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (728us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319731.832230:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2691 00000100:00080000:0.0:1767319731.832482:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319731.832532:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384101376:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319731.832563:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319731.832615:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384101248:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319731.832661:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384101376 00000100:00100000:3.0:1767319731.832667:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384101376 00000100:00100000:3.0:1767319731.832766:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2692 00000100:00100000:3.0:1767319731.832776:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384101376:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319731.832955:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1767319731.871032:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319731.871132:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384101376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38354us (38563us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319731.871143:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2692 00000100:00100000:0.0:1767319731.882464:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384101376:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319732.343005:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319732.856099:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319733.366923:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767319733.366925:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319733.366932:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319733.366935:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319733.366939:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319733.366943:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319733.366951:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4631 00000100:00080000:0.0:1767319733.366956:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319733.366965:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319733.367016:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c0a80 x1853164384101504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319733.367042:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319733.367046:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319733.367047:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319733.367051:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4631 00000100:00080000:0.0:1767319733.367054:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319733.367058:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319733.367072:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c1c00 x1853164384101632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319733.367120:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319733.367127:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319733.367129:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319733.367132:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4631 00000100:00080000:0.0:1767319733.367135:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319733.367139:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319733.367149:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384101760:0@lo:400:kworker.0 00000100:00100000:0.0:1767319733.367153:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c3480 x1853164384101888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319733.367167:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319733.367171:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319733.367172:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319733.367176:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4631 00000100:00080000:0.0:1767319733.367178:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319733.367181:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319733.367189:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c3100 x1853164384102144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319733.367235:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384102400:0@lo:400:kworker.0 00000100:00100000:2.0:1767319733.367274:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319733.367278:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319733.367332:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384102016:0@lo:400:kworker.0 00000100:00100000:0.0:1767319733.367410:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319733.367417:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384102272:0@lo:400:kworker.0 00000100:00100000:0.0:1767319733.367439:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319733.367489:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384101760 00000100:00100000:0.0:1767319733.367496:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384101760 00000100:00080000:0.0:1767319733.367520:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319733.367569:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4963 00000100:00100000:0.0:1767319733.367579:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384101760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319733.367629:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384101760:12345-0@lo:400:kworker.0 Request processed in 53us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319733.367636:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4963 00000100:00100000:0.0:1767319733.367676:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384102400 00000100:00100000:0.0:1767319733.367680:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384102400 00000100:00100000:0.0:1767319733.367709:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384102272 00000100:00100000:0.0:1767319733.367712:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384102272 00000100:00100000:0.0:1767319733.367731:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1904 00000100:00100000:0.0:1767319733.367737:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384102400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319733.367771:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384102400:12345-0@lo:400:kworker.0 Request processed in 34us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319733.367804:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1904 00000100:00100000:0.0:1767319733.367830:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1905 00000100:00100000:0.0:1767319733.367837:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384102272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319733.367864:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384102272:12345-0@lo:400:kworker.0 Request processed in 28us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319733.367869:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1905 00000100:00080000:0.0:1767319733.367882:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319733.367885:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319733.367910:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384102272:0@lo:400:kworker.0 00000100:00100000:0.0:1767319733.367920:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384102400:0@lo:400:kworker.0 00000100:00100000:2.0:1767319733.367988:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384101760:0@lo:400:kworker.0 00000100:00100000:1.0:1767319733.369078:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384101504:0@lo:38:kworker.0 00000100:00100000:1.0:1767319733.369129:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319733.369168:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384101632:0@lo:38:kworker.0 00000100:00100000:1.0:1767319733.369190:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319733.369213:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384101888:0@lo:38:kworker.0 00000100:00100000:1.0:1767319733.369230:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319733.369246:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384102144:0@lo:38:kworker.0 00000100:00100000:1.0:1767319733.369263:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319733.369291:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384101632 00000100:00100000:1.0:1767319733.369296:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384101632 00000100:00100000:1.0:1767319733.369322:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2766 00000100:00100000:1.0:1767319733.369328:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384101632:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319733.369348:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319733.369381:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384101632:12345-0@lo:38:kworker.0 Request processed in 53us (190us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319733.369387:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2766 00000100:00080000:1.0:1767319733.369418:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319733.369439:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319733.369442:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384101632:0@lo:38:kworker.0 00000100:00100000:1.0:1767319733.369466:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384101504 00000100:00100000:1.0:1767319733.369470:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384101504 00000100:00100000:1.0:1767319733.369488:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384101888 00000100:00100000:1.0:1767319733.369491:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384101888 00000100:00100000:1.0:1767319733.369503:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384102144 00000100:00100000:1.0:1767319733.369506:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384102144 00000100:00100000:1.0:1767319733.369516:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24150 00000100:00100000:1.0:1767319733.369521:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384101504:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319733.369544:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319733.369572:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384101504:12345-0@lo:38:kworker.0 Request processed in 50us (443us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319733.369578:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24150 00000100:00100000:1.0:1767319733.369589:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24151 00000100:00100000:1.0:1767319733.369593:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384101888:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319733.369845:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319733.369875:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384101888:12345-0@lo:38:kworker.0 Request processed in 280us (643us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319733.369881:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24151 00000100:00100000:1.0:1767319733.369892:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24152 00000100:00100000:1.0:1767319733.369897:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384102144:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319733.369906:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319733.369930:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384102144:12345-0@lo:38:kworker.0 Request processed in 31us (665us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319733.369935:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24152 00000100:00080000:1.0:1767319733.369968:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319733.369972:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319733.369975:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384101504:0@lo:38:kworker.0 00000100:00080000:1.0:1767319733.369984:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319733.369987:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319733.369990:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384101888:0@lo:38:kworker.0 00000100:00080000:1.0:1767319733.369998:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319733.370001:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319733.370004:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384102144:0@lo:38:kworker.0 00000100:00100000:3.0:1767319733.370996:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319733.371102:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384102016 00000100:00100000:1.0:1767319733.371109:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384102016 00000100:00100000:1.0:1767319733.371300:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4964 00000100:00100000:1.0:1767319733.371309:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384102016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319733.371362:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384102016:12345-0@lo:400:kworker.0 Request processed in 54us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319733.371369:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4964 00000100:00100000:3.0:1767319733.371472:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384102016:0@lo:400:kworker.0 00000100:00080000:2.0:1767319733.371904:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319733.879044:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319734.348147:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319734.348381:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319734.358893:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297387264 00000100:00100000:0.0:1767319734.358911:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297387264 00000100:00100000:1.0:1767319734.361775:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297387136 00000100:00100000:1.0:1767319734.361817:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297387136 00000100:00100000:1.0:1767319734.361849:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4965 00000100:00100000:1.0:1767319734.361865:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297387264:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319734.361953:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297387264:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 95us (14778us total) trans 0 rc 0/0 00000100:00080000:2.0:1767319734.362078:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319734.362220:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4965 00000100:00100000:2.0:1767319734.365165:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24153 00000100:00100000:2.0:1767319734.365184:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297387136:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319734.365517:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319734.365619:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297387136:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 437us (17238us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319734.365628:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24153 00000100:00100000:2.0:1767319734.390924:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319734.903058:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319735.415360:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319735.927553:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319736.438985:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319736.951098:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319736.951125:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384102528:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319736.951195:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319736.951623:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384102528 00000100:00100000:0.0:1767319736.951633:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384102528 00000100:00100000:0.0:1767319736.951698:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2693 00000100:00100000:0.0:1767319736.951704:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384102528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319736.951728:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319736.951773:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384102528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (576us total) trans 0 rc 0/0 00000100:00080000:3.0:1767319736.951915:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319736.951955:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384102528:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319736.952109:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2693 00010000:00010000:1.0:1767319736.952733:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319736.953436:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319736.953455:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384102656:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319736.953526:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319736.953912:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384102656 00000100:00100000:1.0:1767319736.953919:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384102656 00000100:00080000:3.0:1767319736.954123:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319736.954301:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2694 00000100:00100000:1.0:1767319736.954316:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384102656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319736.954346:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319736.954514:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384102656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 205us (988us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319736.954519:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2694 00000100:00100000:2.0:1767319736.954699:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384102656:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319737.462973:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319737.975946:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319738.486921:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319738.487663:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319738.487855:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319738.487859:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319738.487864:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319738.487868:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319738.487876:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4636 00000100:00080000:3.0:1767319738.487881:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319738.487889:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319738.488027:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e6680 x1853164384102784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319738.488092:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384102784:0@lo:38:kworker.0 00000100:00100000:1.0:1767319738.488177:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319738.488404:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384102784 00000100:00100000:2.0:1767319738.488414:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384102784 00000100:00100000:2.0:1767319738.488456:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24154 00000100:00100000:2.0:1767319738.488463:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384102784:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319738.488483:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767319738.489852:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319738.489861:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319738.489865:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319738.489872:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4636 00000100:00080000:3.0:1767319738.489876:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319738.489882:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319738.489921:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e7100 x1853164384102912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319738.496753:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384102912:0@lo:38:kworker.0 00000100:00100000:1.0:1767319738.496868:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319738.500157:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319738.500166:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319738.500169:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319738.500177:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4636 00000100:00080000:3.0:1767319738.500182:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319738.500189:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319738.500211:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e4700 x1853164384103168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319738.500233:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319738.500237:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319738.500238:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319738.500242:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4636 00000100:00080000:3.0:1767319738.500244:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319738.500247:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319738.500479:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e6d80 x1853164384103424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319738.500649:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384103040:0@lo:400:kworker.0 00000100:00100000:3.0:1767319738.500760:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319738.500825:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319738.500832:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384103296:0@lo:400:kworker.0 00000100:00100000:3.0:1767319738.500860:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319738.500897:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384103040 00000100:00100000:3.0:1767319738.500904:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384103040 00000100:00100000:1.0:1767319738.501073:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384103168:0@lo:38:kworker.0 00000100:00100000:1.0:1767319738.501104:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319738.501125:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384103424:0@lo:38:kworker.0 00000100:00100000:1.0:1767319738.501225:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319738.501482:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384103296 00000100:00100000:1.0:1767319738.501486:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384103296 00000100:00100000:1.0:1767319738.501805:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384103168 00000100:00100000:1.0:1767319738.501810:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384103168 00000100:00100000:1.0:1767319738.501825:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384103424 00000100:00100000:1.0:1767319738.501827:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384103424 00000100:00100000:1.0:1767319738.501841:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4966 00000100:00100000:1.0:1767319738.501851:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384103296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319738.501916:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384103296:12345-0@lo:400:kworker.0 Request processed in 68us (1055us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319738.502051:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4967 00000100:00100000:3.0:1767319738.502060:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384103040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319738.502094:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384103040:12345-0@lo:400:kworker.0 Request processed in 36us (1334us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319738.502101:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4967 00000100:00100000:3.0:1767319738.502117:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24155 00000100:00100000:3.0:1767319738.502122:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384103168:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319738.502411:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4966 00000100:00100000:1.0:1767319738.502426:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24156 00000100:00100000:1.0:1767319738.502431:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384103424:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319738.502460:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319738.502512:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384103168:12345-0@lo:38:kworker.0 Request processed in 388us (1407us total) trans 0 rc -19/-19 00010000:00020000:1.0:1767319738.502593:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319738.502621:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384103424:12345-0@lo:38:kworker.0 Request processed in 190us (1476us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319738.502738:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24155 00000100:00080000:3.0:1767319738.502766:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319738.502837:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384103296:0@lo:400:kworker.0 00000100:00100000:3.0:1767319738.502851:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384103040:0@lo:400:kworker.0 00000100:00100000:3.0:1767319738.502881:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384103680:0@lo:400:kworker.0 00000100:00100000:3.0:1767319738.502919:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319738.503029:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24156 00000100:00080000:1.0:1767319738.503067:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319738.503073:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319738.503082:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384103168:0@lo:38:kworker.0 00000100:00080000:1.0:1767319738.503092:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319738.503096:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319738.503099:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384103424:0@lo:38:kworker.0 00000100:00100000:1.0:1767319738.503460:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384103552:0@lo:400:kworker.0 00000100:00100000:1.0:1767319738.503757:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319738.504619:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384102912 00000100:00100000:0.0:1767319738.504628:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384102912 00000100:00100000:3.0:1767319738.504661:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384103680 00000100:00100000:0.0:1767319738.504662:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2767 00000100:00100000:0.0:1767319738.504668:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384102912:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319738.504687:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319738.504735:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384102912:12345-0@lo:38:kworker.0 Request processed in 66us (7867us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319738.504742:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2767 00000100:00100000:3.0:1767319738.504754:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384103680 00000100:00080000:0.0:1767319738.504824:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319738.504831:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319738.504835:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384102912:0@lo:38:kworker.0 00000100:00100000:3.0:1767319738.504837:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384103552 00000100:00100000:3.0:1767319738.504840:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384103552 00000100:00100000:3.0:1767319738.504866:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1906 00000100:00100000:3.0:1767319738.504873:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384103680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319738.504878:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1907 00000100:00100000:0.0:1767319738.504898:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384103552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319738.504916:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384103680:12345-0@lo:400:kworker.0 Request processed in 45us (1997us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319738.505057:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384103552:12345-0@lo:400:kworker.0 Request processed in 172us (1299us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319738.505063:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1907 00000100:00100000:1.0:1767319738.505069:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384103552:0@lo:400:kworker.0 00000100:00100000:3.0:1767319738.506126:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1906 00000100:00080000:3.0:1767319738.506254:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319738.506335:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319738.506813:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384103680:0@lo:400:kworker.0 00000100:00100000:2.0:1767319738.522112:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384102784:12345-0@lo:38:kworker.0 Request processed in 33640us (33927us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319738.522127:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24154 00000100:00080000:1.0:1767319738.522436:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319738.522443:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319738.522447:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384102784:0@lo:38:kworker.0 00010000:00010000:3.0:1767319738.999716:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319739.465426:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319739.465539:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319739.471444:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297387520 00000100:00100000:1.0:1767319739.471462:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297387520 00000100:00100000:1.0:1767319739.471567:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297387392 00000100:00100000:1.0:1767319739.471571:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297387392 00000100:00100000:1.0:1767319739.471607:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4968 00000100:00100000:1.0:1767319739.471619:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297387520:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319739.471727:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297387520:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 110us (6311us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319739.471735:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4968 00000100:00100000:1.0:1767319739.471754:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24157 00000100:00100000:1.0:1767319739.471801:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297387392:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319739.471821:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319739.471846:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297387392:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 86us (6308us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319739.471853:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24157 00000100:00080000:0.0:1767319739.474821:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319739.511690:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319740.023039:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319740.535373:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319741.047010:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319741.559621:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319742.070978:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319742.071560:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319742.071588:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384103808:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319742.071675:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319742.071826:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384103808 00000100:00100000:0.0:1767319742.071837:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384103808 00000100:00100000:0.0:1767319742.071919:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2695 00000100:00100000:0.0:1767319742.071929:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384103808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319742.071965:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319742.072020:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384103808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319742.072028:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2695 00000100:00100000:0.0:1767319742.072084:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384103808:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319742.072531:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319742.073535:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319742.073553:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384103936:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319742.073608:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319742.073745:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384103936 00000100:00100000:2.0:1767319742.073753:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384103936 00000100:00100000:2.0:1767319742.073825:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2696 00000100:00100000:2.0:1767319742.073835:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384103936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319742.073862:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319742.073913:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384103936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319742.073920:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2696 00000100:00080000:1.0:1767319742.074650:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319742.074756:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384103936:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319742.583064:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319743.096199:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319743.606983:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319743.606995:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319743.606998:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319743.607001:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319743.607007:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319743.607016:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4641 00000100:00080000:2.0:1767319743.607021:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319743.607028:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319743.607083:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627ad80 x1853164384104064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319743.607109:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319743.607113:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319743.607114:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319743.607119:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4641 00000100:00080000:2.0:1767319743.607121:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319743.607125:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319743.607139:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278380 x1853164384104192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319743.607185:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319743.607189:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319743.607191:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319743.607194:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4641 00000100:00080000:2.0:1767319743.607197:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319743.607201:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319743.607213:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627aa00 x1853164384104448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319743.607227:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319743.607230:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319743.607231:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319743.607235:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4641 00000100:00080000:2.0:1767319743.607237:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319743.607240:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319743.607250:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279180 x1853164384104704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319743.607402:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384104576:0@lo:400:kworker.0 00000100:00100000:3.0:1767319743.607429:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384104320:0@lo:400:kworker.0 00000100:00100000:1.0:1767319743.607525:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384104064:0@lo:38:kworker.0 00000100:00100000:2.0:1767319743.607572:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319743.607600:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384104832:0@lo:400:kworker.0 00000100:00100000:3.0:1767319743.611118:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319743.611212:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384104320 00000100:00100000:3.0:1767319743.611222:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384104320 00000100:00100000:3.0:1767319743.611294:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4969 00000100:00100000:3.0:1767319743.611306:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384104320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319743.611361:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384104320:12345-0@lo:400:kworker.0 Request processed in 58us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319743.611371:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4969 00000100:00100000:3.0:1767319743.611416:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384104320:0@lo:400:kworker.0 00000100:00080000:3.0:1767319743.611472:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319743.611490:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384104960:0@lo:400:kworker.0 00000100:00100000:3.0:1767319743.611522:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319743.611553:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384104960 00000100:00100000:3.0:1767319743.611557:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384104960 00000100:00100000:3.0:1767319743.611584:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1908 00000100:00100000:3.0:1767319743.611591:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384104960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319743.611623:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384104960:12345-0@lo:400:kworker.0 Request processed in 33us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319743.611629:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1908 00000100:00100000:3.0:1767319743.611653:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384104960:0@lo:400:kworker.0 00000100:00100000:0.0:1767319743.612917:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319743.613526:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384104576 00000100:00100000:3.0:1767319743.613534:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384104576 00000100:00080000:0.0:1767319743.613652:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319743.614473:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4970 00000100:00100000:3.0:1767319743.614488:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384104576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319743.614579:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384104576:12345-0@lo:400:kworker.0 Request processed in 96us (1677us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319743.614587:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4970 00000100:00100000:0.0:1767319743.615191:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384104576:0@lo:400:kworker.0 00000100:00100000:1.0:1767319743.615556:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319743.615606:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384104192:0@lo:38:kworker.0 00000100:00100000:1.0:1767319743.615638:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319743.615668:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384104448:0@lo:38:kworker.0 00000100:00100000:1.0:1767319743.615690:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319743.615707:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384104704:0@lo:38:kworker.0 00000100:00100000:1.0:1767319743.615737:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319743.615772:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384104064 00000100:00100000:1.0:1767319743.615778:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384104064 00000100:00100000:1.0:1767319743.615833:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384104448 00000100:00100000:1.0:1767319743.615836:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384104448 00000100:00100000:1.0:1767319743.615854:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384104704 00000100:00100000:1.0:1767319743.615857:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384104704 00000100:00100000:1.0:1767319743.615867:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24158 00000100:00100000:1.0:1767319743.615873:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f617100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384104064:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319743.615899:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319743.615936:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f617100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384104064:12345-0@lo:38:kworker.0 Request processed in 63us (381us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319743.615943:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24158 00000100:00100000:1.0:1767319743.615957:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24159 00000100:00100000:1.0:1767319743.615960:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384104448:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319743.615969:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319743.615991:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384104448:12345-0@lo:38:kworker.0 Request processed in 29us (300us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319743.615996:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24159 00000100:00100000:1.0:1767319743.616006:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24160 00000100:00100000:1.0:1767319743.616010:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f616300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384104704:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319743.616020:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319743.616182:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384104192 00000100:00100000:0.0:1767319743.616186:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384104192 00000100:00100000:0.0:1767319743.616212:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2768 00000100:00100000:0.0:1767319743.616224:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384104192:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319743.616235:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319743.618200:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f616300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384104704:12345-0@lo:38:kworker.0 Request processed in 2181us (2456us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319743.618212:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24160 00000100:00080000:1.0:1767319743.618271:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319743.618276:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319743.618280:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384104064:0@lo:38:kworker.0 00000100:00080000:1.0:1767319743.618292:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319743.618295:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319743.618298:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384104448:0@lo:38:kworker.0 00000100:00080000:1.0:1767319743.618305:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319743.618308:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319743.618312:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384104704:0@lo:38:kworker.0 00000100:00100000:2.0:1767319743.618441:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319743.618480:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384104832 00000100:00100000:2.0:1767319743.618486:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384104832 00000100:00100000:2.0:1767319743.618527:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1909 00000100:00100000:2.0:1767319743.618535:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384104832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319743.618579:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384104832:12345-0@lo:400:kworker.0 Request processed in 45us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319743.618586:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1909 00000100:00100000:2.0:1767319743.618619:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384104832:0@lo:400:kworker.0 00000100:00080000:1.0:1767319743.626194:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319743.626210:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319743.626215:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384104192:0@lo:38:kworker.0 00000100:00100000:0.0:1767319743.626282:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384104192:12345-0@lo:38:kworker.0 Request processed in 10059us (10638us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319743.626293:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2768 00010000:00010000:3.0:1767319744.118992:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319744.582748:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319744.582872:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319744.582999:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297387776 00000100:00100000:3.0:1767319744.583011:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297387776 00000100:00100000:3.0:1767319744.583097:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297387648 00000100:00100000:3.0:1767319744.583101:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297387648 00000100:00100000:3.0:1767319744.583124:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4971 00000100:00100000:3.0:1767319744.583135:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297387776:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319744.583215:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297387776:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 81us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319744.583224:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4971 00000100:00100000:3.0:1767319744.583243:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24161 00000100:00100000:3.0:1767319744.583247:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297387648:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319744.583268:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319744.583290:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297387648:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 42us (418us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319744.583296:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24161 00000100:00080000:0.0:1767319744.583460:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319744.632425:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319745.143069:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319745.654912:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319746.167106:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319746.679006:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319747.191070:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384105216:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319747.191141:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319747.191284:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384105216 00000100:00100000:0.0:1767319747.191294:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384105216 00000100:00100000:0.0:1767319747.191352:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2697 00000100:00100000:0.0:1767319747.191363:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384105216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319747.191393:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319747.191435:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384105216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319747.191443:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2697 00000100:00100000:1.0:1767319747.191596:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384105088:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319747.191627:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319747.191700:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319747.193446:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384105088 00000100:00100000:0.0:1767319747.193460:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384105088 00000100:00100000:0.0:1767319747.193537:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2698 00000100:00100000:0.0:1767319747.193548:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384105088:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319747.193581:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319747.193670:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384105088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (2042us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319747.193677:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2698 00000100:00100000:0.0:1767319747.193747:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384105088:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319747.195819:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319747.195829:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319747.196189:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384105216:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319747.703213:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319748.222489:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319748.686015:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:2.0:1767319748.686060:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297387904 offset 0 length 520: 4 00000100:00100000:2.0:1767319748.686087:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319748.686124:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297388160 00000100:00100000:1.0:1767319748.686133:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297388160 00000100:00100000:1.0:1767319748.686218:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297388032 00000100:00100000:1.0:1767319748.686222:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297388032 00000100:00100000:1.0:1767319748.686241:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4972 00000100:00100000:1.0:1767319748.686255:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297388160:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319748.686336:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297388160:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 86us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319748.686344:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4972 00000100:00100000:1.0:1767319748.686364:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24162 00000100:00100000:1.0:1767319748.686369:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297388032:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319748.686389:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319748.686414:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297388032:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 44us (327us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319748.686421:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24162 00000100:00080000:0.0:1767319748.686596:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319748.726897:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319723/real 1767319723] req@ffff9369b12c2300 x1853164384098816/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319748 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319748.726933:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b12c2300 x1853164384098816/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319748 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319748.726955:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319748.726979:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319748.726983:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384098816:0@lo:250:kworker.0 00000100:00080000:2.0:1767319748.729134:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319748.729144:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319748.729149:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319748.729161:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4626 00000100:00080000:2.0:1767319748.729167:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319748.729176:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319748.729331:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319748.729381:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627aa00 x1853164384105344/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319748.729409:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319748.729413:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319748.729415:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319748.729419:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4646 00000100:00080000:2.0:1767319748.729421:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319748.729425:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319748.729442:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627ad80 x1853164384105472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319748.729449:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319748.729452:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319748.729454:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319748.729458:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4646 00000100:00080000:2.0:1767319748.729460:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319748.729463:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319748.729475:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278000 x1853164384105600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319748.729556:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319748.729593:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384105344:0@lo:250:kworker.0 00000400:00000100:1.0:1767319748.729655:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384105344 offset 0 length 520: 4 00000100:00100000:1.0:1767319748.729714:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384105472:0@lo:38:kworker.0 00000100:00100000:1.0:1767319748.729748:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319748.729776:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384105600:0@lo:38:kworker.0 00000100:00100000:3.0:1767319748.729809:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384105472 00000100:00100000:1.0:1767319748.729816:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319748.729817:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384105472 00000100:00100000:3.0:1767319748.729865:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24163 00000100:00100000:3.0:1767319748.729873:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384105472:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319748.729893:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319748.729938:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384105472:12345-0@lo:38:kworker.0 Request processed in 64us (189us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319748.729945:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24163 00000100:00100000:1.0:1767319748.730108:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384105600 00000100:00100000:1.0:1767319748.730113:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384105600 00000100:00100000:1.0:1767319748.730141:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2769 00000100:00100000:1.0:1767319748.730146:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384105600:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319748.730158:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319748.730184:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384105600:12345-0@lo:38:kworker.0 Request processed in 37us (367us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319748.730189:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2769 00000100:00080000:1.0:1767319748.730231:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319748.730236:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319748.730239:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384105472:0@lo:38:kworker.0 00000100:00080000:1.0:1767319748.730253:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319748.730256:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319748.730258:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384105600:0@lo:38:kworker.0 00000100:00080000:2.0:1767319748.730413:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319748.730418:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319748.730420:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319748.730425:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4646 00000100:00080000:2.0:1767319748.730428:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319748.730432:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319748.730448:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278e00 x1853164384105856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319748.731486:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384105984:0@lo:400:kworker.0 00000100:00100000:0.0:1767319748.731532:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319748.731571:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384105728:0@lo:400:kworker.0 00000100:00100000:0.0:1767319748.731593:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319748.731814:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384105984 00000100:00100000:1.0:1767319748.731820:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384105984 00000100:00100000:1.0:1767319748.732003:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384105728 00000100:00100000:1.0:1767319748.732007:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384105728 00000100:00100000:1.0:1767319748.732033:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4973 00000100:00100000:1.0:1767319748.732040:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384105984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319748.732086:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384105984:12345-0@lo:400:kworker.0 Request processed in 46us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319748.732092:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4973 00000100:00100000:1.0:1767319748.732107:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4974 00000100:00100000:1.0:1767319748.732115:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384105728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319748.732142:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384105728:12345-0@lo:400:kworker.0 Request processed in 28us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319748.732148:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4974 00000100:00080000:1.0:1767319748.732180:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319748.732298:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384105984:0@lo:400:kworker.0 00000100:00100000:1.0:1767319748.732314:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384105728:0@lo:400:kworker.0 00000100:00100000:0.0:1767319748.732451:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384105856:0@lo:38:kworker.0 00000100:00100000:0.0:1767319748.732483:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319748.733430:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384105856 00000100:00100000:1.0:1767319748.733437:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384105856 00000100:00100000:1.0:1767319748.733479:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24164 00000100:00100000:1.0:1767319748.733485:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384105856:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319748.733505:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319748.733552:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384105856:12345-0@lo:38:kworker.0 Request processed in 65us (1068us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319748.733558:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24164 00000100:00080000:0.0:1767319748.733644:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319748.733650:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319748.733653:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384105856:0@lo:38:kworker.0 00000100:00080000:2.0:1767319748.734130:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319748.734136:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319748.734139:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319748.734144:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4646 00000100:00080000:2.0:1767319748.734149:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319748.734154:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319748.734183:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627ad80 x1853164384106112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319748.734263:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384106240:0@lo:400:kworker.0 00000100:00100000:2.0:1767319748.734304:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319748.734330:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319748.734336:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384106368:0@lo:400:kworker.0 00000100:00100000:2.0:1767319748.734356:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319748.734382:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384106240 00000100:00100000:2.0:1767319748.734387:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384106240 00000100:00100000:2.0:1767319748.734418:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384106368 00000100:00100000:2.0:1767319748.734421:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384106368 00000100:00100000:2.0:1767319748.734439:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1910 00000100:00100000:2.0:1767319748.734445:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384106240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319748.734486:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384106240:12345-0@lo:400:kworker.0 Request processed in 40us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319748.734492:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1910 00000100:00100000:2.0:1767319748.734506:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1911 00000100:00100000:2.0:1767319748.734512:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384106368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319748.734538:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384106368:12345-0@lo:400:kworker.0 Request processed in 27us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319748.734543:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1911 00000100:00100000:2.0:1767319748.734575:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384106368:0@lo:400:kworker.0 00000100:00100000:2.0:1767319748.734585:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384106240:0@lo:400:kworker.0 00000100:00100000:0.0:1767319748.735334:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384106112:0@lo:38:kworker.0 00000100:00100000:0.0:1767319748.735377:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319748.735501:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384106112 00000100:00100000:3.0:1767319748.735507:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384106112 00000100:00100000:3.0:1767319748.735539:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24165 00000100:00100000:3.0:1767319748.735553:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384106112:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319748.735573:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319748.735619:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384106112:12345-0@lo:38:kworker.0 Request processed in 73us (241us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319748.735625:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24165 00000100:00080000:0.0:1767319748.735810:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319748.735818:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319748.735821:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384106112:0@lo:38:kworker.0 00010000:00010000:3.0:1767319749.242773:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319749.750946:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319750.266013:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319750.775017:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319751.286974:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319751.807092:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319752.311087:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319752.311324:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319752.311351:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384106496:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319752.311422:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319752.311551:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384106496 00000100:00100000:2.0:1767319752.311560:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384106496 00000100:00100000:2.0:1767319752.311627:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2699 00000100:00100000:2.0:1767319752.311638:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f616d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384106496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319752.311683:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319752.311736:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f616d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384106496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319752.311743:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2699 00000100:00100000:2.0:1767319752.311811:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384106496:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319752.312190:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384106624:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319752.312223:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319752.312352:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384106624 00000100:00100000:3.0:1767319752.312359:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384106624 00000100:00100000:3.0:1767319752.312398:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2700 00000100:00100000:3.0:1767319752.312406:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384106624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319752.312423:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319752.312466:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384106624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319752.312472:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2700 00000100:00080000:1.0:1767319752.312627:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319752.312632:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319752.312703:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384106624:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319752.823048:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319753.335561:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319753.803579:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319753.805400:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319753.805796:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297388416 00000100:00100000:0.0:1767319753.805816:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297388416 00000100:00100000:0.0:1767319753.805903:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297388288 00000100:00100000:0.0:1767319753.805906:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297388288 00000100:00100000:0.0:1767319753.805933:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4975 00000100:00100000:0.0:1767319753.805946:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297388416:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319753.805951:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24166 00000100:00100000:2.0:1767319753.805957:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297388288:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319753.805985:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319753.806041:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297388288:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 81us (649us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319753.806050:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24166 00000100:00080000:1.0:1767319753.806053:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319753.809059:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297388416:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 3096us (5474us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319753.809082:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4975 00000100:00100000:1.0:1767319753.850192:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319753.850348:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319753.850356:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319753.850359:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319753.850364:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319753.850368:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319753.850377:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4652 00000100:00080000:3.0:1767319753.850383:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319753.850391:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319753.850448:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e4700 x1853164384106752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319753.850487:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319753.850491:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319753.850493:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319753.850498:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4652 00000100:00080000:3.0:1767319753.850500:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319753.850504:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319753.850519:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e6d80 x1853164384106880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319753.850577:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319753.850581:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319753.850583:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319753.850587:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4652 00000100:00080000:3.0:1767319753.850589:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319753.850593:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319753.850609:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91fb80 x1853164384107136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319753.850625:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319753.850638:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319753.850640:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319753.850643:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4652 00000100:00080000:3.0:1767319753.850645:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319753.850648:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319753.850658:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b7b80 x1853164384107392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319753.850824:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384107264:0@lo:400:kworker.0 00000100:00100000:1.0:1767319753.850913:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319753.850997:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319753.851004:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384107008:0@lo:400:kworker.0 00000100:00100000:1.0:1767319753.851028:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319753.851065:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384107264 00000100:00100000:1.0:1767319753.851074:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384107264 00000100:00100000:1.0:1767319753.851141:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384107008 00000100:00100000:1.0:1767319753.851145:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384107008 00000100:00100000:1.0:1767319753.851175:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4976 00000100:00100000:1.0:1767319753.851185:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384107264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319753.851242:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384107264:12345-0@lo:400:kworker.0 Request processed in 59us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319753.851250:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4976 00000100:00100000:1.0:1767319753.851267:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4977 00000100:00100000:1.0:1767319753.851274:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384107008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319753.851299:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384107008:12345-0@lo:400:kworker.0 Request processed in 27us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319753.851304:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4977 00000100:00080000:1.0:1767319753.851322:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319753.851361:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384107008:0@lo:400:kworker.0 00000100:00100000:1.0:1767319753.851371:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384107264:0@lo:400:kworker.0 00000100:00100000:0.0:1767319753.851964:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384107648:0@lo:400:kworker.0 00000100:00100000:0.0:1767319753.852009:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319753.852038:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319753.852044:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384107520:0@lo:400:kworker.0 00000100:00100000:0.0:1767319753.852067:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319753.852172:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384106752:0@lo:38:kworker.0 00000100:00100000:0.0:1767319753.852199:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319753.852232:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384106880:0@lo:38:kworker.0 00000100:00100000:0.0:1767319753.852259:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319753.852287:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384107136:0@lo:38:kworker.0 00000100:00100000:0.0:1767319753.852308:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319753.852323:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384107392:0@lo:38:kworker.0 00000100:00100000:0.0:1767319753.852339:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319753.852365:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384106880 00000100:00100000:0.0:1767319753.852369:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384106880 00000100:00100000:0.0:1767319753.852395:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2770 00000100:00100000:0.0:1767319753.852400:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384106880:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319753.852421:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319753.852453:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384106880:12345-0@lo:38:kworker.0 Request processed in 52us (193us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319753.852460:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2770 00000100:00100000:0.0:1767319753.852484:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384106752 00000100:00100000:0.0:1767319753.852487:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384106752 00000100:00100000:0.0:1767319753.852502:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24167 00000100:00100000:0.0:1767319753.852506:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384106752:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319753.852515:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319753.852547:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384106752:12345-0@lo:38:kworker.0 Request processed in 40us (348us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319753.852553:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24167 00000100:00100000:0.0:1767319753.852561:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384107136 00000100:00100000:0.0:1767319753.852564:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384107136 00000100:00100000:0.0:1767319753.852574:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384107392 00000100:00100000:0.0:1767319753.852576:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384107392 00000100:00100000:0.0:1767319753.852585:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24168 00000100:00100000:0.0:1767319753.852589:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384107136:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319753.852597:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319753.852617:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384107136:12345-0@lo:38:kworker.0 Request processed in 28us (309us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319753.852622:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24168 00000100:00100000:0.0:1767319753.852641:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24169 00000100:00100000:0.0:1767319753.852645:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384107392:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319753.852653:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319753.852670:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384107392:12345-0@lo:38:kworker.0 Request processed in 24us (331us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319753.852676:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24169 00000100:00080000:0.0:1767319753.852714:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319753.852720:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319753.852723:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384106752:0@lo:38:kworker.0 00000100:00080000:0.0:1767319753.852731:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319753.852735:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319753.852737:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384106880:0@lo:38:kworker.0 00000100:00080000:0.0:1767319753.852744:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319753.852747:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319753.852750:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384107136:0@lo:38:kworker.0 00000100:00080000:0.0:1767319753.852756:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319753.852759:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319753.852761:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384107392:0@lo:38:kworker.0 00000100:00100000:2.0:1767319753.854380:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384107648 00000100:00100000:2.0:1767319753.854395:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384107648 00000100:00100000:2.0:1767319753.854507:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384107520 00000100:00100000:2.0:1767319753.854511:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384107520 00000100:00100000:2.0:1767319753.854544:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1912 00000100:00100000:2.0:1767319753.854553:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384107648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319753.854648:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384107648:12345-0@lo:400:kworker.0 Request processed in 97us (2638us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319753.854656:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1912 00000100:00100000:2.0:1767319753.854672:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1913 00000100:00100000:2.0:1767319753.854678:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384107520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319753.854711:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384107520:12345-0@lo:400:kworker.0 Request processed in 34us (2644us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319753.854718:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1913 00000100:00100000:0.0:1767319753.855978:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384107520:0@lo:400:kworker.0 00000100:00100000:0.0:1767319753.855998:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384107648:0@lo:400:kworker.0 00010000:00010000:3.0:1767319754.369254:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319754.871341:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319755.385512:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319755.894916:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319756.409389:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319756.919630:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319757.430963:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319757.431176:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384107776:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319757.431581:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319757.431677:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384107776 00000100:00100000:1.0:1767319757.431689:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384107776 00000100:00100000:1.0:1767319757.431821:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2701 00000100:00100000:1.0:1767319757.431837:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384107776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319757.431873:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767319757.432099:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319757.433001:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384107904:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319757.433056:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319757.433172:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384107904 00000100:00100000:2.0:1767319757.433179:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384107904 00000100:00100000:2.0:1767319757.433290:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2702 00000100:00100000:2.0:1767319757.433301:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384107904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319757.433332:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319757.433381:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384107904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319757.433390:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2702 00000100:00100000:2.0:1767319757.433475:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384107904:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319757.433631:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384107776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1800us (2049us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319757.433640:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2701 00000100:00080000:3.0:1767319757.435374:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319757.438587:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384107776:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319757.945776:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319758.455574:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319758.919291:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319758.919405:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319758.919556:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297388672 00000100:00100000:0.0:1767319758.919568:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297388672 00000100:00100000:3.0:1767319758.919610:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297388544 00000100:00100000:3.0:1767319758.919617:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297388544 00000100:00100000:3.0:1767319758.919681:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4978 00000100:00100000:0.0:1767319758.919692:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24170 00000100:00100000:3.0:1767319758.919698:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297388672:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319758.919705:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f617480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297388544:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319758.919730:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319758.919833:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319758.920032:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f617480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297388544:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 328us (625us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319758.920041:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24170 00000100:00100000:3.0:1767319758.924041:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297388672:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 4333us (4744us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319758.924059:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4978 00000100:00100000:1.0:1767319758.966919:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319758.967048:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319758.967055:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319758.967059:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319758.967063:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319758.967068:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319758.967077:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4657 00000100:00080000:2.0:1767319758.967081:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319758.967089:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319758.967130:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c1c00 x1853164384108032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319758.967161:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319758.967165:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319758.967167:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319758.967212:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4657 00000100:00080000:2.0:1767319758.967215:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319758.967218:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319758.967232:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2a00 x1853164384108160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319758.967268:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319758.967273:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319758.967275:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319758.967291:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4657 00000100:00080000:2.0:1767319758.967295:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319758.967300:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319758.967301:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384108288:0@lo:400:kworker.0 00000100:00100000:2.0:1767319758.967315:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c3800 x1853164384108416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319758.967399:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767319758.967403:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319758.967405:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319758.967409:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319758.967413:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4657 00000100:00080000:2.0:1767319758.967416:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319758.967420:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319758.967435:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278e00 x1853164384108672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319758.967478:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319758.967488:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384108544:0@lo:400:kworker.0 00000100:00100000:2.0:1767319758.967499:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384108928:0@lo:400:kworker.0 00000100:00100000:3.0:1767319758.967517:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319758.967544:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319758.967554:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384108288 00000100:00100000:3.0:1767319758.967561:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384108288 00000100:00100000:3.0:1767319758.967621:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384108544 00000100:00100000:3.0:1767319758.967624:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384108544 00000100:00100000:3.0:1767319758.967648:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4979 00000100:00100000:3.0:1767319758.967657:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384108288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319758.967669:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319758.967676:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384108800:0@lo:400:kworker.0 00000100:00100000:2.0:1767319758.967699:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319758.967732:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319758.967750:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384108928 00000100:00100000:2.0:1767319758.967754:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384108928 00000100:00100000:2.0:1767319758.967778:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384108800 00000100:00100000:2.0:1767319758.967806:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384108800 00000100:00100000:2.0:1767319758.967828:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1914 00000100:00100000:2.0:1767319758.967834:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384108928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319758.967892:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384108928:12345-0@lo:400:kworker.0 Request processed in 57us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319758.967904:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384108288:12345-0@lo:400:kworker.0 Request processed in 247us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319758.967905:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1914 00000100:00100000:3.0:1767319758.967917:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4979 00000100:00100000:2.0:1767319758.967931:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1915 00000100:00100000:3.0:1767319758.967938:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4980 00000100:00100000:2.0:1767319758.967943:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384108800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319758.967951:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384108544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319758.967974:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384108800:12345-0@lo:400:kworker.0 Request processed in 36us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319758.967980:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1915 00000100:00100000:2.0:1767319758.968018:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384108800:0@lo:400:kworker.0 00000100:00100000:2.0:1767319758.968028:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384108928:0@lo:400:kworker.0 00000100:00100000:2.0:1767319758.968069:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384108288:0@lo:400:kworker.0 00000100:00100000:3.0:1767319758.968087:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384108544:12345-0@lo:400:kworker.0 Request processed in 138us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319758.968092:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384108544:0@lo:400:kworker.0 00000100:00100000:3.0:1767319758.968099:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4980 00000100:00100000:1.0:1767319758.968192:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384108032:0@lo:38:kworker.0 00000100:00100000:1.0:1767319758.968222:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319758.968255:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384108160:0@lo:38:kworker.0 00000100:00100000:1.0:1767319758.968298:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319758.968354:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384108416:0@lo:38:kworker.0 00000100:00100000:1.0:1767319758.968376:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319758.968393:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384108672:0@lo:38:kworker.0 00000100:00100000:1.0:1767319758.968427:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319758.968455:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384108032 00000100:00100000:1.0:1767319758.968460:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384108032 00000100:00100000:1.0:1767319758.968477:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384108416 00000100:00100000:1.0:1767319758.968480:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384108416 00000100:00100000:1.0:1767319758.968487:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384108672 00000100:00100000:1.0:1767319758.968489:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384108672 00000100:00100000:1.0:1767319758.968498:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24171 00000100:00100000:1.0:1767319758.968502:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f617b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384108032:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319758.968521:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319758.968618:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384108160 00000100:00100000:3.0:1767319758.968623:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384108160 00000100:00100000:3.0:1767319758.968657:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2771 00000100:00100000:3.0:1767319758.968662:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384108160:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319758.968710:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f617b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384108032:12345-0@lo:38:kworker.0 Request processed in 205us (485us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319758.968718:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24171 00000100:00100000:1.0:1767319758.968733:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24172 00000100:00100000:1.0:1767319758.968737:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384108416:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319758.968746:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767319758.968756:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319758.968776:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384108416:12345-0@lo:38:kworker.0 Request processed in 36us (397us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319758.968805:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24172 00000100:00100000:3.0:1767319758.968816:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384108160:12345-0@lo:38:kworker.0 Request processed in 152us (517us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319758.968822:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24173 00000100:00100000:3.0:1767319758.968829:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2771 00000100:00100000:1.0:1767319758.968831:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384108672:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319758.968845:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319758.968874:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384108672:12345-0@lo:38:kworker.0 Request processed in 43us (446us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319758.968880:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24173 00000100:00080000:1.0:1767319758.968908:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319758.968914:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319758.968917:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384108032:0@lo:38:kworker.0 00000100:00080000:1.0:1767319758.968926:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319758.968930:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319758.968933:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384108160:0@lo:38:kworker.0 00000100:00080000:1.0:1767319758.968940:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319758.968942:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319758.968945:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384108416:0@lo:38:kworker.0 00000100:00080000:1.0:1767319758.968952:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319758.968955:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319758.968958:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384108672:0@lo:38:kworker.0 00010000:00010000:3.0:1767319759.479519:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319759.992770:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319760.510252:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319761.015024:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319761.527035:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319762.041026:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319762.551237:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384109056:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319762.551358:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319762.552135:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319762.552150:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384109184:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319762.552191:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767319762.552867:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319762.553047:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384109056 00000100:00100000:2.0:1767319762.553058:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384109056 00000100:00100000:2.0:1767319762.553137:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384109184 00000100:00100000:2.0:1767319762.553140:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384109184 00000100:00100000:2.0:1767319762.553174:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2703 00000100:00100000:2.0:1767319762.553187:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384109056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319762.553236:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319762.553295:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384109056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (1936us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319762.553301:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2703 00000100:00100000:2.0:1767319762.553319:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2704 00000100:00100000:2.0:1767319762.553326:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384109184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319762.553363:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319762.553387:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384109184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (1196us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319762.553392:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2704 00000100:00080000:0.0:1767319762.553868:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319762.553874:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319762.553934:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384109184:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319762.553949:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384109056:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319763.063830:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319763.574984:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319764.039165:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319764.039221:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319764.039649:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297388928 00000100:00100000:0.0:1767319764.039661:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297388928 00000100:00100000:0.0:1767319764.039733:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297388800 00000100:00100000:0.0:1767319764.039737:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297388800 00000100:00100000:0.0:1767319764.039759:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4981 00000100:00100000:0.0:1767319764.039769:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297388928:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319764.039878:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24174 00000100:00100000:0.0:1767319764.039896:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297388928:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 127us (740us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319764.040063:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297388800:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319764.040086:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319764.040120:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297388800:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 233us (898us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319764.040128:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24174 00000100:00100000:0.0:1767319764.040327:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4981 00000100:00080000:2.0:1767319764.040690:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319764.086942:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319764.086954:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319764.086957:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319764.086962:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319764.086966:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319764.086974:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4662 00000100:00080000:2.0:1767319764.086991:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319764.086999:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319764.087042:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a99c00 x1853164384109312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319764.087059:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319764.087062:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319764.087064:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319764.087067:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4662 00000100:00080000:2.0:1767319764.087070:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319764.087073:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319764.087085:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a99880 x1853164384109440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319764.087127:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319764.087132:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319764.087134:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319764.087138:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4662 00000100:00080000:2.0:1767319764.087141:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319764.087146:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319764.087158:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9b800 x1853164384109696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319764.087170:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1767319764.087177:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319764.087182:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319764.087184:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319764.087188:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4662 00000100:00080000:2.0:1767319764.087191:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767319764.087195:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384109824:0@lo:400:kworker.0 00000100:00080000:2.0:1767319764.087197:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319764.087213:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a98700 x1853164384109952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319764.087268:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319764.087297:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384109824 00000100:00100000:2.0:1767319764.087305:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384109824 00000100:00100000:3.0:1767319764.087332:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384109568:0@lo:400:kworker.0 00000100:00100000:3.0:1767319764.087358:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319764.087457:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384109312:0@lo:38:kworker.0 00000100:00100000:1.0:1767319764.087466:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384110208:0@lo:400:kworker.0 00000100:00100000:0.0:1767319764.087496:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319764.087511:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319764.087547:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319764.087553:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384110080:0@lo:400:kworker.0 00000100:00100000:1.0:1767319764.087574:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319764.087610:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319764.087625:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384110208 00000100:00100000:1.0:1767319764.087628:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384110208 00000100:00100000:1.0:1767319764.087658:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384110080 00000100:00100000:1.0:1767319764.087661:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384110080 00000100:00100000:1.0:1767319764.087696:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1916 00000100:00100000:1.0:1767319764.087709:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384110208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319764.087761:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384110208:12345-0@lo:400:kworker.0 Request processed in 55us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319764.087768:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1916 00000100:00100000:1.0:1767319764.087798:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1917 00000100:00100000:1.0:1767319764.087805:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384110080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319764.087831:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384110080:12345-0@lo:400:kworker.0 Request processed in 28us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319764.087837:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1917 00000100:00100000:1.0:1767319764.087880:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384110080:0@lo:400:kworker.0 00000100:00100000:1.0:1767319764.087907:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384110208:0@lo:400:kworker.0 00000100:00080000:1.0:1767319764.087987:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319764.087991:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319764.087994:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319764.093319:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384109440:0@lo:38:kworker.0 00000100:00100000:0.0:1767319764.093384:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319764.093410:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384109696:0@lo:38:kworker.0 00000100:00100000:0.0:1767319764.093433:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319764.093715:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384109568 00000100:00100000:2.0:1767319764.093726:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384109568 00000100:00100000:2.0:1767319764.093810:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384109312 00000100:00100000:2.0:1767319764.093814:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384109312 00000100:00100000:2.0:1767319764.093830:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4982 00000100:00100000:2.0:1767319764.093840:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384109824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319764.093990:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384109824:12345-0@lo:400:kworker.0 Request processed in 151us (6721us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319764.093999:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4982 00000100:00100000:2.0:1767319764.094018:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4983 00000100:00100000:2.0:1767319764.094025:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384109568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319764.094055:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384109568:12345-0@lo:400:kworker.0 Request processed in 31us (6696us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319764.094060:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4983 00000100:00100000:2.0:1767319764.094073:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24175 00000100:00100000:2.0:1767319764.094077:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384109312:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319764.094096:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319764.094125:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384109312:12345-0@lo:38:kworker.0 Request processed in 47us (6630us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319764.094131:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24175 00000100:00080000:2.0:1767319764.094151:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319764.094640:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384109440 00000100:00100000:1.0:1767319764.094649:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384109440 00000100:00100000:1.0:1767319764.094681:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2772 00000100:00100000:1.0:1767319764.094687:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384109440:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319764.094701:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319764.094736:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384109440:12345-0@lo:38:kworker.0 Request processed in 49us (1353us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319764.094742:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2772 00000100:00100000:1.0:1767319764.094819:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384109824:0@lo:400:kworker.0 00000100:00100000:1.0:1767319764.094831:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384109568:0@lo:400:kworker.0 00000100:00100000:0.0:1767319764.095210:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384109952:0@lo:38:kworker.0 00000100:00100000:0.0:1767319764.095719:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319764.096276:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384109696 00000100:00100000:3.0:1767319764.096286:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384109696 00000100:00100000:3.0:1767319764.096347:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24176 00000100:00100000:3.0:1767319764.096355:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384109696:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319764.096376:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319764.096431:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384109696:12345-0@lo:38:kworker.0 Request processed in 76us (2996us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319764.096438:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24176 00000100:00080000:0.0:1767319764.098091:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319764.098103:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319764.098108:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384109312:0@lo:38:kworker.0 00000100:00080000:0.0:1767319764.098120:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319764.098123:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319764.098127:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384109440:0@lo:38:kworker.0 00000100:00080000:0.0:1767319764.098136:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319764.098139:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319764.098142:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384109696:0@lo:38:kworker.0 00000100:00100000:2.0:1767319764.098276:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384109952 00000100:00100000:2.0:1767319764.098283:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384109952 00000100:00100000:2.0:1767319764.098332:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24177 00000100:00100000:2.0:1767319764.098338:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384109952:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319764.098357:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319764.098417:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384109952:12345-0@lo:38:kworker.0 Request processed in 78us (2699us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319764.098424:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24177 00000100:00080000:0.0:1767319764.098664:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319764.098670:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319764.098673:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384109952:0@lo:38:kworker.0 00010000:00010000:3.0:1767319764.599042:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319765.112272:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319765.623143:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319766.134920:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319766.647393:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319767.158916:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319767.671663:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319767.671701:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384110336:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319767.671802:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319767.671899:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384110336 00000100:00100000:1.0:1767319767.672384:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384110336 00000100:00100000:1.0:1767319767.672448:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2705 00000100:00100000:1.0:1767319767.672458:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384110336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319767.672486:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319767.672545:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384110336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (742us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319767.672553:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2705 00000100:00100000:1.0:1767319767.672684:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384110336:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319767.672756:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384110464:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319767.672778:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319767.672800:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767319767.672806:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319767.672830:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384110464 00000100:00100000:1.0:1767319767.672835:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384110464 00000100:00100000:1.0:1767319767.672931:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2706 00000100:00100000:1.0:1767319767.672939:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384110464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319767.672970:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319767.673002:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384110464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319767.673008:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2706 00000100:00100000:1.0:1767319767.673037:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384110464:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319767.679095:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319768.183153:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319768.695121:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319769.163347:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319769.175375:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319769.175444:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297389184 00000100:00100000:0.0:1767319769.175456:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297389184 00000100:00100000:0.0:1767319769.175558:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297389056 00000100:00100000:0.0:1767319769.175561:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297389056 00000100:00100000:0.0:1767319769.175586:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4984 00000100:00100000:0.0:1767319769.175602:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297389184:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319769.175656:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24178 00000100:00100000:3.0:1767319769.175671:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297389056:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:0.0:1767319769.175719:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297389184:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 121us (12384us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319769.175729:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4984 00010000:00020000:3.0:1767319769.175899:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319769.175947:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297389056:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 275us (584us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319769.175956:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24178 00000100:00080000:2.0:1767319769.176828:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319769.206977:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319769.207243:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319769.207251:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319769.207255:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319769.207259:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319769.207264:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319769.207313:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4667 00000100:00080000:2.0:1767319769.207318:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319769.207326:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319769.207370:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9b800 x1853164384110592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319769.207394:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319769.207397:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319769.207399:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319769.207404:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4667 00000100:00080000:2.0:1767319769.207406:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319769.207409:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319769.207421:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a99880 x1853164384110720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319769.207460:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319769.207464:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319769.207467:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319769.207470:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4667 00000100:00080000:2.0:1767319769.207473:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319769.207476:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319769.207486:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9b480 x1853164384110976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319769.207513:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319769.207516:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319769.207517:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319769.207521:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4667 00000100:00080000:2.0:1767319769.207523:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319769.207526:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319769.207538:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9a680 x1853164384111232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319769.207559:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384111104:0@lo:400:kworker.0 00000100:00100000:2.0:1767319769.207603:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384111360:0@lo:400:kworker.0 00000100:00100000:1.0:1767319769.207610:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384110848:0@lo:400:kworker.0 00000100:00100000:3.0:1767319769.207631:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319769.207669:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319769.208282:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384110592:0@lo:38:kworker.0 00000100:00100000:1.0:1767319769.211720:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319769.211818:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384111488:0@lo:400:kworker.0 00000100:00100000:3.0:1767319769.211833:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384111104 00000100:00100000:3.0:1767319769.211843:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384111104 00000100:00100000:3.0:1767319769.211900:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384110848 00000100:00100000:3.0:1767319769.211904:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384110848 00000100:00100000:3.0:1767319769.211930:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4985 00000100:00100000:3.0:1767319769.211938:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384111104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319769.211974:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319769.212005:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384111104:12345-0@lo:400:kworker.0 Request processed in 66us (4373us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319769.212013:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4985 00000100:00100000:1.0:1767319769.212020:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384111360 00000100:00100000:1.0:1767319769.212026:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384111360 00000100:00100000:3.0:1767319769.212034:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4986 00000100:00100000:3.0:1767319769.212043:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384110848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319769.212068:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384111488 00000100:00100000:1.0:1767319769.212073:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384111488 00000100:00100000:3.0:1767319769.212081:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384110848:12345-0@lo:400:kworker.0 Request processed in 40us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319769.212091:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4986 00000100:00100000:3.0:1767319769.212132:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384111104:0@lo:400:kworker.0 00000100:00100000:3.0:1767319769.212178:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1918 00000100:00100000:3.0:1767319769.212185:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384111360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319769.212216:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384111360:12345-0@lo:400:kworker.0 Request processed in 31us (4546us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319769.212223:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1918 00000100:00100000:3.0:1767319769.212239:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1919 00000100:00100000:3.0:1767319769.212247:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384111488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319769.212281:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384110848:0@lo:400:kworker.0 00000100:00100000:3.0:1767319769.212293:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384111488:12345-0@lo:400:kworker.0 Request processed in 46us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319769.212300:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1919 00000100:00100000:1.0:1767319769.212313:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384111488:0@lo:400:kworker.0 00000100:00080000:3.0:1767319769.212344:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319769.212349:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319769.212352:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319769.216319:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384111360:0@lo:400:kworker.0 00000100:00100000:0.0:1767319769.217567:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319769.217620:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384110720:0@lo:38:kworker.0 00000100:00100000:0.0:1767319769.217660:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319769.217762:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384110592 00000100:00100000:1.0:1767319769.217772:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384110592 00000100:00100000:3.0:1767319769.218173:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384110720 00000100:00100000:3.0:1767319769.218180:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384110720 00000100:00100000:0.0:1767319769.218186:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384110976:0@lo:38:kworker.0 00000100:00100000:1.0:1767319769.218207:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24179 00000100:00100000:3.0:1767319769.218213:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2773 00000100:00100000:1.0:1767319769.218223:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384110592:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319769.218224:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319769.218224:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384110720:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319769.218257:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767319769.218261:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319769.218326:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384110720:12345-0@lo:38:kworker.0 Request processed in 105us (664us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319769.218330:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384110592:12345-0@lo:38:kworker.0 Request processed in 110us (764us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319769.218338:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2773 00000100:00100000:1.0:1767319769.218343:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24179 00000100:00100000:1.0:1767319769.223259:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384110976 00000100:00100000:1.0:1767319769.223273:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384110976 00000100:00100000:0.0:1767319769.223284:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384111232:0@lo:38:kworker.0 00000100:00100000:1.0:1767319769.223310:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24180 00000100:00100000:1.0:1767319769.223319:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384110976:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319769.223342:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319769.223348:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319769.223389:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384110976:12345-0@lo:38:kworker.0 Request processed in 69us (5169us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767319769.223401:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319769.223407:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319769.223411:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384110592:0@lo:38:kworker.0 00000100:00080000:0.0:1767319769.223425:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319769.223428:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319769.223436:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384110720:0@lo:38:kworker.0 00000100:00100000:1.0:1767319769.223442:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24180 00000100:00100000:3.0:1767319769.223448:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384111232 00000100:00080000:0.0:1767319769.223450:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319769.223456:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319769.223460:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384110976:0@lo:38:kworker.0 00000100:00100000:3.0:1767319769.223464:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384111232 00000100:00100000:3.0:1767319769.223510:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24181 00000100:00100000:3.0:1767319769.223517:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384111232:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319769.223530:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319769.223574:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384111232:12345-0@lo:38:kworker.0 Request processed in 56us (226us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319769.223582:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24181 00000100:00080000:0.0:1767319769.223748:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319769.223753:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319769.223756:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384111232:0@lo:38:kworker.0 00010000:00010000:3.0:1767319769.719000:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319770.230908:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319770.743439:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319771.255070:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319771.767347:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319772.279268:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319772.791011:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384111744:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319772.791030:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384111616:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319772.796950:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319772.797182:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319772.797301:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384111616 00000100:00100000:3.0:1767319772.797312:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384111616 00000100:00100000:3.0:1767319772.797390:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384111744 00000100:00100000:3.0:1767319772.797394:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384111744 00000100:00100000:3.0:1767319772.797572:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2707 00000100:00100000:3.0:1767319772.797582:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384111616:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319772.797614:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2708 00000100:00100000:2.0:1767319772.797627:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384111744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319772.797636:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00002000:00000024:2.0:1767319772.797648:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319772.797810:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384111616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 228us (867us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319772.797819:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2707 00000100:00080000:3.0:1767319772.798000:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319772.798005:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767319772.798025:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319772.798067:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384111744:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319772.801718:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384111616:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319772.803032:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384111744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5402us (5843us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319772.803047:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2708 00000100:00100000:0.0:1767319773.303656:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319748/real 1767319748] req@ffff93688627aa00 x1853164384105344/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319773 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319773.303690:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93688627aa00 x1853164384105344/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319773 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319773.303709:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319773.303731:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319773.303735:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384105344:0@lo:250:kworker.0 00000100:00080000:3.0:1767319773.304070:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319773.304076:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319773.304080:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319773.304084:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4652 00000100:00080000:3.0:1767319773.304087:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319773.304093:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319773.304125:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7ff100 x1853164384111872/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319773.304152:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319773.304156:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319773.304157:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319773.304161:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4672 00000100:00080000:3.0:1767319773.304163:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319773.304166:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319773.304229:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9a680 x1853164384112000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319773.304239:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319773.304242:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319773.304243:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319773.304247:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4672 00000100:00080000:3.0:1767319773.304249:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319773.304252:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319773.304264:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9b480 x1853164384112128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319773.304330:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384112256:0@lo:400:kworker.0 00000100:00100000:2.0:1767319773.304397:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319773.304479:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319773.304483:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319773.304485:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319773.304489:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4672 00000100:00080000:3.0:1767319773.304492:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319773.304496:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319773.304510:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9b800 x1853164384112384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319773.304564:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384111872:0@lo:250:kworker.0 00000400:00000100:0.0:1767319773.304587:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384111872 offset 0 length 520: 4 00000100:00100000:0.0:1767319773.304604:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384112000:0@lo:38:kworker.0 00000100:00100000:0.0:1767319773.304622:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319773.304635:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384112128:0@lo:38:kworker.0 00000100:00100000:0.0:1767319773.304653:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319773.304666:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384112384:0@lo:38:kworker.0 00000100:00100000:0.0:1767319773.304680:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319773.304736:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384112256 00000100:00100000:0.0:1767319773.304744:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384112256 00000100:00100000:0.0:1767319773.304809:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384112000 00000100:00100000:0.0:1767319773.304813:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384112000 00000100:00100000:0.0:1767319773.304839:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384112384 00000100:00100000:0.0:1767319773.304842:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384112384 00000100:00100000:0.0:1767319773.304855:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4987 00000100:00100000:0.0:1767319773.304863:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384112256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319773.304967:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319773.304985:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384112512:0@lo:400:kworker.0 00000100:00100000:1.0:1767319773.305014:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319773.305041:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384112128 00000100:00100000:1.0:1767319773.305045:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384112128 00000100:00100000:1.0:1767319773.305064:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2774 00000100:00100000:1.0:1767319773.305067:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384112128:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319773.305081:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319773.305106:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384112128:12345-0@lo:38:kworker.0 Request processed in 38us (452us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319773.305110:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2774 00000100:00100000:1.0:1767319773.305126:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384112512 00000100:00100000:1.0:1767319773.305128:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384112512 00000100:00100000:1.0:1767319773.305144:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4988 00000100:00100000:1.0:1767319773.305148:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384112512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319773.305170:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384112512:12345-0@lo:400:kworker.0 Request processed in 22us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319773.305174:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4988 00000100:00100000:1.0:1767319773.305181:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24182 00000100:00100000:1.0:1767319773.305183:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384112000:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319773.305189:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319773.305202:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384112000:12345-0@lo:38:kworker.0 Request processed in 18us (580us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319773.305206:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24182 00000100:00100000:1.0:1767319773.305214:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24183 00000100:00100000:1.0:1767319773.305216:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384112384:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319773.305222:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319773.305231:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384112384:12345-0@lo:38:kworker.0 Request processed in 14us (551us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319773.305235:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24183 00000100:00100000:1.0:1767319773.305263:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384112512:0@lo:400:kworker.0 00000100:00080000:1.0:1767319773.305288:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319773.305292:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319773.305295:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384112000:0@lo:38:kworker.0 00000100:00080000:1.0:1767319773.305302:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319773.305305:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319773.305308:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384112128:0@lo:38:kworker.0 00000100:00080000:1.0:1767319773.305315:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319773.305319:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319773.305321:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384112384:0@lo:38:kworker.0 00000100:00080000:1.0:1767319773.305350:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319773.311599:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319773.311614:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319773.311619:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319773.311628:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4672 00000100:00080000:3.0:1767319773.311633:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319773.311639:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319773.311681:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a98e00 x1853164384112640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319773.311755:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384112640:0@lo:38:kworker.0 00000100:00100000:3.0:1767319773.313997:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319773.314063:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384112640 00000100:00100000:3.0:1767319773.314071:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384112640 00000100:00100000:3.0:1767319773.314113:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24184 00000100:00100000:3.0:1767319773.314131:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384112640:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319773.314153:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319773.314195:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384112640:12345-0@lo:38:kworker.0 Request processed in 65us (204us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319773.314201:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24184 00000100:00080000:3.0:1767319773.314244:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319773.314249:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319773.314254:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384112640:0@lo:38:kworker.0 00000100:00100000:0.0:1767319773.315693:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384112256:12345-0@lo:400:kworker.0 Request processed in 10823us (11289us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319773.315706:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4987 00000100:00100000:2.0:1767319773.318158:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384112256:0@lo:400:kworker.0 00010000:00010000:2.0:1767319773.815241:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319774.279204:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:1.0:1767319774.279332:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297389568 offset 0 length 520: 4 00000100:00100000:1.0:1767319774.279358:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319774.279933:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297389312 00000100:00100000:0.0:1767319774.279941:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297389312 00000100:00100000:0.0:1767319774.279972:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297389440 00000100:00100000:0.0:1767319774.279973:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297389440 00000100:00100000:0.0:1767319774.280017:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4989 00000100:00100000:0.0:1767319774.280024:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297389440:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319774.280082:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297389440:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 60us (723us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319774.280087:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4989 00000100:00100000:0.0:1767319774.280101:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24185 00000100:00100000:0.0:1767319774.280104:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297389312:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319774.280121:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319774.280135:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297389312:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 29us (942us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319774.280139:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24185 00000100:00080000:2.0:1767319774.280277:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319774.328935:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319774.841717:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319775.351106:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319775.864170:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319776.375115:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319776.886997:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319777.399161:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319777.911224:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384112768:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319777.911285:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767319777.911592:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319777.911763:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384112768 00000100:00100000:1.0:1767319777.911774:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384112768 00000100:00080000:3.0:1767319777.911876:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319777.911891:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384112896:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319777.911928:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319777.911973:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384112896 00000100:00100000:3.0:1767319777.911977:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384112896 00000100:00100000:3.0:1767319777.912013:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2709 00000100:00100000:3.0:1767319777.912034:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384112896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319777.912062:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319777.912096:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384112896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319777.912101:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2709 00000100:00080000:3.0:1767319777.912119:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319777.912141:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384112896:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319777.912292:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2710 00000100:00100000:1.0:1767319777.912301:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384112768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319777.912316:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319777.916077:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384112768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3770us (4782us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319777.916090:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2710 00000100:00100000:0.0:1767319777.918401:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384112768:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319778.424501:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319778.424513:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319778.424516:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319778.424521:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319778.424526:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319778.424536:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4676 00000100:00080000:1.0:1767319778.424540:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319778.424547:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319778.424594:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130000 x1853164384113024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319778.424736:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384113024:0@lo:38:kworker.0 00000100:00100000:2.0:1767319778.424821:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319778.426717:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384113024 00000100:00100000:0.0:1767319778.426729:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384113024 00000100:00100000:0.0:1767319778.426811:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24186 00000100:00100000:0.0:1767319778.426820:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384113024:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1767319778.427061:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319778.427066:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319778.427070:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319778.427075:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4676 00000100:00080000:1.0:1767319778.427078:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319778.427083:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319778.427115:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5132680 x1853164384113152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319778.427277:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00020000:0.0:1767319778.427348:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767319778.427475:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319778.427479:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319778.427481:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319778.427485:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4676 00000100:00080000:1.0:1767319778.427490:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767319778.427490:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384113152:0@lo:38:kworker.0 00000100:00080000:1.0:1767319778.427497:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319778.427514:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130700 x1853164384113408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319778.427535:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319778.427536:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319778.427541:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319778.427543:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319778.427548:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4676 00000100:00080000:1.0:1767319778.427550:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319778.427554:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319778.427566:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5133480 x1853164384113664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319778.427599:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384113536:0@lo:400:kworker.0 00000100:00100000:3.0:1767319778.427617:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384113280:0@lo:400:kworker.0 00000100:00100000:1.0:1767319778.427635:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319778.427663:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319778.427703:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384113024:12345-0@lo:38:kworker.0 Request processed in 882us (2880us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319778.427712:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24186 00000100:00100000:1.0:1767319778.427742:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384113152 00000100:00100000:1.0:1767319778.427747:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384113152 00000100:00080000:2.0:1767319778.427759:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319778.427766:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319778.427770:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384113024:0@lo:38:kworker.0 00000100:00100000:1.0:1767319778.427820:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2775 00000100:00100000:1.0:1767319778.427827:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384113152:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319778.427840:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319778.427966:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384113536 00000100:00100000:0.0:1767319778.427970:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384113536 00000100:00100000:0.0:1767319778.428008:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384113280 00000100:00100000:0.0:1767319778.428011:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384113280 00000100:00100000:0.0:1767319778.428031:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4990 00000100:00100000:0.0:1767319778.428037:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384113536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319778.428075:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384113536:12345-0@lo:400:kworker.0 Request processed in 39us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319778.428081:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4990 00000100:00100000:0.0:1767319778.428093:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4991 00000100:00100000:0.0:1767319778.428098:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384113280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319778.428122:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384113280:12345-0@lo:400:kworker.0 Request processed in 25us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319778.428128:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4991 00000100:00100000:1.0:1767319778.428255:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384113152:12345-0@lo:38:kworker.0 Request processed in 426us (721us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319778.428261:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2775 00000100:00080000:1.0:1767319778.428289:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319778.428316:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384113280:0@lo:400:kworker.0 00000100:00100000:0.0:1767319778.428378:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384113536:0@lo:400:kworker.0 00000100:00100000:2.0:1767319778.433867:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384113408:0@lo:38:kworker.0 00000100:00100000:2.0:1767319778.433947:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319778.433994:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384113664:0@lo:38:kworker.0 00000100:00100000:2.0:1767319778.434027:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319778.434067:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319778.434073:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319778.434077:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384113152:0@lo:38:kworker.0 00000100:00100000:3.0:1767319778.434172:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384113408 00000100:00100000:3.0:1767319778.434180:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384113408 00000100:00100000:3.0:1767319778.434232:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384113664 00000100:00100000:3.0:1767319778.434236:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384113664 00000100:00100000:3.0:1767319778.434255:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24187 00000100:00100000:3.0:1767319778.434262:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384113408:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319778.434285:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319778.434446:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384113408:12345-0@lo:38:kworker.0 Request processed in 182us (498us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319778.434453:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24187 00000100:00100000:3.0:1767319778.434469:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24188 00000100:00100000:3.0:1767319778.434473:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384113664:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319778.434482:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319778.434499:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384113664:12345-0@lo:38:kworker.0 Request processed in 25us (471us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319778.434504:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24188 00000100:00080000:2.0:1767319778.435232:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319778.435239:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319778.435243:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384113408:0@lo:38:kworker.0 00000100:00080000:2.0:1767319778.435253:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319778.435256:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319778.435260:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384113664:0@lo:38:kworker.0 00010000:00010000:2.0:1767319778.935026:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319779.398623:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319779.398686:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319779.399116:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297389824 00000100:00100000:0.0:1767319779.399127:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297389824 00000100:00080000:3.0:1767319779.399192:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319779.399245:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297389696 00000100:00100000:0.0:1767319779.399249:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297389696 00000100:00100000:0.0:1767319779.399275:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4992 00000100:00100000:0.0:1767319779.399286:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297389824:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319779.399305:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24189 00000100:00100000:3.0:1767319779.399313:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297389696:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319779.399335:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319779.399364:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297389824:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 80us (751us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319779.399375:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297389696:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 59us (686us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319779.399376:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4992 00000100:00100000:3.0:1767319779.399467:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24189 00000100:00100000:1.0:1767319779.447013:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319779.959109:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319780.472614:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319780.983046:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319781.494906:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319782.008746:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319782.519002:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319783.031077:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319783.031103:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384113792:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319783.031201:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319783.031270:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384113920:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319783.031290:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319783.031322:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384113792 00000100:00100000:3.0:1767319783.031330:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384113792 00000100:00100000:3.0:1767319783.031412:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384113920 00000100:00100000:3.0:1767319783.031416:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384113920 00000100:00100000:3.0:1767319783.031445:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2711 00000100:00100000:3.0:1767319783.031453:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384113792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319783.031485:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319783.031532:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384113792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319783.031540:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2711 00000100:00100000:3.0:1767319783.031558:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2712 00000100:00100000:3.0:1767319783.031564:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384113920:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319783.031580:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1767319783.031580:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767319783.031587:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767319783.031605:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319783.031610:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384113920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319783.031618:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2712 00000100:00100000:3.0:1767319783.031657:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384113920:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319783.031667:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384113792:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319783.542958:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767319783.542963:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319783.542972:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319783.542977:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319783.542982:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319783.542986:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319783.542994:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4681 00000100:00080000:1.0:1767319783.542999:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319783.543007:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319783.543050:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130380 x1853164384114048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319783.543086:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319783.543089:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319783.543091:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319783.543095:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4681 00000100:00080000:1.0:1767319783.543098:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319783.543102:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319783.543125:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5133480 x1853164384114176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319783.543169:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319783.543174:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319783.543176:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319783.543180:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4681 00000100:00080000:1.0:1767319783.543183:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319783.543188:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319783.543200:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5132680 x1853164384114432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319783.543218:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319783.543221:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319783.543223:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319783.543226:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4681 00000100:00080000:1.0:1767319783.543228:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319783.543231:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319783.543239:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5133100 x1853164384114688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319783.543320:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384114304:0@lo:400:kworker.0 00000100:00100000:0.0:1767319783.543417:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319783.543510:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319783.543516:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384114560:0@lo:400:kworker.0 00000100:00100000:0.0:1767319783.543537:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319783.543772:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384114304 00000100:00100000:2.0:1767319783.543805:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384114304 00000100:00100000:3.0:1767319783.543838:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384114048:0@lo:38:kworker.0 00000100:00100000:3.0:1767319783.543874:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319783.543886:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384114560 00000100:00100000:2.0:1767319783.543891:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384114560 00000100:00100000:3.0:1767319783.543903:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384114176:0@lo:38:kworker.0 00000100:00100000:3.0:1767319783.543933:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319783.543934:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384114048 00000100:00100000:2.0:1767319783.543939:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384114048 00000100:00100000:2.0:1767319783.543961:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4993 00000100:00100000:3.0:1767319783.543964:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384114432:0@lo:38:kworker.0 00000100:00100000:2.0:1767319783.543975:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384114304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319783.543989:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319783.544001:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384114688:0@lo:38:kworker.0 00000100:00100000:3.0:1767319783.544033:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319783.544060:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384114304:12345-0@lo:400:kworker.0 Request processed in 87us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319783.544064:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384114432 00000100:00100000:2.0:1767319783.544069:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4993 00000100:00100000:3.0:1767319783.544070:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384114432 00000100:00100000:3.0:1767319783.544091:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384114688 00000100:00100000:3.0:1767319783.544094:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384114688 00000100:00100000:2.0:1767319783.544097:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4994 00000100:00100000:2.0:1767319783.544106:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384114560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319783.544136:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384114560:12345-0@lo:400:kworker.0 Request processed in 30us (598us total) trans 0 rc 0/0 00000100:00080000:0.0:1767319783.544206:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319783.544242:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384114560:0@lo:400:kworker.0 00000100:00100000:0.0:1767319783.544254:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384114304:0@lo:400:kworker.0 00000100:00100000:3.0:1767319783.547061:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24190 00000100:00100000:3.0:1767319783.547081:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384114048:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319783.547107:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319783.547217:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384114048:12345-0@lo:38:kworker.0 Request processed in 139us (3342us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319783.547225:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24190 00000100:00100000:3.0:1767319783.547257:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24191 00000100:00100000:3.0:1767319783.547261:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384114432:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319783.547271:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319783.547295:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384114432:12345-0@lo:38:kworker.0 Request processed in 32us (3306us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319783.547301:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24191 00000100:00100000:3.0:1767319783.547316:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24192 00000100:00100000:3.0:1767319783.547320:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384114688:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319783.547328:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319783.547350:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384114688:12345-0@lo:38:kworker.0 Request processed in 29us (3317us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319783.547356:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24192 00000100:00080000:3.0:1767319783.547426:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319783.547431:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319783.547436:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384114048:0@lo:38:kworker.0 00000100:00080000:3.0:1767319783.547446:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319783.547450:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319783.547453:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384114432:0@lo:38:kworker.0 00000100:00080000:3.0:1767319783.547463:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319783.547466:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319783.547469:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384114688:0@lo:38:kworker.0 00000100:00100000:3.0:1767319783.547542:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384114176 00000100:00100000:3.0:1767319783.547550:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384114176 00000100:00100000:3.0:1767319783.547581:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2776 00000100:00100000:3.0:1767319783.547585:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384114176:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319783.547595:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319783.547626:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384114176:12345-0@lo:38:kworker.0 Request processed in 39us (3694us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319783.547632:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2776 00000100:00080000:3.0:1767319783.547656:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319783.547659:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319783.547663:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384114176:0@lo:38:kworker.0 00000100:00100000:2.0:1767319783.554673:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4994 00010000:00010000:2.0:1767319784.055109:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319784.529459:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319784.529519:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319784.529814:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297389952 00000100:00100000:3.0:1767319784.529826:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297389952 00000100:00100000:3.0:1767319784.529943:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297390080 00000100:00100000:3.0:1767319784.529948:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297390080 00000100:00080000:1.0:1767319784.530032:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319784.538931:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4995 00000100:00100000:2.0:1767319784.538958:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297390080:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319784.539050:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297390080:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 105us (9530us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319784.539058:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4995 00000100:00100000:2.0:1767319784.539101:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24193 00000100:00100000:2.0:1767319784.539106:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297389952:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319784.539126:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319784.539152:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297389952:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 43us (9703us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319784.539158:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24193 00000100:00100000:1.0:1767319784.572567:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319785.079090:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319785.590977:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319786.109571:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319786.616606:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319787.127187:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319787.639005:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319788.151700:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384114816:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319788.151767:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319788.151857:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319788.151857:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384114816 00000100:00100000:0.0:1767319788.151865:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384114944:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319788.151867:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384114816 00000100:00100000:0.0:1767319788.151905:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319788.151929:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384114944 00000100:00100000:2.0:1767319788.151934:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384114944 00000100:00100000:2.0:1767319788.151972:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2713 00000100:00100000:2.0:1767319788.151979:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384114816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319788.152002:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319788.152036:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384114816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319788.152041:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2713 00000100:00100000:2.0:1767319788.152052:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2714 00000100:00100000:2.0:1767319788.152056:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384114944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319788.152066:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319788.152080:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384114944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 24us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319788.152083:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2714 00000100:00100000:0.0:1767319788.152155:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384114944:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319788.152169:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384114816:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319788.152245:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319788.152250:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767319788.153878:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319788.665645:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319788.665658:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319788.665661:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319788.665666:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319788.665671:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767319788.665675:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319788.665683:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4686 00000100:00080000:1.0:1767319788.665690:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319788.665699:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319788.665759:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5133100 x1853164384115072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319788.665801:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319788.665805:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319788.665807:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319788.665811:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4686 00000100:00080000:1.0:1767319788.665814:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319788.665817:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319788.665830:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5132680 x1853164384115200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319788.665882:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319788.665886:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319788.665888:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319788.665893:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4686 00000100:00080000:1.0:1767319788.665896:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319788.665900:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319788.665914:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130700 x1853164384115456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319788.665918:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384115328:0@lo:400:kworker.0 00000100:00080000:1.0:1767319788.665934:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319788.665938:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319788.665940:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319788.665945:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4686 00000100:00080000:1.0:1767319788.665947:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319788.665951:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319788.665963:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592aa00 x1853164384115712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319788.666001:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319788.666079:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319788.666086:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384115584:0@lo:400:kworker.0 00000100:00100000:0.0:1767319788.666109:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319788.666330:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384115328 00000100:00100000:3.0:1767319788.666339:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384115328 00000100:00100000:3.0:1767319788.666396:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384115584 00000100:00100000:3.0:1767319788.666400:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384115584 00000100:00100000:3.0:1767319788.666430:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4996 00000100:00080000:2.0:1767319788.666440:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319788.666440:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384115328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319788.666497:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384115328:12345-0@lo:400:kworker.0 Request processed in 59us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319788.666505:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4996 00000100:00100000:3.0:1767319788.666524:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4997 00000100:00100000:3.0:1767319788.666531:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384115584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319788.666551:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384115072:0@lo:38:kworker.0 00000100:00100000:3.0:1767319788.666574:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384115584:12345-0@lo:400:kworker.0 Request processed in 43us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319788.666580:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4997 00000100:00100000:2.0:1767319788.666594:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319788.666686:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384115200:0@lo:38:kworker.0 00000100:00100000:2.0:1767319788.666724:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319788.666748:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384115456:0@lo:38:kworker.0 00000100:00100000:2.0:1767319788.666812:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319788.666873:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384115584:0@lo:400:kworker.0 00000100:00100000:0.0:1767319788.666887:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384115328:0@lo:400:kworker.0 00000100:00100000:3.0:1767319788.671729:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384115072 00000100:00100000:3.0:1767319788.671746:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384115072 00000100:00100000:3.0:1767319788.671830:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24194 00000100:00100000:3.0:1767319788.671838:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384115072:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319788.671863:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319788.672006:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384115072:12345-0@lo:38:kworker.0 Request processed in 168us (5414us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319788.672014:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24194 00000100:00100000:3.0:1767319788.672048:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384115200 00000100:00100000:3.0:1767319788.672052:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384115200 00000100:00100000:3.0:1767319788.672073:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2777 00000100:00100000:3.0:1767319788.672078:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384115200:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319788.672090:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319788.672117:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384115200:12345-0@lo:38:kworker.0 Request processed in 38us (5393us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319788.672126:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2777 00000100:00100000:2.0:1767319788.672424:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384115712:0@lo:38:kworker.0 00000100:00100000:2.0:1767319788.672463:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319788.672517:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319788.672524:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319788.672528:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384115072:0@lo:38:kworker.0 00000100:00080000:2.0:1767319788.672539:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319788.672543:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319788.672546:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384115200:0@lo:38:kworker.0 00000100:00100000:1.0:1767319788.672622:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384115456 00000100:00100000:1.0:1767319788.672628:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384115456 00000100:00100000:1.0:1767319788.672653:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384115712 00000100:00100000:1.0:1767319788.672656:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384115712 00000100:00100000:1.0:1767319788.672673:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24195 00000100:00100000:1.0:1767319788.672678:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384115456:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319788.672690:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319788.672737:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384115456:12345-0@lo:38:kworker.0 Request processed in 58us (5925us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319788.672744:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24195 00000100:00100000:1.0:1767319788.672757:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24196 00000100:00100000:1.0:1767319788.673100:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384115712:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319788.673112:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319788.673292:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384115712:12345-0@lo:38:kworker.0 Request processed in 439us (738us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319788.673300:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24196 00000100:00080000:2.0:1767319788.673415:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319788.673421:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319788.673424:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384115456:0@lo:38:kworker.0 00000100:00080000:2.0:1767319788.673433:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319788.673436:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319788.673439:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384115712:0@lo:38:kworker.0 00010000:00010000:2.0:1767319789.175412:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319789.651199:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319789.651325:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297390208 00000100:00100000:2.0:1767319789.651334:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297390208 00000100:00100000:2.0:1767319789.651380:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24197 00000100:00100000:2.0:1767319789.651388:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297390208:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319789.651415:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319789.651484:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297390208:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 95us (294us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319789.651493:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24197 00000100:00100000:1.0:1767319789.655059:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319789.655154:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297390336 00000100:00100000:3.0:1767319789.655164:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297390336 00000100:00100000:3.0:1767319789.655247:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 4998 00000100:00100000:3.0:1767319789.655267:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297390336:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319789.655359:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297390336:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 102us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319789.655366:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 4998 00000100:00080000:2.0:1767319789.655560:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319789.686904:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319790.199666:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319790.712127:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319791.223365:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319791.736354:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319792.247619:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319792.759381:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319793.270937:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319793.271240:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319793.271261:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384115840:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319793.271357:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319793.271588:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384115840 00000100:00100000:2.0:1767319793.271597:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384115840 00000100:00100000:2.0:1767319793.271654:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2715 00000100:00100000:2.0:1767319793.271662:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384115840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319793.271691:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319793.271733:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384115840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319793.271740:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2715 00000100:00080000:1.0:1767319793.271932:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319793.271971:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384115840:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319793.272178:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384115968:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319793.272206:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319793.272526:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384115968 00000100:00100000:3.0:1767319793.272532:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384115968 00000100:00100000:3.0:1767319793.272578:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2716 00000100:00100000:3.0:1767319793.272586:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384115968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319793.272605:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767319793.272701:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319793.273062:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384115968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 476us (853us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319793.273070:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2716 00000100:00100000:0.0:1767319793.278776:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384115968:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319793.783354:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319793.783367:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319793.783371:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319793.783376:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319793.783380:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767319793.783380:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319793.783392:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4691 00000100:00080000:1.0:1767319793.783397:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319793.783405:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319793.783445:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5929500 x1853164384116096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319793.783472:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319793.783476:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319793.783478:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319793.783481:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4691 00000100:00080000:1.0:1767319793.783484:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319793.783487:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319793.783500:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5928700 x1853164384116224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319793.783572:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384116352:0@lo:400:kworker.0 00000100:00100000:0.0:1767319793.783645:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319793.783708:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384116352 00000100:00100000:3.0:1767319793.783716:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384116352 00000100:00080000:1.0:1767319793.783724:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319793.783730:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319793.783732:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319793.783736:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4691 00000100:00080000:1.0:1767319793.783739:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319793.783743:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319793.783758:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592a680 x1853164384116480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319793.783796:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4999 00000100:00100000:3.0:1767319793.783808:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384116352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319793.783852:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384116608:0@lo:400:kworker.0 00000100:00100000:2.0:1767319793.783893:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319793.783946:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384116096:0@lo:38:kworker.0 00000100:00100000:2.0:1767319793.783970:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319793.783992:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384116224:0@lo:38:kworker.0 00000100:00100000:2.0:1767319793.784016:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319793.784039:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384116480:0@lo:38:kworker.0 00000100:00100000:2.0:1767319793.784058:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319793.784085:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384116224 00000100:00100000:2.0:1767319793.784090:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384116224 00000100:00100000:2.0:1767319793.784111:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2778 00000100:00100000:2.0:1767319793.784116:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384116224:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319793.784147:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319793.784179:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384116224:12345-0@lo:38:kworker.0 Request processed in 61us (162us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319793.784186:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2778 00000100:00100000:2.0:1767319793.784205:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384116608 00000100:00100000:2.0:1767319793.784208:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384116608 00000100:00100000:2.0:1767319793.784225:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384116096 00000100:00100000:2.0:1767319793.784228:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384116096 00000100:00100000:2.0:1767319793.784236:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384116480 00000100:00100000:2.0:1767319793.784238:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384116480 00000100:00100000:2.0:1767319793.784247:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5000 00000100:00100000:2.0:1767319793.784252:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384116608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319793.784293:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384116608:12345-0@lo:400:kworker.0 Request processed in 40us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319793.784298:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5000 00000100:00100000:2.0:1767319793.784309:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24198 00000100:00100000:2.0:1767319793.784313:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384116096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319793.784323:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319793.784340:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384116096:12345-0@lo:38:kworker.0 Request processed in 26us (370us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319793.784346:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24198 00000100:00100000:2.0:1767319793.784354:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24199 00000100:00100000:2.0:1767319793.784357:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384116480:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319793.784365:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319793.784382:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384116480:12345-0@lo:38:kworker.0 Request processed in 23us (323us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319793.784387:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24199 00000100:00100000:2.0:1767319793.784420:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384116608:0@lo:400:kworker.0 00000100:00080000:2.0:1767319793.784440:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319793.784444:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319793.784447:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384116096:0@lo:38:kworker.0 00000100:00080000:2.0:1767319793.784453:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319793.784455:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319793.784458:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384116224:0@lo:38:kworker.0 00000100:00080000:2.0:1767319793.784463:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319793.784466:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319793.784468:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384116480:0@lo:38:kworker.0 00000100:00080000:2.0:1767319793.784502:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319793.787617:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319793.787630:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319793.787636:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319793.787647:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4691 00000100:00080000:1.0:1767319793.787652:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319793.787660:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319793.787710:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5929180 x1853164384116736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319793.789424:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384116352:12345-0@lo:400:kworker.0 Request processed in 5606us (5766us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319793.789443:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4999 00000100:00100000:1.0:1767319793.793770:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384116992:0@lo:400:kworker.0 00000100:00100000:1.0:1767319793.793878:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319793.793925:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319793.793933:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384116864:0@lo:400:kworker.0 00000100:00100000:1.0:1767319793.793955:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319793.793998:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384116992 00000100:00100000:1.0:1767319793.794006:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384116992 00000100:00100000:1.0:1767319793.794055:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384116864 00000100:00100000:1.0:1767319793.794059:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384116864 00000100:00100000:1.0:1767319793.794081:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1920 00000100:00100000:1.0:1767319793.794089:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384116992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319793.794538:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1921 00000100:00100000:3.0:1767319793.794550:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384116864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319793.794594:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384116864:12345-0@lo:400:kworker.0 Request processed in 47us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319793.794602:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1921 00000100:00100000:3.0:1767319793.794643:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384116864:0@lo:400:kworker.0 00000100:00100000:1.0:1767319793.794675:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384116992:12345-0@lo:400:kworker.0 Request processed in 587us (798us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319793.794682:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1920 00000100:00100000:2.0:1767319793.794816:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384116736:0@lo:38:kworker.0 00000100:00100000:2.0:1767319793.794849:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319793.795012:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384116736 00000100:00100000:1.0:1767319793.795016:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384116736 00000100:00100000:1.0:1767319793.795043:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24200 00000100:00100000:1.0:1767319793.795048:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384116736:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319793.795065:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319793.795097:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384116736:12345-0@lo:38:kworker.0 Request processed in 48us (247us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319793.795102:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24200 00000100:00080000:1.0:1767319793.795126:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319793.795146:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319793.795149:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384116736:0@lo:38:kworker.0 00000100:00100000:0.0:1767319793.795517:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384116352:0@lo:400:kworker.0 00000100:00100000:3.0:1767319793.795616:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384116992:0@lo:400:kworker.0 00010000:00010000:2.0:1767319794.295754:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319794.759164:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319794.759214:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319794.759365:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297390592 00000100:00100000:2.0:1767319794.759375:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297390592 00000100:00100000:2.0:1767319794.759446:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297390464 00000100:00100000:2.0:1767319794.759450:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297390464 00000100:00100000:2.0:1767319794.759470:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5001 00000100:00100000:2.0:1767319794.759482:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297390592:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:0.0:1767319794.759508:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319794.759546:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24201 00000100:00100000:0.0:1767319794.759554:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297390464:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:2.0:1767319794.759557:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297390592:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 77us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319794.759565:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5001 00010000:00020000:0.0:1767319794.759578:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319794.759612:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297390464:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 57us (397us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319794.759620:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24201 00000100:00100000:3.0:1767319794.808653:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319795.319047:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319795.838381:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319796.344146:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319796.854924:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319797.367291:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319797.878928:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319798.391051:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319798.391151:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384117248:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319798.391238:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319798.391316:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384117120:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319798.391361:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319798.391417:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384117248 00000100:00100000:3.0:1767319798.391426:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384117248 00000100:00100000:3.0:1767319798.391491:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384117120 00000100:00100000:3.0:1767319798.391494:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384117120 00000100:00100000:3.0:1767319798.391517:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2717 00000100:00100000:3.0:1767319798.391526:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384117248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319798.391556:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319798.391569:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2718 00000100:00100000:2.0:1767319798.391580:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384117120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319798.391601:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319798.391608:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384117248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319798.391617:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2717 00000100:00100000:2.0:1767319798.391645:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384117120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319798.391652:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2718 00000100:00100000:3.0:1767319798.391686:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384117248:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319798.391697:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384117120:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319798.391799:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319798.391804:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000100:1.0:1767319798.855811:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297390720 offset 0 length 520: 4 00000100:00100000:1.0:1767319798.856592:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319798.856684:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297390848 00000100:00100000:3.0:1767319798.856722:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297390848 00000100:00100000:3.0:1767319798.856930:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24202 00000100:00100000:3.0:1767319798.856938:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297390848:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319798.857031:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319798.857179:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297390848:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 240us (589us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319798.857188:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24202 00000100:00100000:1.0:1767319798.857497:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319798.857636:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297390976 00000100:00100000:0.0:1767319798.857642:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297390976 00000100:00100000:0.0:1767319798.857698:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5002 00000100:00100000:0.0:1767319798.857705:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297390976:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319798.857752:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297390976:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 47us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319798.857759:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5002 00000100:00080000:1.0:1767319798.857876:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319798.902950:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319773/real 1767319773] req@ffff9369bb7ff100 x1853164384111872/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319798 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319798.903003:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369bb7ff100 x1853164384111872/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319798 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319798.903026:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319798.903035:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319798.903038:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384111872:0@lo:250:kworker.0 00000100:00080000:0.0:1767319798.903170:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319798.903176:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319798.903179:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319798.903185:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4676 00000100:00080000:0.0:1767319798.903189:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319798.903196:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319798.903246:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5133100 x1853164384117376/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319798.903277:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319798.903281:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319798.903283:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319798.903287:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4697 00000100:00080000:0.0:1767319798.903289:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319798.903293:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319798.903318:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130380 x1853164384117504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319798.903327:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319798.903330:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319798.903332:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319798.903335:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4697 00000100:00080000:0.0:1767319798.903337:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319798.903341:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319798.903352:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130000 x1853164384117632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319798.903395:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319798.903399:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319798.903401:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319798.903404:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4697 00000100:00080000:0.0:1767319798.903406:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319798.903409:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319798.903421:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1217100 x1853164384117888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319798.903437:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319798.903439:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319798.903441:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319798.903444:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4697 00000100:00080000:0.0:1767319798.903446:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319798.903449:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319798.903457:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215c00 x1853164384118144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319798.903503:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384118272:0@lo:400:kworker.0 00000100:00100000:0.0:1767319798.903570:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319798.903617:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319798.903623:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384118400:0@lo:400:kworker.0 00000100:00100000:0.0:1767319798.903642:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319798.904185:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384118272 00000100:00100000:1.0:1767319798.904193:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384118272 00000100:00100000:1.0:1767319798.904262:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384118400 00000100:00100000:1.0:1767319798.904266:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384118400 00000100:00100000:1.0:1767319798.904289:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1922 00000100:00100000:1.0:1767319798.904298:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384118272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319798.904532:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384117760:0@lo:400:kworker.0 00000100:00100000:3.0:1767319798.904582:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319798.904614:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319798.904621:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384118016:0@lo:400:kworker.0 00000100:00100000:3.0:1767319798.904644:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319798.904681:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1923 00000100:00100000:3.0:1767319798.904690:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384118400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319798.904746:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384118400:12345-0@lo:400:kworker.0 Request processed in 57us (1101us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319798.904753:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1923 00000100:00100000:3.0:1767319798.904808:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319798.904823:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384117760 00000100:00100000:3.0:1767319798.904827:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384117760 00000100:00100000:3.0:1767319798.904863:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384118016 00000100:00100000:3.0:1767319798.904867:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384118016 00000100:00100000:3.0:1767319798.904887:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5003 00000100:00100000:3.0:1767319798.904893:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384117760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319798.904930:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384117760:12345-0@lo:400:kworker.0 Request processed in 37us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319798.904939:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5003 00000100:00100000:3.0:1767319798.904952:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5004 00000100:00100000:3.0:1767319798.904958:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384118016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319798.905554:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384118272:12345-0@lo:400:kworker.0 Request processed in 1257us (1982us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319798.905561:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1922 00000100:00080000:1.0:1767319798.905608:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319798.905639:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384118400:0@lo:400:kworker.0 00000100:00100000:1.0:1767319798.905648:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384118272:0@lo:400:kworker.0 00000100:00100000:1.0:1767319798.905706:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384117760:0@lo:400:kworker.0 00000100:00100000:2.0:1767319798.906166:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384117376:0@lo:250:kworker.0 00000400:00000100:2.0:1767319798.906195:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384117376 offset 0 length 520: 4 00000100:00100000:2.0:1767319798.906228:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384117504:0@lo:38:kworker.0 00000100:00100000:2.0:1767319798.906254:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319798.906277:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384117632:0@lo:38:kworker.0 00000100:00100000:2.0:1767319798.906300:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319798.906328:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384117888:0@lo:38:kworker.0 00000100:00100000:2.0:1767319798.906348:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319798.906364:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384118144:0@lo:38:kworker.0 00000100:00100000:2.0:1767319798.906395:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319798.906425:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384117632 00000100:00100000:2.0:1767319798.906430:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384117632 00000100:00100000:2.0:1767319798.906456:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2779 00000100:00100000:2.0:1767319798.906461:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384117632:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319798.906478:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319798.906509:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384117632:12345-0@lo:38:kworker.0 Request processed in 47us (208us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319798.906518:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2779 00000100:00100000:2.0:1767319798.906547:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384117504 00000100:00100000:2.0:1767319798.906551:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384117504 00000100:00100000:2.0:1767319798.906568:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384117888 00000100:00100000:2.0:1767319798.906571:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384117888 00000100:00100000:2.0:1767319798.906582:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384118144 00000100:00100000:2.0:1767319798.906584:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384118144 00000100:00100000:2.0:1767319798.906593:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24203 00000100:00100000:2.0:1767319798.906597:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384117504:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319798.906607:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319798.906632:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384117504:12345-0@lo:38:kworker.0 Request processed in 33us (377us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319798.906638:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24203 00000100:00100000:2.0:1767319798.906651:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24204 00000100:00100000:2.0:1767319798.906656:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384117888:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319798.906663:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24205 00010000:00020000:2.0:1767319798.906667:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319798.906674:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384118144:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319798.906688:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319798.906694:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384117888:12345-0@lo:38:kworker.0 Request processed in 35us (343us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319798.906700:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24204 00000100:00100000:0.0:1767319798.906729:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384118144:12345-0@lo:38:kworker.0 Request processed in 55us (331us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767319798.906736:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767319798.906739:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24205 00000100:00080000:2.0:1767319798.906744:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319798.906749:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384117504:0@lo:38:kworker.0 00000100:00080000:2.0:1767319798.906758:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319798.906761:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319798.906764:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384117632:0@lo:38:kworker.0 00000100:00080000:2.0:1767319798.906776:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319798.906801:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319798.906805:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384117888:0@lo:38:kworker.0 00000100:00080000:2.0:1767319798.906814:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319798.906818:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319798.906821:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384118144:0@lo:38:kworker.0 00000100:00100000:3.0:1767319798.907197:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384118016:12345-0@lo:400:kworker.0 Request processed in 2238us (2550us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319798.907205:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5004 00000100:00100000:0.0:1767319798.910696:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384118016:0@lo:400:kworker.0 00010000:00010000:2.0:1767319799.415008:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319799.927517:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319800.441711:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319800.953311:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319801.463237:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319801.974913:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319802.487807:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319802.998934:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319803.511214:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319803.512558:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384118528:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319803.512633:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319803.512633:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384118656:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319803.512684:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384118528 00000100:00100000:1.0:1767319803.512693:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384118528 00000100:00100000:1.0:1767319803.512766:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2719 00000100:00100000:1.0:1767319803.512777:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384118528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319803.512836:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767319803.512903:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319803.515831:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384118528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3046us (3187us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319803.515846:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2719 00000100:00100000:0.0:1767319803.520293:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384118528:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319803.525597:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319803.526563:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384118656 00000100:00100000:1.0:1767319803.526575:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384118656 00000100:00100000:1.0:1767319803.526642:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2720 00000100:00100000:1.0:1767319803.526656:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384118656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319803.526690:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319803.526748:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384118656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (1161us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319803.526756:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2720 00000100:00080000:2.0:1767319803.527206:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319803.527744:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384118656:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319803.979065:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319803.979117:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319803.979234:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297391232 00000100:00100000:0.0:1767319803.979247:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297391232 00000100:00100000:0.0:1767319803.979326:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297391104 00000100:00100000:0.0:1767319803.979330:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297391104 00000100:00100000:2.0:1767319803.979344:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5005 00000100:00100000:2.0:1767319803.979359:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297391232:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:1.0:1767319803.979381:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319803.979460:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297391232:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 104us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319803.985425:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24206 00000100:00100000:0.0:1767319803.985448:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297391104:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319803.986639:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319803.987126:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297391104:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 1678us (8004us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319803.987139:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24206 00000100:00100000:2.0:1767319803.988239:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5005 00000100:00100000:3.0:1767319804.022906:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319804.023268:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319804.023275:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319804.023278:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319804.023283:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319804.023286:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319804.023295:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4702 00000100:00080000:3.0:1767319804.023300:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319804.023308:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319804.023355:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7907800 x1853164384118784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319804.023386:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319804.023391:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319804.023393:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319804.023397:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4702 00000100:00080000:3.0:1767319804.023400:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319804.023403:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319804.023417:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7905180 x1853164384118912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319804.023457:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319804.023461:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319804.023463:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319804.023466:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4702 00000100:00080000:3.0:1767319804.023469:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319804.023472:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319804.023480:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384119040:0@lo:400:kworker.0 00000100:00100000:3.0:1767319804.023494:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7904e00 x1853164384119168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319804.023510:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319804.023513:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319804.023515:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319804.023518:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4702 00000100:00080000:3.0:1767319804.023521:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319804.023524:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319804.023534:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafee300 x1853164384119424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319804.023556:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319804.023611:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319804.023611:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384118784:0@lo:38:kworker.0 00000100:00100000:1.0:1767319804.023616:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384119296:0@lo:400:kworker.0 00000100:00100000:1.0:1767319804.023637:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319804.024054:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384119040 00000100:00100000:2.0:1767319804.024363:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384119040 00000100:00100000:2.0:1767319804.024425:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384119296 00000100:00100000:2.0:1767319804.024430:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384119296 00000100:00100000:2.0:1767319804.024458:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5006 00000100:00100000:2.0:1767319804.024467:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384119040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319804.024606:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384119040:12345-0@lo:400:kworker.0 Request processed in 139us (1048us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319804.024613:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5006 00000100:00100000:2.0:1767319804.024629:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5007 00000100:00100000:2.0:1767319804.024636:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384119296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319804.024743:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384119296:12345-0@lo:400:kworker.0 Request processed in 105us (1103us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319804.024749:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5007 00000100:00080000:2.0:1767319804.024775:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319804.024874:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319804.024912:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384118912:0@lo:38:kworker.0 00000100:00100000:2.0:1767319804.024939:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319804.024962:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384119168:0@lo:38:kworker.0 00000100:00100000:2.0:1767319804.024983:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319804.024998:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384119424:0@lo:38:kworker.0 00000100:00100000:2.0:1767319804.025016:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319804.025043:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384118912 00000100:00100000:2.0:1767319804.025046:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384118912 00000100:00100000:2.0:1767319804.025065:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2780 00000100:00100000:2.0:1767319804.025273:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384118912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319804.025293:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319804.025329:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384118912:12345-0@lo:38:kworker.0 Request processed in 56us (388us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319804.025335:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2780 00000100:00100000:2.0:1767319804.025354:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384118784 00000100:00100000:2.0:1767319804.025358:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384118784 00000100:00100000:2.0:1767319804.025370:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384119168 00000100:00100000:2.0:1767319804.025372:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384119168 00000100:00100000:2.0:1767319804.025378:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384119424 00000100:00100000:2.0:1767319804.025380:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384119424 00000100:00100000:2.0:1767319804.025389:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24207 00000100:00100000:2.0:1767319804.025394:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384118784:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319804.025403:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319804.025429:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384118784:12345-0@lo:38:kworker.0 Request processed in 34us (555us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319804.025435:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24207 00000100:00100000:2.0:1767319804.025446:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24208 00000100:00100000:2.0:1767319804.025450:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384119168:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319804.025458:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319804.025478:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384119168:12345-0@lo:38:kworker.0 Request processed in 26us (494us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319804.025622:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384119552:0@lo:400:kworker.0 00000100:00100000:0.0:1767319804.025656:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319804.025769:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319804.025776:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384119680:0@lo:400:kworker.0 00000100:00100000:0.0:1767319804.025878:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319804.025914:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384119552 00000100:00100000:0.0:1767319804.025918:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384119552 00000100:00100000:0.0:1767319804.025944:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384119680 00000100:00100000:0.0:1767319804.025947:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384119680 00000100:00100000:0.0:1767319804.025965:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1924 00000100:00100000:0.0:1767319804.025972:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384119552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319804.026007:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384119552:12345-0@lo:400:kworker.0 Request processed in 36us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319804.026014:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1924 00000100:00100000:0.0:1767319804.026027:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1925 00000100:00100000:0.0:1767319804.026032:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384119680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319804.026058:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384119680:12345-0@lo:400:kworker.0 Request processed in 26us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319804.026064:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1925 00000100:00100000:2.0:1767319804.026300:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24208 00000100:00100000:2.0:1767319804.026317:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24209 00000100:00100000:2.0:1767319804.026322:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384119424:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319804.026335:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319804.026363:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384119424:12345-0@lo:38:kworker.0 Request processed in 40us (1346us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319804.026369:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24209 00000100:00080000:2.0:1767319804.026411:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319804.026416:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319804.026419:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384118784:0@lo:38:kworker.0 00000100:00080000:2.0:1767319804.026429:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319804.026432:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319804.026435:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384118912:0@lo:38:kworker.0 00000100:00080000:2.0:1767319804.026443:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319804.026447:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319804.026450:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384119168:0@lo:38:kworker.0 00000100:00080000:2.0:1767319804.026458:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319804.026460:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319804.026463:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384119424:0@lo:38:kworker.0 00000100:00100000:0.0:1767319804.026616:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384119680:0@lo:400:kworker.0 00000100:00100000:0.0:1767319804.026627:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384119552:0@lo:400:kworker.0 00000100:00100000:0.0:1767319804.027050:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384119296:0@lo:400:kworker.0 00000100:00100000:0.0:1767319804.027062:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384119040:0@lo:400:kworker.0 00010000:00010000:2.0:1767319804.535087:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319805.056605:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319805.559112:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319806.071080:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319806.582985:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319807.095008:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319807.607125:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319808.118894:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319808.631245:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384119808:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319808.631468:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319808.631589:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384119808 00000100:00100000:3.0:1767319808.631597:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384119808 00000100:00100000:3.0:1767319808.631667:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2721 00000100:00100000:3.0:1767319808.631678:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384119808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319808.631711:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319808.631758:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384119808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319808.631765:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2721 00000100:00080000:0.0:1767319808.632213:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319808.632256:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384119808:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319808.632275:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319808.632295:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384119936:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319808.632326:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319808.632483:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384119936 00000100:00100000:3.0:1767319808.632489:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384119936 00000100:00100000:3.0:1767319808.632538:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2722 00000100:00100000:3.0:1767319808.632545:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384119936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319808.632569:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319808.632613:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384119936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319808.632621:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2722 00000100:00080000:0.0:1767319808.632699:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319808.632752:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384119936:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767319808.632868:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319809.095111:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319809.098203:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319809.105345:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297391488 00000100:00100000:2.0:1767319809.105346:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297391360 00000100:00100000:2.0:1767319809.105370:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297391360 00000100:00100000:0.0:1767319809.105371:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297391488 00000100:00100000:2.0:1767319809.105476:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5008 00000100:00100000:2.0:1767319809.105496:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297391488:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319809.105730:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24210 00000100:00100000:0.0:1767319809.105741:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297391360:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319809.105770:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319809.105876:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297391488:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 383us (10772us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319809.105891:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297391360:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 147us (7695us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319809.105895:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5008 00000100:00100000:0.0:1767319809.105921:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24210 00000100:00080000:3.0:1767319809.106212:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319809.143145:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319809.143161:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319809.143166:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319809.143171:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319809.143177:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319809.143189:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4707 00000100:00080000:3.0:1767319809.143195:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319809.143204:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319809.143262:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1eca80 x1853164384120064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319809.143339:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384120064:0@lo:38:kworker.0 00000100:00100000:2.0:1767319809.143441:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319809.143581:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319809.143839:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319809.143844:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319809.143846:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319809.143851:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4707 00000100:00080000:3.0:1767319809.143854:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319809.143858:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319809.143878:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ec700 x1853164384120192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319809.143958:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384120192:0@lo:38:kworker.0 00000100:00100000:2.0:1767319809.143993:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319809.144093:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319809.144097:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319809.144099:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319809.144103:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4707 00000100:00080000:3.0:1767319809.144106:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319809.144110:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319809.144139:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be4a80 x1853164384120448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319809.144158:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319809.144161:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319809.144163:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319809.144167:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4707 00000100:00080000:3.0:1767319809.144170:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319809.144173:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319809.144183:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be7b80 x1853164384120704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319809.144233:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384120960:0@lo:400:kworker.0 00000100:00100000:3.0:1767319809.144268:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319809.144294:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319809.144299:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384120832:0@lo:400:kworker.0 00000100:00100000:3.0:1767319809.144320:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319809.144366:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384120960 00000100:00100000:3.0:1767319809.144375:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384120960 00000100:00100000:3.0:1767319809.144429:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384120832 00000100:00100000:3.0:1767319809.144432:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384120832 00000100:00100000:3.0:1767319809.144454:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1926 00000100:00100000:3.0:1767319809.144462:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384120960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319809.144519:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384120960:12345-0@lo:400:kworker.0 Request processed in 57us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319809.144527:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1926 00000100:00100000:3.0:1767319809.144544:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1927 00000100:00100000:3.0:1767319809.144550:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384120832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319809.144577:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384120832:12345-0@lo:400:kworker.0 Request processed in 27us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319809.144583:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1927 00000100:00100000:2.0:1767319809.144685:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384120448:0@lo:38:kworker.0 00000100:00100000:2.0:1767319809.144714:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319809.144731:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384120704:0@lo:38:kworker.0 00000100:00100000:2.0:1767319809.144747:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319809.144773:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384120064 00000100:00100000:2.0:1767319809.144777:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384120064 00000100:00100000:2.0:1767319809.144814:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384120448 00000100:00100000:2.0:1767319809.144817:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384120448 00000100:00100000:2.0:1767319809.144827:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384120704 00000100:00100000:2.0:1767319809.144830:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384120704 00000100:00100000:2.0:1767319809.144839:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24211 00000100:00100000:2.0:1767319809.144844:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384120064:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319809.144867:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319809.144902:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384120064:12345-0@lo:38:kworker.0 Request processed in 56us (1462us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319809.144908:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24211 00000100:00100000:2.0:1767319809.144921:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24212 00000100:00100000:2.0:1767319809.144924:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384120448:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319809.144933:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319809.144953:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384120448:12345-0@lo:38:kworker.0 Request processed in 27us (238us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319809.144958:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24212 00000100:00100000:2.0:1767319809.144967:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24213 00000100:00100000:2.0:1767319809.144971:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384120704:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319809.144980:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319809.144995:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384120704:12345-0@lo:38:kworker.0 Request processed in 23us (247us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319809.145000:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24213 00000100:00080000:2.0:1767319809.145035:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319809.145040:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319809.145043:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384120448:0@lo:38:kworker.0 00000100:00080000:2.0:1767319809.145051:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319809.145055:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319809.145057:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384120704:0@lo:38:kworker.0 00000100:00080000:2.0:1767319809.145064:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319809.145067:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319809.145070:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384120064:0@lo:38:kworker.0 00000100:00100000:2.0:1767319809.145139:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384120320:0@lo:400:kworker.0 00000100:00100000:2.0:1767319809.145162:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319809.145178:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319809.145182:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384120576:0@lo:400:kworker.0 00000100:00100000:2.0:1767319809.145198:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319809.145215:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384120320 00000100:00100000:2.0:1767319809.145217:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384120320 00000100:00100000:2.0:1767319809.145250:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384120576 00000100:00100000:2.0:1767319809.145253:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384120576 00000100:00100000:2.0:1767319809.145264:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5009 00000100:00100000:2.0:1767319809.145269:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384120320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319809.145299:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384120320:12345-0@lo:400:kworker.0 Request processed in 30us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319809.145306:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5009 00000100:00100000:2.0:1767319809.145317:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5010 00000100:00100000:2.0:1767319809.145322:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384120576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319809.145343:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384120576:12345-0@lo:400:kworker.0 Request processed in 21us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319809.145348:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5010 00000100:00080000:2.0:1767319809.145361:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319809.145383:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384120576:0@lo:400:kworker.0 00000100:00100000:2.0:1767319809.145392:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384120320:0@lo:400:kworker.0 00000100:00100000:2.0:1767319809.145439:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384120832:0@lo:400:kworker.0 00000100:00100000:2.0:1767319809.145450:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384120960:0@lo:400:kworker.0 00000100:00100000:0.0:1767319809.145550:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384120192 00000100:00100000:0.0:1767319809.145556:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384120192 00000100:00100000:0.0:1767319809.145598:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2781 00000100:00100000:0.0:1767319809.145604:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384120192:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319809.145614:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319809.145650:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384120192:12345-0@lo:38:kworker.0 Request processed in 47us (1657us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319809.145656:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2781 00000100:00080000:0.0:1767319809.145688:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319809.145692:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319809.145695:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384120192:0@lo:38:kworker.0 00010000:00010000:2.0:1767319809.666096:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319810.169728:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319810.679521:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319811.191289:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319811.703381:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319812.215427:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319812.727063:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319813.240576:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319813.751822:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319813.751847:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384121088:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319813.751931:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319813.752181:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384121088 00000100:00100000:1.0:1767319813.752190:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384121088 00000100:00100000:1.0:1767319813.752256:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2723 00000100:00100000:1.0:1767319813.752269:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384121088:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319813.752314:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319813.752370:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384121088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319813.752377:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2723 00010000:00010000:3.0:1767319813.752647:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319813.752684:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384121088:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319813.754591:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319813.754611:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384121216:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319813.754679:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319813.754827:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384121216 00000100:00100000:3.0:1767319813.754833:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384121216 00000100:00100000:3.0:1767319813.754885:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2724 00000100:00100000:3.0:1767319813.754894:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384121216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319813.754920:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319813.754963:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384121216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319813.754971:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2724 00000100:00100000:3.0:1767319813.755014:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384121216:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319813.756268:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319813.756276:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319814.216014:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319814.216323:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297391616 00000100:00100000:3.0:1767319814.216334:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297391616 00000100:00100000:3.0:1767319814.216382:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24214 00000100:00100000:3.0:1767319814.216391:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297391616:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319814.216414:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319814.216481:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297391616:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 90us (476us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319814.216489:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24214 00000100:00100000:2.0:1767319814.216756:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319814.217483:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297391744 00000100:00100000:3.0:1767319814.217489:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297391744 00000100:00100000:3.0:1767319814.217548:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5011 00000100:00100000:3.0:1767319814.218765:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297391744:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319814.218866:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297391744:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 1310us (2109us total) trans 0 rc 0/0 00000100:00080000:2.0:1767319814.219302:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319814.222758:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5011 00000100:00080000:3.0:1767319814.264178:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319814.264189:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319814.264193:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319814.264198:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319814.264202:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319814.264210:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4712 00000100:00080000:3.0:1767319814.264214:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319814.264221:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319814.264305:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f11880 x1853164384121344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319814.264384:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384121344:0@lo:38:kworker.0 00000100:00100000:2.0:1767319814.264481:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319814.264573:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319814.264576:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319814.264579:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319814.264583:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4712 00000100:00100000:1.0:1767319814.265356:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384121344 00000100:00100000:1.0:1767319814.265367:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384121344 00000100:00100000:1.0:1767319814.265416:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24215 00000100:00100000:1.0:1767319814.265424:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384121344:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319814.265446:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319814.267468:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319814.267839:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319814.267850:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00080000:2.0:1767319814.276118:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319814.276135:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319814.276140:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384121344:0@lo:38:kworker.0 00000100:00100000:1.0:1767319814.276776:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384121344:12345-0@lo:38:kworker.0 Request processed in 11348us (12291us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319814.276810:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24215 00000100:00100000:3.0:1767319814.279697:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f10e00 x1853164384121472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319814.279768:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384121472:0@lo:38:kworker.0 00000100:00100000:2.0:1767319814.279862:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319814.280277:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384121472 00000100:00100000:0.0:1767319814.280286:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384121472 00000100:00100000:0.0:1767319814.280367:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2782 00000100:00100000:0.0:1767319814.280375:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384121472:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319814.280396:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767319814.280800:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319814.280805:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319814.280808:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319814.280813:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4712 00000100:00080000:3.0:1767319814.281069:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319814.281088:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319814.281109:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f11f80 x1853164384121728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319814.281162:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384121600:0@lo:400:kworker.0 00000100:00100000:1.0:1767319814.281234:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319814.281288:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384121600 00000100:00100000:1.0:1767319814.281292:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384121600 00000100:00100000:1.0:1767319814.281342:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5012 00000100:00100000:1.0:1767319814.281350:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384121600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319814.281393:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384121600:12345-0@lo:400:kworker.0 Request processed in 44us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319814.281400:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5012 00000100:00080000:1.0:1767319814.281420:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319814.281449:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384121600:0@lo:400:kworker.0 00000100:00100000:2.0:1767319814.281716:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384121728:0@lo:38:kworker.0 00000100:00100000:2.0:1767319814.281745:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319814.281803:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384121728 00000100:00100000:1.0:1767319814.281807:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384121728 00000100:00100000:1.0:1767319814.281844:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24216 00000100:00100000:1.0:1767319814.281849:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384121728:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319814.281862:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319814.281890:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384121728:12345-0@lo:38:kworker.0 Request processed in 39us (144us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319814.281896:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24216 00000100:00100000:0.0:1767319814.282262:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384121472:12345-0@lo:38:kworker.0 Request processed in 1886us (2399us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319814.282271:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2782 00000100:00080000:2.0:1767319814.282399:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319814.282404:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319814.282408:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384121472:0@lo:38:kworker.0 00000100:00080000:2.0:1767319814.282425:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319814.282428:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319814.282431:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384121728:0@lo:38:kworker.0 00000100:00100000:1.0:1767319814.282742:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384121856:0@lo:400:kworker.0 00000100:00100000:1.0:1767319814.282773:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319814.283120:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384121856 00000100:00100000:0.0:1767319814.283125:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384121856 00000100:00100000:0.0:1767319814.283184:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5013 00000100:00100000:0.0:1767319814.283192:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384121856:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767319814.283260:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319814.283333:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319814.283338:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319814.283340:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319814.283345:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4712 00000100:00080000:3.0:1767319814.283348:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319814.283353:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319814.283373:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f10700 x1853164384121984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319814.283449:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384121984:0@lo:38:kworker.0 00000100:00100000:2.0:1767319814.283487:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319814.283636:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384121984 00000100:00100000:3.0:1767319814.283640:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384121984 00000100:00100000:3.0:1767319814.283671:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24217 00000100:00100000:3.0:1767319814.283676:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384121984:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319814.283692:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319814.283727:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384121984:12345-0@lo:38:kworker.0 Request processed in 49us (239us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319814.283732:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24217 00000100:00080000:2.0:1767319814.284482:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319814.284489:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319814.284492:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384121984:0@lo:38:kworker.0 00000100:00100000:0.0:1767319814.284807:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384121856:12345-0@lo:400:kworker.0 Request processed in 1613us (2030us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319814.284814:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5013 00000100:00100000:1.0:1767319814.285122:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384121856:0@lo:400:kworker.0 00010000:00010000:2.0:1767319814.775850:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319815.287183:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319815.799349:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319816.311232:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319816.823297:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319817.334989:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319817.847175:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319818.359763:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319818.871115:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384122112:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319818.871176:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767319818.871296:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319818.871449:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384122112 00000100:00100000:1.0:1767319818.871457:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384122112 00000100:00100000:1.0:1767319818.871512:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2725 00000100:00100000:1.0:1767319818.871529:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384122112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319818.871557:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319818.871592:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384122112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319818.871597:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2725 00000100:00100000:3.0:1767319818.871681:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384122112:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319818.871700:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319818.872148:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384122240:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319818.872176:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319818.872282:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384122240 00000100:00100000:1.0:1767319818.872287:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384122240 00000100:00100000:1.0:1767319818.872327:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2726 00000100:00100000:1.0:1767319818.872335:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384122240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319818.872353:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319818.872392:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384122240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319818.872399:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2726 00000100:00080000:3.0:1767319818.872465:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319818.872537:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384122240:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319819.335880:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319819.335976:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297391872 00000100:00100000:0.0:1767319819.335986:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297391872 00000100:00100000:0.0:1767319819.336074:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24218 00000100:00100000:0.0:1767319819.336083:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297391872:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319819.336105:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319819.336165:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297391872:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 82us (294us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319819.336173:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24218 00000100:00100000:1.0:1767319819.337811:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319819.344835:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297392000 00000100:00100000:2.0:1767319819.344852:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297392000 00000100:00080000:1.0:1767319819.345247:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319819.345289:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5014 00000100:00100000:1.0:1767319819.345307:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297392000:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319819.345405:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297392000:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 106us (7631us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319819.345413:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5014 00000100:00080000:3.0:1767319819.382883:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319819.382893:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319819.382896:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319819.382900:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319819.382905:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319819.382914:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4717 00000100:00080000:3.0:1767319819.382918:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319819.382925:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319819.382965:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f10700 x1853164384122368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319819.382993:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319819.382997:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319819.382999:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319819.383003:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4717 00000100:00080000:3.0:1767319819.383005:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319819.383009:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319819.383022:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f11f80 x1853164384122496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319819.383057:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319819.383061:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319819.383064:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319819.383065:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319819.383069:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4717 00000100:00080000:3.0:1767319819.383071:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319819.383075:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319819.383085:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f12d80 x1853164384122752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319819.383101:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319819.383105:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319819.383106:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319819.383109:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4717 00000100:00080000:3.0:1767319819.383111:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767319819.383113:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384122624:0@lo:400:kworker.0 00000100:00080000:3.0:1767319819.383114:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319819.383125:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8783100 x1853164384123008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319819.383175:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384122368:0@lo:38:kworker.0 00000100:00100000:2.0:1767319819.383189:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319819.383250:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384122624 00000100:00100000:0.0:1767319819.383259:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384122624 00000100:00100000:0.0:1767319819.383335:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5015 00000100:00100000:0.0:1767319819.383346:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384122624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319819.383459:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384122880:0@lo:400:kworker.0 00000100:00100000:0.0:1767319819.391511:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384122624:12345-0@lo:400:kworker.0 Request processed in 8156us (8311us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319819.391528:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5015 00000100:00080000:0.0:1767319819.391611:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319819.393055:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384122624:0@lo:400:kworker.0 00000100:00100000:1.0:1767319819.397166:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319819.397305:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384122880 00000100:00100000:0.0:1767319819.397326:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384122880 00000100:00100000:0.0:1767319819.397402:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5016 00000100:00100000:0.0:1767319819.397412:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384122880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319819.397471:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384122880:12345-0@lo:400:kworker.0 Request processed in 60us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319819.397478:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5016 00000100:00080000:1.0:1767319819.397544:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319819.397580:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384122880:0@lo:400:kworker.0 00000100:00100000:3.0:1767319819.398230:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319819.398279:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384122496:0@lo:38:kworker.0 00000100:00100000:3.0:1767319819.398315:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319819.398343:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384122752:0@lo:38:kworker.0 00000100:00100000:3.0:1767319819.398368:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319819.398394:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384123008:0@lo:38:kworker.0 00000100:00100000:3.0:1767319819.398416:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319819.398452:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384122368 00000100:00100000:3.0:1767319819.398458:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384122368 00000100:00100000:3.0:1767319819.398483:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384122752 00000100:00100000:3.0:1767319819.398486:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384122752 00000100:00100000:3.0:1767319819.398499:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384123008 00000100:00100000:3.0:1767319819.398502:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384123008 00000100:00100000:3.0:1767319819.398514:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24219 00000100:00100000:3.0:1767319819.398519:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384122368:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319819.398540:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319819.398646:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384122368:12345-0@lo:38:kworker.0 Request processed in 124us (417us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319819.398653:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24219 00000100:00100000:3.0:1767319819.398667:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24220 00000100:00100000:3.0:1767319819.398670:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384122752:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319819.398680:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319819.398703:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384122752:12345-0@lo:38:kworker.0 Request processed in 31us (335us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319819.399078:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24220 00000100:00100000:3.0:1767319819.399091:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24221 00000100:00100000:3.0:1767319819.399096:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384123008:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319819.399106:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319819.399133:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384123008:12345-0@lo:38:kworker.0 Request processed in 35us (716us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319819.399142:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24221 00000100:00080000:3.0:1767319819.399180:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319819.399580:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319819.399584:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384122368:0@lo:38:kworker.0 00000100:00080000:3.0:1767319819.399668:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319819.399673:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319819.399676:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384122752:0@lo:38:kworker.0 00000100:00080000:3.0:1767319819.399688:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319819.399692:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319819.399694:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384123008:0@lo:38:kworker.0 00000100:00100000:1.0:1767319819.400898:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384122496 00000100:00100000:1.0:1767319819.400908:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384122496 00000100:00100000:1.0:1767319819.400953:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2783 00000100:00100000:1.0:1767319819.400961:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384122496:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319819.400976:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319819.401047:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384122496:12345-0@lo:38:kworker.0 Request processed in 86us (2731us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319819.401055:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2783 00000100:00080000:3.0:1767319819.404330:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319819.404343:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319819.404348:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384122496:0@lo:38:kworker.0 00010000:00010000:2.0:1767319819.895037:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319820.407518:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319820.919111:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319821.431225:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319821.943196:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319822.454876:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319822.967155:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319823.478895:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319823.479562:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319798/real 1767319798] req@ffff9369b5133100 x1853164384117376/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319823 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319823.479592:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b5133100 x1853164384117376/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319823 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319823.479610:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319823.479671:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319823.479675:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384117376:0@lo:250:kworker.0 00000100:00080000:1.0:1767319823.495070:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319823.495082:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319823.495086:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319823.495095:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4702 00000100:00080000:1.0:1767319823.495100:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319823.495106:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319823.495159:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1216a00 x1853164384123136/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319823.495194:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319823.495198:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319823.495200:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319823.495204:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4722 00000100:00080000:1.0:1767319823.495206:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319823.495210:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319823.495226:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1217100 x1853164384123264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319823.495235:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319823.495238:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319823.495240:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319823.495243:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4722 00000100:00080000:1.0:1767319823.495246:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319823.495249:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319823.495262:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7ff100 x1853164384123392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319823.495356:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384123520:0@lo:400:kworker.0 00000100:00100000:0.0:1767319823.495434:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319823.495552:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384123136:0@lo:250:kworker.0 00000400:00000100:3.0:1767319823.495576:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384123136 offset 0 length 520: 4 00000100:00100000:3.0:1767319823.495596:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384123264:0@lo:38:kworker.0 00000100:00100000:3.0:1767319823.495617:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319823.495635:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384123392:0@lo:38:kworker.0 00000100:00100000:3.0:1767319823.495667:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319823.495715:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384123392 00000100:00100000:3.0:1767319823.495723:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384123392 00000100:00100000:3.0:1767319823.495758:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2784 00000100:00100000:3.0:1767319823.495765:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384123392:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319823.495816:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319823.495854:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384123392:12345-0@lo:38:kworker.0 Request processed in 88us (197us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319823.495861:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2784 00000100:00080000:3.0:1767319823.495899:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319823.495904:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319823.495907:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384123392:0@lo:38:kworker.0 00000100:00100000:3.0:1767319823.495944:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384123520 00000100:00100000:3.0:1767319823.495947:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384123520 00000100:00100000:3.0:1767319823.495982:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384123264 00000100:00100000:3.0:1767319823.495985:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384123264 00000100:00100000:3.0:1767319823.496011:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5017 00000100:00100000:3.0:1767319823.496018:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384123520:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767319823.496086:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319823.496090:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319823.496092:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319823.496095:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4722 00000100:00080000:1.0:1767319823.496098:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319823.496102:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319823.496116:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548dc00 x1853164384123648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319823.498505:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24222 00000100:00100000:2.0:1767319823.498517:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384123264:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319823.498542:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319823.498619:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384123264:12345-0@lo:38:kworker.0 Request processed in 102us (3001us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319823.498626:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24222 00000100:00100000:2.0:1767319823.498718:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384123648:0@lo:38:kworker.0 00000100:00100000:2.0:1767319823.498755:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319823.498835:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319823.498840:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319823.498844:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384123264:0@lo:38:kworker.0 00000100:00100000:2.0:1767319823.498874:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384123648 00000100:00100000:2.0:1767319823.498879:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384123648 00000100:00100000:2.0:1767319823.498906:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24223 00000100:00100000:2.0:1767319823.498910:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384123648:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319823.498920:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319823.498948:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384123648:12345-0@lo:38:kworker.0 Request processed in 36us (192us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319823.498954:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24223 00000100:00080000:2.0:1767319823.498979:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319823.498983:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319823.498986:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384123648:0@lo:38:kworker.0 00000100:00100000:2.0:1767319823.499024:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384123776:0@lo:400:kworker.0 00000100:00100000:2.0:1767319823.499049:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319823.499076:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384123776 00000100:00100000:2.0:1767319823.499079:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384123776 00000100:00100000:2.0:1767319823.499110:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5018 00000100:00100000:2.0:1767319823.499116:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384123776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319823.499155:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384123776:12345-0@lo:400:kworker.0 Request processed in 38us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319823.499161:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5018 00000100:00100000:2.0:1767319823.499187:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384123776:0@lo:400:kworker.0 00000100:00080000:2.0:1767319823.499213:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319823.502268:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384123520:12345-0@lo:400:kworker.0 Request processed in 6241us (6825us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319823.502283:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5017 00000100:00100000:0.0:1767319823.511374:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384123520:0@lo:400:kworker.0 00000100:00080000:1.0:1767319823.515609:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319823.515619:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319823.515623:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319823.515631:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4722 00000100:00080000:1.0:1767319823.515636:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319823.515642:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319823.515702:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548fb80 x1853164384123904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319823.515772:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319823.515816:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384124032:0@lo:400:kworker.0 00000100:00100000:1.0:1767319823.515884:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319823.515950:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384124032 00000100:00100000:1.0:1767319823.515957:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384124032 00000100:00100000:1.0:1767319823.516046:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1928 00000100:00100000:3.0:1767319823.516177:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384123904:0@lo:38:kworker.0 00000100:00100000:3.0:1767319823.516211:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319823.516246:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384123904 00000100:00100000:3.0:1767319823.516249:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384123904 00000100:00100000:3.0:1767319823.516274:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24224 00000100:00100000:3.0:1767319823.516280:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384123904:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319823.516300:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319823.516338:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384123904:12345-0@lo:38:kworker.0 Request processed in 58us (125us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319823.516345:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24224 00000100:00080000:3.0:1767319823.516383:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319823.516387:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319823.516390:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384123904:0@lo:38:kworker.0 00000100:00100000:1.0:1767319823.516914:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384124032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319823.516967:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384124032:12345-0@lo:400:kworker.0 Request processed in 913us (1082us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319823.516974:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1928 00000100:00100000:1.0:1767319823.517033:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319823.517042:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384124160:0@lo:400:kworker.0 00000100:00100000:3.0:1767319823.519308:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384124032:0@lo:400:kworker.0 00000100:00080000:2.0:1767319823.519824:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319823.521473:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319823.523080:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384124160 00000100:00100000:2.0:1767319823.523094:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384124160 00000100:00100000:2.0:1767319823.523185:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1929 00000100:00100000:2.0:1767319823.523233:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384124160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319823.523335:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384124160:12345-0@lo:400:kworker.0 Request processed in 106us (1866us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319823.523343:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1929 00000100:00080000:0.0:1767319823.523421:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319823.524165:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384124160:0@lo:400:kworker.0 00010000:00010000:0.0:1767319823.991210:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319823.991386:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384124288:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319823.991454:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319823.991624:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384124288 00000100:00100000:2.0:1767319823.991632:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384124288 00000100:00100000:2.0:1767319823.991694:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2727 00000100:00100000:2.0:1767319823.991703:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384124288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319823.991731:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319823.992127:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384124288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 423us (670us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319823.992135:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2727 00000100:00100000:0.0:1767319823.992326:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384124288:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319823.995499:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319823.995521:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384124416:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319823.995590:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319823.997129:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384124416 00000100:00100000:2.0:1767319823.997141:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384124416 00000100:00100000:2.0:1767319823.997209:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2728 00000100:00100000:2.0:1767319823.997220:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384124416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319823.997256:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319823.997340:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384124416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 122us (1750us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319823.997348:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2728 00000100:00100000:0.0:1767319823.997558:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384124416:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319824.457597:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319824.457636:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:1.0:1767319824.457673:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297392384 offset 0 length 520: 4 00000100:00100000:3.0:1767319824.457674:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297392256 00000100:00100000:3.0:1767319824.457687:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297392256 00000100:00100000:3.0:1767319824.457948:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297392128 00000100:00100000:3.0:1767319824.457953:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297392128 00000100:00100000:3.0:1767319824.457974:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5019 00000100:00100000:3.0:1767319824.457997:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297392256:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319824.458082:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297392256:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 98us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319824.458085:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24225 00000100:00100000:0.0:1767319824.458097:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297392128:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:3.0:1767319824.458102:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5019 00010000:00020000:0.0:1767319824.458127:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319824.458163:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297392128:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 67us (526us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319824.458171:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24225 00000100:00080000:2.0:1767319824.458589:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319824.502905:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319825.015526:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319825.527075:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319826.040836:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319826.551036:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319827.063585:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319827.576213:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319828.087210:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319828.599011:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319828.599024:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319828.599039:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319828.599044:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319828.599049:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319828.599058:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4726 00000100:00080000:0.0:1767319828.599063:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319828.599093:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319828.599112:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319828.599180:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3af100 x1853164384124544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319828.599209:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319828.599212:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319828.599214:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319828.599218:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4726 00000100:00080000:0.0:1767319828.599220:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319828.599224:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319828.599237:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3ac700 x1853164384124672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319828.599296:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319828.599300:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319828.599302:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319828.599314:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4726 00000100:00080000:0.0:1767319828.599317:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319828.599321:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319828.599333:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3ae300 x1853164384124928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319828.599367:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384124800:0@lo:400:kworker.0 00000100:00080000:0.0:1767319828.599370:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319828.599373:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319828.599374:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319828.599378:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4726 00000100:00080000:0.0:1767319828.599380:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319828.599383:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319828.599393:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3ace00 x1853164384125184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319828.599446:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384125312:0@lo:400:kworker.0 00000100:00100000:1.0:1767319828.599447:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319828.599519:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384125440:0@lo:400:kworker.0 00000100:00100000:2.0:1767319828.599587:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384125056:0@lo:400:kworker.0 00000100:00100000:0.0:1767319828.599670:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319828.599835:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384124800 00000100:00100000:0.0:1767319828.599842:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384124800 00000100:00100000:0.0:1767319828.599910:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5020 00000100:00100000:0.0:1767319828.599922:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384124800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319828.599979:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384124800:12345-0@lo:400:kworker.0 Request processed in 60us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319828.599991:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5020 00000100:00100000:0.0:1767319828.600064:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384125312 00000100:00100000:0.0:1767319828.600069:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384125312 00000100:00100000:0.0:1767319828.600103:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1930 00000100:00100000:0.0:1767319828.600109:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384125312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319828.600146:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384125312:12345-0@lo:400:kworker.0 Request processed in 37us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319828.600152:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1930 00000100:00100000:0.0:1767319828.600172:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384124544:0@lo:38:kworker.0 00000100:00100000:0.0:1767319828.600224:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319828.600258:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384124672:0@lo:38:kworker.0 00000100:00100000:0.0:1767319828.600282:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319828.600306:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384124928:0@lo:38:kworker.0 00000100:00100000:0.0:1767319828.600327:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319828.600343:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384125184:0@lo:38:kworker.0 00000100:00100000:0.0:1767319828.600361:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319828.600388:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384124544 00000100:00100000:0.0:1767319828.600391:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384124544 00000100:00100000:0.0:1767319828.600409:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384124928 00000100:00100000:0.0:1767319828.600411:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384124928 00000100:00100000:0.0:1767319828.600421:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384125184 00000100:00100000:0.0:1767319828.600423:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384125184 00000100:00100000:0.0:1767319828.600432:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24226 00000100:00100000:0.0:1767319828.600436:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384124544:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319828.600453:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319828.600482:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384124544:12345-0@lo:38:kworker.0 Request processed in 45us (258us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319828.600489:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24226 00000100:00100000:0.0:1767319828.600500:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24227 00000100:00100000:0.0:1767319828.600503:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384124928:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319828.600513:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319828.600533:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384124928:12345-0@lo:38:kworker.0 Request processed in 28us (206us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319828.600539:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24227 00000100:00100000:0.0:1767319828.600548:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24228 00000100:00100000:0.0:1767319828.600552:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384125184:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319828.600561:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319828.600581:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384125184:12345-0@lo:38:kworker.0 Request processed in 28us (219us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319828.600587:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24228 00000100:00100000:0.0:1767319828.600618:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384125312:0@lo:400:kworker.0 00000100:00080000:0.0:1767319828.600644:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319828.600649:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319828.600653:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384124544:0@lo:38:kworker.0 00000100:00080000:0.0:1767319828.600660:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319828.600663:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319828.600666:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384124928:0@lo:38:kworker.0 00000100:00080000:0.0:1767319828.600672:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319828.600675:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319828.600677:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384125184:0@lo:38:kworker.0 00000100:00100000:0.0:1767319828.601051:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384124672 00000100:00100000:0.0:1767319828.601056:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384124672 00000100:00100000:0.0:1767319828.601152:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2785 00000100:00100000:0.0:1767319828.601157:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384124672:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319828.601220:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319828.601262:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384124672:12345-0@lo:38:kworker.0 Request processed in 103us (978us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319828.601268:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2785 00000100:00080000:0.0:1767319828.601294:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319828.601298:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319828.601301:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384124672:0@lo:38:kworker.0 00000100:00080000:0.0:1767319828.601331:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319828.601484:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319828.602035:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384124800:0@lo:400:kworker.0 00000100:00100000:3.0:1767319828.602038:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319828.602438:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319828.602524:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384125056 00000100:00100000:3.0:1767319828.602530:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384125056 00000100:00100000:3.0:1767319828.602591:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5021 00000100:00100000:3.0:1767319828.602599:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384125056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319828.602653:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384125056:12345-0@lo:400:kworker.0 Request processed in 56us (215us total) trans 0 rc 0/0 00000100:00080000:2.0:1767319828.602988:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319828.603013:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384125056:0@lo:400:kworker.0 00000100:00100000:3.0:1767319828.603086:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5021 00000100:00100000:0.0:1767319828.603217:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384125440 00000100:00100000:0.0:1767319828.603222:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384125440 00000100:00100000:0.0:1767319828.603309:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1931 00000100:00100000:0.0:1767319828.603317:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384125440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319828.603494:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384125440:12345-0@lo:400:kworker.0 Request processed in 178us (1454us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319828.603500:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1931 00000100:00100000:3.0:1767319828.603925:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384125440:0@lo:400:kworker.0 00000100:00080000:2.0:1767319828.604420:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319829.111201:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319829.111229:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384125568:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319829.111308:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319829.111801:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319829.111814:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384125696:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319829.111859:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319829.111972:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384125568 00000100:00100000:1.0:1767319829.111975:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384125696 00000100:00100000:1.0:1767319829.111981:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384125696 00000100:00100000:2.0:1767319829.111981:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384125568 00010000:00010000:0.0:1767319829.112172:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319829.112263:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2729 00000100:00100000:2.0:1767319829.112274:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384125568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319829.112315:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319829.112543:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384125568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 270us (1234us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319829.112552:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2729 00000100:00100000:2.0:1767319829.112571:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2730 00000100:00100000:2.0:1767319829.112578:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384125696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319829.112597:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319829.112645:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384125696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (785us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319829.112651:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2730 00000100:00100000:3.0:1767319829.112686:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384125696:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319829.112717:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384125568:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319829.574451:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319829.574515:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319829.574614:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297392640 00000100:00100000:3.0:1767319829.574627:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297392640 00000100:00100000:3.0:1767319829.574706:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297392512 00000100:00100000:3.0:1767319829.574708:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297392512 00000100:00100000:3.0:1767319829.574725:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5022 00000100:00100000:3.0:1767319829.574733:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297392640:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319829.574886:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297392640:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 153us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319829.574893:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5022 00000100:00100000:3.0:1767319829.574910:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24229 00000100:00100000:3.0:1767319829.574913:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297392512:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319829.574935:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319829.574970:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297392512:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 56us (456us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319829.574976:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24229 00000100:00080000:2.0:1767319829.575335:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319829.622980:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319830.136879:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319830.664694:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319831.165560:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319831.670894:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319832.190478:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319832.695247:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319833.209425:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319833.719011:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319833.719282:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319833.719288:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319833.719291:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319833.719305:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319833.719310:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319833.719318:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4731 00000100:00080000:3.0:1767319833.719323:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319833.719725:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319833.719768:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8781180 x1853164384125824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319833.719835:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319833.719840:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319833.719842:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319833.719860:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4731 00000100:00080000:3.0:1767319833.719863:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319833.719867:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319833.719881:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780700 x1853164384125952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319833.719928:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319833.719932:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319833.719933:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319833.719937:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4731 00000100:00080000:3.0:1767319833.719939:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319833.719942:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319833.719954:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fe680 x1853164384126208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319833.719969:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319833.719972:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319833.719974:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319833.719978:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4731 00000100:00080000:3.0:1767319833.719980:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319833.719983:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319833.719996:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db3100 x1853164384126464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319833.720046:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384126336:0@lo:400:kworker.0 00000100:00100000:3.0:1767319833.720134:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319833.720196:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319833.720203:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384126080:0@lo:400:kworker.0 00000100:00100000:3.0:1767319833.720227:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319833.720250:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384126592:0@lo:400:kworker.0 00000100:00100000:0.0:1767319833.720752:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384126336 00000100:00100000:0.0:1767319833.720762:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384126336 00000100:00100000:0.0:1767319833.720865:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384126080 00000100:00100000:0.0:1767319833.720869:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384126080 00000100:00100000:0.0:1767319833.720898:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5023 00000100:00100000:0.0:1767319833.720918:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384126336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319833.720973:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384126336:12345-0@lo:400:kworker.0 Request processed in 57us (839us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319833.720979:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5023 00000100:00100000:0.0:1767319833.720996:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5024 00000100:00100000:0.0:1767319833.721002:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384126080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319833.721027:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384126080:12345-0@lo:400:kworker.0 Request processed in 26us (799us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319833.721033:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5024 00000100:00100000:0.0:1767319833.721080:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384125824:0@lo:38:kworker.0 00000100:00100000:0.0:1767319833.721106:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319833.721128:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384125952:0@lo:38:kworker.0 00000100:00100000:0.0:1767319833.721151:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319833.721194:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384126208:0@lo:38:kworker.0 00000100:00100000:0.0:1767319833.721217:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319833.721231:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384126464:0@lo:38:kworker.0 00000100:00100000:0.0:1767319833.721250:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319833.721579:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319833.721609:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384125824 00000100:00100000:1.0:1767319833.721613:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384125824 00000100:00100000:1.0:1767319833.721636:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384126208 00000100:00100000:1.0:1767319833.721638:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384126208 00000100:00100000:1.0:1767319833.721645:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384126464 00000100:00100000:1.0:1767319833.721647:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384126464 00000100:00100000:1.0:1767319833.721656:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24230 00000100:00100000:1.0:1767319833.721662:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384125824:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319833.721696:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319833.721733:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384125824:12345-0@lo:38:kworker.0 Request processed in 70us (625us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319833.721738:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24230 00000100:00100000:1.0:1767319833.721750:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24231 00000100:00100000:1.0:1767319833.721754:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384126208:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319833.721762:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319833.721812:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384126208:12345-0@lo:38:kworker.0 Request processed in 56us (594us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319833.721818:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24231 00000100:00100000:1.0:1767319833.721829:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24232 00000100:00100000:1.0:1767319833.721833:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384126464:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319833.721842:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319833.721864:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384126464:12345-0@lo:38:kworker.0 Request processed in 29us (614us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319833.721869:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24232 00000100:00100000:1.0:1767319833.721920:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384126080:0@lo:400:kworker.0 00000100:00100000:1.0:1767319833.721934:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384126336:0@lo:400:kworker.0 00000100:00100000:1.0:1767319833.721958:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384126720:0@lo:400:kworker.0 00000100:00100000:1.0:1767319833.721987:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319833.722029:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384125952 00000100:00100000:1.0:1767319833.722033:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384125952 00000100:00100000:1.0:1767319833.722067:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2786 00000100:00100000:1.0:1767319833.722071:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384125952:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319833.722081:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319833.722106:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384125952:12345-0@lo:38:kworker.0 Request processed in 33us (954us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319833.722111:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2786 00000100:00100000:1.0:1767319833.722149:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384126720 00000100:00100000:1.0:1767319833.722153:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384126720 00000100:00100000:1.0:1767319833.722190:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1932 00000100:00100000:1.0:1767319833.722201:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384126720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319833.722239:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384126720:12345-0@lo:400:kworker.0 Request processed in 42us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319833.722244:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1932 00000100:00080000:1.0:1767319833.722258:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319833.722540:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384126720:0@lo:400:kworker.0 00000100:00080000:0.0:1767319833.722653:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319833.722659:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319833.722662:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384126464:0@lo:38:kworker.0 00000100:00080000:0.0:1767319833.722681:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319833.722685:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319833.722688:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384125824:0@lo:38:kworker.0 00000100:00080000:0.0:1767319833.722696:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319833.722699:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319833.722702:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384125952:0@lo:38:kworker.0 00000100:00080000:0.0:1767319833.722711:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319833.722713:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319833.722716:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384126208:0@lo:38:kworker.0 00000100:00100000:3.0:1767319833.723061:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319833.723586:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384126592 00000100:00100000:0.0:1767319833.723593:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384126592 00000100:00100000:0.0:1767319833.723655:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1933 00000100:00100000:0.0:1767319833.723663:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384126592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319833.723728:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384126592:12345-0@lo:400:kworker.0 Request processed in 65us (666us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319833.723734:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1933 00000100:00100000:3.0:1767319833.723989:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384126592:0@lo:400:kworker.0 00000100:00080000:1.0:1767319833.724050:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319834.231090:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384126848:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319834.231193:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319834.231312:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384126848 00000100:00100000:2.0:1767319834.231321:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384126848 00000100:00100000:2.0:1767319834.231374:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2731 00000100:00100000:2.0:1767319834.231383:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384126848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319834.231417:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00010000:00010000:0.0:1767319834.231454:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319834.231477:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384126848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319834.231485:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2731 00000100:00100000:2.0:1767319834.231531:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384126848:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319834.232331:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319834.232344:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384126976:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319834.232379:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319834.232529:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384126976 00000100:00100000:1.0:1767319834.232535:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384126976 00000100:00100000:1.0:1767319834.232577:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2732 00000100:00100000:1.0:1767319834.232586:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384126976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319834.232629:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319834.232689:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384126976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319834.232696:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2732 00000100:00100000:0.0:1767319834.232821:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384126976:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319834.695963:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319834.696197:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297392768 00000100:00100000:1.0:1767319834.696207:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297392768 00000100:00100000:1.0:1767319834.696430:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24233 00000100:00100000:1.0:1767319834.696440:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297392768:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319834.696478:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319834.696571:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297392768:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 130us (618us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319834.696579:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24233 00000100:00100000:3.0:1767319834.698631:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319834.706932:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297392896 00000100:00100000:0.0:1767319834.706950:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297392896 00000100:00100000:0.0:1767319834.707113:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5025 00000100:00100000:0.0:1767319834.707124:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297392896:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319834.707221:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297392896:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 98us (8596us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319834.707230:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5025 00000100:00080000:3.0:1767319834.710326:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319834.742926:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319835.255568:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319835.772329:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319836.279071:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319836.791182:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319837.311132:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319837.816928:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319838.327628:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319838.839327:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319838.839337:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319838.839341:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319838.839345:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319838.839350:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319838.839398:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4736 00000100:00080000:3.0:1767319838.839402:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319838.839409:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319838.839448:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e1500 x1853164384127104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319838.839471:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319838.839475:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319838.839477:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319838.839481:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4736 00000100:00080000:3.0:1767319838.839483:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319838.839486:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319838.839496:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e1180 x1853164384127232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319838.839542:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319838.839546:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319838.839547:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319838.839551:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4736 00000100:00080000:3.0:1767319838.839554:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319838.839557:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319838.839586:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e5f80 x1853164384127488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319838.839607:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319838.839610:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319838.839612:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319838.839615:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4736 00000100:00080000:3.0:1767319838.839617:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319838.839620:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319838.839629:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e5500 x1853164384127744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319838.839695:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f616a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384128000:0@lo:400:kworker.0 00000100:00100000:3.0:1767319838.839809:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319838.839896:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319838.839902:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384127872:0@lo:400:kworker.0 00000100:00100000:3.0:1767319838.839922:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319838.840119:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319838.840134:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384127616:0@lo:400:kworker.0 00000100:00100000:1.0:1767319838.840178:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319838.840225:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319838.840231:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384127360:0@lo:400:kworker.0 00000100:00100000:1.0:1767319838.840249:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319838.840277:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384127616 00000100:00100000:1.0:1767319838.840283:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384127616 00000100:00080000:1.0:1767319838.840305:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319838.840342:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384127360 00000100:00100000:1.0:1767319838.840345:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384127360 00000100:00100000:1.0:1767319838.840373:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5026 00000100:00100000:1.0:1767319838.840381:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384127616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319838.840426:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384127616:12345-0@lo:400:kworker.0 Request processed in 45us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319838.840433:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5026 00000100:00100000:1.0:1767319838.840447:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5027 00000100:00100000:1.0:1767319838.840453:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384127360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319838.840473:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384127360:12345-0@lo:400:kworker.0 Request processed in 21us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319838.840478:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5027 00000100:00080000:1.0:1767319838.840489:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319838.840509:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384127360:0@lo:400:kworker.0 00000100:00100000:1.0:1767319838.840529:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384127616:0@lo:400:kworker.0 00000100:00100000:0.0:1767319838.840949:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384128000 00000100:00100000:0.0:1767319838.840955:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384128000 00000100:00100000:0.0:1767319838.840991:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384127872 00000100:00100000:0.0:1767319838.840994:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384127872 00000100:00100000:0.0:1767319838.841013:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1934 00000100:00100000:0.0:1767319838.841019:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384128000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319838.841068:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384128000:12345-0@lo:400:kworker.0 Request processed in 48us (1258us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319838.841074:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1934 00000100:00100000:0.0:1767319838.841111:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1935 00000100:00100000:0.0:1767319838.841117:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384127872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319838.841145:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384127872:12345-0@lo:400:kworker.0 Request processed in 29us (1222us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319838.841151:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1935 00000100:00100000:0.0:1767319838.841181:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384127872:0@lo:400:kworker.0 00000100:00100000:0.0:1767319838.841190:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f616a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384128000:0@lo:400:kworker.0 00000100:00100000:0.0:1767319838.841222:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384127104:0@lo:38:kworker.0 00000100:00100000:0.0:1767319838.841262:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319838.841286:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384127232:0@lo:38:kworker.0 00000100:00100000:0.0:1767319838.841309:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319838.841334:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384127488:0@lo:38:kworker.0 00000100:00100000:0.0:1767319838.841356:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319838.841372:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384127744:0@lo:38:kworker.0 00000100:00100000:0.0:1767319838.841393:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319838.841422:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384127232 00000100:00100000:0.0:1767319838.841427:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384127232 00000100:00100000:0.0:1767319838.841447:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2787 00000100:00100000:0.0:1767319838.841451:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384127232:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319838.841469:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319838.841503:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384127232:12345-0@lo:38:kworker.0 Request processed in 50us (193us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319838.841509:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2787 00000100:00100000:0.0:1767319838.841527:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384127104 00000100:00100000:0.0:1767319838.841530:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384127104 00000100:00100000:0.0:1767319838.841544:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384127488 00000100:00100000:0.0:1767319838.841547:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384127488 00000100:00100000:0.0:1767319838.841554:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384127744 00000100:00100000:0.0:1767319838.841556:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384127744 00000100:00100000:0.0:1767319838.841565:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24234 00000100:00100000:0.0:1767319838.841569:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384127104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319838.841578:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319838.841603:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384127104:12345-0@lo:38:kworker.0 Request processed in 32us (341us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319838.841609:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24234 00000100:00100000:0.0:1767319838.841620:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24235 00000100:00100000:0.0:1767319838.841624:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384127488:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319838.841633:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319838.841655:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384127488:12345-0@lo:38:kworker.0 Request processed in 30us (299us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319838.841661:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24235 00000100:00100000:0.0:1767319838.841671:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24236 00000100:00100000:0.0:1767319838.841675:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384127744:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319838.841684:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319838.841706:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384127744:12345-0@lo:38:kworker.0 Request processed in 29us (312us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319838.841711:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24236 00000100:00080000:0.0:1767319838.841739:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319838.841745:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319838.841748:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384127104:0@lo:38:kworker.0 00000100:00080000:0.0:1767319838.841756:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319838.841759:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319838.841762:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384127232:0@lo:38:kworker.0 00000100:00080000:0.0:1767319838.841769:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319838.841772:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319838.841775:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384127488:0@lo:38:kworker.0 00000100:00080000:0.0:1767319838.841806:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319838.841809:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319838.841812:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384127744:0@lo:38:kworker.0 00000100:00080000:1.0:1767319838.846569:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319838.846581:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319839.352035:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319839.352059:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384128128:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319839.352128:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767319839.352288:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319839.353435:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319839.353454:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384128256:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319839.353508:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319839.353559:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384128128 00000100:00100000:1.0:1767319839.353569:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384128128 00000100:00100000:1.0:1767319839.353661:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384128256 00000100:00100000:1.0:1767319839.353665:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384128256 00000100:00100000:1.0:1767319839.353690:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2733 00000100:00100000:1.0:1767319839.353698:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384128128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319839.353733:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319839.353801:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384128128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (1672us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319839.353808:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2733 00000100:00100000:1.0:1767319839.353824:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2734 00000100:00100000:1.0:1767319839.353831:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384128256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319839.353867:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319839.353895:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384128256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319839.353901:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2734 00000100:00100000:0.0:1767319839.353924:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384128128:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319839.353926:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384128256:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319839.815140:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319839.817105:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297393152 00000100:00100000:1.0:1767319839.817125:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297393152 00000100:00100000:1.0:1767319839.817336:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5028 00000100:00100000:1.0:1767319839.817355:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297393152:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319839.817471:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297393152:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 124us (2348us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319839.817479:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5028 00000100:00100000:0.0:1767319839.818599:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319839.818723:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297393024 00000100:00100000:3.0:1767319839.818732:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297393024 00000100:00100000:3.0:1767319839.818778:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24237 00000100:00100000:3.0:1767319839.818831:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297393024:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319839.818873:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319839.818933:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297393024:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 101us (339us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319839.818941:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24237 00000100:00080000:2.0:1767319839.820747:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319839.863142:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319840.374963:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319840.886986:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319841.399125:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319841.911152:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319842.424322:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319842.936418:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319843.446968:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319843.958902:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319843.960410:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319843.960419:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319843.960422:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319843.960425:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319843.960430:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319843.960438:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4742 00000100:00080000:3.0:1767319843.960443:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319843.960449:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319843.960489:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278000 x1853164384128384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319843.960519:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319843.960523:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319843.960524:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319843.960541:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4742 00000100:00080000:3.0:1767319843.960544:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319843.960548:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319843.960564:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a99180 x1853164384128512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319843.960569:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384128384:0@lo:38:kworker.0 00000100:00080000:3.0:1767319843.960601:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319843.960605:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319843.960606:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319843.960610:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4742 00000100:00080000:3.0:1767319843.960612:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319843.960615:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319843.960626:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf4700 x1853164384128768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319843.960635:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319843.960639:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319843.960643:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319843.960645:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319843.960647:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4742 00000100:00080000:3.0:1767319843.960650:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319843.960652:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319843.960665:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cdc00 x1853164384129024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319843.960712:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384128512:0@lo:38:kworker.0 00000100:00100000:2.0:1767319843.960737:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319843.960760:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384128768:0@lo:38:kworker.0 00000100:00100000:2.0:1767319843.960826:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319843.960827:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384128896:0@lo:400:kworker.0 00000100:00100000:2.0:1767319843.960847:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384129024:0@lo:38:kworker.0 00000100:00100000:0.0:1767319843.960856:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319843.960880:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319843.960884:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384128384 00000100:00100000:0.0:1767319843.960886:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384128640:0@lo:400:kworker.0 00000100:00100000:2.0:1767319843.960898:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384128384 00000100:00100000:0.0:1767319843.960905:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319843.960928:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384128768 00000100:00100000:0.0:1767319843.960929:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384128896 00000100:00100000:0.0:1767319843.960931:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384128896 00000100:00100000:2.0:1767319843.960931:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384128768 00000100:00100000:2.0:1767319843.960940:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384128640 00000100:00100000:2.0:1767319843.960941:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384128640 00000100:00100000:2.0:1767319843.960965:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5029 00000100:00100000:2.0:1767319843.960973:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384128640:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319843.961014:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319843.961022:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384128640:12345-0@lo:400:kworker.0 Request processed in 49us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319843.961033:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319843.961057:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384129280:0@lo:400:kworker.0 00000100:00100000:1.0:1767319843.961074:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384128512 00000100:00100000:1.0:1767319843.961079:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384128512 00000100:00100000:3.0:1767319843.961084:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319843.961100:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2788 00000100:00100000:3.0:1767319843.961102:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319843.961105:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384128512:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319843.961107:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384129152:0@lo:400:kworker.0 00000100:00100000:3.0:1767319843.961126:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1767319843.961134:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319843.961150:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384129280 00000100:00100000:3.0:1767319843.961154:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384129280 00000100:00100000:1.0:1767319843.961169:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384128512:12345-0@lo:38:kworker.0 Request processed in 63us (430us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319843.961176:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2788 00000100:00100000:3.0:1767319843.961197:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384129152 00000100:00100000:3.0:1767319843.961201:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384129152 00000100:00080000:1.0:1767319843.961225:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319843.961230:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319843.961233:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384128512:0@lo:38:kworker.0 00000100:00100000:1.0:1767319843.961257:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384129024 00000100:00100000:1.0:1767319843.961260:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384129024 00000100:00100000:3.0:1767319843.961636:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1936 00000100:00100000:3.0:1767319843.961645:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384129280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319843.961686:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384129280:12345-0@lo:400:kworker.0 Request processed in 42us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319843.962949:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1936 00000100:00100000:3.0:1767319843.962987:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1937 00000100:00100000:3.0:1767319843.963008:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384129152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319843.963071:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384129152:12345-0@lo:400:kworker.0 Request processed in 68us (1943us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319843.963077:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1937 00000100:00080000:3.0:1767319843.963104:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319843.963108:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319843.963138:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384129152:0@lo:400:kworker.0 00000100:00100000:3.0:1767319843.963149:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384129280:0@lo:400:kworker.0 00000100:00100000:0.0:1767319843.974456:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5030 00000100:00100000:2.0:1767319843.974466:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5029 00000100:00100000:0.0:1767319843.974482:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384128896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319843.974509:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24238 00000100:00100000:2.0:1767319843.974514:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384128384:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319843.974535:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319843.974575:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384128896:12345-0@lo:400:kworker.0 Request processed in 106us (13716us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319843.974575:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384128384:12345-0@lo:38:kworker.0 Request processed in 58us (13938us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319843.974581:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5030 00000100:00100000:0.0:1767319843.974609:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24239 00000100:00100000:0.0:1767319843.974613:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384128768:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319843.974619:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24238 00010000:00020000:0.0:1767319843.974624:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319843.974630:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24240 00000100:00100000:2.0:1767319843.974634:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384129024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319843.974643:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319843.974647:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384128768:12345-0@lo:38:kworker.0 Request processed in 33us (13821us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319843.974653:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24239 00000100:00100000:2.0:1767319843.974662:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384129024:12345-0@lo:38:kworker.0 Request processed in 27us (13629us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319843.974667:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24240 00000100:00080000:0.0:1767319843.974719:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767319843.974721:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384128640:0@lo:400:kworker.0 00000100:00080000:0.0:1767319843.974724:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319843.974727:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384128768:0@lo:38:kworker.0 00000100:00100000:2.0:1767319843.974732:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384128896:0@lo:400:kworker.0 00000100:00080000:0.0:1767319843.974735:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319843.974738:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319843.974741:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384129024:0@lo:38:kworker.0 00000100:00080000:0.0:1767319843.974749:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319843.974752:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319843.974755:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384128384:0@lo:38:kworker.0 00000100:00100000:0.0:1767319844.471718:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384129408:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319844.471745:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384129536:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767319844.472091:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319844.472426:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319844.472498:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384129408 00000100:00100000:3.0:1767319844.472506:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384129408 00000100:00100000:3.0:1767319844.472553:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2735 00000100:00100000:3.0:1767319844.472563:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384129408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319844.472594:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319844.472644:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384129408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319844.472651:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2735 00000100:00100000:2.0:1767319844.473032:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319844.473288:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384129536 00000100:00100000:1.0:1767319844.473293:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384129536 00000100:00100000:1.0:1767319844.473331:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2736 00000100:00100000:1.0:1767319844.473339:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384129536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319844.473358:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319844.473579:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384129536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 240us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319844.473586:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2736 00000100:00100000:2.0:1767319844.473760:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384129536:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319844.473966:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384129408:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319844.935379:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319844.935500:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297393408 00000100:00100000:0.0:1767319844.935516:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297393408 00000100:00100000:0.0:1767319844.935618:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5031 00000100:00100000:0.0:1767319844.935629:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297393408:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319844.935726:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297393408:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 99us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319844.935733:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5031 00000100:00080000:3.0:1767319844.936115:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319844.937966:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319844.939985:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297393280 00000100:00100000:1.0:1767319844.940006:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297393280 00000100:00100000:1.0:1767319844.943918:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24241 00000100:00100000:1.0:1767319844.943933:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297393280:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319844.943962:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319844.946439:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297393280:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 763us (6742us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319844.946461:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24241 00000100:00100000:3.0:1767319844.983495:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319845.495387:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319846.006952:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319846.522481:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319847.031071:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319847.550037:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319848.054955:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319848.055296:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319823/real 1767319823] req@ffff9369b1216a00 x1853164384123136/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319848 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319848.055334:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b1216a00 x1853164384123136/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319848 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319848.055361:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319848.055383:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319848.055392:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384123136:0@lo:250:kworker.0 00000100:00080000:1.0:1767319848.058921:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319848.058937:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319848.058942:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319848.058953:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4726 00000100:00080000:1.0:1767319848.058959:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319848.058967:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319848.059014:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548f480 x1853164384129664/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319848.059050:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319848.059055:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319848.059057:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319848.059061:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4747 00000100:00080000:1.0:1767319848.059063:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319848.059068:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319848.059084:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548f100 x1853164384129792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319848.059093:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319848.059097:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319848.059098:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319848.059102:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4747 00000100:00080000:1.0:1767319848.059105:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319848.059108:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319848.059124:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548fb80 x1853164384129920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319848.059165:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319848.059170:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319848.059172:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319848.059175:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4747 00000100:00080000:1.0:1767319848.059178:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319848.059181:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319848.059192:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548d180 x1853164384130176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319848.059207:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319848.059210:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319848.059212:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319848.059216:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4747 00000100:00080000:1.0:1767319848.059218:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319848.059221:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319848.059235:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548ed80 x1853164384130432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319848.059299:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384130048:0@lo:400:kworker.0 00000100:00100000:1.0:1767319848.059383:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319848.059460:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319848.059467:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384130304:0@lo:400:kworker.0 00000100:00100000:1.0:1767319848.059491:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319848.059518:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384130688:0@lo:400:kworker.0 00000100:00100000:1.0:1767319848.059549:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319848.059567:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319848.059571:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384130560:0@lo:400:kworker.0 00000100:00100000:1.0:1767319848.059591:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319848.059621:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384130048 00000100:00100000:1.0:1767319848.059629:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384130048 00000100:00100000:1.0:1767319848.059696:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384130304 00000100:00100000:1.0:1767319848.059699:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384130304 00000100:00100000:1.0:1767319848.059731:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5032 00000100:00100000:1.0:1767319848.059741:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384130048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319848.059837:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384130048:12345-0@lo:400:kworker.0 Request processed in 97us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319848.059845:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5032 00000100:00100000:1.0:1767319848.059863:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5033 00000100:00100000:1.0:1767319848.059869:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384130304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319848.059894:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384130304:12345-0@lo:400:kworker.0 Request processed in 26us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319848.059900:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5033 00000100:00100000:1.0:1767319848.059959:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384130304:0@lo:400:kworker.0 00000100:00100000:1.0:1767319848.059971:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384130048:0@lo:400:kworker.0 00000100:00100000:3.0:1767319848.060126:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384130688 00000100:00100000:3.0:1767319848.060130:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384130688 00000100:00100000:3.0:1767319848.060170:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384130560 00000100:00100000:3.0:1767319848.060174:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384130560 00000100:00100000:3.0:1767319848.060197:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1938 00000100:00100000:3.0:1767319848.060205:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384130688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319848.060250:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384130688:12345-0@lo:400:kworker.0 Request processed in 46us (699us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319848.060256:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1938 00000100:00100000:3.0:1767319848.060269:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1939 00000100:00100000:3.0:1767319848.060275:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384130560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319848.060304:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384130560:12345-0@lo:400:kworker.0 Request processed in 29us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319848.060309:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1939 00000100:00080000:3.0:1767319848.060327:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319848.060331:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319848.060334:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319848.060357:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384130560:0@lo:400:kworker.0 00000100:00100000:3.0:1767319848.060367:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384130688:0@lo:400:kworker.0 00000100:00100000:0.0:1767319848.060622:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384129664:0@lo:250:kworker.0 00000400:00000100:0.0:1767319848.060653:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384129664 offset 0 length 520: 4 00000100:00100000:0.0:1767319848.060678:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384129792:0@lo:38:kworker.0 00000100:00100000:0.0:1767319848.060706:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319848.060736:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384129920:0@lo:38:kworker.0 00000100:00100000:0.0:1767319848.060764:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319848.060836:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384130176:0@lo:38:kworker.0 00000100:00100000:0.0:1767319848.060862:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319848.060880:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384130432:0@lo:38:kworker.0 00000100:00100000:0.0:1767319848.060903:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319848.060934:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384129792 00000100:00100000:0.0:1767319848.060938:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384129792 00000100:00100000:0.0:1767319848.060962:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384130176 00000100:00100000:0.0:1767319848.060965:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384130176 00000100:00100000:0.0:1767319848.060974:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384130432 00000100:00100000:0.0:1767319848.060977:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384130432 00000100:00100000:0.0:1767319848.060989:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24242 00000100:00100000:0.0:1767319848.060994:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384129792:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319848.061016:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319848.061052:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384129792:12345-0@lo:38:kworker.0 Request processed in 56us (344us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319848.061059:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24242 00000100:00100000:0.0:1767319848.061074:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24243 00000100:00100000:0.0:1767319848.061077:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384130176:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319848.061087:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319848.061113:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384130176:12345-0@lo:38:kworker.0 Request processed in 33us (249us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319848.061119:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24243 00000100:00100000:0.0:1767319848.061130:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24244 00000100:00100000:0.0:1767319848.061134:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384130432:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319848.061144:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319848.061166:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384130432:12345-0@lo:38:kworker.0 Request processed in 30us (262us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319848.061172:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24244 00000100:00080000:0.0:1767319848.061206:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319848.061212:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319848.061216:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384129792:0@lo:38:kworker.0 00000100:00080000:0.0:1767319848.061225:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319848.061228:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319848.061231:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384130176:0@lo:38:kworker.0 00000100:00080000:0.0:1767319848.061238:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319848.061241:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319848.061245:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384130432:0@lo:38:kworker.0 00000100:00100000:3.0:1767319848.062907:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384129920 00000100:00100000:3.0:1767319848.062921:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384129920 00000100:00100000:3.0:1767319848.063022:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2789 00000100:00100000:3.0:1767319848.063031:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384129920:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319848.063052:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319848.063127:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384129920:12345-0@lo:38:kworker.0 Request processed in 97us (2363us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319848.063133:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2789 00000100:00080000:1.0:1767319848.063231:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319848.063243:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319848.063248:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384129920:0@lo:38:kworker.0 00010000:00010000:3.0:1767319848.568601:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319849.033568:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:2.0:1767319849.033687:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297393536 offset 0 length 520: 4 00000100:00100000:2.0:1767319849.033714:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319849.042177:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297393792 00000100:00100000:1.0:1767319849.042201:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297393792 00000100:00100000:1.0:1767319849.042404:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297393664 00000100:00100000:1.0:1767319849.042410:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297393664 00000100:00100000:1.0:1767319849.042822:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5034 00000100:00100000:1.0:1767319849.042844:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297393792:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319849.042969:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297393792:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 135us (9508us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319849.042978:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5034 00000100:00100000:1.0:1767319849.043001:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24245 00000100:00100000:1.0:1767319849.043006:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297393664:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319849.043031:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319849.043058:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297393664:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 50us (9343us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319849.043065:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24245 00000100:00080000:3.0:1767319849.051833:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319849.078953:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319849.591300:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384130816:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319849.591404:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319849.591563:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384130816 00000100:00100000:3.0:1767319849.591576:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384130816 00000100:00100000:3.0:1767319849.591639:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2737 00000100:00100000:3.0:1767319849.591650:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384130816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319849.591687:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319849.594605:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384130944:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319849.594707:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319849.594842:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384130944 00000100:00100000:0.0:1767319849.594852:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384130944 00000100:00100000:0.0:1767319849.594908:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2738 00000100:00100000:0.0:1767319849.594918:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384130944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319849.594960:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319849.595017:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384130944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319849.595026:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2738 00000100:00100000:0.0:1767319849.595098:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384130944:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319849.595436:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384130816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3785us (4030us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319849.595448:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2737 00010000:00010000:3.0:1767319849.598359:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319849.600010:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384130816:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319850.103058:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319850.615144:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319851.126937:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319851.639133:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319852.153256:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319852.663119:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319853.174935:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319853.180691:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319853.180702:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319853.180706:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319853.180711:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319853.180717:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319853.180751:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4751 00000100:00080000:0.0:1767319853.180765:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319853.180773:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319853.180846:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780700 x1853164384131072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319853.180868:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319853.180871:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319853.180873:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319853.180877:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4751 00000100:00080000:0.0:1767319853.180879:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319853.180883:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319853.180898:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b058380 x1853164384131200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319853.180939:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319853.180943:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319853.180944:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319853.180947:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4751 00000100:00080000:0.0:1767319853.180950:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319853.180953:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319853.180965:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135f80 x1853164384131456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319853.180987:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319853.180991:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319853.180992:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319853.180995:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4751 00000100:00080000:0.0:1767319853.180997:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319853.181001:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319853.181010:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c903b80 x1853164384131712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319853.181067:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384131968:0@lo:400:kworker.0 00000100:00100000:0.0:1767319853.181140:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319853.181206:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319853.181212:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c903100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384131840:0@lo:400:kworker.0 00000100:00100000:0.0:1767319853.181236:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319853.181267:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384131968 00000100:00100000:0.0:1767319853.181274:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384131968 00000100:00100000:0.0:1767319853.181321:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384131840 00000100:00100000:0.0:1767319853.181324:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384131840 00000100:00100000:0.0:1767319853.181344:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1940 00000100:00100000:0.0:1767319853.181352:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384131968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319853.181400:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384131968:12345-0@lo:400:kworker.0 Request processed in 48us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319853.181407:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1940 00000100:00100000:0.0:1767319853.181429:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1941 00000100:00100000:0.0:1767319853.181434:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384131840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319853.181460:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384131840:12345-0@lo:400:kworker.0 Request processed in 26us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319853.181465:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1941 00000100:00100000:0.0:1767319853.181514:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c903100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384131840:0@lo:400:kworker.0 00000100:00100000:0.0:1767319853.181524:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384131968:0@lo:400:kworker.0 00000100:00100000:3.0:1767319853.181852:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384131328:0@lo:400:kworker.0 00000100:00100000:3.0:1767319853.181889:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319853.181925:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319853.181931:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c901c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384131584:0@lo:400:kworker.0 00000100:00100000:3.0:1767319853.181952:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319853.181982:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319853.181986:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319853.182147:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384131328 00000100:00100000:2.0:1767319853.182152:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384131328 00000100:00100000:2.0:1767319853.182198:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384131584 00000100:00100000:2.0:1767319853.182202:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384131584 00000100:00100000:2.0:1767319853.182227:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5035 00000100:00100000:2.0:1767319853.182233:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384131328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319853.182273:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384131328:12345-0@lo:400:kworker.0 Request processed in 40us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319853.182280:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5035 00000100:00100000:2.0:1767319853.182295:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5036 00000100:00100000:2.0:1767319853.182301:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384131584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319853.182328:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384131584:12345-0@lo:400:kworker.0 Request processed in 28us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319853.182334:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5036 00000100:00100000:2.0:1767319853.182364:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c901c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384131584:0@lo:400:kworker.0 00000100:00100000:2.0:1767319853.182373:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384131328:0@lo:400:kworker.0 00000100:00100000:1.0:1767319853.182479:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384131072:0@lo:38:kworker.0 00000100:00100000:1.0:1767319853.182521:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319853.182552:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384131200:0@lo:38:kworker.0 00000100:00100000:1.0:1767319853.182573:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319853.182592:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384131456:0@lo:38:kworker.0 00000100:00100000:1.0:1767319853.182610:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319853.182626:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c903b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384131712:0@lo:38:kworker.0 00000100:00100000:1.0:1767319853.182645:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319853.182669:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384131072 00000100:00100000:1.0:1767319853.182673:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384131072 00000100:00100000:1.0:1767319853.182691:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384131456 00000100:00100000:1.0:1767319853.182694:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384131456 00000100:00100000:1.0:1767319853.182701:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384131712 00000100:00100000:1.0:1767319853.182703:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384131712 00000100:00100000:1.0:1767319853.182712:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24246 00000100:00100000:1.0:1767319853.182717:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384131072:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319853.182744:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319853.182930:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384131072:12345-0@lo:38:kworker.0 Request processed in 211us (407us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319853.182937:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24246 00000100:00100000:1.0:1767319853.182952:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24247 00000100:00100000:1.0:1767319853.182956:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384131456:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319853.182966:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319853.183003:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384131456:12345-0@lo:38:kworker.0 Request processed in 32us (379us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319853.183008:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24247 00000100:00100000:1.0:1767319853.183020:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24248 00000100:00100000:1.0:1767319853.183023:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384131712:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319853.183032:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319853.183052:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384131712:12345-0@lo:38:kworker.0 Request processed in 27us (406us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319853.183060:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24248 00000100:00080000:1.0:1767319853.183083:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319853.183087:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319853.183091:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384131072:0@lo:38:kworker.0 00000100:00080000:1.0:1767319853.183099:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319853.183102:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319853.183104:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384131456:0@lo:38:kworker.0 00000100:00080000:1.0:1767319853.183111:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319853.183114:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319853.183117:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c903b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384131712:0@lo:38:kworker.0 00000100:00100000:3.0:1767319853.183260:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384131200 00000100:00100000:3.0:1767319853.183264:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384131200 00000100:00100000:3.0:1767319853.183299:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2790 00000100:00100000:3.0:1767319853.183304:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384131200:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319853.183314:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319853.183345:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384131200:12345-0@lo:38:kworker.0 Request processed in 39us (770us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319853.183351:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2790 00000100:00080000:3.0:1767319853.183368:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319853.183756:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319853.183774:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319853.183778:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384131200:0@lo:38:kworker.0 00010000:00010000:0.0:1767319853.687799:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319854.152750:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319854.152837:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319854.153272:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297393920 00000100:00100000:1.0:1767319854.153282:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297393920 00000100:00100000:1.0:1767319854.153327:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297394048 00000100:00100000:1.0:1767319854.153330:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297394048 00000100:00100000:1.0:1767319854.153385:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5037 00000100:00100000:1.0:1767319854.153396:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297394048:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319854.153473:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297394048:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 79us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319854.153481:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5037 00000100:00100000:1.0:1767319854.153499:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24249 00000100:00100000:1.0:1767319854.153504:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297393920:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319854.153525:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319854.153552:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297393920:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 46us (812us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319854.153559:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24249 00000100:00080000:3.0:1767319854.161164:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319854.200225:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319854.711083:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319854.711414:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319854.711437:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384132096:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319854.711511:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319854.711679:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384132096 00000100:00100000:0.0:1767319854.711687:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384132096 00000100:00100000:0.0:1767319854.711768:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2739 00000100:00100000:0.0:1767319854.711777:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384132096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319854.711821:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319854.711875:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384132096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319854.711882:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2739 00000100:00100000:3.0:1767319854.712220:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384132096:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319854.714108:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c903b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384132224:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319854.714163:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319854.714260:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384132224 00000100:00100000:1.0:1767319854.714268:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384132224 00000100:00100000:1.0:1767319854.714317:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2740 00000100:00100000:1.0:1767319854.714326:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384132224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319854.714352:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319854.714401:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384132224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319854.714408:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2740 00000100:00100000:3.0:1767319854.714525:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c903b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384132224:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319855.223143:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319855.736459:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319856.247865:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319856.759079:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319857.270897:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319857.783756:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319858.294899:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319858.294909:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319858.294913:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319858.294918:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319858.294923:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319858.294932:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4756 00000100:00080000:0.0:1767319858.294938:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319858.294946:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319858.295000:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c901c00 x1853164384132352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319858.295027:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319858.295031:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319858.295033:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319858.295037:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4756 00000100:00080000:0.0:1767319858.295039:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319858.295042:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319858.295056:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c900700 x1853164384132480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319858.295098:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319858.295101:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319858.295104:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319858.295107:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4756 00000100:00080000:0.0:1767319858.295110:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319858.295113:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319858.295125:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c903b80 x1853164384132736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319858.295140:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319858.295142:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319858.295144:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319858.295147:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4756 00000100:00080000:0.0:1767319858.295150:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319858.295153:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319858.295162:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84700 x1853164384132992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319858.295357:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c903100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384132608:0@lo:400:kworker.0 00000100:00100000:2.0:1767319858.295427:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319858.295496:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319858.295502:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384132864:0@lo:400:kworker.0 00000100:00100000:2.0:1767319858.295525:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319858.295652:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c901c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384132352:0@lo:38:kworker.0 00000100:00100000:1.0:1767319858.295700:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319858.295712:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384132608 00000100:00100000:0.0:1767319858.295722:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384132608 00000100:00100000:1.0:1767319858.295731:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384132480:0@lo:38:kworker.0 00000100:00100000:0.0:1767319858.295792:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384132864 00000100:00100000:0.0:1767319858.295797:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384132864 00000100:00100000:1.0:1767319858.295801:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319858.295803:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384133248:0@lo:400:kworker.0 00000100:00100000:0.0:1767319858.295823:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384132352 00000100:00100000:0.0:1767319858.295827:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384132352 00000100:00100000:1.0:1767319858.295839:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c903b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384132736:0@lo:38:kworker.0 00000100:00100000:0.0:1767319858.295845:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5038 00000100:00100000:3.0:1767319858.295846:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319858.295856:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384132608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319858.295871:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319858.295879:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384133120:0@lo:400:kworker.0 00000100:00100000:1.0:1767319858.295880:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319858.295907:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384132992:0@lo:38:kworker.0 00000100:00100000:3.0:1767319858.295908:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319858.295912:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384132608:12345-0@lo:400:kworker.0 Request processed in 58us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319858.295921:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5038 00000100:00080000:3.0:1767319858.295934:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319858.295938:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384132736 00000100:00100000:0.0:1767319858.295941:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384132736 00000100:00100000:1.0:1767319858.295946:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319858.295948:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319858.295956:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384132992 00000100:00100000:0.0:1767319858.295959:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384132992 00000100:00100000:3.0:1767319858.295964:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384133248 00000100:00100000:3.0:1767319858.295967:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384133248 00000100:00100000:0.0:1767319858.295972:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5039 00000100:00100000:0.0:1767319858.295977:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384132864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319858.295998:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384133120 00000100:00100000:3.0:1767319858.296001:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384133120 00000100:00100000:1.0:1767319858.296007:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24250 00000100:00100000:0.0:1767319858.296008:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384132864:12345-0@lo:400:kworker.0 Request processed in 29us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319858.296017:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384132352:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319858.296018:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5039 00000100:00100000:3.0:1767319858.296023:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1942 00000100:00100000:3.0:1767319858.296032:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384133248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319858.296033:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24251 00000100:00100000:0.0:1767319858.296036:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384132736:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319858.296043:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1767319858.296049:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319858.296069:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384133248:12345-0@lo:400:kworker.0 Request processed in 37us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319858.296076:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1942 00000100:00100000:3.0:1767319858.296091:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1943 00000100:00100000:1.0:1767319858.296097:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384132352:12345-0@lo:38:kworker.0 Request processed in 77us (393us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319858.296104:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384133120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319858.296111:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24250 00000100:00100000:1.0:1767319858.296135:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24252 00000100:00100000:2.0:1767319858.296137:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384132864:0@lo:400:kworker.0 00000100:00100000:3.0:1767319858.296141:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384133120:12345-0@lo:400:kworker.0 Request processed in 41us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319858.296145:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384132992:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319858.296151:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c903100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384132608:0@lo:400:kworker.0 00000100:00100000:3.0:1767319858.296153:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1943 00010000:00020000:1.0:1767319858.296161:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767319858.296173:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319858.296177:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319858.296193:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384133120:0@lo:400:kworker.0 00000100:00100000:3.0:1767319858.296201:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384133248:0@lo:400:kworker.0 00000100:00100000:2.0:1767319858.296210:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384132480 00000100:00100000:2.0:1767319858.296213:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384132480 00000100:00100000:2.0:1767319858.296233:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2791 00000100:00100000:2.0:1767319858.296238:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384132480:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319858.296261:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319858.302447:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384132736:12345-0@lo:38:kworker.0 Request processed in 6398us (6559us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319858.302463:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24251 00000100:00080000:0.0:1767319858.302560:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319858.302566:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319858.302570:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c901c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384132352:0@lo:38:kworker.0 00000100:00100000:1.0:1767319858.302669:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384132992:12345-0@lo:38:kworker.0 Request processed in 6524us (6725us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319858.302687:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24252 00000100:00100000:2.0:1767319858.303401:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384132480:12345-0@lo:38:kworker.0 Request processed in 7157us (7623us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319858.303411:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2791 00000100:00080000:0.0:1767319858.308121:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319858.308132:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319858.308136:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384132480:0@lo:38:kworker.0 00000100:00080000:0.0:1767319858.308147:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319858.308150:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319858.308152:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c903b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384132736:0@lo:38:kworker.0 00000100:00080000:0.0:1767319858.308159:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319858.308161:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319858.308163:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384132992:0@lo:38:kworker.0 00010000:00010000:0.0:1767319858.807096:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319859.274002:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319859.274136:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319859.275099:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297394304 00000100:00100000:1.0:1767319859.275118:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297394304 00000100:00100000:1.0:1767319859.275409:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297394176 00000100:00100000:1.0:1767319859.275414:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297394176 00000100:00100000:1.0:1767319859.275448:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5040 00000100:00100000:1.0:1767319859.275462:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297394304:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319859.275583:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297394304:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 123us (1596us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319859.275592:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5040 00000100:00100000:1.0:1767319859.275617:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24253 00000100:00100000:1.0:1767319859.275622:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297394176:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319859.275648:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319859.275688:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297394176:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 64us (1552us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319859.275694:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24253 00000100:00080000:3.0:1767319859.278051:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319859.319065:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319859.831052:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319859.831224:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384133504:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319859.831345:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319859.831488:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384133504 00000100:00100000:0.0:1767319859.831500:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384133504 00000100:00100000:0.0:1767319859.832059:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2741 00000100:00100000:0.0:1767319859.832071:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384133504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319859.832114:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319859.832219:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384133376:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319859.832258:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319859.832302:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384133376 00000100:00100000:1.0:1767319859.832307:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384133376 00000100:00100000:1.0:1767319859.832339:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2742 00000100:00100000:1.0:1767319859.832347:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384133376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319859.832381:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319859.832423:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384133376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319859.832431:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2742 00000100:00100000:1.0:1767319859.832498:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384133376:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319859.840895:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384133504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 8805us (9529us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319859.840917:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2741 00000100:00100000:2.0:1767319859.842824:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384133504:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319860.343212:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319860.855831:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319861.366945:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319861.879305:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319862.395017:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319862.908363:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319863.414906:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319863.415513:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319863.415525:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319863.415528:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319863.415533:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319863.415538:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319863.415548:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4761 00000100:00080000:1.0:1767319863.415554:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319863.415563:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319863.415627:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e1500 x1853164384133632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319863.415672:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319863.415677:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319863.415679:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319863.415685:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4761 00000100:00080000:1.0:1767319863.415687:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319863.415692:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319863.415707:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e3b80 x1853164384133760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319863.415757:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319863.415762:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319863.415763:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319863.415767:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4761 00000100:00080000:1.0:1767319863.415770:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319863.415775:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319863.415809:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db3100 x1853164384134016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319863.415828:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319863.415832:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319863.415834:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319863.415839:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4761 00000100:00080000:1.0:1767319863.415841:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319863.415845:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319863.415857:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fe680 x1853164384134272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319863.415919:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384134528:0@lo:400:kworker.0 00000100:00100000:3.0:1767319863.416093:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384133888:0@lo:400:kworker.0 00000100:00100000:3.0:1767319863.416174:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319863.416257:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319863.416265:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384134144:0@lo:400:kworker.0 00000100:00100000:3.0:1767319863.416289:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319863.416330:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384133888 00000100:00100000:3.0:1767319863.416338:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384133888 00000100:00100000:1.0:1767319863.416363:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319863.416406:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384134144 00000100:00100000:3.0:1767319863.416412:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384134144 00000100:00100000:1.0:1767319863.416416:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319863.416428:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384134400:0@lo:400:kworker.0 00000100:00100000:3.0:1767319863.416448:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5041 00000100:00100000:3.0:1767319863.416459:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384133888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319863.416475:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319863.416523:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384134528 00000100:00100000:1.0:1767319863.416532:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384134528 00000100:00100000:3.0:1767319863.416544:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384133888:12345-0@lo:400:kworker.0 Request processed in 84us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319863.416552:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5041 00000100:00100000:3.0:1767319863.416581:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5042 00000100:00100000:3.0:1767319863.416594:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384134144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319863.416597:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384134400 00000100:00100000:1.0:1767319863.416603:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384134400 00000100:00100000:3.0:1767319863.416655:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384134144:12345-0@lo:400:kworker.0 Request processed in 42us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319863.416656:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1944 00000100:00100000:3.0:1767319863.416671:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5042 00000100:00100000:1.0:1767319863.416678:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384134528:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319863.416697:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319863.416705:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319863.416709:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319863.416732:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1945 00000100:00100000:1.0:1767319863.416754:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384134528:12345-0@lo:400:kworker.0 Request processed in 75us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319863.416755:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384134400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319863.416823:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1944 00000100:00100000:3.0:1767319863.416871:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384134400:12345-0@lo:400:kworker.0 Request processed in 130us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319863.416881:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1945 00000100:00100000:1.0:1767319863.416920:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384134400:0@lo:400:kworker.0 00000100:00100000:1.0:1767319863.416943:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384134528:0@lo:400:kworker.0 00000100:00100000:0.0:1767319863.417202:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384133632:0@lo:38:kworker.0 00000100:00100000:0.0:1767319863.417246:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319863.417286:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384133760:0@lo:38:kworker.0 00000100:00100000:0.0:1767319863.417312:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319863.417337:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384134016:0@lo:38:kworker.0 00000100:00100000:0.0:1767319863.417359:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319863.417376:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384134272:0@lo:38:kworker.0 00000100:00100000:0.0:1767319863.417399:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319863.417447:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384133760 00000100:00100000:0.0:1767319863.417452:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384133760 00000100:00100000:0.0:1767319863.417488:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2792 00000100:00100000:0.0:1767319863.417494:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384133760:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319863.417520:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319863.417560:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384133760:12345-0@lo:38:kworker.0 Request processed in 65us (246us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319863.417567:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2792 00000100:00100000:0.0:1767319863.417594:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384133632 00000100:00100000:0.0:1767319863.417597:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384133632 00000100:00100000:0.0:1767319863.417616:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384134016 00000100:00100000:0.0:1767319863.417619:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384134016 00000100:00100000:0.0:1767319863.417641:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384134272 00000100:00100000:0.0:1767319863.417644:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384134272 00000100:00100000:0.0:1767319863.417655:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24254 00000100:00100000:0.0:1767319863.417660:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384133632:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319863.417669:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319863.417694:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384133632:12345-0@lo:38:kworker.0 Request processed in 34us (448us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319863.417699:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24254 00000100:00100000:0.0:1767319863.417709:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24255 00000100:00100000:0.0:1767319863.417712:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384134016:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319863.417726:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319863.418209:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384134144:0@lo:400:kworker.0 00000100:00100000:3.0:1767319863.418248:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384133888:0@lo:400:kworker.0 00000100:00100000:3.0:1767319863.418305:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24256 00000100:00100000:3.0:1767319863.418311:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384134272:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319863.418338:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319863.418401:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384134272:12345-0@lo:38:kworker.0 Request processed in 89us (1001us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319863.418409:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24256 00000100:00080000:3.0:1767319863.418492:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319863.418498:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319863.418502:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384133632:0@lo:38:kworker.0 00000100:00080000:3.0:1767319863.418512:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319863.418515:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319863.418519:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384133760:0@lo:38:kworker.0 00000100:00080000:3.0:1767319863.418528:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319863.418531:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319863.418534:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384134272:0@lo:38:kworker.0 00000100:00100000:0.0:1767319863.422074:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384134016:12345-0@lo:38:kworker.0 Request processed in 4351us (4705us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319863.422088:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24255 00000100:00080000:2.0:1767319863.422457:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319863.422464:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319863.422469:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384134016:0@lo:38:kworker.0 00010000:00010000:3.0:1767319863.927589:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319864.392405:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319864.392466:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319864.392577:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297394432 00000100:00100000:2.0:1767319864.392592:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297394560 00000100:00100000:3.0:1767319864.392594:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297394432 00000100:00100000:2.0:1767319864.392606:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297394560 00000100:00100000:3.0:1767319864.392684:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24257 00000100:00100000:3.0:1767319864.392695:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297394432:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319864.392721:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319864.392729:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5043 00000100:00100000:2.0:1767319864.392742:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297394560:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319864.392874:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297394432:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 176us (480us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319864.392886:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297394560:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 143us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319864.392898:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24257 00000100:00100000:2.0:1767319864.392917:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5043 00000100:00080000:2.0:1767319864.392962:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319864.438892:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319864.951130:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319864.951160:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384134656:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319864.951243:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319864.951274:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319864.951328:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384134656 00000100:00100000:0.0:1767319864.951339:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384134656 00010000:00010000:1.0:1767319864.951399:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319864.951426:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2743 00000100:00100000:0.0:1767319864.951441:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384134656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319864.951494:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319864.951605:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384134656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 166us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319864.951752:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2743 00000100:00100000:3.0:1767319864.951922:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384134656:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319864.952200:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384134784:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319864.952247:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319864.952435:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384134784 00000100:00100000:0.0:1767319864.952440:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384134784 00000100:00100000:0.0:1767319864.952475:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2744 00000100:00100000:0.0:1767319864.952482:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384134784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319864.952555:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319864.952736:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384134784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 253us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319864.952744:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2744 00000100:00100000:2.0:1767319864.952849:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384134784:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319865.463088:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319865.977164:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319866.487073:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319866.999840:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319867.510912:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319868.023611:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319868.536015:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319868.536814:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319868.536823:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319868.536827:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319868.536831:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319868.536836:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319868.536845:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4766 00000100:00080000:1.0:1767319868.536852:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319868.536861:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319868.536916:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1211880 x1853164384134912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319868.536952:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319868.536962:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319868.536964:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319868.537000:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4766 00000100:00080000:1.0:1767319868.537003:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319868.537007:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319868.537021:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1213100 x1853164384135040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319868.537077:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319868.537081:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319868.537083:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319868.537086:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4766 00000100:00080000:1.0:1767319868.537089:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319868.537092:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319868.537103:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1213800 x1853164384135296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319868.537118:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319868.537122:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319868.537124:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319868.537128:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4766 00000100:00080000:1.0:1767319868.537139:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319868.537142:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319868.537155:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1210380 x1853164384135552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319868.537215:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384135424:0@lo:400:kworker.0 00000100:00100000:1.0:1767319868.537292:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319868.537370:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319868.537552:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384135168:0@lo:400:kworker.0 00000100:00100000:1.0:1767319868.537591:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319868.537626:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384135424 00000100:00100000:1.0:1767319868.537634:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384135424 00000100:00100000:1.0:1767319868.537694:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384135168 00000100:00100000:1.0:1767319868.537698:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384135168 00000100:00100000:1.0:1767319868.537732:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5044 00000100:00100000:1.0:1767319868.537741:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384135424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319868.537819:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384135424:12345-0@lo:400:kworker.0 Request processed in 79us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319868.537826:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5044 00000100:00100000:1.0:1767319868.537840:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5045 00000100:00100000:1.0:1767319868.537846:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384135168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319868.537869:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384135168:12345-0@lo:400:kworker.0 Request processed in 25us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319868.537876:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5045 00000100:00100000:1.0:1767319868.537910:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384135168:0@lo:400:kworker.0 00000100:00100000:1.0:1767319868.537918:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384135424:0@lo:400:kworker.0 00000100:00100000:1.0:1767319868.537965:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384135680:0@lo:400:kworker.0 00000100:00080000:2.0:1767319868.537967:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319868.537996:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319868.538017:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319868.538250:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384134912:0@lo:38:kworker.0 00000100:00100000:3.0:1767319868.538280:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319868.538313:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1213100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384135040:0@lo:38:kworker.0 00000100:00100000:3.0:1767319868.538334:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319868.538357:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1213800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384135296:0@lo:38:kworker.0 00000100:00100000:3.0:1767319868.538376:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319868.538391:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384135552:0@lo:38:kworker.0 00000100:00100000:3.0:1767319868.538407:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319868.538436:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384134912 00000100:00100000:3.0:1767319868.538440:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384134912 00000100:00100000:3.0:1767319868.538455:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384135296 00000100:00100000:3.0:1767319868.538457:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384135296 00000100:00100000:3.0:1767319868.538464:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384135552 00000100:00100000:3.0:1767319868.538466:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384135552 00000100:00100000:3.0:1767319868.538475:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24258 00000100:00100000:3.0:1767319868.538479:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384134912:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319868.538497:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319868.538526:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384134912:12345-0@lo:38:kworker.0 Request processed in 46us (245us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319868.538532:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24258 00000100:00100000:3.0:1767319868.538544:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24259 00000100:00100000:3.0:1767319868.538548:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384135296:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319868.538557:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319868.538578:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384135296:12345-0@lo:38:kworker.0 Request processed in 29us (201us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319868.538595:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24259 00000100:00100000:3.0:1767319868.538606:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24260 00000100:00100000:3.0:1767319868.538610:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384135552:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319868.538620:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319868.538641:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384135552:12345-0@lo:38:kworker.0 Request processed in 29us (232us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319868.538646:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24260 00000100:00100000:3.0:1767319868.538669:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384135680 00000100:00100000:3.0:1767319868.538673:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384135680 00000100:00100000:3.0:1767319868.538709:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1946 00000100:00100000:3.0:1767319868.538716:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384135680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319868.538745:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384135680:12345-0@lo:400:kworker.0 Request processed in 30us (749us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319868.538752:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1946 00000100:00100000:3.0:1767319868.538770:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384135040 00000100:00100000:3.0:1767319868.538773:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384135040 00000100:00100000:3.0:1767319868.538811:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2793 00000100:00100000:3.0:1767319868.538816:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384135040:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319868.538826:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319868.538851:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384135040:12345-0@lo:38:kworker.0 Request processed in 33us (516us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319868.538856:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2793 00000100:00080000:3.0:1767319868.538886:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319868.538890:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319868.538894:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384134912:0@lo:38:kworker.0 00000100:00080000:3.0:1767319868.538902:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319868.538905:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319868.538907:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1213100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384135040:0@lo:38:kworker.0 00000100:00080000:3.0:1767319868.538915:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319868.538918:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319868.538920:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1213800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384135296:0@lo:38:kworker.0 00000100:00080000:3.0:1767319868.538928:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319868.538930:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319868.538933:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384135552:0@lo:38:kworker.0 00000100:00100000:1.0:1767319868.540348:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384135808:0@lo:400:kworker.0 00000100:00100000:1.0:1767319868.540413:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319868.540461:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384135680:0@lo:400:kworker.0 00000100:00080000:2.0:1767319868.540649:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319868.542019:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384135808 00000100:00100000:3.0:1767319868.542030:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384135808 00000100:00100000:3.0:1767319868.542116:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1947 00000100:00100000:3.0:1767319868.542126:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384135808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319868.542220:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384135808:12345-0@lo:400:kworker.0 Request processed in 95us (1805us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319868.542228:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1947 00000100:00080000:2.0:1767319868.542293:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319868.542295:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384135808:0@lo:400:kworker.0 00010000:00010000:3.0:1767319869.047416:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319869.511488:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319869.511542:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319869.511635:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297394816 00000100:00100000:2.0:1767319869.511647:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297394816 00000100:00080000:0.0:1767319869.511743:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319869.512281:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297394688 00000100:00100000:3.0:1767319869.512287:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297394688 00000100:00100000:2.0:1767319869.512298:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5046 00000100:00100000:3.0:1767319869.512354:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24261 00000100:00100000:3.0:1767319869.512361:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297394688:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319869.512387:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319869.512496:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297394688:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 134us (952us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319869.512554:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24261 00000100:00100000:2.0:1767319869.512756:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297394816:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319869.512819:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297394816:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 512us (1341us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319869.512827:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5046 00000100:00100000:0.0:1767319869.559116:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319870.071094:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319870.071117:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384135936:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319870.071200:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319870.071391:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384135936 00000100:00100000:0.0:1767319870.071399:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384135936 00000100:00100000:0.0:1767319870.071490:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2745 00000100:00100000:0.0:1767319870.071501:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384135936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319870.071530:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319870.071606:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384135936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319870.071613:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2745 00000100:00080000:2.0:1767319870.071704:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319870.071740:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384135936:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319870.074848:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319870.075146:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319870.075168:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384136064:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319870.075234:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319870.075332:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384136064 00000100:00100000:1.0:1767319870.075340:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384136064 00000100:00100000:1.0:1767319870.075399:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2746 00000100:00100000:1.0:1767319870.075411:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384136064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319870.075437:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319870.075474:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384136064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319870.075481:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2746 00000100:00080000:3.0:1767319870.075807:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319870.075843:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384136064:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319870.583329:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319871.098091:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319871.607103:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319872.119204:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319872.633402:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319873.143041:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319873.606487:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297394944 offset 0 length 520: 4 00000100:00100000:1.0:1767319873.608497:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319873.608872:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297395072 00000100:00100000:2.0:1767319873.608888:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297395072 00000100:00100000:2.0:1767319873.608964:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24262 00000100:00100000:2.0:1767319873.608977:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297395072:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319873.609011:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319873.609112:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297395072:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 135us (627us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319873.609120:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24262 00000100:00100000:3.0:1767319873.615381:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319873.616066:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297395200 00000100:00100000:1.0:1767319873.616083:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297395200 00000100:00100000:1.0:1767319873.616207:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5047 00000100:00100000:1.0:1767319873.616225:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297395200:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319873.616354:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297395200:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 137us (989us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319873.616364:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5047 00000100:00080000:3.0:1767319873.620460:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319873.654946:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319873.655831:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319873.655838:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319873.655842:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319873.655846:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319873.655850:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319873.655859:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4771 00000100:00080000:0.0:1767319873.655863:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319873.655870:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319873.655915:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b5500 x1853164384136192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319873.655933:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319873.655937:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319873.655939:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767319873.655949:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319848/real 1767319848] req@ffff93698548f480 x1853164384129664/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319873 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319873.655961:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4771 00000100:00080000:0.0:1767319873.655970:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319873.655978:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319873.655996:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f231c00 x1853164384136320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319873.656005:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93698548f480 x1853164384129664/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319873 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319873.656049:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384136192:0@lo:38:kworker.0 00000100:00100000:3.0:1767319873.656146:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319873.656149:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384136448:0@lo:400:kworker.0 00000100:00080000:3.0:1767319873.656230:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767319873.656239:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319873.656264:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319873.656270:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384129664:0@lo:250:kworker.0 00000100:00100000:3.0:1767319873.656303:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384136320:0@lo:38:kworker.0 00000100:00100000:3.0:1767319873.656340:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319873.656398:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767319873.656402:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384136320 00000100:00080000:0.0:1767319873.656405:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319873.656410:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767319873.656414:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384136320 00000100:00080000:0.0:1767319873.656416:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4771 00000100:00080000:0.0:1767319873.656421:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319873.656425:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319873.656447:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da8000 x1853164384136576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319873.656466:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2794 00000100:00100000:3.0:1767319873.656478:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384136320:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319873.656555:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384136192 00000100:00100000:2.0:1767319873.656560:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384136192 00000100:00100000:2.0:1767319873.656590:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384136448 00000100:00100000:2.0:1767319873.656593:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384136448 00000100:00100000:2.0:1767319873.656641:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5048 00000100:00100000:2.0:1767319873.656648:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384136448:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1767319873.656897:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319873.656946:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384136320:12345-0@lo:38:kworker.0 Request processed in 469us (604us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319873.656954:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2794 00000100:00100000:3.0:1767319873.656985:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384136704:0@lo:400:kworker.0 00000100:00100000:3.0:1767319873.657014:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319873.657053:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319873.657068:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384136704 00000100:00100000:3.0:1767319873.657072:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384136704 00000100:00100000:3.0:1767319873.657114:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5049 00000100:00100000:3.0:1767319873.657120:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384136704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319873.657153:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384136704:12345-0@lo:400:kworker.0 Request processed in 33us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319873.657159:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5049 00000100:00100000:3.0:1767319873.657172:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24263 00000100:00100000:3.0:1767319873.657177:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384136192:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319873.657186:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319873.657209:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384136192:12345-0@lo:38:kworker.0 Request processed in 31us (1065us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319873.657215:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24263 00000100:00100000:3.0:1767319873.657254:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384136704:0@lo:400:kworker.0 00000100:00080000:3.0:1767319873.657269:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319873.657279:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384136576:0@lo:38:kworker.0 00000100:00100000:3.0:1767319873.657303:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319873.657325:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319873.657331:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319873.657334:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384136320:0@lo:38:kworker.0 00000100:00080000:3.0:1767319873.657342:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319873.657346:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319873.657349:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384136192:0@lo:38:kworker.0 00000100:00100000:3.0:1767319873.657371:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384136576 00000100:00100000:3.0:1767319873.657375:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384136576 00000100:00100000:3.0:1767319873.657388:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24264 00000100:00100000:3.0:1767319873.657392:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384136576:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319873.657401:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319873.657428:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384136576:12345-0@lo:38:kworker.0 Request processed in 35us (124us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319873.657434:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24264 00000100:00080000:3.0:1767319873.657454:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319873.657458:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319873.657463:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384136576:0@lo:38:kworker.0 00000100:00080000:0.0:1767319873.657929:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319873.657936:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319873.657939:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319873.657953:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4771 00000100:00080000:0.0:1767319873.657958:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319873.657963:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319873.657988:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9dab100 x1853164384136832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319873.658058:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319873.658062:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319873.658064:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319873.658067:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4751 00000100:00080000:0.0:1767319873.658069:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319873.658073:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319873.658104:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb1880 x1853164384137216/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319873.658141:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384137088:0@lo:400:kworker.0 00000100:00100000:0.0:1767319873.658193:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319873.658239:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319873.658247:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384136960:0@lo:400:kworker.0 00000100:00100000:3.0:1767319873.658262:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384136832:0@lo:38:kworker.0 00000100:00100000:3.0:1767319873.658306:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319873.658331:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384137216:0@lo:250:kworker.0 00000400:00000100:3.0:1767319873.658349:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384137216 offset 0 length 520: 4 00000100:00100000:3.0:1767319873.658389:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384136832 00000100:00100000:3.0:1767319873.658394:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384136832 00000100:00100000:3.0:1767319873.658424:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24265 00000100:00100000:3.0:1767319873.658430:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384136832:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319873.658449:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319873.658485:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384136832:12345-0@lo:38:kworker.0 Request processed in 54us (178us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319873.658491:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24265 00000100:00100000:0.0:1767319873.658816:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319873.658864:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384137088 00000100:00100000:0.0:1767319873.658874:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384137088 00000100:00100000:0.0:1767319873.658939:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384136960 00000100:00100000:0.0:1767319873.658956:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384136960 00000100:00100000:0.0:1767319873.658987:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1948 00000100:00100000:0.0:1767319873.658996:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384137088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319873.659190:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384137088:12345-0@lo:400:kworker.0 Request processed in 194us (996us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319873.659198:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1948 00000100:00100000:0.0:1767319873.659490:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1949 00000100:00100000:0.0:1767319873.659499:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384136960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319873.659530:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384136960:12345-0@lo:400:kworker.0 Request processed in 33us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319873.659547:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1949 00000100:00080000:0.0:1767319873.659571:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319873.659575:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319873.659607:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384136960:0@lo:400:kworker.0 00000100:00100000:0.0:1767319873.659618:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384137088:0@lo:400:kworker.0 00000100:00080000:0.0:1767319873.659809:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319873.659815:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319873.659819:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384136832:0@lo:38:kworker.0 00000100:00100000:2.0:1767319873.671213:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384136448:12345-0@lo:400:kworker.0 Request processed in 14546us (14961us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319873.671235:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5048 00000100:00100000:1.0:1767319873.673651:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384136448:0@lo:400:kworker.0 00010000:00010000:3.0:1767319874.167965:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319874.678993:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319875.192077:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319875.193719:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384137344:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319875.193889:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319875.197890:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384137472:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319875.197971:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319875.203115:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384137344 00000100:00100000:2.0:1767319875.203134:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384137344 00000100:00100000:2.0:1767319875.203221:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384137472 00000100:00100000:2.0:1767319875.203235:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384137472 00000100:00100000:2.0:1767319875.203266:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2747 00000100:00100000:2.0:1767319875.203277:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384137344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319875.203309:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319875.203409:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384137344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 133us (9518us total) trans 0 rc 0/0 00000100:00080000:0.0:1767319875.203681:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319875.203686:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319875.203763:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384137344:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319875.203829:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2748 00000100:00100000:0.0:1767319875.203839:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384137472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319875.203860:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319875.203902:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384137472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (5931us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319875.203910:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2748 00000100:00100000:0.0:1767319875.203954:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384137472:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319875.204029:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2747 00000100:00100000:0.0:1767319875.703116:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319876.224963:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319876.727034:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319877.241013:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319877.751097:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319878.266201:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319878.726537:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319878.726673:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297395456 00000100:00100000:2.0:1767319878.726685:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297395456 00000100:00100000:2.0:1767319878.726778:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5050 00000100:00100000:2.0:1767319878.726834:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297395456:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319878.726927:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297395456:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 97us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319878.726935:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5050 00000100:00080000:0.0:1767319878.727243:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319878.728429:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319878.728504:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297395328 00000100:00100000:3.0:1767319878.728512:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297395328 00000100:00100000:3.0:1767319878.728553:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24266 00000100:00100000:3.0:1767319878.728560:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297395328:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319878.728581:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319878.728698:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297395328:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 137us (272us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319878.728705:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24266 00000100:00080000:3.0:1767319878.777225:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319878.777238:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319878.777241:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319878.777245:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319878.777249:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319878.777259:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4776 00000100:00080000:3.0:1767319878.777263:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319878.777271:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319878.777319:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f231c00 x1853164384137600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319878.777347:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319878.777351:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319878.777353:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319878.777357:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4776 00000100:00080000:3.0:1767319878.777360:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319878.777363:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319878.777408:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f9c00 x1853164384137728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319878.777450:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319878.777455:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319878.777456:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319878.777460:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4776 00000100:00080000:3.0:1767319878.777462:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319878.777467:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319878.777479:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f8a80 x1853164384137984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319878.777508:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319878.777511:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319878.777513:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319878.777517:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4776 00000100:00080000:3.0:1767319878.777519:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319878.777522:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319878.777536:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3fbb80 x1853164384138240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319878.777605:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384138368:0@lo:400:kworker.0 00000100:00100000:3.0:1767319878.777669:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319878.777728:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319878.777734:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384138496:0@lo:400:kworker.0 00000100:00100000:3.0:1767319878.777757:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319878.778186:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384137856:0@lo:400:kworker.0 00000100:00100000:2.0:1767319878.778238:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319878.778280:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319878.778286:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384138112:0@lo:400:kworker.0 00000100:00100000:2.0:1767319878.778311:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319878.778345:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384137856 00000100:00100000:2.0:1767319878.778353:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384137856 00000100:00100000:2.0:1767319878.778405:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384138112 00000100:00100000:2.0:1767319878.778408:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384138112 00000100:00100000:2.0:1767319878.778436:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5051 00000100:00100000:2.0:1767319878.778445:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384137856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319878.778514:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384137856:12345-0@lo:400:kworker.0 Request processed in 69us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319878.778521:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5051 00000100:00100000:2.0:1767319878.778537:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5052 00000100:00100000:2.0:1767319878.778544:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384138112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319878.778573:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384138112:12345-0@lo:400:kworker.0 Request processed in 30us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319878.778578:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5052 00000100:00080000:2.0:1767319878.778595:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319878.778627:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384138112:0@lo:400:kworker.0 00000100:00100000:2.0:1767319878.778639:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384137856:0@lo:400:kworker.0 00000100:00100000:1.0:1767319878.778829:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319878.779021:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384137600:0@lo:38:kworker.0 00000100:00100000:0.0:1767319878.779057:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319878.779081:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384137728:0@lo:38:kworker.0 00000100:00100000:0.0:1767319878.779104:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319878.779137:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384137984:0@lo:38:kworker.0 00000100:00100000:0.0:1767319878.779161:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319878.779182:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384138240:0@lo:38:kworker.0 00000100:00100000:0.0:1767319878.779205:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319878.779254:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384138368 00000100:00100000:0.0:1767319878.779258:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384138368 00000100:00100000:0.0:1767319878.779293:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384138496 00000100:00100000:0.0:1767319878.779296:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384138496 00000100:00100000:0.0:1767319878.779318:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1950 00000100:00100000:0.0:1767319878.779326:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384138368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319878.779366:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384138368:12345-0@lo:400:kworker.0 Request processed in 41us (1696us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319878.779373:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1950 00000100:00100000:0.0:1767319878.779388:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1951 00000100:00100000:0.0:1767319878.779394:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384138496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319878.779422:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384138496:12345-0@lo:400:kworker.0 Request processed in 28us (1663us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319878.779428:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1951 00000100:00100000:0.0:1767319878.779450:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384137600 00000100:00100000:0.0:1767319878.779454:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384137600 00000100:00100000:0.0:1767319878.779466:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384137984 00000100:00100000:0.0:1767319878.779469:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384137984 00000100:00100000:0.0:1767319878.779476:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384138240 00000100:00100000:0.0:1767319878.779479:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384138240 00000100:00100000:0.0:1767319878.779502:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24267 00000100:00100000:0.0:1767319878.779507:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384137600:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319878.779523:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319878.779578:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384137600:12345-0@lo:38:kworker.0 Request processed in 69us (521us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319878.779585:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24267 00000100:00100000:0.0:1767319878.779596:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24268 00000100:00100000:0.0:1767319878.779600:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384137984:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319878.779612:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319878.779638:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384137984:12345-0@lo:38:kworker.0 Request processed in 37us (476us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319878.779644:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24268 00000100:00100000:0.0:1767319878.779654:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24269 00000100:00100000:0.0:1767319878.779657:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5653850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384138240:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319878.779666:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319878.779686:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5653850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384138240:12345-0@lo:38:kworker.0 Request processed in 27us (481us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319878.779691:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24269 00000100:00080000:0.0:1767319878.780908:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319878.780917:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319878.780921:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384137600:0@lo:38:kworker.0 00000100:00080000:0.0:1767319878.780931:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319878.780934:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319878.780937:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384137984:0@lo:38:kworker.0 00000100:00080000:0.0:1767319878.780944:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319878.780946:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319878.780949:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384138240:0@lo:38:kworker.0 00000100:00100000:0.0:1767319878.780987:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384138496:0@lo:400:kworker.0 00000100:00100000:0.0:1767319878.780998:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384138368:0@lo:400:kworker.0 00000100:00100000:1.0:1767319878.781332:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384137728 00000100:00100000:1.0:1767319878.781340:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384137728 00000100:00100000:1.0:1767319878.781382:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2795 00000100:00100000:1.0:1767319878.781388:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384137728:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319878.781405:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319878.781479:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384137728:12345-0@lo:38:kworker.0 Request processed in 90us (2374us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319878.781485:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2795 00000100:00080000:1.0:1767319878.781525:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319878.781530:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319878.781533:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384137728:0@lo:38:kworker.0 00000100:00080000:2.0:1767319878.782086:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319878.782093:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767319879.292195:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319879.799652:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319880.311012:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319880.311269:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384138624:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319880.311382:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319880.311587:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384138624 00000100:00100000:1.0:1767319880.311599:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384138624 00000100:00100000:1.0:1767319880.311700:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2749 00000100:00100000:1.0:1767319880.311718:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384138624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319880.311762:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767319880.311848:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319880.311942:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384138624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 223us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319880.311952:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2749 00000100:00100000:2.0:1767319880.312296:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384138624:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319880.312445:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384138752:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319880.312491:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319880.312559:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384138752 00000100:00100000:2.0:1767319880.312564:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384138752 00000100:00100000:2.0:1767319880.312607:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2750 00000100:00100000:2.0:1767319880.312616:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384138752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319880.312638:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767319880.318394:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319880.324128:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384138752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 11497us (11619us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319880.324147:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2750 00000100:00100000:1.0:1767319880.328811:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384138752:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319880.824187:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319881.335178:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319881.847492:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319882.359467:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319882.871139:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319883.383626:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319883.850499:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319883.850580:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319883.850717:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297395712 00000100:00100000:2.0:1767319883.850730:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297395712 00000100:00100000:2.0:1767319883.850885:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5053 00000100:00100000:2.0:1767319883.850898:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297395712:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319883.850975:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297395712:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 81us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319883.850983:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5053 00000100:00100000:2.0:1767319883.851002:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297395584 00000100:00100000:2.0:1767319883.851005:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297395584 00000100:00100000:2.0:1767319883.851020:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24270 00000100:00100000:2.0:1767319883.851025:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297395584:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319883.851047:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319883.851071:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297395584:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 45us (491us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319883.851077:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24270 00000100:00080000:1.0:1767319883.851515:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319883.895329:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319883.895356:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319883.895360:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319883.895365:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319883.895372:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319883.895384:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4782 00000100:00080000:0.0:1767319883.895392:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767319883.895401:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319883.895487:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb0380 x1853164384138880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319883.895493:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319883.895529:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319883.895534:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319883.895536:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319883.895542:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4782 00000100:00080000:0.0:1767319883.895545:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767319883.895548:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319883.895564:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb0000 x1853164384139008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319883.895612:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319883.895617:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319883.895619:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319883.895623:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4782 00000100:00080000:0.0:1767319883.895626:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767319883.895629:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319883.895641:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb2a00 x1853164384139264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319883.895658:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319883.895661:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319883.895663:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319883.895668:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4782 00000100:00080000:0.0:1767319883.895670:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767319883.895674:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319883.895686:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb1500 x1853164384139520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319883.895766:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384139392:0@lo:400:kworker.0 00000100:00100000:0.0:1767319883.895816:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384139776:0@lo:400:kworker.0 00000100:00100000:1.0:1767319883.895887:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319883.895899:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319883.896296:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384139776 00000100:00100000:0.0:1767319883.896307:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384139776 00000100:00100000:1.0:1767319883.896311:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319883.896413:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384139136:0@lo:400:kworker.0 00000100:00100000:1.0:1767319883.896467:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319883.896482:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1952 00000100:00100000:0.0:1767319883.896503:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384139776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319883.896533:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384139392 00000100:00100000:1.0:1767319883.896543:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384139392 00000100:00100000:0.0:1767319883.896585:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384139776:12345-0@lo:400:kworker.0 Request processed in 90us (692us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319883.896595:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1952 00000100:00100000:1.0:1767319883.896621:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384139136 00000100:00100000:1.0:1767319883.896627:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384139136 00000100:00080000:0.0:1767319883.896646:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319883.896656:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319883.896670:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5054 00000100:00100000:1.0:1767319883.896682:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384139392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319883.896742:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384139392:12345-0@lo:400:kworker.0 Request processed in 62us (857us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319883.896748:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384138880:0@lo:38:kworker.0 00000100:00100000:1.0:1767319883.896756:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5054 00000100:00100000:1.0:1767319883.896820:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5055 00000100:00100000:1.0:1767319883.896831:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384139136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319883.896851:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319883.896894:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384139136:12345-0@lo:400:kworker.0 Request processed in 61us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319883.896903:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5055 00000100:00100000:2.0:1767319883.896908:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384139008:0@lo:38:kworker.0 00000100:00100000:1.0:1767319883.896922:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384138880 00000100:00100000:1.0:1767319883.896929:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384138880 00000100:00100000:1.0:1767319883.896952:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24271 00000100:00100000:2.0:1767319883.896958:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319883.896964:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384138880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319883.896989:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319883.896995:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384139264:0@lo:38:kworker.0 00000100:00100000:2.0:1767319883.897018:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319883.897030:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384139520:0@lo:38:kworker.0 00000100:00100000:2.0:1767319883.897048:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319883.897076:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384139264 00000100:00100000:2.0:1767319883.897081:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384139264 00000100:00100000:2.0:1767319883.897102:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384139520 00000100:00100000:2.0:1767319883.897104:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384139520 00000100:00100000:2.0:1767319883.897115:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24272 00000100:00100000:2.0:1767319883.897121:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384139264:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319883.897138:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319883.897462:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384139776:0@lo:400:kworker.0 00000100:00100000:0.0:1767319883.897485:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319883.897492:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384139648:0@lo:400:kworker.0 00000100:00100000:0.0:1767319883.897523:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319883.897551:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384139648 00000100:00100000:0.0:1767319883.897555:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384139648 00000100:00100000:0.0:1767319883.897590:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1953 00000100:00100000:0.0:1767319883.897596:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384139648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319883.897633:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384139648:12345-0@lo:400:kworker.0 Request processed in 37us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319883.897639:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1953 00000100:00080000:0.0:1767319883.897663:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319883.897685:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384139648:0@lo:400:kworker.0 00000100:00100000:0.0:1767319883.897824:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384139136:0@lo:400:kworker.0 00000100:00100000:0.0:1767319883.897838:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384139392:0@lo:400:kworker.0 00000100:00100000:0.0:1767319883.897879:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24273 00000100:00100000:0.0:1767319883.897885:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384139520:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319883.897899:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319883.897937:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384139520:12345-0@lo:38:kworker.0 Request processed in 51us (888us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319883.897943:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24273 00000100:00100000:0.0:1767319883.897986:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384139008 00000100:00100000:0.0:1767319883.897991:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384139008 00000100:00100000:0.0:1767319883.898014:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2796 00000100:00100000:0.0:1767319883.898019:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384139008:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319883.898028:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319883.898054:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384139008:12345-0@lo:38:kworker.0 Request processed in 34us (1104us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319883.898059:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2796 00000100:00080000:3.0:1767319883.898218:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319883.898226:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319883.898229:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384139008:0@lo:38:kworker.0 00000100:00080000:3.0:1767319883.898238:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319883.898242:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319883.898245:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384139520:0@lo:38:kworker.0 00000100:00100000:1.0:1767319883.899050:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384138880:12345-0@lo:38:kworker.0 Request processed in 2080us (2195us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319883.899063:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24271 00000100:00080000:3.0:1767319883.899249:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319883.899255:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319883.899259:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384138880:0@lo:38:kworker.0 00000100:00100000:2.0:1767319883.900059:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384139264:12345-0@lo:38:kworker.0 Request processed in 2930us (3032us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319883.900074:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24272 00000100:00080000:3.0:1767319883.900210:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319883.900217:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319883.900221:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384139264:0@lo:38:kworker.0 00010000:00010000:3.0:1767319884.407076:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319884.921189:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319885.431014:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319885.431082:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384139904:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319885.431165:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319885.431552:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384139904 00000100:00100000:1.0:1767319885.431580:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384139904 00000100:00100000:1.0:1767319885.431765:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2751 00000100:00100000:1.0:1767319885.431816:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384139904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319885.431871:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319885.431969:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384139904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 193us (803us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319885.431978:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2751 00000100:00100000:2.0:1767319885.432128:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384139904:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319885.432132:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384140032:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319885.432184:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319885.432422:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384140032 00000100:00100000:1.0:1767319885.432478:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384140032 00000100:00080000:3.0:1767319885.433028:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319885.433037:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319885.437541:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2752 00000100:00100000:1.0:1767319885.437564:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384140032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319885.437600:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319885.437686:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384140032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 133us (5502us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319885.437693:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2752 00000100:00100000:0.0:1767319885.440419:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384140032:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319885.942911:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319886.458473:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319886.966901:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319887.479250:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319887.991553:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319888.505202:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319888.969343:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319888.972412:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297395968 00000100:00100000:2.0:1767319888.972427:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297395968 00000100:00080000:3.0:1767319888.972598:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319888.972657:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5056 00000100:00100000:2.0:1767319888.972672:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297395968:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319888.972768:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297395968:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 101us (3436us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319888.972777:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5056 00000100:00100000:3.0:1767319888.973111:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319888.990211:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297395840 00000100:00100000:1.0:1767319888.990229:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297395840 00000100:00100000:1.0:1767319888.990351:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24274 00000100:00100000:1.0:1767319888.990362:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297395840:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319888.990388:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319888.990477:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297395840:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 115us (17366us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319888.990486:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24274 00000100:00100000:1.0:1767319889.014962:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319889.015588:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319889.015595:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319889.015599:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319889.015602:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319889.015606:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319889.015613:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4787 00000100:00080000:0.0:1767319889.015618:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767319889.015625:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319889.015666:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb1c00 x1853164384140160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319889.015731:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384140160:0@lo:38:kworker.0 00000100:00100000:3.0:1767319889.015830:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319889.015949:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384140160 00000100:00100000:1.0:1767319889.015957:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384140160 00000100:00100000:1.0:1767319889.015998:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24275 00000100:00100000:1.0:1767319889.016016:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384140160:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319889.016040:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319889.016618:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319889.016624:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319889.016626:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319889.016631:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4787 00000100:00080000:0.0:1767319889.016634:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767319889.016638:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319889.016658:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb0a80 x1853164384140288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319889.019465:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384140288:0@lo:38:kworker.0 00000100:00100000:3.0:1767319889.019554:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319889.019682:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384140160:12345-0@lo:38:kworker.0 Request processed in 3673us (3849us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319889.019694:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24275 00000100:00100000:2.0:1767319889.019975:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384140288 00000100:00100000:2.0:1767319889.019983:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384140288 00000100:00100000:2.0:1767319889.020030:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2797 00000100:00100000:2.0:1767319889.020036:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384140288:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319889.020057:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319889.020111:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384140288:12345-0@lo:38:kworker.0 Request processed in 73us (557us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319889.020117:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2797 00000100:00080000:0.0:1767319889.023314:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319889.023322:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319889.023326:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319889.023334:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4787 00000100:00080000:0.0:1767319889.023340:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767319889.023346:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319889.023366:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb2680 x1853164384140544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319889.023383:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319889.023387:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319889.023389:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319889.023392:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4787 00000100:00080000:0.0:1767319889.023403:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767319889.023407:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319889.023423:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb2a00 x1853164384140800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319889.023477:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384141056:0@lo:400:kworker.0 00000100:00100000:0.0:1767319889.023550:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319889.023593:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319889.023599:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384140928:0@lo:400:kworker.0 00000100:00100000:0.0:1767319889.023618:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319889.023647:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384141056 00000100:00100000:0.0:1767319889.023653:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384141056 00000100:00100000:0.0:1767319889.023717:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384140928 00000100:00100000:0.0:1767319889.023721:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384140928 00000100:00100000:0.0:1767319889.023742:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1954 00000100:00100000:0.0:1767319889.023751:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384141056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319889.023903:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384140672:0@lo:400:kworker.0 00000100:00100000:1.0:1767319889.023936:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319889.023957:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319889.023962:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384140416:0@lo:400:kworker.0 00000100:00100000:1.0:1767319889.023979:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319889.024003:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384140672 00000100:00100000:1.0:1767319889.024018:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384140672 00000100:00100000:1.0:1767319889.024047:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384140416 00000100:00100000:1.0:1767319889.024050:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384140416 00000100:00100000:1.0:1767319889.024094:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5057 00000100:00100000:1.0:1767319889.024102:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384140672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319889.024145:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384140672:12345-0@lo:400:kworker.0 Request processed in 43us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319889.024152:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5057 00000100:00100000:1.0:1767319889.024170:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5058 00000100:00100000:1.0:1767319889.024176:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384140416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319889.024204:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384140416:12345-0@lo:400:kworker.0 Request processed in 29us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319889.024209:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5058 00000100:00100000:1.0:1767319889.024242:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384140416:0@lo:400:kworker.0 00000100:00100000:1.0:1767319889.024252:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384140672:0@lo:400:kworker.0 00000100:00100000:1.0:1767319889.024298:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1955 00000100:00100000:1.0:1767319889.024306:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384140928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319889.024338:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384140928:12345-0@lo:400:kworker.0 Request processed in 34us (718us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319889.024343:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1955 00000100:00100000:1.0:1767319889.024386:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384140928:0@lo:400:kworker.0 00000100:00080000:1.0:1767319889.024419:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319889.024423:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319889.024425:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319889.025188:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384141056:12345-0@lo:400:kworker.0 Request processed in 1324us (1525us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319889.025198:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1954 00000100:00100000:1.0:1767319889.025278:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384141056:0@lo:400:kworker.0 00000100:00080000:3.0:1767319889.025359:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319889.025365:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319889.025369:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384140160:0@lo:38:kworker.0 00000100:00100000:3.0:1767319889.025390:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384140544:0@lo:38:kworker.0 00000100:00100000:3.0:1767319889.025428:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319889.025494:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384140800:0@lo:38:kworker.0 00000100:00100000:3.0:1767319889.025516:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319889.031349:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319889.031363:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319889.031369:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384140288:0@lo:38:kworker.0 00000100:00100000:2.0:1767319889.035326:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384140544 00000100:00100000:2.0:1767319889.035344:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384140544 00000100:00100000:2.0:1767319889.035387:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384140800 00000100:00100000:2.0:1767319889.035391:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384140800 00000100:00100000:2.0:1767319889.035438:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24276 00000100:00100000:2.0:1767319889.035448:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384140544:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319889.035476:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319889.035555:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384140544:12345-0@lo:38:kworker.0 Request processed in 108us (10127us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319889.035565:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24276 00000100:00100000:2.0:1767319889.035581:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24277 00000100:00100000:2.0:1767319889.035585:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384140800:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319889.035593:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319889.035616:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384140800:12345-0@lo:38:kworker.0 Request processed in 29us (10099us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319889.035621:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24277 00000100:00080000:3.0:1767319889.035763:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319889.035778:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319889.035806:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384140544:0@lo:38:kworker.0 00000100:00080000:3.0:1767319889.035818:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319889.035822:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319889.035825:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384140800:0@lo:38:kworker.0 00010000:00010000:3.0:1767319889.527610:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319890.038979:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319890.550944:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319890.550990:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319890.551014:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384141184:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319890.551100:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319890.551309:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384141184 00000100:00100000:3.0:1767319890.551318:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384141184 00000100:00100000:3.0:1767319890.551370:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2753 00000100:00100000:3.0:1767319890.551389:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384141184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319890.551420:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319890.551472:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384141184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319890.551479:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2753 00000100:00100000:0.0:1767319890.551570:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319890.551581:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384141312:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319890.551610:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319890.551673:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384141312 00000100:00100000:3.0:1767319890.551677:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384141312 00000100:00100000:3.0:1767319890.551704:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2754 00000100:00100000:3.0:1767319890.551711:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384141312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319890.551726:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319890.551756:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384141312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319890.551761:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2754 00000100:00100000:3.0:1767319890.551817:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384141312:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319890.553117:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384141184:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319891.067258:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319891.579356:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319892.087287:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319892.599213:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319893.111099:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319893.624114:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319894.086894:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319894.087001:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297396096 00000100:00100000:0.0:1767319894.087011:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297396096 00000100:00100000:0.0:1767319894.087052:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24278 00000100:00100000:0.0:1767319894.087058:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297396096:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319894.087078:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319894.087162:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297396096:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 102us (278us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319894.087170:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24278 00000100:00100000:1.0:1767319894.091135:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319894.092034:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297396224 00000100:00100000:3.0:1767319894.092044:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297396224 00000100:00100000:3.0:1767319894.092147:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5059 00000100:00100000:3.0:1767319894.092159:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297396224:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319894.092259:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297396224:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 102us (1133us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319894.092268:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5059 00000100:00080000:1.0:1767319894.092321:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319894.135064:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319894.138442:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319894.138451:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319894.138455:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319894.138459:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319894.138464:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319894.138474:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4792 00000100:00080000:2.0:1767319894.138481:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767319894.138488:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319894.138529:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae86300 x1853164384141440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319894.138565:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319894.138569:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319894.138571:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319894.138575:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4792 00000100:00080000:2.0:1767319894.138578:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767319894.138581:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319894.138594:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84a80 x1853164384141568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319894.138635:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319894.138639:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319894.138641:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319894.138644:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4792 00000100:00080000:2.0:1767319894.138646:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767319894.138650:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319894.138660:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84000 x1853164384141824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319894.138676:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319894.138680:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319894.138682:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319894.138685:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4792 00000100:00080000:2.0:1767319894.138687:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00100000:1.0:1767319894.138693:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384141952:0@lo:400:kworker.0 00000100:00080000:2.0:1767319894.138693:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319894.138705:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84380 x1853164384142080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319894.138743:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384141440:0@lo:38:kworker.0 00000100:00100000:2.0:1767319894.138775:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384142208:0@lo:400:kworker.0 00000100:00100000:1.0:1767319894.138810:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319894.138828:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384142336:0@lo:400:kworker.0 00000100:00100000:2.0:1767319894.138854:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319894.138879:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319894.138882:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319894.138891:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384141696:0@lo:400:kworker.0 00000100:00100000:2.0:1767319894.138905:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384142208 00000100:00100000:2.0:1767319894.138913:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384142208 00000100:00100000:1.0:1767319894.138915:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319894.138921:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384142336 00000100:00100000:3.0:1767319894.138925:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384142336 00000100:00100000:2.0:1767319894.138974:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1956 00000100:00100000:2.0:1767319894.138984:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384142208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319894.138997:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384141952 00000100:00100000:0.0:1767319894.139003:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384141952 00000100:00100000:2.0:1767319894.139031:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384142208:12345-0@lo:400:kworker.0 Request processed in 48us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319894.139039:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1956 00000100:00100000:1.0:1767319894.139123:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319894.139147:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384141568:0@lo:38:kworker.0 00000100:00100000:1.0:1767319894.139182:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319894.139204:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384141824:0@lo:38:kworker.0 00000100:00100000:1.0:1767319894.139236:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319894.139262:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384142080:0@lo:38:kworker.0 00000100:00100000:1.0:1767319894.139621:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319894.139654:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384141696 00000100:00100000:1.0:1767319894.139659:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384141696 00000100:00100000:3.0:1767319894.153688:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1957 00000100:00100000:3.0:1767319894.153710:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384142336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319894.154580:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384142336:12345-0@lo:400:kworker.0 Request processed in 876us (15697us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319894.154591:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1957 00000100:00100000:3.0:1767319894.154653:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384142336:0@lo:400:kworker.0 00000100:00100000:3.0:1767319894.154692:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384141440 00000100:00100000:3.0:1767319894.154699:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384141440 00000100:00100000:3.0:1767319894.154716:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384141824 00000100:00100000:3.0:1767319894.154719:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384141824 00000100:00100000:3.0:1767319894.154740:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384142080 00000100:00100000:3.0:1767319894.154744:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384142080 00000100:00100000:3.0:1767319894.154755:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24279 00000100:00100000:3.0:1767319894.155187:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384141440:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319894.155213:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319894.155371:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384141440:12345-0@lo:38:kworker.0 Request processed in 609us (16247us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319894.155378:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24279 00000100:00100000:3.0:1767319894.155398:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24280 00000100:00100000:3.0:1767319894.155403:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384141824:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319894.155413:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319894.156453:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384141824:12345-0@lo:38:kworker.0 Request processed in 1045us (17212us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319894.156463:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24280 00000100:00100000:3.0:1767319894.156485:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24281 00000100:00100000:3.0:1767319894.156491:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384142080:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319894.156506:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319894.156544:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384142080:12345-0@lo:38:kworker.0 Request processed in 52us (16923us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319894.156550:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24281 00000100:00100000:3.0:1767319894.156642:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384142208:0@lo:400:kworker.0 00000100:00100000:3.0:1767319894.156698:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384141568 00000100:00100000:3.0:1767319894.156704:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384141568 00000100:00100000:3.0:1767319894.156746:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2798 00000100:00100000:3.0:1767319894.156751:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384141568:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319894.157700:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5060 00000100:00100000:0.0:1767319894.157711:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384141952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319894.157812:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384141952:12345-0@lo:400:kworker.0 Request processed in 104us (19030us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319894.157820:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5060 00000100:00100000:0.0:1767319894.157964:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384141952:0@lo:400:kworker.0 00000100:00080000:2.0:1767319894.157973:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319894.157994:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319894.157998:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319894.158042:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319894.158048:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319894.158052:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384141440:0@lo:38:kworker.0 00000100:00080000:2.0:1767319894.158063:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319894.158066:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319894.158070:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384141824:0@lo:38:kworker.0 00000100:00080000:2.0:1767319894.158079:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319894.158082:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319894.158084:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384142080:0@lo:38:kworker.0 00010000:00020000:3.0:1767319894.158386:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319894.158449:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384141568:12345-0@lo:38:kworker.0 Request processed in 1695us (19264us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319894.158457:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2798 00000100:00100000:1.0:1767319894.162979:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5061 00000100:00100000:1.0:1767319894.162994:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384141696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319894.163086:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384141696:12345-0@lo:400:kworker.0 Request processed in 96us (24171us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319894.163094:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5061 00000100:00100000:0.0:1767319894.163683:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384141696:0@lo:400:kworker.0 00000100:00080000:2.0:1767319894.164827:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319894.164836:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319894.164840:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384141568:0@lo:38:kworker.0 00010000:00010000:3.0:1767319894.647326:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319895.163048:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319895.671010:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319895.671121:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319895.671208:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319895.671230:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384142592:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319895.671296:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319895.671483:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384142592 00000100:00100000:0.0:1767319895.671493:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384142592 00000100:00100000:0.0:1767319895.671551:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2755 00000100:00100000:0.0:1767319895.671562:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384142592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319895.671592:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319895.671626:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384142592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319895.671631:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2755 00000100:00100000:2.0:1767319895.671724:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384142592:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319895.673840:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384142464:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319895.673895:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319895.677207:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384142464 00000100:00100000:2.0:1767319895.677226:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384142464 00000100:00100000:2.0:1767319895.677383:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2756 00000100:00100000:2.0:1767319895.677394:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384142464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319895.677430:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319895.677524:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384142464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 132us (3626us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319895.677532:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2756 00000100:00100000:1.0:1767319895.677627:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384142464:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319896.183998:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319896.694942:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319897.206917:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319897.719012:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319898.230977:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319873/real 1767319873] req@ffff9369b4eb1880 x1853164384137216/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319898 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319898.231017:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b4eb1880 x1853164384137216/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319898 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319898.231040:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319898.231063:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319898.231067:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384137216:0@lo:250:kworker.0 00000100:00080000:1.0:1767319898.231184:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319898.231191:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319898.231194:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319898.231199:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4776 00000100:00080000:1.0:1767319898.231203:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319898.231209:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319898.231251:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf6d80 x1853164384142720/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319898.231282:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319898.231286:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319898.231288:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319898.231291:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4797 00000100:00080000:1.0:1767319898.231294:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319898.231297:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319898.231340:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5c00 x1853164384142848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319898.231349:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319898.231353:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319898.231354:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319898.231359:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4797 00000100:00080000:1.0:1767319898.231361:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319898.231365:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319898.231378:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf7480 x1853164384142976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319898.231416:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319898.231420:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319898.231422:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319898.231426:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4797 00000100:00080000:1.0:1767319898.231428:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319898.231431:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319898.231442:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf7800 x1853164384143232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319898.231461:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319898.231464:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319898.231465:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319898.231469:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4797 00000100:00080000:1.0:1767319898.231471:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319898.231474:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319898.231484:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548f800 x1853164384143488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319898.231536:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384143744:0@lo:400:kworker.0 00000100:00100000:1.0:1767319898.231604:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319898.231655:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319898.231661:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384143616:0@lo:400:kworker.0 00000100:00100000:1.0:1767319898.231683:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319898.231685:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384143360:0@lo:400:kworker.0 00000100:00100000:3.0:1767319898.231718:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319898.231744:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319898.231749:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384143104:0@lo:400:kworker.0 00000100:00100000:3.0:1767319898.231770:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319898.231817:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384143744 00000100:00100000:3.0:1767319898.231824:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384143744 00000100:00100000:3.0:1767319898.231870:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384143616 00000100:00100000:3.0:1767319898.231874:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384143616 00000100:00100000:2.0:1767319898.231880:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1958 00000100:00100000:2.0:1767319898.231890:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384143744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319898.231894:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1959 00000100:00100000:3.0:1767319898.231899:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384143616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319898.232027:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384143360 00000100:00100000:0.0:1767319898.232032:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384143360 00000100:00100000:0.0:1767319898.232061:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384143104 00000100:00100000:0.0:1767319898.232064:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384143104 00000100:00100000:0.0:1767319898.232083:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5062 00000100:00100000:0.0:1767319898.232090:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384143360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319898.232156:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5063 00000100:00100000:1.0:1767319898.232169:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384143104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319898.239686:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384143616:12345-0@lo:400:kworker.0 Request processed in 7772us (7988us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319898.239702:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1959 00000100:00100000:2.0:1767319898.239732:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384143744:12345-0@lo:400:kworker.0 Request processed in 7843us (8126us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319898.239740:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1958 00000100:00100000:3.0:1767319898.239764:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384142720:0@lo:250:kworker.0 00000100:00080000:2.0:1767319898.239771:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319898.239778:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319898.239794:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000100:3.0:1767319898.239814:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384142720 offset 0 length 520: 4 00000100:00100000:3.0:1767319898.239844:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384142848:0@lo:38:kworker.0 00000100:00100000:2.0:1767319898.239845:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384143616:0@lo:400:kworker.0 00000100:00100000:2.0:1767319898.239859:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384143744:0@lo:400:kworker.0 00000100:00100000:3.0:1767319898.239873:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319898.239892:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384142976:0@lo:38:kworker.0 00000100:00100000:2.0:1767319898.239912:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384142848 00000100:00100000:3.0:1767319898.239915:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319898.239918:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384142848 00000100:00100000:3.0:1767319898.239932:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384143232:0@lo:38:kworker.0 00000100:00100000:2.0:1767319898.239944:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24282 00000100:00100000:2.0:1767319898.239951:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384142848:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319898.239951:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319898.239959:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384143488:0@lo:38:kworker.0 00010000:00020000:2.0:1767319898.239970:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319898.239975:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319898.239996:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384142976 00000100:00100000:3.0:1767319898.240000:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384142976 00000100:00100000:2.0:1767319898.240006:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384142848:12345-0@lo:38:kworker.0 Request processed in 55us (132us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319898.240012:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24282 00000100:00100000:3.0:1767319898.240019:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2799 00000100:00100000:2.0:1767319898.240022:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384143232 00000100:00100000:3.0:1767319898.240023:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384142976:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319898.240024:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384143232 00000100:00100000:2.0:1767319898.240031:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384143488 00000100:00100000:2.0:1767319898.240033:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384143488 00010000:00020000:3.0:1767319898.240034:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319898.240041:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24283 00000100:00100000:2.0:1767319898.240045:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384143232:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319898.240053:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319898.240056:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384142976:12345-0@lo:38:kworker.0 Request processed in 32us (141us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319898.240063:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2799 00000100:00100000:2.0:1767319898.240071:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384143232:12345-0@lo:38:kworker.0 Request processed in 25us (119us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319898.240076:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24283 00000100:00100000:2.0:1767319898.240085:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24284 00000100:00100000:2.0:1767319898.240088:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384143488:12345-0@lo:38:kworker.0 00000100:00080000:3.0:1767319898.240088:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319898.240093:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00010000:00020000:2.0:1767319898.240097:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319898.240097:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384142848:0@lo:38:kworker.0 00000100:00080000:3.0:1767319898.240105:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319898.240108:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319898.240111:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384142976:0@lo:38:kworker.0 00000100:00100000:2.0:1767319898.240116:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384143488:12345-0@lo:38:kworker.0 Request processed in 27us (140us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767319898.240118:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767319898.240122:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24284 00000100:00080000:3.0:1767319898.240122:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319898.240125:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384143232:0@lo:38:kworker.0 00000100:00080000:3.0:1767319898.240131:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319898.240134:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319898.240136:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384143488:0@lo:38:kworker.0 00000100:00100000:2.0:1767319898.240153:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319898.241295:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384143360:12345-0@lo:400:kworker.0 Request processed in 9200us (9570us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319898.241308:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5062 00000100:00100000:2.0:1767319898.241558:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384143360:0@lo:400:kworker.0 00000100:00100000:1.0:1767319898.245976:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384143104:12345-0@lo:400:kworker.0 Request processed in 13801us (14193us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319898.245993:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5063 00000100:00100000:2.0:1767319898.253653:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384143104:0@lo:400:kworker.0 00010000:00010000:2.0:1767319898.744821:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319899.216008:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:1.0:1767319899.216054:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297396352 offset 0 length 520: 4 00000100:00100000:1.0:1767319899.216076:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319899.216169:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297396608 00000100:00100000:3.0:1767319899.216180:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297396608 00000100:00100000:3.0:1767319899.216330:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297396480 00000100:00100000:3.0:1767319899.216335:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297396480 00000100:00100000:3.0:1767319899.216354:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5064 00000100:00100000:3.0:1767319899.216365:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297396608:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319899.216436:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297396608:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 73us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319899.216444:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5064 00000100:00100000:3.0:1767319899.216535:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24285 00000100:00100000:3.0:1767319899.216540:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297396480:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319899.216562:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319899.216589:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297396480:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 48us (512us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319899.216596:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24285 00000100:00080000:1.0:1767319899.217451:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319899.257723:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319899.767199:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319900.278921:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319900.790959:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319900.791063:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319900.791086:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384143872:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319900.791152:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319900.791241:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384143872 00000100:00100000:0.0:1767319900.791249:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384143872 00000100:00100000:0.0:1767319900.791312:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2757 00000100:00100000:0.0:1767319900.791322:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384143872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319900.791357:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319900.791398:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384143872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319900.791405:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2757 00000100:00100000:0.0:1767319900.791451:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384143872:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319900.791719:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384144000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319900.791745:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319900.791843:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319900.791904:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384144000 00000100:00100000:2.0:1767319900.791908:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384144000 00000100:00100000:2.0:1767319900.791948:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2758 00000100:00100000:2.0:1767319900.791956:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384144000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319900.791975:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767319900.792174:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319900.792356:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384144000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 400us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319900.792363:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2758 00000100:00100000:3.0:1767319900.795581:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384144000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319901.303034:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319901.815027:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319902.331632:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319902.839183:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319903.351205:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319903.351411:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319903.351418:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319903.351421:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319903.351425:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319903.351429:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319903.351437:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4801 00000100:00080000:2.0:1767319903.351442:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319903.351450:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319903.351488:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84380 x1853164384144128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319903.351512:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319903.351515:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319903.351517:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319903.351522:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4801 00000100:00080000:2.0:1767319903.351524:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319903.351527:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319903.351538:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84000 x1853164384144256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319903.351556:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384144128:0@lo:38:kworker.0 00000100:00080000:2.0:1767319903.351577:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319903.351582:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319903.351584:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319903.351587:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4801 00000100:00080000:2.0:1767319903.351590:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319903.351593:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319903.351604:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae86680 x1853164384144512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319903.351619:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319903.351623:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319903.351625:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319903.351629:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4801 00000100:00080000:2.0:1767319903.351634:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767319903.351634:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319903.351640:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319903.351652:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae86d80 x1853164384144768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319903.351708:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384144128 00000100:00100000:2.0:1767319903.351715:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384144128 00000100:00100000:3.0:1767319903.351727:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384144256:0@lo:38:kworker.0 00000100:00100000:2.0:1767319903.351754:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24286 00000100:00100000:3.0:1767319903.351760:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319903.351767:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384144128:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319903.351809:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384144512:0@lo:38:kworker.0 00010000:00020000:2.0:1767319903.351810:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319903.351836:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319903.351855:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384144768:0@lo:38:kworker.0 00000100:00100000:2.0:1767319903.351876:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384144128:12345-0@lo:38:kworker.0 Request processed in 109us (244us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319903.351883:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319903.351887:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24286 00000100:00100000:2.0:1767319903.351906:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384144512 00000100:00100000:2.0:1767319903.351909:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384144512 00000100:00080000:3.0:1767319903.351920:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767319903.351925:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384144768 00000100:00080000:3.0:1767319903.351926:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319903.351930:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384144768 00000100:00100000:2.0:1767319903.351941:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24287 00000100:00100000:2.0:1767319903.351945:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384144512:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319903.351947:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384144128:0@lo:38:kworker.0 00010000:00020000:2.0:1767319903.351958:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319903.351979:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384144256 00000100:00100000:3.0:1767319903.351984:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384144256 00000100:00100000:2.0:1767319903.351990:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384144512:12345-0@lo:38:kworker.0 Request processed in 42us (152us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319903.351996:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24287 00000100:00100000:3.0:1767319903.352011:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2800 00000100:00100000:2.0:1767319903.352013:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24288 00000100:00100000:3.0:1767319903.352019:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384144256:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319903.352022:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384144768:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319903.352035:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1767319903.352038:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319903.352071:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384144256:12345-0@lo:38:kworker.0 Request processed in 51us (313us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319903.352078:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384144768:12345-0@lo:38:kworker.0 Request processed in 55us (193us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319903.352081:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2800 00000100:00100000:2.0:1767319903.352102:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24288 00000100:00100000:3.0:1767319903.352108:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384145024:0@lo:400:kworker.0 00000100:00100000:2.0:1767319903.352127:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384144896:0@lo:400:kworker.0 00000100:00100000:3.0:1767319903.352138:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319903.352193:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384144640:0@lo:400:kworker.0 00000100:00100000:2.0:1767319903.352428:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319903.352474:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384145024 00000100:00100000:2.0:1767319903.352478:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384145024 00000100:00100000:2.0:1767319903.352513:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384144896 00000100:00100000:2.0:1767319903.352516:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384144896 00000100:00100000:2.0:1767319903.352533:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1960 00000100:00100000:2.0:1767319903.352540:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384145024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319903.352576:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384145024:12345-0@lo:400:kworker.0 Request processed in 38us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319903.352581:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1960 00000100:00100000:2.0:1767319903.352592:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1961 00000100:00100000:2.0:1767319903.352596:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384144896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319903.352619:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384144896:12345-0@lo:400:kworker.0 Request processed in 23us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319903.352623:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1961 00000100:00080000:2.0:1767319903.352638:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319903.352641:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319903.352660:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384144896:0@lo:400:kworker.0 00000100:00080000:2.0:1767319903.352703:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319903.352707:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319903.352709:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384144256:0@lo:38:kworker.0 00000100:00080000:2.0:1767319903.352716:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319903.352718:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319903.352721:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384144512:0@lo:38:kworker.0 00000100:00080000:2.0:1767319903.352728:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319903.352730:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319903.352733:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384144768:0@lo:38:kworker.0 00000100:00100000:0.0:1767319903.352809:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384144384:0@lo:400:kworker.0 00000100:00100000:0.0:1767319903.352841:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319903.355111:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319903.355302:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384144384 00000100:00100000:0.0:1767319903.355310:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384144384 00000100:00100000:0.0:1767319903.355371:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384144640 00000100:00100000:0.0:1767319903.355374:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384144640 00000100:00100000:0.0:1767319903.355397:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5065 00000100:00100000:0.0:1767319903.355406:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384144384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319903.355459:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384144384:12345-0@lo:400:kworker.0 Request processed in 54us (2617us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319903.355466:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5065 00000100:00100000:0.0:1767319903.355480:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5066 00000100:00100000:0.0:1767319903.355486:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384144640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319903.355512:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384144640:12345-0@lo:400:kworker.0 Request processed in 27us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319903.355518:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5066 00000100:00100000:0.0:1767319903.355557:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384144384:0@lo:400:kworker.0 00000100:00080000:1.0:1767319903.356292:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319903.356320:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384144640:0@lo:400:kworker.0 00000100:00100000:3.0:1767319903.361054:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384145024:0@lo:400:kworker.0 00010000:00010000:3.0:1767319903.865173:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319904.334045:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319904.334146:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297396864 00000100:00100000:2.0:1767319904.334156:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297396864 00000100:00100000:2.0:1767319904.334266:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5067 00000100:00100000:2.0:1767319904.334278:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297396864:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319904.334356:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297396864:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 82us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319904.334365:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5067 00000100:00080000:3.0:1767319904.335118:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319904.337000:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319904.337160:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297396736 00000100:00100000:0.0:1767319904.337177:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297396736 00000100:00100000:0.0:1767319904.337216:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24289 00000100:00100000:0.0:1767319904.337230:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297396736:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319904.337271:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319904.337351:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297396736:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 125us (358us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319904.337358:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24289 00000100:00100000:0.0:1767319904.375059:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319904.887100:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319905.400606:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319905.911707:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319905.911739:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384145152:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319905.911839:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319905.911930:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319905.912133:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384145280:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319905.912165:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319905.912250:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384145152 00000100:00100000:1.0:1767319905.912259:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384145152 00000100:00100000:1.0:1767319905.912324:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384145280 00000100:00100000:1.0:1767319905.912328:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384145280 00000100:00100000:1.0:1767319905.912352:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2759 00000100:00100000:1.0:1767319905.912365:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698d1ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384145152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319905.912395:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319905.912439:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698d1ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384145152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319905.912450:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2759 00000100:00100000:1.0:1767319905.912675:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2760 00000100:00100000:1.0:1767319905.912684:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384145280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319905.912699:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319905.912726:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384145280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (560us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319905.912732:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2760 00000100:00080000:0.0:1767319905.912897:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319905.912901:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319905.912933:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384145280:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319905.912947:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384145152:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319906.422931:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319906.936211:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319907.451133:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319907.959308:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319908.470902:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319908.471143:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319908.471148:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319908.471151:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319908.471154:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319908.471157:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319908.471162:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4806 00000100:00080000:2.0:1767319908.471165:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319908.471171:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319908.471208:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae86680 x1853164384145408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319908.471406:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384145408:0@lo:38:kworker.0 00000100:00100000:3.0:1767319908.471473:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319908.471549:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319908.471553:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319908.471555:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319908.471560:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4806 00000100:00080000:2.0:1767319908.471562:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319908.471566:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319908.471579:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84000 x1853164384145536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319908.471625:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384145408 00000100:00100000:0.0:1767319908.471631:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384145408 00000100:00100000:0.0:1767319908.471671:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24290 00000100:00100000:0.0:1767319908.471679:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384145408:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319908.471701:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319908.472642:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384145536:0@lo:38:kworker.0 00000100:00100000:3.0:1767319908.472688:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319908.472865:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384145536 00000100:00100000:1.0:1767319908.472872:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384145536 00000100:00100000:1.0:1767319908.472903:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2801 00000100:00080000:2.0:1767319908.472907:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767319908.472909:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384145536:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767319908.472911:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319908.472914:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319908.472918:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4806 00000100:00080000:2.0:1767319908.472921:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00010000:00020000:1.0:1767319908.472924:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319908.472925:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319908.472941:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae86a00 x1853164384145792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319908.472958:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767319908.472959:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384145536:12345-0@lo:38:kworker.0 Request processed in 50us (271us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767319908.472961:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319908.472963:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767319908.472966:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2801 00000100:00080000:2.0:1767319908.472967:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4806 00000100:00080000:2.0:1767319908.472969:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319908.472972:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319908.472980:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84e00 x1853164384146048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319908.473009:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384145664:0@lo:400:kworker.0 00000100:00100000:1.0:1767319908.473038:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319908.473041:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384145408:12345-0@lo:38:kworker.0 Request processed in 1361us (1566us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319908.473048:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24290 00000100:00100000:1.0:1767319908.473056:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319908.473061:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384145920:0@lo:400:kworker.0 00000100:00100000:0.0:1767319908.473063:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384145664 00000100:00100000:0.0:1767319908.473066:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384145664 00000100:00100000:1.0:1767319908.473080:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319908.473101:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384145920 00000100:00100000:1.0:1767319908.473104:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5068 00000100:00100000:0.0:1767319908.473105:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384145920 00000100:00100000:1.0:1767319908.473116:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384145664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319908.473154:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384145664:12345-0@lo:400:kworker.0 Request processed in 44us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319908.473160:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5068 00000100:00100000:1.0:1767319908.473175:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5069 00000100:00100000:1.0:1767319908.473182:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384145920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319908.473215:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384145920:12345-0@lo:400:kworker.0 Request processed in 26us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319908.473229:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5069 00000100:00080000:3.0:1767319908.473279:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319908.473285:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319908.473289:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384145408:0@lo:38:kworker.0 00000100:00100000:3.0:1767319908.473311:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384145792:0@lo:38:kworker.0 00000100:00100000:3.0:1767319908.473344:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319908.473382:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384146304:0@lo:400:kworker.0 00000100:00100000:2.0:1767319908.473416:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319908.473440:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319908.473445:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384146176:0@lo:400:kworker.0 00000100:00100000:2.0:1767319908.473466:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319908.473496:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384146304 00000100:00100000:2.0:1767319908.473499:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384146304 00000100:00100000:2.0:1767319908.473531:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384146176 00000100:00100000:2.0:1767319908.473534:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384146176 00000100:00100000:2.0:1767319908.473555:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1962 00000100:00100000:2.0:1767319908.473562:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384146304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319908.473601:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384146304:12345-0@lo:400:kworker.0 Request processed in 39us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319908.473607:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1962 00000100:00100000:2.0:1767319908.473618:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1963 00000100:00100000:2.0:1767319908.473624:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384146176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319908.473650:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384146176:12345-0@lo:400:kworker.0 Request processed in 27us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319908.473656:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1963 00000100:00100000:2.0:1767319908.473707:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384146176:0@lo:400:kworker.0 00000100:00100000:2.0:1767319908.473716:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384146304:0@lo:400:kworker.0 00000100:00100000:3.0:1767319908.474674:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384146048:0@lo:38:kworker.0 00000100:00100000:3.0:1767319908.474719:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319908.474775:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384145792 00000100:00100000:0.0:1767319908.474796:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384145792 00000100:00100000:0.0:1767319908.474821:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24291 00000100:00100000:0.0:1767319908.474827:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384145792:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319908.474845:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319908.474959:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384145792:12345-0@lo:38:kworker.0 Request processed in 53us (1536us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319908.474966:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24291 00000100:00100000:0.0:1767319908.475034:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384145920:0@lo:400:kworker.0 00000100:00100000:0.0:1767319908.475047:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384145664:0@lo:400:kworker.0 00000100:00080000:0.0:1767319908.475076:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319908.475080:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319908.475083:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319908.475468:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319908.475475:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319908.475478:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384145536:0@lo:38:kworker.0 00000100:00080000:3.0:1767319908.475497:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319908.475501:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319908.475504:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384145792:0@lo:38:kworker.0 00000100:00100000:2.0:1767319908.475547:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384146048 00000100:00100000:2.0:1767319908.475552:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384146048 00000100:00100000:1.0:1767319908.475590:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24292 00000100:00100000:1.0:1767319908.475596:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384146048:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319908.475609:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319908.475656:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384146048:12345-0@lo:38:kworker.0 Request processed in 58us (936us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319908.475661:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24292 00000100:00080000:3.0:1767319908.475720:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319908.475725:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319908.475728:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384146048:0@lo:38:kworker.0 00010000:00010000:3.0:1767319908.983626:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319909.449086:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319909.450471:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297396992 00000100:00100000:0.0:1767319909.450487:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297396992 00000100:00100000:0.0:1767319909.450557:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24293 00000100:00100000:0.0:1767319909.450566:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297396992:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319909.450596:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319909.450690:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297396992:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 123us (1612us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319909.450698:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24293 00000100:00100000:3.0:1767319909.453683:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319909.457833:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297397120 00000100:00100000:1.0:1767319909.457852:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297397120 00000100:00100000:1.0:1767319909.457960:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5070 00000100:00100000:1.0:1767319909.457980:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297397120:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:0.0:1767319909.459388:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319909.459697:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297397120:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 1717us (6015us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319909.459710:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5070 00000100:00100000:0.0:1767319909.495014:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319910.010458:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319910.520241:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319911.031857:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319911.031931:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384146432:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319911.031939:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384146560:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319911.032007:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319911.032422:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319911.032584:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384146560 00000100:00100000:1.0:1767319911.032592:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384146560 00000100:00100000:1.0:1767319911.032639:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384146432 00000100:00100000:1.0:1767319911.032641:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384146432 00000100:00100000:1.0:1767319911.032662:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2761 00000100:00100000:1.0:1767319911.032675:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384146560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319911.032706:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319911.032734:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2762 00000100:00100000:3.0:1767319911.032746:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384146432:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319911.032766:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384146560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (759us total) trans 0 rc 0/0 00002000:00000024:3.0:1767319911.032767:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319911.032778:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2761 00000100:00080000:0.0:1767319911.032893:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319911.032898:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319911.033024:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384146560:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319911.036402:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384146432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3647us (3967us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319911.036418:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2762 00000100:00100000:0.0:1767319911.037177:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384146432:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319911.545452:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319912.055217:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319912.566890:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319913.081143:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319913.591026:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319913.591038:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319913.591041:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319913.591046:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319913.591051:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319913.591059:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4811 00000100:00080000:0.0:1767319913.591063:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319913.591069:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319913.591109:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb2300 x1853164384146688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319913.591134:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319913.591138:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319913.591140:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319913.591144:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4811 00000100:00080000:0.0:1767319913.591146:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319913.591149:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319913.591163:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb1f80 x1853164384146816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319913.591212:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319913.591217:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319913.591218:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319913.591222:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4811 00000100:00080000:0.0:1767319913.591224:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319913.591228:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319913.591244:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb1500 x1853164384147072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319913.591262:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767319913.591264:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384146944:0@lo:400:kworker.0 00000100:00080000:0.0:1767319913.591267:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319913.591271:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319913.591276:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4811 00000100:00080000:0.0:1767319913.591279:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319913.591282:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319913.591295:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb1880 x1853164384147328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319913.591342:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319913.591367:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384147456:0@lo:400:kworker.0 00000100:00100000:0.0:1767319913.591410:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319913.591414:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319913.591424:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384147200:0@lo:400:kworker.0 00000100:00100000:0.0:1767319913.591437:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319913.591446:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384147584:0@lo:400:kworker.0 00000100:00100000:1.0:1767319913.591455:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319913.591481:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319913.591503:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384146944 00000100:00100000:1.0:1767319913.591513:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384146944 00000100:00100000:2.0:1767319913.591568:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319913.591594:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384147456 00000100:00100000:1.0:1767319913.591595:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384147200 00000100:00100000:2.0:1767319913.591599:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384147456 00000100:00100000:1.0:1767319913.591601:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384147200 00000100:00100000:1.0:1767319913.591635:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5071 00000100:00100000:2.0:1767319913.591643:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384147584 00000100:00100000:2.0:1767319913.591647:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384147584 00000100:00100000:1.0:1767319913.591648:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384146944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319913.591670:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1964 00000100:00100000:2.0:1767319913.591680:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384147456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319913.591708:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384146944:12345-0@lo:400:kworker.0 Request processed in 64us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319913.591718:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5071 00000100:00100000:2.0:1767319913.591728:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384147456:12345-0@lo:400:kworker.0 Request processed in 50us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319913.591741:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5072 00000100:00100000:2.0:1767319913.591741:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1964 00000100:00100000:1.0:1767319913.591754:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384147200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319913.591760:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1965 00000100:00100000:2.0:1767319913.591769:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384147584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319913.591822:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384147200:12345-0@lo:400:kworker.0 Request processed in 71us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319913.591829:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384147584:12345-0@lo:400:kworker.0 Request processed in 61us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319913.591830:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5072 00000100:00100000:2.0:1767319913.591840:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1965 00000100:00100000:1.0:1767319913.591875:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384147200:0@lo:400:kworker.0 00000100:00100000:1.0:1767319913.591890:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384146944:0@lo:400:kworker.0 00000100:00100000:3.0:1767319913.592510:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384146688:0@lo:38:kworker.0 00000100:00100000:3.0:1767319913.592548:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319913.592586:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384146816:0@lo:38:kworker.0 00000100:00100000:3.0:1767319913.592609:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319913.592645:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384147072:0@lo:38:kworker.0 00000100:00080000:0.0:1767319913.592668:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319913.592673:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319913.592675:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319913.592680:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319913.592698:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384146688 00000100:00100000:3.0:1767319913.592699:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384147328:0@lo:38:kworker.0 00000100:00100000:0.0:1767319913.592705:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384146688 00000100:00100000:3.0:1767319913.592729:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319913.592740:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384147072 00000100:00100000:0.0:1767319913.592744:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384147072 00000100:00100000:3.0:1767319913.592758:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384147328 00000100:00100000:3.0:1767319913.592764:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384147328 00000100:00100000:0.0:1767319913.592765:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24294 00000100:00100000:0.0:1767319913.592772:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384146688:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319913.592809:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24295 00010000:00020000:0.0:1767319913.592815:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319913.592818:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384147072:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319913.592831:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319913.592870:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384146688:12345-0@lo:38:kworker.0 Request processed in 96us (320us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319913.592874:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384147072:12345-0@lo:38:kworker.0 Request processed in 55us (200us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319913.592882:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24294 00000100:00100000:1.0:1767319913.594274:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384146816 00000100:00100000:1.0:1767319913.594285:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384146816 00000100:00100000:1.0:1767319913.594331:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2802 00000100:00100000:1.0:1767319913.594347:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384146816:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319913.594364:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319913.594423:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384146816:12345-0@lo:38:kworker.0 Request processed in 75us (1812us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319913.594429:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2802 00000100:00100000:3.0:1767319913.594759:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24295 00000100:00100000:3.0:1767319913.594777:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24296 00000100:00100000:3.0:1767319913.594795:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384147328:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319913.594805:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319913.594835:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384147328:12345-0@lo:38:kworker.0 Request processed in 40us (2106us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319913.594841:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24296 00000100:00080000:3.0:1767319913.594877:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319913.594882:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319913.594887:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384146688:0@lo:38:kworker.0 00000100:00080000:3.0:1767319913.594896:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319913.594899:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319913.594901:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384146816:0@lo:38:kworker.0 00000100:00080000:3.0:1767319913.594910:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319913.594913:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319913.594915:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384147072:0@lo:38:kworker.0 00000100:00080000:3.0:1767319913.594923:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319913.594926:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319913.594930:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384147328:0@lo:38:kworker.0 00000100:00100000:3.0:1767319913.594995:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384147584:0@lo:400:kworker.0 00000100:00100000:3.0:1767319913.595008:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384147456:0@lo:400:kworker.0 00010000:00010000:3.0:1767319914.103296:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319914.570043:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319914.570143:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297397248 00000100:00100000:0.0:1767319914.570157:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297397248 00000100:00100000:0.0:1767319914.570224:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24297 00000100:00100000:0.0:1767319914.570232:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297397248:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319914.570265:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319914.570339:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297397248:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 106us (304us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319914.570347:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24297 00000100:00100000:3.0:1767319914.573582:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319914.575086:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297397376 00000100:00100000:0.0:1767319914.575101:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297397376 00000100:00100000:0.0:1767319914.575230:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5073 00000100:00100000:0.0:1767319914.575240:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297397376:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319914.575400:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297397376:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 161us (1827us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319914.575408:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5073 00000100:00080000:2.0:1767319914.576091:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319914.615854:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319915.127017:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319915.639038:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319916.151282:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319916.152411:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384147712:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319916.152490:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319916.152619:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384147712 00000100:00100000:0.0:1767319916.152628:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384147712 00000100:00100000:0.0:1767319916.152699:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2763 00000100:00100000:0.0:1767319916.152709:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384147712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319916.152759:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1767319916.152894:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319916.153244:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384147840:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319916.153276:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319916.153317:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384147840 00000100:00100000:3.0:1767319916.153321:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384147840 00000100:00100000:3.0:1767319916.153354:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2764 00000100:00100000:3.0:1767319916.153362:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384147840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319916.153379:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319916.153411:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384147840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319916.153418:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2764 00000100:00080000:3.0:1767319916.153438:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319916.153468:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384147840:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319916.154337:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384147712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1627us (1843us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319916.154347:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2763 00000100:00100000:2.0:1767319916.154419:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384147712:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319916.664722:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319917.175000:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319917.686934:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319918.199923:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319918.711302:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319918.711377:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319918.711383:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319918.711386:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319918.711390:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319918.711394:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319918.711401:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4816 00000100:00080000:2.0:1767319918.711405:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319918.711412:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319918.711451:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84000 x1853164384147968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319918.711473:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319918.711477:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319918.711479:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319918.711483:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4816 00000100:00080000:2.0:1767319918.711485:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319918.711488:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319918.711502:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae85180 x1853164384148096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319918.711542:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319918.711545:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319918.711546:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319918.711549:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4816 00000100:00080000:2.0:1767319918.711551:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319918.711554:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319918.711567:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780a80 x1853164384148352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319918.711580:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319918.711584:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319918.711585:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319918.711588:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4816 00000100:00080000:2.0:1767319918.711590:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319918.711593:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319918.711602:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8782d80 x1853164384148608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319918.711662:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384148736:0@lo:400:kworker.0 00000100:00100000:2.0:1767319918.711735:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319918.711818:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319918.711825:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384148864:0@lo:400:kworker.0 00000100:00100000:2.0:1767319918.711848:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319918.712224:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384148736 00000100:00100000:0.0:1767319918.712232:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384148736 00000100:00100000:0.0:1767319918.712282:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384148864 00000100:00100000:0.0:1767319918.712286:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384148864 00000100:00100000:0.0:1767319918.712307:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1966 00000100:00100000:0.0:1767319918.712316:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384148736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319918.712369:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384148736:12345-0@lo:400:kworker.0 Request processed in 54us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319918.712376:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1966 00000100:00100000:0.0:1767319918.712393:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1967 00000100:00100000:0.0:1767319918.712399:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384148864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319918.712425:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384148864:12345-0@lo:400:kworker.0 Request processed in 27us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319918.712430:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1967 00000100:00100000:0.0:1767319918.712493:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384148864:0@lo:400:kworker.0 00000100:00100000:0.0:1767319918.712501:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384148736:0@lo:400:kworker.0 00000100:00080000:3.0:1767319918.712588:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319918.712592:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319918.712610:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384147968:0@lo:38:kworker.0 00000100:00100000:3.0:1767319918.712642:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319918.712671:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384148096:0@lo:38:kworker.0 00000100:00100000:3.0:1767319918.712695:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319918.712715:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384148352:0@lo:38:kworker.0 00000100:00100000:3.0:1767319918.712734:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319918.712747:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384148608:0@lo:38:kworker.0 00000100:00100000:3.0:1767319918.712764:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319918.712843:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384147968 00000100:00100000:0.0:1767319918.712847:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384147968 00000100:00100000:0.0:1767319918.712875:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384148352 00000100:00100000:0.0:1767319918.712878:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384148352 00000100:00100000:0.0:1767319918.712888:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384148608 00000100:00100000:0.0:1767319918.712891:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384148608 00000100:00100000:0.0:1767319918.712902:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24298 00000100:00100000:0.0:1767319918.712906:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384147968:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319918.712922:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319918.714516:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24299 00000100:00100000:2.0:1767319918.714527:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384148352:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319918.714544:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319918.714769:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384148480:0@lo:400:kworker.0 00000100:00100000:3.0:1767319918.714863:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24300 00000100:00100000:3.0:1767319918.714870:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384148608:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319918.714880:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319918.715008:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384148352:12345-0@lo:38:kworker.0 Request processed in 480us (2272us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319918.715016:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24299 00000100:00080000:2.0:1767319918.715088:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319918.715093:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319918.715097:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384148352:0@lo:38:kworker.0 00000100:00100000:2.0:1767319918.715145:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384148096 00000100:00100000:2.0:1767319918.715151:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384148096 00000100:00100000:2.0:1767319918.715180:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2803 00000100:00100000:2.0:1767319918.715185:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5b4b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384148096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319918.715196:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319918.715227:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5b4b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384148096:12345-0@lo:38:kworker.0 Request processed in 41us (2531us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319918.715233:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2803 00000100:00100000:2.0:1767319918.715413:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384148224:0@lo:400:kworker.0 00000100:00100000:2.0:1767319918.715441:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319918.715473:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384148224 00000100:00100000:2.0:1767319918.715477:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384148224 00000100:00100000:2.0:1767319918.715515:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5074 00000100:00100000:2.0:1767319918.715522:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384148224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319918.715563:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384148224:12345-0@lo:400:kworker.0 Request processed in 41us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319918.715569:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5074 00000100:00100000:2.0:1767319918.715598:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384148224:0@lo:400:kworker.0 00000100:00080000:2.0:1767319918.715622:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319918.715626:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319918.715629:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384148096:0@lo:38:kworker.0 00000100:00080000:2.0:1767319918.715651:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319918.722272:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384147968:12345-0@lo:38:kworker.0 Request processed in 9353us (9618us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319918.722287:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24298 00000100:00080000:0.0:1767319918.722360:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319918.722366:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319918.722370:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384147968:0@lo:38:kworker.0 00000100:00100000:1.0:1767319918.723549:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319918.723799:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384148608:12345-0@lo:38:kworker.0 Request processed in 8912us (11016us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319918.723809:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24300 00000100:00100000:3.0:1767319918.723832:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384148480 00000100:00100000:3.0:1767319918.723839:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384148480 00000100:00100000:3.0:1767319918.723904:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5075 00000100:00100000:3.0:1767319918.723913:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384148480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319918.724465:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384148480:12345-0@lo:400:kworker.0 Request processed in 549us (916us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319918.724475:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5075 00000100:00080000:1.0:1767319918.724815:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319918.724854:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384148480:0@lo:400:kworker.0 00000100:00080000:2.0:1767319918.725551:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319918.725559:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319918.725563:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384148608:0@lo:38:kworker.0 00010000:00010000:3.0:1767319919.222996:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319919.696602:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319919.696659:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319919.696758:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297397632 00000100:00100000:2.0:1767319919.696769:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297397632 00000100:00100000:2.0:1767319919.696873:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297397504 00000100:00100000:2.0:1767319919.696877:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297397504 00000100:00100000:2.0:1767319919.696899:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5076 00000100:00100000:2.0:1767319919.696909:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297397632:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319919.696981:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297397632:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 73us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319919.696990:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5076 00000100:00100000:2.0:1767319919.697010:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24301 00000100:00100000:2.0:1767319919.697014:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297397504:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319919.697035:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319919.697058:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297397504:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 42us (400us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319919.697065:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24301 00000100:00080000:1.0:1767319919.697166:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319919.735302:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319920.247240:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319920.758924:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319921.270900:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319921.271697:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319921.271719:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384148992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319921.271811:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319921.272062:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384148992 00000100:00100000:3.0:1767319921.272071:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384148992 00000100:00100000:3.0:1767319921.272147:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2765 00000100:00100000:3.0:1767319921.272171:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384148992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319921.272201:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319921.272250:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384148992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319921.272258:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2765 00000100:00100000:3.0:1767319921.272302:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384148992:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319921.272573:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319921.273265:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319921.273280:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384149120:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319921.273325:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319921.273532:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384149120 00000100:00100000:0.0:1767319921.273540:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384149120 00000100:00100000:0.0:1767319921.273598:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2766 00000100:00100000:0.0:1767319921.273607:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384149120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319921.273630:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319921.273670:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384149120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319921.273676:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2766 00000100:00080000:2.0:1767319921.273839:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319921.273873:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384149120:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319921.785276:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319922.296253:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319922.807150:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319923.319413:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319923.782238:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:3.0:1767319923.782839:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297397760 offset 0 length 520: 4 00000100:00100000:3.0:1767319923.782874:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319923.787630:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297398016 00000100:00100000:1.0:1767319923.787648:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297398016 00000100:00080000:2.0:1767319923.787934:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319923.788034:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297397888 00000100:00100000:1.0:1767319923.788039:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297397888 00000100:00100000:1.0:1767319923.788085:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5077 00000100:00100000:1.0:1767319923.788102:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297398016:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319923.788192:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297398016:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 97us (5963us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319923.788200:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5077 00000100:00100000:1.0:1767319923.788220:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24302 00000100:00100000:1.0:1767319923.788225:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297397888:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319923.788247:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319923.788272:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297397888:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 45us (5398us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319923.788278:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24302 00000100:00100000:3.0:1767319923.830907:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319923.831133:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319923.831140:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319923.831143:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319923.831148:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319923.831153:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319923.831162:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4821 00000100:00080000:2.0:1767319923.831167:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319923.831175:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319923.831222:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780380 x1853164384149248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319923.831243:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319923.831246:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319923.831248:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319923.831252:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4821 00000100:00080000:2.0:1767319923.831256:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319923.831260:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319923.831277:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780a80 x1853164384149376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319923.831314:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319923.831318:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319923.831320:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319923.831323:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4821 00000100:00080000:2.0:1767319923.831325:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319923.831329:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319923.831340:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8782680 x1853164384149632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319923.831356:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319923.831359:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319923.831361:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319923.831365:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4821 00000100:00080000:2.0:1767319923.831368:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319923.831371:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319923.831381:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8782300 x1853164384149888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319923.831448:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384150016:0@lo:400:kworker.0 00000100:00100000:0.0:1767319923.831591:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319898/real 1767319898] req@ffff93698baf6d80 x1853164384142720/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319923 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319923.831619:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93698baf6d80 x1853164384142720/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319923 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319923.831636:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384149248:0@lo:38:kworker.0 00000100:00100000:0.0:1767319923.831726:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319923.831807:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384149376:0@lo:38:kworker.0 00000100:00100000:0.0:1767319923.831835:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319923.831861:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384149632:0@lo:38:kworker.0 00000100:00100000:0.0:1767319923.831881:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319923.831898:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384149888:0@lo:38:kworker.0 00000100:00100000:0.0:1767319923.831919:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319923.831936:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319923.831948:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319923.831952:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384142720:0@lo:250:kworker.0 00000100:00100000:0.0:1767319923.832003:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384149376 00000100:00100000:0.0:1767319923.832011:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384149376 00000100:00100000:0.0:1767319923.832049:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2804 00000100:00100000:0.0:1767319923.832055:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384149376:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319923.832085:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319923.832128:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384149376:12345-0@lo:38:kworker.0 Request processed in 71us (291us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319923.832135:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2804 00000100:00100000:0.0:1767319923.832159:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384149248 00000100:00100000:0.0:1767319923.832162:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384149248 00000100:00100000:0.0:1767319923.832180:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384149632 00000100:00100000:0.0:1767319923.832183:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384149632 00000100:00100000:0.0:1767319923.832196:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384149888 00000100:00100000:0.0:1767319923.832199:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384149888 00000100:00100000:0.0:1767319923.832209:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24303 00000100:00100000:0.0:1767319923.832213:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384149248:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319923.832223:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319923.832246:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384149248:12345-0@lo:38:kworker.0 Request processed in 32us (521us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319923.832252:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24303 00000100:00100000:0.0:1767319923.832264:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24304 00000100:00100000:0.0:1767319923.832267:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384149632:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319923.832275:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319923.832294:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384149632:12345-0@lo:38:kworker.0 Request processed in 26us (412us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319923.832299:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24304 00000100:00100000:0.0:1767319923.832310:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24305 00000100:00100000:0.0:1767319923.832313:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384149888:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319923.832321:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319923.832341:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384149888:12345-0@lo:38:kworker.0 Request processed in 26us (421us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319923.832346:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24305 00000100:00080000:0.0:1767319923.832372:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319923.832375:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319923.832377:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319923.832381:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4801 00000100:00080000:0.0:1767319923.832383:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319923.832388:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319923.832406:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891da9c00 x1853164384150272/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319923.832431:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384150272:0@lo:250:kworker.0 00000400:00000100:0.0:1767319923.832450:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384150272 offset 0 length 520: 4 00000100:00100000:3.0:1767319923.832671:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384149760:0@lo:400:kworker.0 00000100:00100000:3.0:1767319923.832700:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319923.832725:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319923.832731:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384149504:0@lo:400:kworker.0 00000100:00100000:3.0:1767319923.832752:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319923.832776:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384149760 00000100:00100000:3.0:1767319923.832800:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384149760 00000100:00100000:3.0:1767319923.832841:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384149504 00000100:00100000:3.0:1767319923.832844:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384149504 00000100:00100000:3.0:1767319923.832865:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5078 00000100:00100000:3.0:1767319923.832871:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384149760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319923.832916:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384149760:12345-0@lo:400:kworker.0 Request processed in 44us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319923.832922:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5078 00000100:00100000:3.0:1767319923.832935:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5079 00000100:00100000:3.0:1767319923.832941:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384149504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319923.832967:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384149504:12345-0@lo:400:kworker.0 Request processed in 26us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319923.832972:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5079 00000100:00100000:3.0:1767319923.833019:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384149504:0@lo:400:kworker.0 00000100:00100000:3.0:1767319923.833029:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384149760:0@lo:400:kworker.0 00000100:00100000:3.0:1767319923.833053:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384150144:0@lo:400:kworker.0 00000100:00100000:3.0:1767319923.833090:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319923.833121:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384150144 00000100:00100000:3.0:1767319923.833125:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384150144 00000100:00100000:3.0:1767319923.833153:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1968 00000100:00100000:3.0:1767319923.833160:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384150144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319923.833194:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384150144:12345-0@lo:400:kworker.0 Request processed in 35us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319923.833200:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1968 00000100:00100000:3.0:1767319923.833227:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384150144:0@lo:400:kworker.0 00000100:00080000:3.0:1767319923.833269:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319923.833274:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319923.834138:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319923.834144:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319923.834147:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384149248:0@lo:38:kworker.0 00000100:00080000:0.0:1767319923.834158:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319923.834161:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319923.834163:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384149376:0@lo:38:kworker.0 00000100:00080000:0.0:1767319923.834172:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319923.834175:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319923.834178:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384149632:0@lo:38:kworker.0 00000100:00080000:0.0:1767319923.834186:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319923.834189:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319923.834192:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384149888:0@lo:38:kworker.0 00000100:00100000:2.0:1767319923.834616:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319923.835092:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384150016 00000100:00100000:0.0:1767319923.835105:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384150016 00000100:00100000:0.0:1767319923.835171:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1969 00000100:00100000:0.0:1767319923.835180:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384150016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319923.835230:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384150016:12345-0@lo:400:kworker.0 Request processed in 52us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319923.835236:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1969 00000100:00080000:2.0:1767319923.837417:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319923.837493:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384150016:0@lo:400:kworker.0 00010000:00010000:2.0:1767319924.343006:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319924.856810:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319925.367132:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319925.879011:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319926.391178:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384150400:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319926.391263:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319926.391351:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319926.391358:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384150528:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319926.391382:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319926.391529:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384150400 00000100:00100000:3.0:1767319926.391538:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384150400 00000100:00100000:3.0:1767319926.391591:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384150528 00000100:00100000:3.0:1767319926.391594:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384150528 00000100:00100000:3.0:1767319926.391614:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2767 00000100:00100000:3.0:1767319926.391623:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384150400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319926.391652:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319926.391699:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384150400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319926.391706:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2767 00000100:00100000:3.0:1767319926.391722:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2768 00000100:00100000:3.0:1767319926.391728:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384150528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319926.391742:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319926.391766:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384150528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319926.391772:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2768 00000100:00080000:3.0:1767319926.391804:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319926.391813:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319926.391857:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384150528:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319926.391870:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384150400:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319926.392241:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319926.906551:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319927.415348:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319927.927058:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319928.439071:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319928.906918:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319928.907096:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297398144 00000100:00100000:1.0:1767319928.907107:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297398144 00000100:00100000:1.0:1767319928.907162:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24306 00000100:00100000:1.0:1767319928.907170:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297398144:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319928.907193:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319928.907297:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297398144:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 125us (387us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319928.907304:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24306 00000100:00100000:3.0:1767319928.909270:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319928.909591:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297398272 00000100:00100000:1.0:1767319928.909601:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297398272 00000100:00100000:1.0:1767319928.909726:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5080 00000100:00100000:1.0:1767319928.909739:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297398272:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319928.909831:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297398272:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 96us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319928.909838:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5080 00000100:00080000:2.0:1767319928.911599:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319928.952592:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319928.952603:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319928.952606:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319928.952610:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319928.952615:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319928.952625:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4827 00000100:00080000:2.0:1767319928.952631:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319928.952638:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319928.952691:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8781f80 x1853164384150656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319928.952722:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319928.952726:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319928.952728:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319928.952733:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4827 00000100:00080000:2.0:1767319928.952735:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319928.952739:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319928.952752:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780700 x1853164384150784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319928.952823:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319928.952827:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319928.952828:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319928.952831:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4827 00000100:00080000:2.0:1767319928.952833:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319928.952837:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319928.952847:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8782300 x1853164384151040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319928.954793:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319928.954832:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319928.955103:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384150656:0@lo:38:kworker.0 00000100:00100000:0.0:1767319928.955179:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319928.955242:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384150784:0@lo:38:kworker.0 00000100:00100000:0.0:1767319928.955268:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319928.955311:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384150656 00000100:00100000:0.0:1767319928.955318:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384150656 00000100:00100000:0.0:1767319928.955355:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24307 00000100:00100000:0.0:1767319928.955362:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384150656:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319928.955393:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319928.955624:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319928.955629:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319928.955632:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319928.955637:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4827 00000100:00080000:2.0:1767319928.955640:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319928.955645:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319928.955664:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780a80 x1853164384151296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319928.955710:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384151552:0@lo:400:kworker.0 00000100:00100000:2.0:1767319928.955742:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319928.956309:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319928.956323:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384151168:0@lo:400:kworker.0 00000100:00100000:1.0:1767319928.956358:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319928.956393:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384151552 00000100:00100000:1.0:1767319928.956398:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384151552 00000100:00100000:1.0:1767319928.956612:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1970 00000100:00100000:1.0:1767319928.956624:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384151552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319928.956667:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384151552:12345-0@lo:400:kworker.0 Request processed in 48us (924us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319928.956673:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1970 00000100:00100000:1.0:1767319928.956694:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384151168 00000100:00100000:1.0:1767319928.956698:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384151168 00000100:00100000:1.0:1767319928.956727:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5081 00000100:00100000:1.0:1767319928.956733:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384151168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319928.956766:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384151168:12345-0@lo:400:kworker.0 Request processed in 33us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319928.956772:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5081 00000100:00100000:1.0:1767319928.956834:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384151168:0@lo:400:kworker.0 00000100:00100000:3.0:1767319928.957067:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384150912:0@lo:400:kworker.0 00000100:00100000:3.0:1767319928.957099:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319928.957129:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384150784 00000100:00100000:3.0:1767319928.957133:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384150784 00000100:00100000:3.0:1767319928.957155:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2805 00000100:00100000:3.0:1767319928.957160:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384150784:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319928.957174:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319928.957202:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384150784:12345-0@lo:38:kworker.0 Request processed in 41us (1932us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319928.957207:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2805 00000100:00100000:3.0:1767319928.957241:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384151424:0@lo:400:kworker.0 00000100:00100000:3.0:1767319928.957265:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319928.957295:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319928.957300:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319928.957316:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384150912 00000100:00100000:3.0:1767319928.957320:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384150912 00000100:00100000:3.0:1767319928.957348:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5082 00000100:00100000:3.0:1767319928.957354:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384150912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319928.957386:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384150912:12345-0@lo:400:kworker.0 Request processed in 32us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319928.957391:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5082 00000100:00100000:0.0:1767319928.957609:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384150656:12345-0@lo:38:kworker.0 Request processed in 2246us (2429us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319928.957617:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24307 00000100:00100000:0.0:1767319928.957644:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384151040:0@lo:38:kworker.0 00000100:00100000:0.0:1767319928.957670:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319928.957685:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384151296:0@lo:38:kworker.0 00000100:00100000:0.0:1767319928.957704:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319928.957728:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319928.957734:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319928.957738:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384150656:0@lo:38:kworker.0 00000100:00080000:0.0:1767319928.957749:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319928.957753:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319928.957756:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384150784:0@lo:38:kworker.0 00000100:00100000:0.0:1767319928.957795:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384151040 00000100:00100000:0.0:1767319928.957799:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384151040 00000100:00100000:0.0:1767319928.957815:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384151296 00000100:00100000:0.0:1767319928.957818:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384151296 00000100:00100000:0.0:1767319928.957826:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24308 00000100:00100000:0.0:1767319928.957830:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384151040:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319928.957841:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319928.958060:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384151552:0@lo:400:kworker.0 00000100:00100000:2.0:1767319928.958100:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384150912:0@lo:400:kworker.0 00000100:00100000:2.0:1767319928.958124:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24309 00000100:00100000:2.0:1767319928.958129:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384151296:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319928.958143:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319928.958176:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384151296:12345-0@lo:38:kworker.0 Request processed in 47us (472us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319928.958182:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24309 00000100:00100000:2.0:1767319928.958210:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384151424 00000100:00100000:2.0:1767319928.958213:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384151424 00000100:00100000:2.0:1767319928.958239:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1971 00000100:00100000:2.0:1767319928.958245:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384151424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319928.958278:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384151424:12345-0@lo:400:kworker.0 Request processed in 33us (1012us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319928.958283:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1971 00000100:00100000:2.0:1767319928.958321:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384151424:0@lo:400:kworker.0 00000100:00080000:1.0:1767319928.958616:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319928.958621:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319928.958624:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384151296:0@lo:38:kworker.0 00000100:00080000:3.0:1767319928.959307:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319928.959698:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384151040:12345-0@lo:38:kworker.0 Request processed in 1863us (2024us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319928.959708:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24308 00000100:00080000:3.0:1767319928.959765:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319928.959835:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319928.959840:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319928.959842:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384151040:0@lo:38:kworker.0 00010000:00010000:2.0:1767319929.463286:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319929.974907:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319930.487722:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319930.998987:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319931.510953:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319931.511896:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319931.518185:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319931.518218:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384151808:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319931.518291:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319931.522360:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384151808 00000100:00100000:3.0:1767319931.522378:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384151808 00000100:00100000:3.0:1767319931.522488:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2769 00000100:00100000:3.0:1767319931.522499:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384151808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319931.522591:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319931.522676:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384151808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 179us (4384us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319931.522683:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2769 00000100:00100000:1.0:1767319931.522898:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384151808:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319931.522932:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319931.526977:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384151680:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319931.527075:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319931.527314:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384151680 00000100:00100000:3.0:1767319931.527325:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384151680 00000100:00100000:3.0:1767319931.527422:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2770 00000100:00100000:3.0:1767319931.527432:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384151680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319931.527463:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319931.527507:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384151680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319931.527514:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2770 00000100:00080000:1.0:1767319931.527815:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319931.528000:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384151680:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319932.023140:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319932.535494:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319933.049239:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319933.559023:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319934.029153:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319934.029207:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319934.029281:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297398400 00000100:00100000:3.0:1767319934.029291:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297398400 00000100:00100000:3.0:1767319934.029338:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297398528 00000100:00100000:3.0:1767319934.029341:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297398528 00000100:00100000:3.0:1767319934.029400:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5083 00000100:00100000:3.0:1767319934.029410:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297398528:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:0.0:1767319934.029593:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319934.029690:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297398528:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 281us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319934.029699:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5083 00000100:00100000:3.0:1767319934.029728:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24310 00000100:00100000:3.0:1767319934.030060:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297398400:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319934.030079:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319934.030315:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297398400:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 253us (1173us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319934.030323:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24310 00000100:00100000:3.0:1767319934.070870:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319934.071048:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319934.071053:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319934.071057:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319934.071061:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319934.071064:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319934.071071:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4832 00000100:00080000:3.0:1767319934.071075:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319934.071082:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319934.071122:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a398e00 x1853164384151936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319934.071152:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319934.071155:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319934.071157:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319934.071162:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4832 00000100:00080000:3.0:1767319934.071164:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319934.071167:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319934.071180:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39a300 x1853164384152064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319934.071225:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319934.071229:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319934.071231:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319934.071234:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4832 00000100:00080000:3.0:1767319934.071237:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319934.071241:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319934.071257:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a399c00 x1853164384152320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319934.071272:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319934.071275:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319934.071277:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319934.071280:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4832 00000100:00080000:3.0:1767319934.071283:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319934.071286:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319934.071295:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39b800 x1853164384152576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319934.071400:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384152192:0@lo:400:kworker.0 00000100:00100000:1.0:1767319934.071403:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384152448:0@lo:400:kworker.0 00000100:00100000:0.0:1767319934.071477:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384152832:0@lo:400:kworker.0 00000100:00100000:0.0:1767319934.073388:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319934.073478:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319934.073490:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384152704:0@lo:400:kworker.0 00000100:00100000:0.0:1767319934.073523:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319934.073567:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384151936:0@lo:38:kworker.0 00000100:00100000:0.0:1767319934.073596:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319934.073622:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384152064:0@lo:38:kworker.0 00000100:00100000:1.0:1767319934.073655:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319934.073656:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319934.073726:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384152832 00000100:00100000:3.0:1767319934.073736:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384152832 00000100:00100000:3.0:1767319934.073818:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384152704 00000100:00100000:3.0:1767319934.073822:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384152704 00000100:00100000:3.0:1767319934.073847:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1972 00000100:00100000:3.0:1767319934.073856:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384152832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319934.073900:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384151936 00000100:00100000:1.0:1767319934.073906:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384151936 00000100:00100000:1.0:1767319934.073932:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384152448 00000100:00100000:1.0:1767319934.073935:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384152448 00000100:00100000:3.0:1767319934.073939:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384152832:12345-0@lo:400:kworker.0 Request processed in 72us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319934.073948:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1972 00000100:00100000:3.0:1767319934.073970:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1973 00000100:00100000:1.0:1767319934.073974:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5084 00000100:00100000:3.0:1767319934.073979:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384152704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319934.073998:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384152448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319934.074020:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384152704:12345-0@lo:400:kworker.0 Request processed in 42us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319934.074027:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1973 00000100:00100000:1.0:1767319934.074049:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384152448:12345-0@lo:400:kworker.0 Request processed in 66us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319934.074056:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5084 00000100:00100000:1.0:1767319934.074074:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24311 00000100:00100000:1.0:1767319934.074079:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384151936:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319934.074097:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319934.074108:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384152064 00000100:00100000:3.0:1767319934.074113:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384152064 00000100:00100000:1.0:1767319934.074129:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384151936:12345-0@lo:38:kworker.0 Request processed in 48us (532us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319934.074136:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24311 00000100:00100000:3.0:1767319934.074140:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2806 00000100:00100000:3.0:1767319934.074147:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384152064:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319934.074159:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319934.074187:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384152448:0@lo:400:kworker.0 00000100:00100000:3.0:1767319934.074192:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384152064:12345-0@lo:38:kworker.0 Request processed in 43us (538us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319934.074201:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2806 00000100:00080000:3.0:1767319934.074225:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319934.074231:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319934.074238:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384152704:0@lo:400:kworker.0 00000100:00080000:3.0:1767319934.074247:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319934.074250:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384152832:0@lo:400:kworker.0 00000100:00100000:2.0:1767319934.074856:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319934.075038:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319934.075045:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319934.075048:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384152064:0@lo:38:kworker.0 00000100:00100000:0.0:1767319934.075057:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384152320:0@lo:38:kworker.0 00000100:00100000:0.0:1767319934.075083:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319934.075153:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384152576:0@lo:38:kworker.0 00000100:00100000:0.0:1767319934.075174:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319934.075348:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319934.075354:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319934.075369:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384151936:0@lo:38:kworker.0 00000100:00100000:2.0:1767319934.075501:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384152192 00000100:00100000:2.0:1767319934.075506:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384152192 00000100:00080000:0.0:1767319934.075577:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319934.079791:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384152320 00000100:00100000:2.0:1767319934.079808:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384152320 00000100:00100000:0.0:1767319934.079839:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384152576 00000100:00100000:0.0:1767319934.079846:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384152576 00000100:00100000:2.0:1767319934.079856:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5085 00000100:00100000:0.0:1767319934.079878:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24312 00000100:00100000:2.0:1767319934.079880:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384152192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319934.079900:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384152320:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319934.079923:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319934.080879:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384152320:12345-0@lo:38:kworker.0 Request processed in 987us (5791us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319934.081460:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24312 00000100:00100000:0.0:1767319934.081490:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24313 00000100:00100000:0.0:1767319934.081496:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384152576:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319934.081516:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319934.081564:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384152576:12345-0@lo:38:kworker.0 Request processed in 67us (6389us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319934.081571:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24313 00000100:00080000:0.0:1767319934.081623:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319934.081628:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319934.081632:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384152320:0@lo:38:kworker.0 00000100:00080000:0.0:1767319934.081643:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319934.081647:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319934.081650:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384152576:0@lo:38:kworker.0 00000100:00100000:0.0:1767319934.081735:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384152192:0@lo:400:kworker.0 00000100:00100000:2.0:1767319934.084693:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384152192:12345-0@lo:400:kworker.0 Request processed in 4814us (9825us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319934.084885:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5085 00010000:00010000:2.0:1767319934.583029:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319935.096580:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319935.607371:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319936.118932:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319936.632078:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319936.633214:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319936.633238:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384152960:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319936.633312:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319936.633539:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384152960 00000100:00100000:2.0:1767319936.633548:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384152960 00000100:00100000:2.0:1767319936.633615:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2771 00000100:00100000:2.0:1767319936.633625:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384152960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319936.633656:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319936.633705:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384152960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319936.633712:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2771 00000100:00100000:2.0:1767319936.633762:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384152960:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319936.633862:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319936.637609:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319936.637635:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384153088:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319936.637705:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319936.637836:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384153088 00000100:00100000:1.0:1767319936.637845:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384153088 00000100:00100000:1.0:1767319936.638141:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2772 00000100:00100000:1.0:1767319936.638156:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384153088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319936.638190:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319936.638235:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384153088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319936.638242:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2772 00000100:00080000:0.0:1767319936.638354:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319936.638392:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384153088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319937.142921:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319937.656344:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319938.167533:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319938.680284:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319939.143309:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319939.143435:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319939.143731:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297398784 00000100:00100000:2.0:1767319939.143743:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297398784 00000100:00100000:2.0:1767319939.143903:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297398656 00000100:00100000:2.0:1767319939.143906:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297398656 00000100:00100000:3.0:1767319939.144234:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5086 00000100:00100000:3.0:1767319939.144252:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297398784:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319939.144530:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297398784:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 282us (1235us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319939.144540:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5086 00000100:00100000:2.0:1767319939.146472:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24314 00000100:00100000:2.0:1767319939.146484:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297398656:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319939.146527:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319939.146636:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297398656:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 153us (3200us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319939.146647:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24314 00000100:00080000:0.0:1767319939.150281:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319939.190895:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319939.191047:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319939.191055:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319939.191059:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319939.191065:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319939.191070:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319939.191081:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4837 00000100:00080000:3.0:1767319939.191086:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319939.191095:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319939.191157:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39b800 x1853164384153216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319939.191256:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319939.191260:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319939.191263:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319939.191268:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4837 00000100:00080000:3.0:1767319939.191271:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319939.191275:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319939.191293:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a399c00 x1853164384153344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319939.191335:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319939.191339:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319939.191341:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319939.191345:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4837 00000100:00080000:3.0:1767319939.191348:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319939.191352:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319939.191364:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39a300 x1853164384153600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319939.191380:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319939.191384:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319939.191386:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319939.191390:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4837 00000100:00080000:3.0:1767319939.191392:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319939.191396:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319939.191406:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a398700 x1853164384153856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319939.191479:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384154112:0@lo:400:kworker.0 00000100:00100000:3.0:1767319939.192896:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319939.193010:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319939.193026:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384153984:0@lo:400:kworker.0 00000100:00100000:3.0:1767319939.193060:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319939.193112:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384154112 00000100:00100000:3.0:1767319939.193123:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384154112 00000100:00100000:3.0:1767319939.193194:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384153984 00000100:00100000:3.0:1767319939.193198:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384153984 00000100:00100000:3.0:1767319939.193227:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1974 00000100:00100000:3.0:1767319939.193238:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384154112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319939.193300:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384154112:12345-0@lo:400:kworker.0 Request processed in 63us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319939.193308:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1974 00000100:00100000:3.0:1767319939.193329:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1975 00000100:00100000:3.0:1767319939.193336:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384153984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319939.193364:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384153984:12345-0@lo:400:kworker.0 Request processed in 28us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319939.193369:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1975 00000100:00100000:3.0:1767319939.193427:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384153984:0@lo:400:kworker.0 00000100:00100000:3.0:1767319939.193438:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384154112:0@lo:400:kworker.0 00000100:00100000:1.0:1767319939.193818:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384153472:0@lo:400:kworker.0 00000100:00100000:1.0:1767319939.193867:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319939.193906:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319939.193915:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384153728:0@lo:400:kworker.0 00000100:00100000:1.0:1767319939.193955:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319939.193993:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384153472 00000100:00100000:1.0:1767319939.193998:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384153472 00000100:00100000:1.0:1767319939.194042:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384153728 00000100:00100000:1.0:1767319939.194046:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384153728 00000100:00100000:1.0:1767319939.194072:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5087 00000100:00100000:1.0:1767319939.194079:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384153472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319939.194125:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384153472:12345-0@lo:400:kworker.0 Request processed in 46us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319939.194133:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5087 00000100:00100000:1.0:1767319939.194148:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5088 00000100:00100000:1.0:1767319939.194156:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384153728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319939.194186:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384153728:12345-0@lo:400:kworker.0 Request processed in 31us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319939.194192:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5088 00000100:00100000:1.0:1767319939.194226:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384153728:0@lo:400:kworker.0 00000100:00100000:1.0:1767319939.194236:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384153472:0@lo:400:kworker.0 00000100:00080000:1.0:1767319939.194297:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319939.194303:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319939.194307:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319939.197991:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384153216:0@lo:38:kworker.0 00000100:00100000:2.0:1767319939.198100:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319939.198171:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384153344:0@lo:38:kworker.0 00000100:00100000:2.0:1767319939.198201:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319939.198239:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384153600:0@lo:38:kworker.0 00000100:00100000:2.0:1767319939.198258:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319939.198281:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384153856:0@lo:38:kworker.0 00000100:00100000:2.0:1767319939.198299:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319939.198356:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384153216 00000100:00100000:2.0:1767319939.198365:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384153216 00000100:00100000:2.0:1767319939.198408:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384153600 00000100:00100000:2.0:1767319939.198411:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384153600 00000100:00100000:2.0:1767319939.198426:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384153856 00000100:00100000:2.0:1767319939.198429:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384153856 00000100:00100000:2.0:1767319939.198445:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24315 00000100:00100000:2.0:1767319939.198453:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384153216:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319939.198481:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319939.198536:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384153216:12345-0@lo:38:kworker.0 Request processed in 82us (436us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319939.198544:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24315 00000100:00100000:2.0:1767319939.198564:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24316 00000100:00100000:2.0:1767319939.198568:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384153600:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319939.198577:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319939.198600:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384153600:12345-0@lo:38:kworker.0 Request processed in 31us (341us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319939.198606:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24316 00000100:00100000:2.0:1767319939.198619:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24317 00000100:00100000:2.0:1767319939.198622:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384153856:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319939.198634:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319939.198655:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384153856:12345-0@lo:38:kworker.0 Request processed in 31us (355us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319939.198660:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24317 00000100:00080000:2.0:1767319939.198709:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319939.198715:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319939.198718:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384153216:0@lo:38:kworker.0 00000100:00080000:2.0:1767319939.198728:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319939.198731:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319939.198733:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384153600:0@lo:38:kworker.0 00000100:00080000:2.0:1767319939.198740:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319939.198743:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319939.198745:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384153856:0@lo:38:kworker.0 00000100:00100000:0.0:1767319939.199523:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384153344 00000100:00100000:0.0:1767319939.199536:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384153344 00000100:00100000:0.0:1767319939.199578:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2807 00000100:00100000:0.0:1767319939.199585:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384153344:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319939.199600:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319939.199657:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384153344:12345-0@lo:38:kworker.0 Request processed in 71us (1454us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319939.199663:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2807 00000100:00080000:2.0:1767319939.201081:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319939.201096:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319939.201102:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384153344:0@lo:38:kworker.0 00010000:00010000:2.0:1767319939.703691:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319940.215097:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319940.727401:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319941.238954:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319941.751046:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319941.751090:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384154240:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319941.751188:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319941.751445:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384154240 00000100:00100000:2.0:1767319941.751456:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384154240 00000100:00100000:2.0:1767319941.751548:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2773 00000100:00100000:2.0:1767319941.751560:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384154240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319941.751597:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319941.751649:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384154240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319941.751661:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2773 00000100:00100000:3.0:1767319941.751866:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384154240:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319941.754086:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767319941.754260:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319941.754320:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384154368:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319941.754405:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319941.754563:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384154368 00000100:00100000:3.0:1767319941.754574:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384154368 00000100:00100000:3.0:1767319941.754651:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2774 00000100:00100000:3.0:1767319941.754661:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384154368:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319941.754695:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:3.0:1767319941.754697:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319941.754755:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384154368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319941.754764:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2774 00000100:00100000:0.0:1767319941.754884:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384154368:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319942.264378:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319942.775197:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319943.288940:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319943.802558:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319944.267630:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319944.267906:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319944.268488:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297399040 00000100:00100000:3.0:1767319944.268499:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297399040 00000100:00100000:3.0:1767319944.268645:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297398912 00000100:00100000:3.0:1767319944.268650:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297398912 00000100:00080000:0.0:1767319944.268703:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319944.271874:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5089 00000100:00100000:2.0:1767319944.271912:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297399040:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319944.272185:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24318 00000100:00100000:1.0:1767319944.272199:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297398912:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319944.272231:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319944.272380:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297399040:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 487us (4754us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319944.272389:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5089 00000100:00100000:1.0:1767319944.274472:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297398912:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 2257us (6551us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319944.274492:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24318 00000100:00100000:3.0:1767319944.314299:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319944.314487:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319944.314516:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319944.314519:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319944.314524:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319944.314528:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319944.314536:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4842 00000100:00080000:0.0:1767319944.314541:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319944.314548:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319944.314587:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91e300 x1853164384154496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319944.314615:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319944.314618:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319944.314620:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319944.314625:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4842 00000100:00080000:0.0:1767319944.314627:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319944.314630:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319944.314645:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91df80 x1853164384154624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319944.314680:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319944.314684:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319944.314686:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319944.314689:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4842 00000100:00080000:0.0:1767319944.314691:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319944.314695:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319944.314706:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91c380 x1853164384154880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319944.314722:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319944.314725:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319944.314727:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319944.314731:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4842 00000100:00080000:0.0:1767319944.314733:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319944.314736:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319944.314747:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91dc00 x1853164384155136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319944.314821:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384155392:0@lo:400:kworker.0 00000100:00100000:0.0:1767319944.314887:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319944.314952:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319944.314959:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384155264:0@lo:400:kworker.0 00000100:00100000:0.0:1767319944.314983:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319944.315456:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384154496:0@lo:38:kworker.0 00000100:00100000:2.0:1767319944.315505:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319944.315540:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384154624:0@lo:38:kworker.0 00000100:00100000:2.0:1767319944.315562:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319944.315584:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384154880:0@lo:38:kworker.0 00000100:00100000:2.0:1767319944.315604:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319944.315618:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384155136:0@lo:38:kworker.0 00000100:00100000:2.0:1767319944.315635:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319944.315867:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384154752:0@lo:400:kworker.0 00000100:00100000:1.0:1767319944.315951:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319944.315994:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319944.316001:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384155008:0@lo:400:kworker.0 00000100:00100000:1.0:1767319944.316021:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319944.316065:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384154496 00000100:00100000:1.0:1767319944.316074:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384154496 00000100:00100000:1.0:1767319944.316109:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384154880 00000100:00100000:1.0:1767319944.316112:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384154880 00000100:00100000:1.0:1767319944.316123:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384155136 00000100:00100000:1.0:1767319944.316125:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384155136 00000100:00100000:1.0:1767319944.316132:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384154752 00000100:00100000:1.0:1767319944.316135:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384154752 00000100:00100000:0.0:1767319944.316189:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384155008 00000100:00100000:0.0:1767319944.316200:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384155008 00000100:00100000:1.0:1767319944.316206:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5090 00000100:00100000:1.0:1767319944.316232:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384154752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319944.316297:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384154752:12345-0@lo:400:kworker.0 Request processed in 70us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319944.316305:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5090 00000100:00100000:1.0:1767319944.316326:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24319 00000100:00100000:1.0:1767319944.316330:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384154496:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319944.316353:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319944.316386:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384154496:12345-0@lo:38:kworker.0 Request processed in 54us (881us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319944.316392:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24319 00000100:00100000:1.0:1767319944.316403:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24320 00000100:00100000:1.0:1767319944.316407:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384154880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319944.316416:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319944.316439:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384154880:12345-0@lo:38:kworker.0 Request processed in 31us (834us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319944.316445:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24320 00000100:00100000:1.0:1767319944.316456:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24321 00000100:00100000:1.0:1767319944.316459:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384155136:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319944.316468:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319944.316488:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384155136:12345-0@lo:38:kworker.0 Request processed in 28us (852us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319944.316496:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24321 00000100:00080000:1.0:1767319944.316513:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319944.316548:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384154752:0@lo:400:kworker.0 00000100:00080000:2.0:1767319944.316692:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319944.316700:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319944.316703:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384154496:0@lo:38:kworker.0 00000100:00080000:2.0:1767319944.316712:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319944.316716:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319944.316718:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384154880:0@lo:38:kworker.0 00000100:00080000:2.0:1767319944.316726:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319944.316730:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319944.316734:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384155136:0@lo:38:kworker.0 00000100:00100000:0.0:1767319944.317244:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5091 00000100:00100000:3.0:1767319944.317414:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384155392 00000100:00100000:3.0:1767319944.317421:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384155392 00000100:00100000:1.0:1767319944.317459:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384155264 00000100:00100000:1.0:1767319944.317468:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384155264 00000100:00100000:3.0:1767319944.317504:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1976 00000100:00100000:3.0:1767319944.317516:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384155392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319944.317525:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1977 00000100:00100000:1.0:1767319944.317542:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384155264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319944.317631:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384155392:12345-0@lo:400:kworker.0 Request processed in 116us (2741us total) trans 0 rc 0/0 00000100:00080000:2.0:1767319944.317635:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319944.317641:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319944.317647:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1976 00000100:00100000:2.0:1767319944.317692:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384154624 00000100:00100000:2.0:1767319944.317699:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384154624 00000100:00100000:0.0:1767319944.317715:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384155008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319944.317734:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2808 00000100:00100000:2.0:1767319944.317742:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384154624:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319944.317762:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319944.317807:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384155008:12345-0@lo:400:kworker.0 Request processed in 527us (1758us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319944.317819:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5091 00000100:00100000:2.0:1767319944.317846:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384154624:12345-0@lo:38:kworker.0 Request processed in 99us (2278us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319944.317855:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2808 00000100:00100000:0.0:1767319944.317904:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384155008:0@lo:400:kworker.0 00000100:00080000:2.0:1767319944.317921:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319944.317928:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319944.317933:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384154624:0@lo:38:kworker.0 00000100:00100000:1.0:1767319944.318020:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384155264:12345-0@lo:400:kworker.0 Request processed in 485us (3034us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319944.318032:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1977 00000100:00100000:3.0:1767319944.323038:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384155264:0@lo:400:kworker.0 00000100:00100000:3.0:1767319944.323061:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384155392:0@lo:400:kworker.0 00010000:00010000:2.0:1767319944.823227:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319945.334906:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319945.847136:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319946.358905:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319946.871040:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319946.871564:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384155520:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319946.871666:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319946.872109:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319946.872125:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384155648:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319946.872390:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384155520 00000100:00100000:3.0:1767319946.872408:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384155520 00000100:00100000:0.0:1767319946.872455:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319946.872532:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319946.875658:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384155648 00000100:00100000:1.0:1767319946.875673:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384155648 00000100:00100000:1.0:1767319946.875757:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2775 00000100:00100000:1.0:1767319946.875773:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384155520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319946.875821:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319946.875911:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384155520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 145us (4245us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319946.875918:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2775 00000100:00100000:1.0:1767319946.875937:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2776 00000100:00100000:1.0:1767319946.875945:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384155648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319946.875965:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319946.875993:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384155648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (3543us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319946.875998:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2776 00000100:00080000:1.0:1767319946.876055:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319946.876421:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384155648:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319946.876440:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384155520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319947.383063:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319947.898442:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319948.408041:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319923/real 1767319923] req@ffff936891da9c00 x1853164384150272/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319948 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319948.408080:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff936891da9c00 x1853164384150272/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319948 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319948.408102:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319948.408127:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319948.408132:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384150272:0@lo:250:kworker.0 00000100:00100000:3.0:1767319948.408234:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319948.412358:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319948.412368:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319948.412372:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319948.412381:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4827 00000100:00080000:0.0:1767319948.412385:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319948.412393:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319948.412429:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91c700 x1853164384155776/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319948.412451:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319948.412455:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319948.412457:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319948.412461:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4847 00000100:00080000:0.0:1767319948.412463:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319948.412467:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319948.412481:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91c000 x1853164384155904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319948.412490:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319948.412493:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319948.412495:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319948.412498:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4847 00000100:00080000:0.0:1767319948.412500:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319948.412503:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319948.412514:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91e680 x1853164384156032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319948.412551:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319948.412555:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319948.412559:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767319948.412559:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384156160:0@lo:400:kworker.0 00000100:00080000:0.0:1767319948.412566:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4847 00000100:00080000:0.0:1767319948.412570:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319948.412574:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319948.412587:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91ed80 x1853164384156288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319948.412605:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319948.412609:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319948.412610:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319948.412614:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4847 00000100:00080000:0.0:1767319948.412616:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319948.412620:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319948.412631:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91dc00 x1853164384156544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319948.412636:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319948.412692:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384156672:0@lo:400:kworker.0 00000100:00100000:2.0:1767319948.412709:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319948.412718:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384156416:0@lo:400:kworker.0 00000100:00100000:0.0:1767319948.412730:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319948.412750:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319948.412755:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319948.412776:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384156800:0@lo:400:kworker.0 00000100:00100000:0.0:1767319948.412818:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319948.412841:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384155776:0@lo:250:kworker.0 00000400:00000100:0.0:1767319948.412871:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384155776 offset 0 length 520: 4 00000100:00100000:0.0:1767319948.412905:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384155904:0@lo:38:kworker.0 00000100:00100000:0.0:1767319948.412931:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319948.412931:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384156160 00000100:00100000:2.0:1767319948.412940:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384156160 00000100:00100000:0.0:1767319948.412951:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384156032:0@lo:38:kworker.0 00000100:00100000:0.0:1767319948.412975:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319948.412995:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384156288:0@lo:38:kworker.0 00000100:00100000:2.0:1767319948.413011:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384156416 00000100:00100000:2.0:1767319948.413016:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384156416 00000100:00100000:2.0:1767319948.413048:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384155904 00000100:00100000:2.0:1767319948.413052:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384155904 00000100:00100000:2.0:1767319948.413065:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5092 00000100:00100000:2.0:1767319948.413073:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384156160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319948.413123:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384156160:12345-0@lo:400:kworker.0 Request processed in 50us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319948.413131:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5092 00000100:00100000:2.0:1767319948.413147:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5093 00000100:00100000:2.0:1767319948.413154:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384156416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319948.413180:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384156416:12345-0@lo:400:kworker.0 Request processed in 27us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319948.413186:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5093 00000100:00100000:2.0:1767319948.413198:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24322 00000100:00100000:2.0:1767319948.413202:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384155904:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319948.413219:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319948.413245:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384155904:12345-0@lo:38:kworker.0 Request processed in 42us (314us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319948.413251:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24322 00000100:00080000:2.0:1767319948.413278:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319948.413289:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384156032 00000100:00100000:2.0:1767319948.413293:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384156032 00000100:00100000:2.0:1767319948.413333:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2809 00000100:00100000:2.0:1767319948.413337:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384156032:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319948.413347:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319948.413372:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384156032:12345-0@lo:38:kworker.0 Request processed in 34us (396us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319948.413378:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2809 00000100:00100000:2.0:1767319948.413420:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384156416:0@lo:400:kworker.0 00000100:00100000:2.0:1767319948.413431:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384156160:0@lo:400:kworker.0 00000100:00100000:2.0:1767319948.413481:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384156672 00000100:00100000:2.0:1767319948.413485:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384156672 00000100:00100000:2.0:1767319948.413513:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384156800 00000100:00100000:2.0:1767319948.413516:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384156800 00000100:00100000:2.0:1767319948.413539:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1978 00000100:00100000:2.0:1767319948.413545:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384156672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319948.413589:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384156672:12345-0@lo:400:kworker.0 Request processed in 45us (860us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319948.413596:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1978 00000100:00100000:2.0:1767319948.413607:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1979 00000100:00100000:2.0:1767319948.413613:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384156800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319948.413640:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384156800:12345-0@lo:400:kworker.0 Request processed in 28us (821us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319948.413742:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1979 00000100:00080000:2.0:1767319948.413762:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319948.413764:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319948.413806:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384156800:0@lo:400:kworker.0 00000100:00100000:2.0:1767319948.413815:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384156672:0@lo:400:kworker.0 00000100:00100000:0.0:1767319948.414644:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319948.414682:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384156544:0@lo:38:kworker.0 00000100:00100000:2.0:1767319948.414705:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384156288 00000100:00100000:0.0:1767319948.414712:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319948.414713:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384156288 00000100:00100000:2.0:1767319948.414815:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384156544 00000100:00100000:2.0:1767319948.414819:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384156544 00000100:00080000:0.0:1767319948.414831:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319948.414838:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319948.414842:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24323 00000100:00100000:0.0:1767319948.414843:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384155904:0@lo:38:kworker.0 00000100:00100000:2.0:1767319948.414852:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384156288:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767319948.414868:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319948.414886:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00010000:00020000:2.0:1767319948.414887:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319948.414891:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384156032:0@lo:38:kworker.0 00000100:00100000:2.0:1767319948.414938:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384156288:12345-0@lo:38:kworker.0 Request processed in 84us (294us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767319948.414939:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319948.414946:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319948.414952:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384156288:0@lo:38:kworker.0 00000100:00100000:2.0:1767319948.415810:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24323 00000100:00100000:2.0:1767319948.415841:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24324 00000100:00100000:2.0:1767319948.415847:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384156544:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319948.415872:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319948.415988:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384156544:12345-0@lo:38:kworker.0 Request processed in 141us (1276us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319948.415995:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24324 00000100:00080000:0.0:1767319948.416248:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319948.416254:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319948.416257:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384156544:0@lo:38:kworker.0 00010000:00010000:3.0:1767319948.919511:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319949.382543:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319949.382612:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319949.384036:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297399296 00000100:00100000:0.0:1767319949.384055:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297399296 00000400:00000100:3.0:1767319949.384151:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297399424 offset 0 length 520: 4 00000100:00100000:0.0:1767319949.384157:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297399168 00000100:00100000:0.0:1767319949.384163:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297399168 00000100:00100000:0.0:1767319949.384196:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5094 00000100:00100000:0.0:1767319949.384211:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297399296:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:3.0:1767319949.384246:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319949.384328:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297399296:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 121us (1801us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319949.384338:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5094 00000100:00100000:0.0:1767319949.384358:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24325 00000100:00100000:0.0:1767319949.384365:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297399168:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319949.384388:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319949.384423:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297399168:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 57us (1810us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319949.384433:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24325 00000100:00100000:3.0:1767319949.430968:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319949.943211:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319950.456041:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319950.968657:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319951.479026:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319951.991032:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319951.991430:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384157056:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319951.991520:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319951.991599:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319951.991606:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384156928:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319951.991629:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319951.991778:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384157056 00000100:00100000:3.0:1767319951.991816:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384157056 00000100:00100000:3.0:1767319951.991883:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384156928 00000100:00100000:3.0:1767319951.991887:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384156928 00000100:00100000:3.0:1767319951.991912:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2777 00000100:00100000:3.0:1767319951.991920:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384157056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319951.991953:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319951.992006:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384157056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319951.992013:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2777 00000100:00100000:3.0:1767319951.992030:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2778 00000100:00100000:3.0:1767319951.992036:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384156928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319951.992051:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319951.992077:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384156928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319951.992083:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2778 00000100:00100000:3.0:1767319951.992137:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384156928:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319951.992153:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384157056:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319951.992500:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319951.992504:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319952.502921:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319953.014999:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319953.527119:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319953.527130:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319953.527134:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319953.527137:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319953.527142:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319953.527150:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4851 00000100:00080000:2.0:1767319953.527154:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319953.527161:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319953.527211:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780700 x1853164384157184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319953.527236:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319953.527240:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319953.527242:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319953.527246:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4851 00000100:00080000:2.0:1767319953.527248:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319953.527252:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319953.527266:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91dc00 x1853164384157312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319953.527301:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319953.527304:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319953.527306:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319953.527309:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4851 00000100:00080000:2.0:1767319953.527311:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319953.527315:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319953.527324:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91e680 x1853164384157568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319953.527337:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319953.527341:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319953.527342:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319953.527346:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4851 00000100:00080000:2.0:1767319953.527348:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319953.527350:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319953.527358:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91c380 x1853164384157824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319953.527399:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384157696:0@lo:400:kworker.0 00000100:00100000:2.0:1767319953.527467:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319953.527536:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319953.527542:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384157440:0@lo:400:kworker.0 00000100:00100000:2.0:1767319953.527564:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319953.527599:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384157696 00000100:00100000:2.0:1767319953.527606:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384157696 00000100:00100000:2.0:1767319953.527655:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384157440 00000100:00100000:2.0:1767319953.527659:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384157440 00000100:00100000:2.0:1767319953.527684:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5095 00000100:00100000:2.0:1767319953.527691:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384157696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319953.527739:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384157696:12345-0@lo:400:kworker.0 Request processed in 48us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319953.527745:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5095 00000100:00100000:2.0:1767319953.527761:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5096 00000100:00100000:2.0:1767319953.527767:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384157440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319953.527825:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384157440:12345-0@lo:400:kworker.0 Request processed in 57us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319953.527830:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5096 00000100:00100000:2.0:1767319953.527871:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384157440:0@lo:400:kworker.0 00000100:00100000:2.0:1767319953.527880:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384157696:0@lo:400:kworker.0 00000100:00100000:3.0:1767319953.527971:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319953.527987:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384158080:0@lo:400:kworker.0 00000100:00100000:3.0:1767319953.528018:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319953.528048:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319953.528054:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384157952:0@lo:400:kworker.0 00000100:00100000:3.0:1767319953.528073:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319953.528100:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384158080 00000100:00100000:3.0:1767319953.528104:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384158080 00000100:00100000:3.0:1767319953.528133:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384157952 00000100:00100000:3.0:1767319953.528135:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384157952 00000100:00100000:3.0:1767319953.528156:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1980 00000100:00100000:3.0:1767319953.528162:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384158080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319953.528195:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384158080:12345-0@lo:400:kworker.0 Request processed in 33us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319953.528201:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1980 00000100:00100000:3.0:1767319953.528212:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1981 00000100:00100000:3.0:1767319953.528217:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384157952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319953.528240:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384157952:12345-0@lo:400:kworker.0 Request processed in 23us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319953.528245:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1981 00000100:00100000:3.0:1767319953.528274:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384157952:0@lo:400:kworker.0 00000100:00100000:3.0:1767319953.528283:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384158080:0@lo:400:kworker.0 00000100:00100000:0.0:1767319953.528628:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384157184:0@lo:38:kworker.0 00000100:00100000:0.0:1767319953.528664:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319953.528700:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384157312:0@lo:38:kworker.0 00000100:00100000:0.0:1767319953.528723:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319953.528744:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384157568:0@lo:38:kworker.0 00000100:00100000:0.0:1767319953.528762:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319953.528777:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384157824:0@lo:38:kworker.0 00000100:00100000:0.0:1767319953.528830:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319953.528860:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384157312 00000100:00100000:0.0:1767319953.528864:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384157312 00000100:00100000:0.0:1767319953.528890:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2810 00000100:00100000:0.0:1767319953.528895:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384157312:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319953.528915:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319953.528966:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384157312:12345-0@lo:38:kworker.0 Request processed in 69us (241us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319953.528972:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2810 00000100:00100000:0.0:1767319953.528994:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384157184 00000100:00100000:0.0:1767319953.528998:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384157184 00000100:00100000:0.0:1767319953.529010:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384157568 00000100:00100000:0.0:1767319953.529012:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384157568 00000100:00100000:0.0:1767319953.529019:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384157824 00000100:00100000:0.0:1767319953.529021:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384157824 00000100:00100000:0.0:1767319953.529030:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24326 00000100:00100000:0.0:1767319953.529035:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384157184:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319953.529044:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319953.529068:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384157184:12345-0@lo:38:kworker.0 Request processed in 32us (403us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319953.529074:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24326 00000100:00100000:0.0:1767319953.529083:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24327 00000100:00100000:0.0:1767319953.529086:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384157568:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319953.529093:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319953.529112:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384157568:12345-0@lo:38:kworker.0 Request processed in 24us (349us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319953.529118:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24327 00000100:00100000:0.0:1767319953.529128:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24328 00000100:00100000:0.0:1767319953.529131:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384157824:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319953.529138:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319953.529156:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384157824:12345-0@lo:38:kworker.0 Request processed in 23us (326us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319953.529161:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24328 00000100:00080000:0.0:1767319953.529205:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319953.529210:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319953.529213:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384157184:0@lo:38:kworker.0 00000100:00080000:0.0:1767319953.529221:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319953.529224:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319953.529226:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384157312:0@lo:38:kworker.0 00000100:00080000:0.0:1767319953.529232:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319953.529235:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319953.529237:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384157568:0@lo:38:kworker.0 00000100:00080000:0.0:1767319953.529242:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319953.529245:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319953.529247:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384157824:0@lo:38:kworker.0 00000100:00080000:1.0:1767319953.529578:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319953.529583:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319953.529585:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319954.041067:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319954.502856:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319954.502945:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319954.503039:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297399680 00000100:00100000:1.0:1767319954.503052:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297399680 00000100:00100000:1.0:1767319954.503140:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297399552 00000100:00100000:1.0:1767319954.503144:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297399552 00000100:00100000:1.0:1767319954.503164:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5097 00000100:00100000:1.0:1767319954.503317:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297399680:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767319954.503395:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297399680:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 223us (626us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319954.503404:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5097 00000100:00100000:1.0:1767319954.503423:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24329 00000100:00100000:1.0:1767319954.503433:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297399552:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767319954.503452:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319954.503475:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297399552:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 41us (530us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319954.503481:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24329 00000100:00080000:3.0:1767319954.503660:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319954.550916:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319955.063057:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319955.578809:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319956.087588:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319956.598915:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319957.110952:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319957.111339:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384158208:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319957.111439:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384158336:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319957.111508:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319957.111603:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384158336 00000100:00100000:0.0:1767319957.111611:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384158336 00000100:00100000:0.0:1767319957.111674:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2779 00000100:00100000:0.0:1767319957.111685:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384158336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319957.111719:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319957.111814:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384158336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 130us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319957.111822:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2779 00000100:00080000:0.0:1767319957.111844:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319957.111879:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384158336:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319957.112010:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319957.112675:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384158208 00000100:00100000:0.0:1767319957.112681:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384158208 00000100:00100000:0.0:1767319957.112728:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2780 00000100:00100000:0.0:1767319957.112736:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384158208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319957.112767:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319957.112830:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384158208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (820us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319957.112836:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2780 00000100:00080000:2.0:1767319957.113098:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319957.113343:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384158208:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319957.622961:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319958.135061:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319958.646944:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319958.647123:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319958.647131:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319958.647135:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319958.647140:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319958.647145:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319958.647154:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4856 00000100:00080000:2.0:1767319958.647159:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319958.647166:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319958.647210:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84a80 x1853164384158464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319958.647237:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319958.647240:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319958.647242:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319958.647246:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4856 00000100:00080000:2.0:1767319958.647248:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319958.647252:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319958.647265:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae87100 x1853164384158592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319958.647305:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319958.647309:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319958.647311:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319958.647314:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4856 00000100:00080000:2.0:1767319958.647316:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319958.647320:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319958.647330:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae85180 x1853164384158848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319958.647347:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319958.647350:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319958.647351:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319958.647355:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4856 00000100:00080000:2.0:1767319958.647357:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319958.647361:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319958.647370:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91e680 x1853164384159104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319958.647453:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384158464:0@lo:38:kworker.0 00000100:00100000:3.0:1767319958.647483:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384158720:0@lo:400:kworker.0 00000100:00100000:0.0:1767319958.647526:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319958.647529:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384158976:0@lo:400:kworker.0 00000100:00100000:2.0:1767319958.647596:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384158464 00000100:00100000:2.0:1767319958.647607:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384158464 00000100:00100000:2.0:1767319958.647656:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24330 00000100:00100000:2.0:1767319958.647664:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384158464:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319958.647688:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319958.648008:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384159232:0@lo:400:kworker.0 00000100:00100000:3.0:1767319958.649621:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319958.649722:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384158976 00000100:00100000:3.0:1767319958.649730:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384158976 00000100:00100000:3.0:1767319958.649844:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5098 00000100:00100000:3.0:1767319958.649857:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384158976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319958.649927:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384158976:12345-0@lo:400:kworker.0 Request processed in 73us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319958.649935:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5098 00000100:00080000:3.0:1767319958.650086:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319958.650120:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384158976:0@lo:400:kworker.0 00000100:00100000:3.0:1767319958.650171:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319958.650210:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384159360:0@lo:400:kworker.0 00000100:00100000:3.0:1767319958.650417:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319958.650453:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384158720 00000100:00100000:3.0:1767319958.650457:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384158720 00000100:00100000:3.0:1767319958.650489:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5099 00000100:00100000:3.0:1767319958.650496:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384158720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319958.650534:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384158720:12345-0@lo:400:kworker.0 Request processed in 38us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319958.650541:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5099 00000100:00080000:3.0:1767319958.650559:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319958.650576:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384158720:0@lo:400:kworker.0 00000100:00100000:3.0:1767319958.650605:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384159360 00000100:00100000:3.0:1767319958.650609:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384159360 00000100:00100000:3.0:1767319958.650634:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1982 00000100:00100000:3.0:1767319958.650642:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384159360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319958.650674:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384159360:12345-0@lo:400:kworker.0 Request processed in 33us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319958.650680:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1982 00000100:00100000:3.0:1767319958.650705:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384159360:0@lo:400:kworker.0 00000100:00100000:2.0:1767319958.662950:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384158464:12345-0@lo:38:kworker.0 Request processed in 15275us (15415us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319958.662964:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24330 00000100:00080000:0.0:1767319958.664963:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319958.664976:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319958.664981:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384158464:0@lo:38:kworker.0 00000100:00100000:0.0:1767319958.664995:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384158592:0@lo:38:kworker.0 00000100:00100000:0.0:1767319958.665050:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319958.665082:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384158848:0@lo:38:kworker.0 00000100:00100000:0.0:1767319958.665107:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319958.665136:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384159104:0@lo:38:kworker.0 00000100:00100000:0.0:1767319958.665161:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319958.665227:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384158592 00000100:00100000:2.0:1767319958.665235:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384158592 00000100:00100000:2.0:1767319958.665276:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2811 00000100:00100000:2.0:1767319958.665284:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384158592:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319958.665304:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319958.666017:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384158592:12345-0@lo:38:kworker.0 Request processed in 729us (964us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319958.666027:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2811 00000100:00100000:1.0:1767319958.667877:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319958.668061:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384158848 00000100:00100000:3.0:1767319958.668071:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384158848 00000100:00100000:1.0:1767319958.668085:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384159232 00000100:00100000:1.0:1767319958.668091:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384159232 00000100:00100000:3.0:1767319958.668121:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384159104 00000100:00100000:3.0:1767319958.668126:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384159104 00000100:00100000:1.0:1767319958.668144:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1983 00000100:00100000:3.0:1767319958.668158:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24331 00000100:00100000:1.0:1767319958.668159:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384159232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319958.668168:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384158848:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319958.668190:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319958.668219:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384159232:12345-0@lo:400:kworker.0 Request processed in 66us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319958.668227:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1983 00000100:00100000:1.0:1767319958.668279:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384159232:0@lo:400:kworker.0 00000100:00100000:1.0:1767319958.668336:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24332 00000100:00100000:1.0:1767319958.668341:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384159104:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319958.668351:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319958.668378:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384159104:12345-0@lo:38:kworker.0 Request processed in 36us (3217us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319958.668384:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24332 00000100:00100000:3.0:1767319958.670127:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384158848:12345-0@lo:38:kworker.0 Request processed in 1953us (5010us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319958.670139:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24331 00000100:00080000:0.0:1767319958.670256:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319958.670263:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319958.670267:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384159104:0@lo:38:kworker.0 00000100:00080000:0.0:1767319958.670300:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319958.670303:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319958.670306:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384158592:0@lo:38:kworker.0 00000100:00080000:0.0:1767319958.670315:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319958.670318:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319958.670322:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384158848:0@lo:38:kworker.0 00010000:00010000:3.0:1767319959.160094:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319959.622748:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319959.622929:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297399936 00000100:00100000:2.0:1767319959.622939:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297399936 00000100:00100000:2.0:1767319959.623016:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5100 00000100:00100000:2.0:1767319959.623026:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297399936:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319959.623101:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297399936:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 77us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319959.623109:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5100 00000100:00080000:3.0:1767319959.623268:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319959.642323:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319959.650352:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297399808 00000100:00100000:0.0:1767319959.650369:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297399808 00000100:00100000:0.0:1767319959.650441:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24333 00000100:00100000:0.0:1767319959.650450:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297399808:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767319959.650475:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319959.650571:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297399808:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 120us (8258us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319959.650578:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24333 00000100:00100000:3.0:1767319959.670907:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319960.183686:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319960.695217:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319961.207571:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319961.721088:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319962.231261:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384159488:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319962.231368:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319962.231556:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384159488 00000100:00100000:2.0:1767319962.231569:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384159488 00000100:00100000:2.0:1767319962.231651:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2781 00000100:00100000:2.0:1767319962.231665:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384159488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319962.231707:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319962.231953:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384159616:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319962.231984:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767319962.232060:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319962.232073:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384159616 00000100:00100000:0.0:1767319962.232079:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384159616 00000100:00100000:0.0:1767319962.232116:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2782 00000100:00100000:0.0:1767319962.232125:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384159616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319962.232143:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319962.232225:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384159488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 563us (856us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319962.232233:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2781 00000100:00080000:3.0:1767319962.232306:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319962.232312:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319962.232404:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384159488:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319962.236409:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384159616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4267us (4404us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319962.236432:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2782 00000100:00100000:1.0:1767319962.240678:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384159616:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319962.743328:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319963.257038:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319963.766995:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319963.767010:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319963.767014:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319963.767019:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319963.767024:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319963.767037:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4861 00000100:00080000:2.0:1767319963.767042:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319963.767052:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319963.767110:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91e300 x1853164384159744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319963.767150:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319963.767154:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319963.767156:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319963.767161:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4861 00000100:00080000:2.0:1767319963.767163:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319963.767167:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319963.767179:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91c000 x1853164384159872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319963.767220:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319963.767224:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319963.767226:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319963.767230:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4861 00000100:00080000:2.0:1767319963.767233:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319963.767237:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319963.767248:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91e680 x1853164384160128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319963.767265:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319963.767269:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319963.767271:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319963.767275:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4861 00000100:00080000:2.0:1767319963.767278:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319963.767281:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319963.767298:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91ce00 x1853164384160384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319963.767442:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384159744:0@lo:38:kworker.0 00000100:00100000:0.0:1767319963.767528:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319963.767601:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384159872:0@lo:38:kworker.0 00000100:00100000:0.0:1767319963.767630:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319963.767661:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384160128:0@lo:38:kworker.0 00000100:00100000:0.0:1767319963.767682:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319963.767699:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384160384:0@lo:38:kworker.0 00000100:00100000:0.0:1767319963.767731:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319963.767769:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384159872 00000100:00100000:0.0:1767319963.767815:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384159872 00000100:00100000:0.0:1767319963.767868:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2812 00000100:00100000:0.0:1767319963.767879:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384159872:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319963.767905:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319963.767956:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384159872:12345-0@lo:38:kworker.0 Request processed in 77us (324us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319963.767966:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2812 00000100:00080000:0.0:1767319963.768022:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319963.768027:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319963.768031:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384159872:0@lo:38:kworker.0 00000100:00100000:0.0:1767319963.768065:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384159744 00000100:00100000:0.0:1767319963.768068:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384159744 00000100:00100000:0.0:1767319963.768088:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384160128 00000100:00100000:0.0:1767319963.768090:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384160128 00000100:00100000:0.0:1767319963.768104:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384160384 00000100:00100000:0.0:1767319963.768107:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384160384 00000100:00100000:0.0:1767319963.768120:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24334 00000100:00100000:0.0:1767319963.768126:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384159744:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319963.768136:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319963.768167:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384159744:12345-0@lo:38:kworker.0 Request processed in 41us (639us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319963.768173:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24334 00000100:00100000:0.0:1767319963.768188:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24335 00000100:00100000:0.0:1767319963.768192:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384160128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319963.768203:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319963.768226:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384160128:12345-0@lo:38:kworker.0 Request processed in 32us (542us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319963.768232:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24335 00000100:00100000:0.0:1767319963.768244:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24336 00000100:00100000:0.0:1767319963.768248:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384160384:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319963.768257:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319963.768280:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384160384:12345-0@lo:38:kworker.0 Request processed in 31us (549us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319963.768286:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24336 00000100:00080000:0.0:1767319963.768309:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319963.768314:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319963.768317:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384159744:0@lo:38:kworker.0 00000100:00080000:0.0:1767319963.768326:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319963.768329:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319963.768332:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384160128:0@lo:38:kworker.0 00000100:00080000:0.0:1767319963.768339:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319963.768342:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319963.768345:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384160384:0@lo:38:kworker.0 00000100:00100000:3.0:1767319963.768559:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384160000:0@lo:400:kworker.0 00000100:00100000:3.0:1767319963.768600:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319963.768636:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319963.768643:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384160256:0@lo:400:kworker.0 00000100:00100000:3.0:1767319963.768667:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319963.768703:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384160000 00000100:00100000:3.0:1767319963.768707:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384160000 00000100:00100000:3.0:1767319963.768768:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384160256 00000100:00100000:3.0:1767319963.768772:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384160256 00000100:00100000:3.0:1767319963.768813:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5101 00000100:00100000:3.0:1767319963.768819:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384160000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319963.768871:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384160000:12345-0@lo:400:kworker.0 Request processed in 51us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319963.768877:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5101 00000100:00100000:3.0:1767319963.768894:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5102 00000100:00100000:3.0:1767319963.768901:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384160256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319963.768928:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384160256:12345-0@lo:400:kworker.0 Request processed in 28us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319963.768934:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5102 00000100:00080000:3.0:1767319963.768959:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319963.768985:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384160256:0@lo:400:kworker.0 00000100:00100000:3.0:1767319963.768995:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384160000:0@lo:400:kworker.0 00000100:00100000:1.0:1767319963.769134:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384160640:0@lo:400:kworker.0 00000100:00100000:1.0:1767319963.769180:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319963.769211:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319963.769217:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384160512:0@lo:400:kworker.0 00000100:00100000:1.0:1767319963.769243:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319963.769275:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384160640 00000100:00100000:1.0:1767319963.769279:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384160640 00000100:00100000:1.0:1767319963.769314:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384160512 00000100:00100000:1.0:1767319963.769317:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384160512 00000100:00100000:1.0:1767319963.769338:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1984 00000100:00100000:1.0:1767319963.769346:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384160640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319963.769387:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384160640:12345-0@lo:400:kworker.0 Request processed in 42us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319963.769395:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1984 00000100:00100000:1.0:1767319963.769408:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1985 00000100:00100000:1.0:1767319963.769415:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384160512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319963.769443:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384160512:12345-0@lo:400:kworker.0 Request processed in 29us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319963.769448:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1985 00000100:00100000:1.0:1767319963.769479:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384160512:0@lo:400:kworker.0 00000100:00100000:1.0:1767319963.769490:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384160640:0@lo:400:kworker.0 00000100:00100000:2.0:1767319963.769851:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319964.279215:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319964.743700:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319964.743940:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297400192 00000100:00100000:0.0:1767319964.743955:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297400192 00000100:00100000:0.0:1767319964.744065:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5103 00000100:00100000:0.0:1767319964.744086:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297400192:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767319964.744187:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297400192:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 111us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319964.744197:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5103 00000100:00080000:3.0:1767319964.744610:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319964.744742:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319964.745165:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297400064 00000100:00100000:2.0:1767319964.745174:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297400064 00000100:00100000:2.0:1767319964.745228:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24337 00000100:00100000:2.0:1767319964.745236:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297400064:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319964.745266:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319964.745332:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297400064:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 95us (591us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319964.745341:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24337 00000100:00100000:2.0:1767319964.791408:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319965.303382:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319965.814971:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319966.327331:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319966.839104:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319967.352520:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384160896:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319967.352619:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319967.352666:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384160768:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319967.352722:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319967.352762:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384160896 00000100:00100000:3.0:1767319967.352775:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384160896 00000100:00100000:2.0:1767319967.352833:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384160768 00000100:00100000:2.0:1767319967.352838:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384160768 00000100:00100000:3.0:1767319967.352880:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2783 00000100:00100000:2.0:1767319967.352888:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2784 00000100:00100000:3.0:1767319967.352894:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384160896:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319967.352902:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384160768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319967.352942:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00002000:00000024:3.0:1767319967.352943:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319967.353019:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384160768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319967.353027:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2784 00000100:00100000:2.0:1767319967.353096:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384160768:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319967.353137:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319967.353153:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767319967.355437:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319967.355476:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384160896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2576us (2846us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319967.355493:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2783 00000100:00100000:0.0:1767319967.355612:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384160896:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319967.864590:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319968.378600:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319968.890213:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319968.897758:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319968.897768:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319968.897772:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319968.897776:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319968.897792:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319968.897801:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4867 00000100:00080000:3.0:1767319968.897806:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319968.897814:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319968.897862:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7ff800 x1853164384161024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319968.897886:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319968.897889:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319968.897891:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319968.897895:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4867 00000100:00080000:3.0:1767319968.897898:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319968.897900:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319968.897912:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fca80 x1853164384161152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319968.897959:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319968.897962:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319968.897965:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319968.897968:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4867 00000100:00080000:3.0:1767319968.897970:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319968.897974:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319968.897983:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae87100 x1853164384161408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319968.897997:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319968.898000:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319968.898002:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319968.898006:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4867 00000100:00080000:3.0:1767319968.898009:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319968.898012:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319968.898019:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae85c00 x1853164384161664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319968.898104:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384161792:0@lo:400:kworker.0 00000100:00100000:3.0:1767319968.898181:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319968.898258:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319968.898265:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384161920:0@lo:400:kworker.0 00000100:00100000:3.0:1767319968.898288:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319968.898324:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384161792 00000100:00100000:3.0:1767319968.898330:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384161792 00000100:00100000:3.0:1767319968.898375:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384161920 00000100:00100000:3.0:1767319968.898377:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384161920 00000100:00100000:3.0:1767319968.898397:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1986 00000100:00100000:3.0:1767319968.898405:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384161792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319968.898463:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384161792:12345-0@lo:400:kworker.0 Request processed in 58us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319968.898472:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1986 00000100:00100000:3.0:1767319968.898489:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1987 00000100:00100000:3.0:1767319968.898494:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384161920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319968.898515:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384161920:12345-0@lo:400:kworker.0 Request processed in 21us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319968.898520:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1987 00000100:00100000:3.0:1767319968.898568:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384161920:0@lo:400:kworker.0 00000100:00100000:3.0:1767319968.898578:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384161792:0@lo:400:kworker.0 00000100:00100000:1.0:1767319968.898926:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384161280:0@lo:400:kworker.0 00000100:00100000:1.0:1767319968.898972:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319968.899017:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319968.899025:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384161536:0@lo:400:kworker.0 00000100:00100000:1.0:1767319968.899060:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319968.899179:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384161280 00000100:00100000:3.0:1767319968.899185:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384161280 00000100:00100000:3.0:1767319968.899239:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384161536 00000100:00100000:3.0:1767319968.899242:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384161536 00000100:00100000:3.0:1767319968.899260:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5104 00000100:00100000:3.0:1767319968.899266:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384161280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319968.899303:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384161280:12345-0@lo:400:kworker.0 Request processed in 37us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319968.899308:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5104 00000100:00100000:3.0:1767319968.899320:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5105 00000100:00100000:3.0:1767319968.899326:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384161536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319968.899352:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384161536:12345-0@lo:400:kworker.0 Request processed in 26us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319968.899358:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5105 00000100:00100000:3.0:1767319968.899393:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384161536:0@lo:400:kworker.0 00000100:00100000:3.0:1767319968.899402:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384161280:0@lo:400:kworker.0 00000100:00100000:0.0:1767319968.899851:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384161024:0@lo:38:kworker.0 00000100:00100000:0.0:1767319968.899894:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319968.899931:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384161152:0@lo:38:kworker.0 00000100:00100000:0.0:1767319968.899955:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319968.899982:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384161408:0@lo:38:kworker.0 00000100:00100000:0.0:1767319968.900005:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319968.900021:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384161664:0@lo:38:kworker.0 00000100:00100000:0.0:1767319968.900039:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319968.900067:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384161024 00000100:00100000:0.0:1767319968.900072:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384161024 00000100:00100000:0.0:1767319968.900209:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384161408 00000100:00100000:0.0:1767319968.900213:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384161408 00000100:00100000:0.0:1767319968.900220:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384161664 00000100:00100000:0.0:1767319968.900222:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384161664 00000100:00100000:0.0:1767319968.900231:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24338 00000100:00100000:0.0:1767319968.900236:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384161024:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319968.900258:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319968.900297:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384161024:12345-0@lo:38:kworker.0 Request processed in 59us (402us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319968.900303:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24338 00000100:00100000:0.0:1767319968.900317:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24339 00000100:00100000:0.0:1767319968.900321:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384161408:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319968.900330:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319968.900354:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384161408:12345-0@lo:38:kworker.0 Request processed in 30us (347us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319968.900360:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24339 00000100:00100000:0.0:1767319968.900370:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24340 00000100:00100000:0.0:1767319968.900374:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384161664:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319968.900383:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319968.900404:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384161664:12345-0@lo:38:kworker.0 Request processed in 28us (364us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319968.900410:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24340 00000100:00100000:0.0:1767319968.900433:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384161152 00000100:00100000:0.0:1767319968.900437:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384161152 00000100:00100000:0.0:1767319968.900457:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2813 00000100:00100000:0.0:1767319968.900462:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384161152:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319968.900471:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319968.900496:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384161152:12345-0@lo:38:kworker.0 Request processed in 33us (539us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319968.900501:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2813 00000100:00080000:2.0:1767319968.900864:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319968.900872:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319968.900876:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384161024:0@lo:38:kworker.0 00000100:00080000:2.0:1767319968.900887:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319968.900891:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319968.900894:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384161152:0@lo:38:kworker.0 00000100:00080000:2.0:1767319968.900902:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319968.900905:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319968.900908:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384161408:0@lo:38:kworker.0 00000100:00080000:2.0:1767319968.900916:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319968.900919:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319968.900922:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384161664:0@lo:38:kworker.0 00000100:00080000:1.0:1767319968.901096:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319969.399435:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319969.862299:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319969.862421:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297400448 00000100:00100000:3.0:1767319969.862432:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297400448 00000100:00100000:3.0:1767319969.862518:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5106 00000100:00100000:3.0:1767319969.862529:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297400448:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319969.862620:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297400448:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 93us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319969.862629:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5106 00000100:00080000:1.0:1767319969.863180:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319969.869137:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319969.869297:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297400320 00000100:00100000:2.0:1767319969.869308:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297400320 00000100:00100000:2.0:1767319969.869364:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24341 00000100:00100000:2.0:1767319969.869373:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297400320:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319969.869401:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319969.869483:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297400320:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 110us (358us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319969.869490:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24341 00000100:00100000:0.0:1767319969.910937:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319970.428892:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319970.934928:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319971.448214:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319971.959190:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319972.470939:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319972.471245:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319972.471267:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384162048:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319972.471339:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319972.471813:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384162048 00000100:00100000:0.0:1767319972.471823:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384162048 00000100:00100000:0.0:1767319972.471886:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2785 00000100:00100000:0.0:1767319972.471895:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384162048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319972.471924:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319972.471975:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384162048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319972.471982:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2785 00000100:00100000:0.0:1767319972.472027:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384162048:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319972.472105:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319972.472220:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319972.472231:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384162176:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319972.472259:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319972.472337:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384162176 00000100:00100000:2.0:1767319972.472342:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384162176 00000100:00100000:2.0:1767319972.472380:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2786 00000100:00100000:2.0:1767319972.472387:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384162176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319972.472409:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319972.472442:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384162176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319972.472448:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2786 00000100:00100000:2.0:1767319972.472482:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384162176:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319972.472543:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319972.982923:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319973.495656:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319973.963467:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:0.0:1767319973.963596:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297400576 offset 0 length 520: 4 00000100:00100000:3.0:1767319973.967555:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297400832 00000100:00100000:3.0:1767319973.967574:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297400832 00000100:00100000:0.0:1767319973.969148:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319973.969383:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297400704 00000100:00100000:2.0:1767319973.969392:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297400704 00000100:00100000:2.0:1767319973.969445:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24342 00000100:00100000:2.0:1767319973.969452:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297400704:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319973.969474:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319973.969544:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297400704:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 90us (1767us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319973.969550:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24342 00000100:00080000:1.0:1767319973.970188:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319973.970290:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5107 00000100:00100000:3.0:1767319973.970302:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297400832:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319973.970362:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297400832:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 64us (6907us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319973.970368:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5107 00000100:00100000:2.0:1767319974.007117:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319948/real 1767319948] req@ffff93698c91c700 x1853164384155776/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319973 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319974.007149:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93698c91c700 x1853164384155776/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319973 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319974.007168:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319974.007176:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319974.007180:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384155776:0@lo:250:kworker.0 00000100:00080000:0.0:1767319974.007411:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319974.007416:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319974.007419:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319974.007424:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4851 00000100:00080000:0.0:1767319974.007428:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319974.007434:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319974.007471:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9b100 x1853164384162304/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319974.007494:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319974.007497:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319974.007499:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319974.007502:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4872 00000100:00080000:0.0:1767319974.007504:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319974.007507:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319974.007520:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a99880 x1853164384162432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319974.007527:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319974.007530:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319974.007531:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319974.007535:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4872 00000100:00080000:0.0:1767319974.007537:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319974.007539:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319974.007548:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9aa00 x1853164384162560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319974.007579:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319974.007582:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319974.007584:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319974.007586:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4872 00000100:00080000:0.0:1767319974.007589:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319974.007591:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319974.007601:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91c380 x1853164384162816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319974.007612:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319974.007615:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319974.007617:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319974.007629:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4872 00000100:00080000:0.0:1767319974.007631:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319974.007634:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319974.007644:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91dc00 x1853164384163072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319974.007687:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384162944:0@lo:400:kworker.0 00000100:00100000:0.0:1767319974.007749:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319974.007827:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319974.007833:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384162688:0@lo:400:kworker.0 00000100:00100000:0.0:1767319974.007854:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319974.007884:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384163200:0@lo:400:kworker.0 00000100:00100000:0.0:1767319974.007925:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319974.007942:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319974.007947:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384163328:0@lo:400:kworker.0 00000100:00100000:0.0:1767319974.007966:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319974.007990:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384162944 00000100:00100000:0.0:1767319974.007997:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384162944 00000100:00100000:0.0:1767319974.008043:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384162688 00000100:00100000:0.0:1767319974.008046:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384162688 00000100:00100000:0.0:1767319974.008068:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5108 00000100:00100000:0.0:1767319974.008077:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384162944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319974.008129:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384162944:12345-0@lo:400:kworker.0 Request processed in 53us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319974.008136:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5108 00000100:00100000:0.0:1767319974.008152:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5109 00000100:00100000:0.0:1767319974.008157:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384162688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319974.008176:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384162688:12345-0@lo:400:kworker.0 Request processed in 20us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319974.008181:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5109 00000100:00100000:3.0:1767319974.008349:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384163200 00000100:00100000:3.0:1767319974.008354:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384163200 00000100:00100000:3.0:1767319974.008384:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384163328 00000100:00100000:3.0:1767319974.008387:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384163328 00000100:00100000:3.0:1767319974.008405:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1988 00000100:00100000:3.0:1767319974.008411:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384163200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319974.008450:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384163200:12345-0@lo:400:kworker.0 Request processed in 39us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319974.008455:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1988 00000100:00100000:3.0:1767319974.008466:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1989 00000100:00100000:3.0:1767319974.008470:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384163328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319974.008492:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384163328:12345-0@lo:400:kworker.0 Request processed in 21us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319974.008496:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1989 00000100:00100000:3.0:1767319974.008538:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384163328:0@lo:400:kworker.0 00000100:00100000:3.0:1767319974.008545:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384163200:0@lo:400:kworker.0 00000100:00080000:0.0:1767319974.008588:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319974.008591:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319974.008593:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319974.008668:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384162304:0@lo:250:kworker.0 00000400:00000100:1.0:1767319974.008693:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384162304 offset 0 length 520: 4 00000100:00100000:1.0:1767319974.008710:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384162432:0@lo:38:kworker.0 00000100:00100000:1.0:1767319974.008731:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319974.008750:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384162560:0@lo:38:kworker.0 00000100:00100000:1.0:1767319974.008772:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319974.009033:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319974.014608:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384162432 00000100:00100000:3.0:1767319974.014632:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384162432 00000100:00100000:3.0:1767319974.014694:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24343 00000100:00100000:3.0:1767319974.014703:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384162432:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319974.014725:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319974.015136:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384162688:0@lo:400:kworker.0 00000100:00100000:0.0:1767319974.015148:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384162944:0@lo:400:kworker.0 00000100:00100000:0.0:1767319974.016238:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384162560 00000100:00100000:0.0:1767319974.016249:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384162560 00000100:00100000:0.0:1767319974.016290:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2814 00000100:00100000:0.0:1767319974.016297:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384162560:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319974.016315:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319974.017678:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384162816:0@lo:38:kworker.0 00000100:00100000:3.0:1767319974.017865:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384162432:12345-0@lo:38:kworker.0 Request processed in 3158us (9129us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319974.017880:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24343 00000100:00100000:1.0:1767319974.021895:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319974.021956:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384163072:0@lo:38:kworker.0 00000100:00100000:1.0:1767319974.022008:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319974.022070:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319974.022076:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319974.022079:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384162432:0@lo:38:kworker.0 00000100:00100000:2.0:1767319974.022778:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384162816 00000100:00100000:2.0:1767319974.022811:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384162816 00000100:00100000:2.0:1767319974.022858:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384163072 00000100:00100000:2.0:1767319974.022861:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384163072 00000100:00100000:2.0:1767319974.022893:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24344 00000100:00100000:2.0:1767319974.022902:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384162816:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319974.022925:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319974.022984:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384162816:12345-0@lo:38:kworker.0 Request processed in 82us (1105us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319974.022991:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24344 00000100:00100000:2.0:1767319974.023006:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24345 00000100:00100000:2.0:1767319974.023010:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384163072:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319974.023018:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319974.023040:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384163072:12345-0@lo:38:kworker.0 Request processed in 29us (1031us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319974.023045:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24345 00000100:00080000:1.0:1767319974.024206:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319974.024215:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319974.024219:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384162816:0@lo:38:kworker.0 00000100:00080000:1.0:1767319974.024232:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319974.024235:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319974.024238:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384163072:0@lo:38:kworker.0 00000100:00100000:0.0:1767319974.024432:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384162560:12345-0@lo:38:kworker.0 Request processed in 8132us (15655us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319974.024442:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2814 00000100:00080000:1.0:1767319974.024696:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319974.024701:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319974.024704:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384162560:0@lo:38:kworker.0 00010000:00010000:3.0:1767319974.520881:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319975.030899:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319975.545055:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319976.055065:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319976.567083:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319977.078911:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319977.590955:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319977.591061:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319977.591086:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384163456:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319977.591163:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319977.591318:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384163456 00000100:00100000:3.0:1767319977.591330:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384163456 00000100:00100000:3.0:1767319977.591467:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2787 00000100:00100000:3.0:1767319977.591485:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384163456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319977.591518:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319977.591572:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384163456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319977.591579:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2787 00000100:00100000:3.0:1767319977.591663:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384163456:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319977.592309:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319977.592322:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384163584:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319977.592360:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319977.592416:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384163584 00000100:00100000:0.0:1767319977.592422:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384163584 00000100:00080000:1.0:1767319977.595638:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319977.595650:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319977.596126:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2788 00000100:00100000:0.0:1767319977.596143:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384163584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319977.596184:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319977.596279:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384163584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 143us (3918us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319977.596287:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2788 00000100:00100000:1.0:1767319977.596661:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384163584:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319978.102981:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319978.615220:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319979.079934:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319979.079982:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319979.080241:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297401088 00000100:00100000:2.0:1767319979.080251:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297401088 00000100:00100000:2.0:1767319979.080314:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297400960 00000100:00100000:2.0:1767319979.080317:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297400960 00000100:00100000:2.0:1767319979.080334:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5110 00000100:00100000:2.0:1767319979.080345:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297401088:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:3.0:1767319979.080361:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319979.080400:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24346 00000100:00100000:3.0:1767319979.080407:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297400960:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:2.0:1767319979.080419:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297401088:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 75us (494us total) trans 0 rc 0/0 00010000:00020000:3.0:1767319979.080431:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319979.080432:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5110 00000100:00100000:3.0:1767319979.080471:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297400960:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 60us (485us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319979.080479:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24346 00000100:00080000:0.0:1767319979.132285:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319979.132296:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319979.132298:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319979.132302:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319979.132306:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319979.132315:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4877 00000100:00080000:0.0:1767319979.132320:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319979.132327:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319979.132371:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785f80 x1853164384163712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319979.132398:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319979.132402:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319979.132403:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319979.132408:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4877 00000100:00080000:0.0:1767319979.132410:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319979.132413:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319979.132427:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785c00 x1853164384163840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319979.132458:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319979.132462:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319979.132464:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319979.132467:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4877 00000100:00080000:0.0:1767319979.132469:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319979.132473:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319979.132484:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784700 x1853164384164096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319979.132497:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319979.132500:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319979.132502:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319979.132506:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4877 00000100:00080000:0.0:1767319979.132508:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319979.132511:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767319979.132519:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784000 x1853164384164352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319979.132584:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384163968:0@lo:400:kworker.0 00000100:00100000:0.0:1767319979.132647:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319979.133078:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319979.133086:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384164224:0@lo:400:kworker.0 00000100:00100000:0.0:1767319979.133113:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319979.133146:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384163968 00000100:00100000:0.0:1767319979.133153:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384163968 00000100:00100000:0.0:1767319979.133209:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384164224 00000100:00100000:0.0:1767319979.133212:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384164224 00000100:00100000:0.0:1767319979.133236:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5111 00000100:00100000:0.0:1767319979.133244:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384163968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319979.133316:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384163968:12345-0@lo:400:kworker.0 Request processed in 72us (668us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319979.133324:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5111 00000100:00100000:0.0:1767319979.133340:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5112 00000100:00100000:0.0:1767319979.133346:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384164224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319979.133371:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384164224:12345-0@lo:400:kworker.0 Request processed in 25us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319979.133377:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5112 00000100:00100000:0.0:1767319979.133417:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384164224:0@lo:400:kworker.0 00000100:00100000:0.0:1767319979.133427:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384163968:0@lo:400:kworker.0 00000100:00100000:0.0:1767319979.133451:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384164480:0@lo:400:kworker.0 00000100:00100000:0.0:1767319979.133475:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319979.133496:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319979.133501:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384164608:0@lo:400:kworker.0 00000100:00100000:0.0:1767319979.133519:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319979.134164:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384163712:0@lo:38:kworker.0 00000100:00100000:3.0:1767319979.134202:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319979.134264:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384164480 00000100:00100000:0.0:1767319979.134270:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384164480 00000100:00100000:2.0:1767319979.134822:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384163712 00000100:00100000:2.0:1767319979.134828:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384163712 00000100:00100000:2.0:1767319979.135491:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24347 00000100:00100000:2.0:1767319979.135503:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384163712:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319979.135530:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319979.135603:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384163712:12345-0@lo:38:kworker.0 Request processed in 99us (1398us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319979.135611:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24347 00000100:00080000:2.0:1767319979.135643:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319979.135648:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319979.135803:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319979.136222:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319979.136228:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319979.136232:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384163712:0@lo:38:kworker.0 00000100:00100000:3.0:1767319979.136241:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384163840:0@lo:38:kworker.0 00000100:00100000:3.0:1767319979.136278:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319979.136314:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384164096:0@lo:38:kworker.0 00000100:00100000:3.0:1767319979.136335:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319979.136349:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384164352:0@lo:38:kworker.0 00000100:00100000:3.0:1767319979.136366:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319979.136528:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384164096 00000100:00100000:1.0:1767319979.136534:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384164096 00000100:00100000:1.0:1767319979.136569:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384164352 00000100:00100000:1.0:1767319979.136572:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384164352 00000100:00100000:1.0:1767319979.136601:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24348 00000100:00100000:1.0:1767319979.136607:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384164096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319979.136621:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319979.136657:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384164096:12345-0@lo:38:kworker.0 Request processed in 49us (320us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319979.136676:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24348 00000100:00100000:1.0:1767319979.136690:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24349 00000100:00100000:1.0:1767319979.136695:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384164352:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319979.136703:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319979.136724:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384164352:12345-0@lo:38:kworker.0 Request processed in 29us (357us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319979.136730:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24349 00000100:00100000:1.0:1767319979.136750:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384163840 00000100:00100000:1.0:1767319979.136754:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384163840 00000100:00100000:1.0:1767319979.136805:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2815 00000100:00100000:1.0:1767319979.136810:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384163840:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319979.136819:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319979.136846:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384163840:12345-0@lo:38:kworker.0 Request processed in 34us (566us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319979.136853:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2815 00000100:00080000:1.0:1767319979.137431:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319979.137438:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319979.137442:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384163840:0@lo:38:kworker.0 00000100:00080000:1.0:1767319979.137451:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319979.137454:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319979.137457:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384164096:0@lo:38:kworker.0 00000100:00080000:1.0:1767319979.137465:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319979.137468:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319979.137471:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384164352:0@lo:38:kworker.0 00000100:00100000:0.0:1767319979.137625:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384164608 00000100:00100000:0.0:1767319979.137630:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384164608 00000100:00100000:0.0:1767319979.137680:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1990 00000100:00100000:0.0:1767319979.137688:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384164480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319979.137744:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384164480:12345-0@lo:400:kworker.0 Request processed in 57us (4267us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319979.137750:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1990 00000100:00100000:0.0:1767319979.137764:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1991 00000100:00100000:0.0:1767319979.137771:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384164608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319979.137815:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384164608:12345-0@lo:400:kworker.0 Request processed in 44us (4294us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319979.137821:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1991 00000100:00080000:1.0:1767319979.138277:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319979.138312:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384164608:0@lo:400:kworker.0 00000100:00100000:0.0:1767319979.138332:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384164480:0@lo:400:kworker.0 00010000:00010000:3.0:1767319979.641430:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319980.151050:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319980.663175:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319981.175276:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319981.688461:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319982.199504:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319982.711126:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384164736:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319982.711216:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319982.711308:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384164736 00000100:00100000:2.0:1767319982.711319:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384164736 00010000:00010000:1.0:1767319982.711350:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319982.711359:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319982.711389:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2789 00000100:00100000:2.0:1767319982.711403:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384164736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319982.711596:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319982.711715:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384164736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 315us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319982.711723:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2789 00000100:00100000:1.0:1767319982.715082:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384164736:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319982.717112:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384164864:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319982.717218:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319982.719103:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384164864 00000100:00100000:2.0:1767319982.719121:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384164864 00000100:00100000:2.0:1767319982.719220:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2790 00000100:00100000:2.0:1767319982.719234:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384164864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319982.719275:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767319982.719351:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319982.719372:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384164864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 140us (2152us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319982.719385:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2790 00000100:00100000:3.0:1767319982.719451:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384164864:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319983.223153:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319983.735136:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319984.206357:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319984.206638:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297401344 00000100:00100000:3.0:1767319984.206654:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297401344 00000100:00100000:3.0:1767319984.206771:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5113 00000100:00100000:3.0:1767319984.206848:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297401344:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319984.206967:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297401344:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 184us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319984.206977:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5113 00000100:00080000:1.0:1767319984.207142:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319984.211942:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319984.212040:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297401216 00000100:00100000:3.0:1767319984.212056:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297401216 00000100:00100000:3.0:1767319984.212120:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24350 00000100:00100000:3.0:1767319984.212131:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297401216:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319984.212158:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319984.212253:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297401216:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 121us (326us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319984.212261:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24350 00000100:00080000:3.0:1767319984.247059:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319984.247070:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319984.247073:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319984.247078:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319984.247082:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319984.247091:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4882 00000100:00080000:3.0:1767319984.247096:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319984.247104:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319984.247150:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91ed80 x1853164384164992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319984.247172:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319984.247176:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319984.247178:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319984.247183:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4882 00000100:00080000:3.0:1767319984.247185:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319984.247191:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319984.247196:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319984.247207:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91c700 x1853164384165120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319984.247247:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319984.247251:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319984.247253:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319984.247257:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4882 00000100:00080000:3.0:1767319984.247260:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319984.247264:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319984.247275:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91e680 x1853164384165376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319984.247298:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319984.247302:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319984.247305:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319984.247308:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4882 00000100:00080000:3.0:1767319984.247312:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319984.247316:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319984.247324:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384165504:0@lo:400:kworker.0 00000100:00100000:3.0:1767319984.247331:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae87100 x1853164384165632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319984.247413:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384165888:0@lo:400:kworker.0 00000100:00100000:2.0:1767319984.247433:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319984.247521:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384165248:0@lo:400:kworker.0 00000100:00100000:0.0:1767319984.247646:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384165504 00000100:00100000:0.0:1767319984.247657:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384165504 00000100:00100000:0.0:1767319984.247757:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5114 00000100:00100000:0.0:1767319984.247768:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384165504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319984.248299:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319984.248748:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319984.248761:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384165760:0@lo:400:kworker.0 00000100:00100000:3.0:1767319984.248813:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319984.248875:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384165888 00000100:00100000:3.0:1767319984.248883:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384165888 00000100:00100000:3.0:1767319984.248933:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384165760 00000100:00100000:3.0:1767319984.248936:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384165760 00000100:00100000:3.0:1767319984.248959:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1992 00000100:00100000:3.0:1767319984.248967:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384165888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319984.249018:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384165888:12345-0@lo:400:kworker.0 Request processed in 51us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319984.249026:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1992 00000100:00100000:3.0:1767319984.249043:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1993 00000100:00100000:3.0:1767319984.249050:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384165760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319984.249076:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384165760:12345-0@lo:400:kworker.0 Request processed in 27us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319984.249081:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1993 00000100:00100000:3.0:1767319984.249120:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384165760:0@lo:400:kworker.0 00000100:00100000:3.0:1767319984.249131:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384165888:0@lo:400:kworker.0 00000100:00100000:3.0:1767319984.249177:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384164992:0@lo:38:kworker.0 00000100:00100000:3.0:1767319984.250586:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319984.250638:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384165120:0@lo:38:kworker.0 00000100:00100000:3.0:1767319984.250690:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319984.250717:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384165376:0@lo:38:kworker.0 00000100:00100000:3.0:1767319984.250739:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319984.250756:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384165632:0@lo:38:kworker.0 00000100:00100000:3.0:1767319984.250778:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319984.250836:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384164992 00000100:00100000:3.0:1767319984.250843:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384164992 00000100:00100000:3.0:1767319984.250870:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384165376 00000100:00100000:3.0:1767319984.250873:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384165376 00000100:00100000:3.0:1767319984.250881:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384165632 00000100:00100000:3.0:1767319984.250884:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384165632 00000100:00100000:3.0:1767319984.250897:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24351 00000100:00100000:3.0:1767319984.250904:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384164992:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319984.250925:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319984.250967:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384164992:12345-0@lo:38:kworker.0 Request processed in 63us (386us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319984.250976:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24351 00000100:00100000:3.0:1767319984.250995:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24352 00000100:00100000:3.0:1767319984.250998:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384165376:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319984.251007:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319984.251031:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384165376:12345-0@lo:38:kworker.0 Request processed in 31us (290us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319984.251037:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24352 00000100:00100000:3.0:1767319984.251046:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24353 00000100:00100000:3.0:1767319984.251050:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384165632:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319984.251060:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319984.251091:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384165632:12345-0@lo:38:kworker.0 Request processed in 39us (312us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319984.251099:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24353 00000100:00080000:2.0:1767319984.251129:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319984.251141:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319984.251141:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319984.251147:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319984.251152:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319984.251160:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384164992:0@lo:38:kworker.0 00000100:00080000:3.0:1767319984.251170:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319984.251173:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319984.251176:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384165376:0@lo:38:kworker.0 00000100:00080000:3.0:1767319984.251195:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767319984.251198:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384165120 00000100:00080000:3.0:1767319984.251203:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319984.251209:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384165632:0@lo:38:kworker.0 00000100:00100000:2.0:1767319984.251211:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384165120 00000100:00100000:2.0:1767319984.251261:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2816 00000100:00100000:2.0:1767319984.251357:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384165120:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319984.251379:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319984.251455:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384165120:12345-0@lo:38:kworker.0 Request processed in 186us (764us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319984.251463:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2816 00000100:00100000:0.0:1767319984.251681:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384165504:12345-0@lo:400:kworker.0 Request processed in 3913us (4249us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319984.251755:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5114 00000100:00100000:2.0:1767319984.251877:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384165504:0@lo:400:kworker.0 00000100:00100000:1.0:1767319984.251957:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319984.252066:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319984.252073:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319984.252078:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384165120:0@lo:38:kworker.0 00000100:00100000:0.0:1767319984.252146:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384165248 00000100:00100000:0.0:1767319984.252153:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384165248 00000100:00100000:0.0:1767319984.252211:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5115 00000100:00100000:0.0:1767319984.252219:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384165248:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767319984.252368:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319984.252402:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384165248:12345-0@lo:400:kworker.0 Request processed in 183us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319984.252410:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5115 00000100:00100000:1.0:1767319984.252647:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384165248:0@lo:400:kworker.0 00010000:00010000:3.0:1767319984.759066:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319985.271674:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319985.783189:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319986.295801:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319986.807371:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319987.319425:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319987.831478:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319987.831537:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384166016:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319987.831644:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319987.831890:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384166016 00000100:00100000:3.0:1767319987.831901:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384166016 00000100:00080000:2.0:1767319987.832089:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319987.832347:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2791 00000100:00100000:3.0:1767319987.832366:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384166016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319987.832412:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00010000:00010000:1.0:1767319987.832488:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319987.832490:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384166016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 131us (844us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319987.832607:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384166144:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319987.832641:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319987.832695:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384166016:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319987.832726:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384166144 00000100:00100000:2.0:1767319987.832731:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384166144 00000100:00080000:1.0:1767319987.832808:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319987.834429:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2791 00000100:00100000:2.0:1767319987.834607:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2792 00000100:00100000:2.0:1767319987.834633:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384166144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319987.834682:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319987.834823:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384166144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 203us (2179us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319987.834830:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2792 00000100:00100000:0.0:1767319987.834925:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384166144:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319988.342959:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319988.856718:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319989.327181:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319989.327243:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767319989.327456:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297401600 00000100:00100000:3.0:1767319989.327469:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297401600 00000100:00100000:3.0:1767319989.327581:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297401472 00000100:00100000:3.0:1767319989.327585:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297401472 00000100:00100000:3.0:1767319989.327610:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5116 00000100:00100000:3.0:1767319989.327623:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297401600:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319989.327714:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297401600:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 95us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319989.327723:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5116 00000100:00100000:3.0:1767319989.327745:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24354 00000100:00100000:3.0:1767319989.327749:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297401472:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767319989.327776:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319989.327839:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297401472:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 86us (594us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319989.327845:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24354 00000100:00080000:2.0:1767319989.328106:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319989.366953:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319989.366967:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319989.366971:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319989.366975:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319989.366981:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319989.366993:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4887 00000100:00080000:3.0:1767319989.366999:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319989.367011:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319989.367071:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db2a00 x1853164384166272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319989.367102:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319989.367105:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319989.367107:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319989.367112:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4887 00000100:00080000:3.0:1767319989.367114:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319989.367118:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319989.367132:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db2680 x1853164384166400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319989.367191:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319989.367196:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319989.367198:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319989.367202:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4887 00000100:00080000:3.0:1767319989.367204:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319989.367208:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319989.367221:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db0000 x1853164384166656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319989.367238:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319989.367241:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319989.367242:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319989.367246:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4887 00000100:00080000:3.0:1767319989.367249:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319989.367253:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767319989.367263:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91c700 x1853164384166912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319989.367281:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384166528:0@lo:400:kworker.0 00000100:00100000:3.0:1767319989.367328:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319989.367350:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384167040:0@lo:400:kworker.0 00000100:00100000:1.0:1767319989.367368:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319989.367402:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319989.367444:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319989.367450:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384166784:0@lo:400:kworker.0 00000100:00100000:1.0:1767319989.367474:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319989.367491:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384167040 00000100:00100000:2.0:1767319989.367501:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384167040 00000100:00100000:1.0:1767319989.367510:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384166528 00000100:00100000:1.0:1767319989.367527:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384166528 00000100:00100000:1.0:1767319989.367574:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384166784 00000100:00100000:1.0:1767319989.367577:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384166784 00000100:00100000:2.0:1767319989.367578:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1994 00000100:00100000:2.0:1767319989.367588:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384167040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319989.367598:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5117 00000100:00100000:1.0:1767319989.367604:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384166528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319989.367646:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384166528:12345-0@lo:400:kworker.0 Request processed in 40us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319989.367646:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384167040:12345-0@lo:400:kworker.0 Request processed in 57us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319989.367654:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5117 00000100:00100000:2.0:1767319989.367654:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1994 00000100:00100000:1.0:1767319989.367669:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5118 00000100:00100000:1.0:1767319989.367676:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384166784:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767319989.367676:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319989.367682:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319989.367699:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384166784:12345-0@lo:400:kworker.0 Request processed in 24us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319989.367722:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5118 00000100:00100000:1.0:1767319989.367763:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384166784:0@lo:400:kworker.0 00000100:00100000:1.0:1767319989.367775:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384166528:0@lo:400:kworker.0 00000100:00100000:0.0:1767319989.369136:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384167168:0@lo:400:kworker.0 00000100:00100000:0.0:1767319989.369213:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319989.369290:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384166272:0@lo:38:kworker.0 00000100:00100000:0.0:1767319989.369320:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319989.369342:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384167168 00000100:00100000:2.0:1767319989.369350:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384167168 00000100:00100000:0.0:1767319989.369354:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384166400:0@lo:38:kworker.0 00000100:00100000:0.0:1767319989.369381:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319989.369405:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384166656:0@lo:38:kworker.0 00000100:00100000:2.0:1767319989.369416:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1995 00000100:00100000:2.0:1767319989.369425:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384167168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319989.369426:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319989.369442:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384166912:0@lo:38:kworker.0 00000100:00100000:0.0:1767319989.369462:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319989.369494:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384167168:12345-0@lo:400:kworker.0 Request processed in 70us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319989.369499:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384166400 00000100:00100000:2.0:1767319989.369501:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1995 00000100:00100000:0.0:1767319989.369503:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384166400 00000100:00080000:2.0:1767319989.369526:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319989.369571:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384166272 00000100:00100000:2.0:1767319989.369575:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384166272 00000100:00100000:2.0:1767319989.369594:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384166656 00000100:00100000:2.0:1767319989.369598:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384166656 00000100:00100000:2.0:1767319989.369611:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384166912 00000100:00100000:0.0:1767319989.369612:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2817 00000100:00100000:2.0:1767319989.369614:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384166912 00000100:00100000:0.0:1767319989.369618:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384166400:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319989.369623:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24355 00000100:00100000:2.0:1767319989.369626:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384166272:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319989.369681:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24356 00000100:00100000:1.0:1767319989.369687:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384166656:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319989.369722:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319989.369764:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384166400:12345-0@lo:38:kworker.0 Request processed in 144us (382us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319989.369771:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2817 00000100:00100000:0.0:1767319989.370035:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24357 00000100:00100000:0.0:1767319989.370040:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384166912:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319989.371572:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384167040:0@lo:400:kworker.0 00000100:00100000:3.0:1767319989.371694:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384167168:0@lo:400:kworker.0 00000100:00080000:3.0:1767319989.371734:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319989.371740:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319989.371745:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384166400:0@lo:38:kworker.0 00010000:00020000:2.0:1767319989.378628:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319989.378800:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384166272:12345-0@lo:38:kworker.0 Request processed in 9152us (9459us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319989.378815:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24355 00000100:00080000:3.0:1767319989.379139:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319989.379161:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319989.379171:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384166272:0@lo:38:kworker.0 00010000:00020000:1.0:1767319989.382067:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319989.382211:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384166656:12345-0@lo:38:kworker.0 Request processed in 12518us (12779us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319989.382227:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24356 00000100:00080000:3.0:1767319989.382345:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319989.382354:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319989.382359:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384166656:0@lo:38:kworker.0 00010000:00020000:0.0:1767319989.383447:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319989.383548:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384166912:12345-0@lo:38:kworker.0 Request processed in 13503us (14081us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319989.383559:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24357 00000100:00080000:3.0:1767319989.383655:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319989.383662:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319989.383666:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384166912:0@lo:38:kworker.0 00010000:00010000:3.0:1767319989.879004:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319990.391228:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319990.904889:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319991.414962:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319991.929050:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319992.440484:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319992.952309:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319992.952591:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319992.952622:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384167296:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319992.952657:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319992.952672:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384167424:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319992.952721:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319992.953049:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319992.955066:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384167296 00000100:00100000:2.0:1767319992.955088:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384167296 00000100:00100000:2.0:1767319992.955214:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384167424 00000100:00100000:2.0:1767319992.955218:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384167424 00000100:00100000:2.0:1767319992.955253:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2793 00000100:00100000:2.0:1767319992.955266:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384167296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319992.955315:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319992.955439:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384167296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 174us (2718us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319992.955459:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2793 00000100:00100000:2.0:1767319992.955480:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2794 00000100:00100000:2.0:1767319992.955487:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384167424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319992.955511:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319992.955544:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384167424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (2497us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319992.955549:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2794 00000100:00100000:1.0:1767319992.955713:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384167424:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319992.955965:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384167296:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319992.956052:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319992.956057:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319993.463371:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319993.975359:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319994.444616:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767319994.444753:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767319994.446627:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297401728 00000100:00100000:0.0:1767319994.446647:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297401728 00000100:00100000:2.0:1767319994.446743:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297401856 00000100:00100000:2.0:1767319994.446749:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297401856 00000100:00100000:2.0:1767319994.446861:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5119 00000100:00100000:2.0:1767319994.446886:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297401856:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767319994.447004:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297401856:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 133us (2251us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319994.447013:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5119 00000100:00100000:2.0:1767319994.447036:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24358 00000100:00100000:2.0:1767319994.447041:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297401728:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319994.447069:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319994.447360:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297401728:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 315us (2759us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319994.447368:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24358 00000100:00080000:1.0:1767319994.447711:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319994.487109:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319994.487232:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319994.487240:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319994.487243:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319994.487249:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319994.487254:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319994.487265:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4892 00000100:00080000:3.0:1767319994.487271:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319994.487281:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319994.491587:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84a80 x1853164384167552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319994.491628:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319994.491635:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319994.491639:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319994.491646:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4892 00000100:00080000:2.0:1767319994.491650:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319994.491659:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319994.491698:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5880 x1853164384167680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319994.491760:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319994.491765:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319994.491768:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319994.491772:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4892 00000100:00080000:2.0:1767319994.491775:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319994.491779:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319994.491821:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7ff800 x1853164384167936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319994.491843:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319994.491847:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319994.491849:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319994.491853:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4892 00000100:00080000:2.0:1767319994.491856:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319994.491859:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319994.491870:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b4700 x1853164384168192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319994.492362:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384168064:0@lo:400:kworker.0 00000100:00100000:2.0:1767319994.492545:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319994.492629:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319994.492636:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384167808:0@lo:400:kworker.0 00000100:00100000:2.0:1767319994.492662:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319994.492707:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384168064 00000100:00100000:2.0:1767319994.492717:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384168064 00000100:00100000:1.0:1767319994.492960:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384168320:0@lo:400:kworker.0 00000100:00100000:1.0:1767319994.493003:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319994.493031:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319994.493038:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384168448:0@lo:400:kworker.0 00000100:00100000:1.0:1767319994.493061:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319994.493096:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384168320 00000100:00100000:1.0:1767319994.493100:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384168320 00000100:00100000:1.0:1767319994.493137:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384168448 00000100:00100000:1.0:1767319994.493140:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384168448 00000100:00100000:1.0:1767319994.493167:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1996 00000100:00100000:1.0:1767319994.493182:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384168320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319994.493250:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384168320:12345-0@lo:400:kworker.0 Request processed in 74us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319994.493258:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1996 00000100:00100000:1.0:1767319994.493277:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1997 00000100:00100000:1.0:1767319994.493284:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384168448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319994.493311:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384168448:12345-0@lo:400:kworker.0 Request processed in 29us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319994.493317:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1997 00000100:00080000:1.0:1767319994.493346:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319994.493352:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319994.493355:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319994.493392:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384168448:0@lo:400:kworker.0 00000100:00100000:1.0:1767319994.493403:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384168320:0@lo:400:kworker.0 00000100:00100000:1.0:1767319994.493474:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384167808 00000100:00100000:1.0:1767319994.493478:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384167808 00000100:00100000:1.0:1767319994.493513:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5120 00000100:00100000:1.0:1767319994.493520:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384168064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319994.493559:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384168064:12345-0@lo:400:kworker.0 Request processed in 40us (1016us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319994.493566:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5120 00000100:00100000:1.0:1767319994.493579:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5121 00000100:00100000:1.0:1767319994.493586:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384167808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319994.493617:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384167808:12345-0@lo:400:kworker.0 Request processed in 33us (955us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319994.493623:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5121 00000100:00080000:1.0:1767319994.493639:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319994.493665:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384167808:0@lo:400:kworker.0 00000100:00100000:1.0:1767319994.493675:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384168064:0@lo:400:kworker.0 00000100:00100000:0.0:1767319994.495071:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384167552:0@lo:38:kworker.0 00000100:00100000:0.0:1767319994.495154:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319994.495207:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384167680:0@lo:38:kworker.0 00000100:00100000:0.0:1767319994.495239:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319994.495270:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384167936:0@lo:38:kworker.0 00000100:00100000:0.0:1767319994.495298:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319994.495307:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384167680 00000100:00100000:3.0:1767319994.495317:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384167680 00000100:00100000:0.0:1767319994.495399:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384168192:0@lo:38:kworker.0 00000100:00100000:0.0:1767319994.495428:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319994.495536:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2818 00000100:00100000:3.0:1767319994.495545:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384167680:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319994.495570:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319994.495710:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384167680:12345-0@lo:38:kworker.0 Request processed in 70us (376us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319994.495718:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2818 00000100:00080000:0.0:1767319994.498610:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319994.498628:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319994.498635:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384167680:0@lo:38:kworker.0 00000100:00100000:1.0:1767319994.501320:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384167552 00000100:00100000:1.0:1767319994.501343:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384167552 00000100:00100000:1.0:1767319994.501408:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384167936 00000100:00100000:1.0:1767319994.501412:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384167936 00000100:00100000:1.0:1767319994.501444:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384168192 00000100:00100000:1.0:1767319994.501448:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384168192 00000100:00100000:1.0:1767319994.501478:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24359 00000100:00100000:1.0:1767319994.501490:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384167552:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319994.501524:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319994.501641:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384167552:12345-0@lo:38:kworker.0 Request processed in 151us (6486us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319994.501649:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24359 00000100:00100000:1.0:1767319994.501669:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24360 00000100:00100000:1.0:1767319994.501672:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384167936:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319994.501681:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319994.501707:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384167936:12345-0@lo:38:kworker.0 Request processed in 33us (6409us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319994.501712:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24360 00000100:00100000:1.0:1767319994.501723:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24361 00000100:00100000:1.0:1767319994.501727:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384168192:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319994.501736:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319994.501762:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384168192:12345-0@lo:38:kworker.0 Request processed in 34us (6334us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319994.501768:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24361 00000100:00080000:0.0:1767319994.503276:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319994.503289:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319994.503295:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384167552:0@lo:38:kworker.0 00000100:00080000:0.0:1767319994.503310:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319994.503314:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319994.503318:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384167936:0@lo:38:kworker.0 00000100:00080000:0.0:1767319994.503330:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319994.503333:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319994.503336:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384168192:0@lo:38:kworker.0 00010000:00010000:3.0:1767319994.999106:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319995.511196:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767319996.029733:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319996.535996:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319997.051583:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319997.559389:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319998.071020:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319998.071227:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384168704:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319998.071322:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319998.071437:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319998.071444:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384168576:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319998.071473:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319998.071556:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384168704 00000100:00100000:0.0:1767319998.071562:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384168576 00000100:00100000:3.0:1767319998.071567:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384168704 00000100:00100000:0.0:1767319998.071569:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384168576 00000100:00100000:3.0:1767319998.071696:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2795 00000100:00100000:3.0:1767319998.071707:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384168704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319998.071746:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319998.071827:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384168704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319998.071835:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2795 00000100:00100000:2.0:1767319998.072349:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384168704:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319998.079726:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319998.079747:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319998.079769:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2796 00000100:00100000:0.0:1767319998.079815:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384168576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319998.079879:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319998.084927:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384168576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5133us (13440us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319998.084944:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2796 00000100:00100000:2.0:1767319998.085108:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384168576:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319998.540111:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:1.0:1767319998.540164:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297401984 offset 0 length 520: 4 00000100:00100000:1.0:1767319998.540193:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767319998.540293:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297402240 00000100:00100000:2.0:1767319998.540306:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297402240 00000100:00100000:2.0:1767319998.540414:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297402112 00000100:00100000:2.0:1767319998.540419:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297402112 00000100:00100000:3.0:1767319998.540426:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5122 00000100:00100000:3.0:1767319998.540445:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297402240:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767319998.540565:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297402240:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 123us (470us total) trans 0 rc 0/0 00000100:00080000:1.0:1767319998.540631:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319998.542050:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24362 00000100:00100000:2.0:1767319998.542331:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297402112:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767319998.542364:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319998.542487:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297402112:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 421us (2291us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319998.542497:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24362 00000100:00100000:3.0:1767319998.544245:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5122 00000100:00100000:1.0:1767319998.583059:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319999.095424:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319999.606938:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319999.606956:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319999.606963:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319999.606967:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319999.606972:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319999.606977:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319999.606987:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4897 00000100:00080000:2.0:1767319999.606992:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319999.607001:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319999.607057:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b6300 x1853164384168832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319999.607086:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319999.607089:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319999.607091:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319999.607095:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4897 00000100:00080000:2.0:1767319999.607098:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319999.607103:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319999.607116:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b5180 x1853164384168960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319999.607154:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319999.607159:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319999.607161:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319999.607164:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4897 00000100:00080000:2.0:1767319999.607167:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319999.607170:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319999.607185:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b7b80 x1853164384169216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319999.607200:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767319999.607201:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384169088:0@lo:400:kworker.0 00000100:00080000:2.0:1767319999.607203:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319999.607205:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319999.607208:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4897 00000100:00080000:2.0:1767319999.607210:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319999.607213:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767319999.607222:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b4380 x1853164384169472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319999.607268:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384169600:0@lo:400:kworker.0 00000100:00100000:1.0:1767319999.607299:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319999.607301:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319999.607544:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319974/real 1767319974] req@ffff936887a9b100 x1853164384162304/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319999 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319999.607568:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff936887a9b100 x1853164384162304/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319999 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319999.607586:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384168832:0@lo:38:kworker.0 00000100:00100000:0.0:1767319999.607613:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319999.607626:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319999.607633:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384169344:0@lo:400:kworker.0 00000100:00100000:0.0:1767319999.607637:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384168960:0@lo:38:kworker.0 00000100:00100000:1.0:1767319999.607655:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319999.607656:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319999.607678:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384169216:0@lo:38:kworker.0 00000100:00100000:1.0:1767319999.607694:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384169088 00000100:00100000:0.0:1767319999.607696:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319999.607702:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384169088 00000100:00100000:0.0:1767319999.607710:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384169472:0@lo:38:kworker.0 00000100:00100000:0.0:1767319999.607728:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319999.607742:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319999.607753:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319999.607755:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384168832 00000100:00100000:0.0:1767319999.607756:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384162304:0@lo:250:kworker.0 00000100:00100000:1.0:1767319999.607758:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384168832 00000100:00100000:1.0:1767319999.607768:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384169344 00000100:00100000:1.0:1767319999.607770:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384169344 00000100:00100000:1.0:1767319999.607805:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384169216 00000100:00100000:1.0:1767319999.607809:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384169216 00000100:00100000:1.0:1767319999.607816:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384169472 00000100:00100000:0.0:1767319999.607818:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384168960 00000100:00100000:1.0:1767319999.607819:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384169472 00000100:00100000:0.0:1767319999.607821:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384168960 00000100:00100000:1.0:1767319999.607831:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5123 00000100:00100000:1.0:1767319999.607842:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384169088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319999.607844:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2819 00000100:00100000:0.0:1767319999.607848:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384168960:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319999.607868:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319999.607900:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384168960:12345-0@lo:38:kworker.0 Request processed in 48us (240us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319999.607900:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384169088:12345-0@lo:400:kworker.0 Request processed in 59us (599us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319999.607907:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2819 00000100:00100000:1.0:1767319999.608060:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5123 00000100:00100000:3.0:1767319999.610654:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384169600 00000100:00100000:3.0:1767319999.611883:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384169600 00000100:00100000:3.0:1767319999.612077:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1998 00000100:00100000:3.0:1767319999.612088:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384169600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319999.612193:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384169600:12345-0@lo:400:kworker.0 Request processed in 108us (4891us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319999.612200:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1998 00000100:00100000:3.0:1767319999.612240:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384169728:0@lo:400:kworker.0 00000100:00100000:3.0:1767319999.612282:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319999.612329:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384169728 00000100:00100000:3.0:1767319999.612333:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384169728 00000100:00100000:3.0:1767319999.612361:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1999 00000100:00100000:3.0:1767319999.612367:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384169728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319999.612414:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384169728:12345-0@lo:400:kworker.0 Request processed in 46us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319999.612424:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1999 00000100:00100000:3.0:1767319999.612763:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384169728:0@lo:400:kworker.0 00000100:00100000:0.0:1767319999.613703:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5124 00000100:00100000:1.0:1767319999.613713:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24363 00000100:00100000:1.0:1767319999.613722:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384168832:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319999.613725:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384169344:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1767319999.613750:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319999.613832:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384169344:12345-0@lo:400:kworker.0 Request processed in 118us (6175us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319999.613832:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384168832:12345-0@lo:38:kworker.0 Request processed in 109us (6216us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319999.613840:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5124 00000100:00100000:1.0:1767319999.613843:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24363 00000100:00100000:0.0:1767319999.613864:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24364 00000100:00100000:1.0:1767319999.613868:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24365 00000100:00100000:0.0:1767319999.613869:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384169216:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319999.613873:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384169472:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319999.613878:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767319999.613881:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319999.613902:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384169216:12345-0@lo:38:kworker.0 Request processed in 32us (6205us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319999.613902:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384169472:12345-0@lo:38:kworker.0 Request processed in 28us (6173us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319999.613921:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24364 00000100:00080000:0.0:1767319999.613968:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319999.613975:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319999.613979:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384168832:0@lo:38:kworker.0 00000100:00080000:0.0:1767319999.613992:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319999.613996:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319999.613999:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384168960:0@lo:38:kworker.0 00000100:00080000:0.0:1767319999.614009:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319999.614012:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319999.614015:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384169216:0@lo:38:kworker.0 00000100:00080000:0.0:1767319999.614025:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319999.614028:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319999.614031:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384169472:0@lo:38:kworker.0 00000100:00100000:1.0:1767319999.614057:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24365 00000100:00080000:0.0:1767319999.614066:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319999.614072:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319999.614076:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319999.614077:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319999.614081:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4877 00000100:00080000:0.0:1767319999.614085:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319999.614091:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767319999.614112:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384169344:0@lo:400:kworker.0 00000100:00100000:0.0:1767319999.614120:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968fb80 x1853164384169856/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319999.614125:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384169088:0@lo:400:kworker.0 00000100:00100000:0.0:1767319999.614166:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384169856:0@lo:250:kworker.0 00000400:00000100:0.0:1767319999.614198:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384169856 offset 0 length 520: 4 00000100:00100000:2.0:1767319999.615439:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384169600:0@lo:400:kworker.0 00010000:00010000:3.0:1767320000.119088:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320000.631067:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320001.146613:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320001.654988:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320002.167314:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320002.679144:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320003.191403:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384170112:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320003.191512:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320003.191667:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384169984:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320003.191706:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767320003.191806:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320003.191880:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384170112 00000100:00100000:0.0:1767320003.191891:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384170112 00000100:00100000:0.0:1767320003.191966:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384169984 00000100:00100000:0.0:1767320003.191971:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384169984 00000100:00100000:0.0:1767320003.192000:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2797 00000100:00100000:0.0:1767320003.192010:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384170112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320003.192048:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320003.192099:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384170112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320003.192107:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2797 00000100:00100000:0.0:1767320003.192144:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2798 00000100:00100000:0.0:1767320003.192150:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384169984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320003.192168:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320003.192199:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384169984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320003.192205:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2798 00000100:00080000:1.0:1767320003.194557:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320003.194573:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320003.194673:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384169984:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320003.194856:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384170112:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320003.660280:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320003.660408:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320003.667094:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297402496 00000100:00100000:3.0:1767320003.667120:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297402496 00000100:00100000:3.0:1767320003.667253:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297402368 00000100:00100000:3.0:1767320003.667257:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297402368 00000100:00100000:3.0:1767320003.667288:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5125 00000100:00100000:3.0:1767320003.667301:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297402496:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320003.667429:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297402496:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 130us (7167us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320003.667439:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5125 00000100:00100000:3.0:1767320003.667463:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24366 00000100:00100000:3.0:1767320003.667468:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297402368:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320003.667496:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320003.667529:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297402368:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 58us (7121us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320003.667536:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24366 00000100:00080000:1.0:1767320003.670165:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320003.702986:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320004.215812:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320004.727141:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320004.728348:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320004.728360:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320004.728364:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320004.728369:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320004.728374:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320004.728383:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4902 00000100:00080000:1.0:1767320004.728389:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320004.728398:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320004.728459:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91e680 x1853164384170240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320004.728490:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320004.728494:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320004.728496:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320004.728501:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4902 00000100:00080000:1.0:1767320004.728504:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320004.728508:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320004.728521:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91ce00 x1853164384170368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320004.728569:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320004.728573:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320004.728575:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320004.728587:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4902 00000100:00080000:1.0:1767320004.728589:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320004.728594:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320004.728605:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9aa00 x1853164384170624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320004.728620:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320004.728624:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320004.728625:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320004.728630:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4902 00000100:00080000:1.0:1767320004.728632:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320004.728635:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320004.728650:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da9880 x1853164384170880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320004.728721:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384171008:0@lo:400:kworker.0 00000100:00100000:1.0:1767320004.728838:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320004.728917:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320004.728924:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384171136:0@lo:400:kworker.0 00000100:00100000:1.0:1767320004.728950:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320004.731240:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384170496:0@lo:400:kworker.0 00000100:00100000:3.0:1767320004.731356:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320004.731443:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320004.731451:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384170752:0@lo:400:kworker.0 00000100:00100000:3.0:1767320004.731475:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320004.731541:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384171008 00000100:00100000:3.0:1767320004.731551:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384171008 00000100:00100000:3.0:1767320004.731609:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384171136 00000100:00100000:3.0:1767320004.731613:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384171136 00000100:00100000:3.0:1767320004.731639:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2000 00000100:00100000:3.0:1767320004.731649:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384171008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320004.731711:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384171008:12345-0@lo:400:kworker.0 Request processed in 63us (2873us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320004.731719:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2000 00000100:00100000:0.0:1767320004.731961:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384170496 00000100:00100000:0.0:1767320004.731967:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384170496 00000100:00100000:0.0:1767320004.732008:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384170752 00000100:00100000:0.0:1767320004.732011:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384170752 00000100:00100000:0.0:1767320004.732036:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5126 00000100:00100000:0.0:1767320004.732043:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384170496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320004.732045:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2001 00000100:00100000:3.0:1767320004.732051:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384171136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320004.732079:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384171136:12345-0@lo:400:kworker.0 Request processed in 28us (3128us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320004.732083:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384170496:12345-0@lo:400:kworker.0 Request processed in 41us (728us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320004.732085:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2001 00000100:00100000:0.0:1767320004.732089:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5126 00000100:00100000:0.0:1767320004.732100:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5127 00000100:00100000:0.0:1767320004.732120:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384170752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320004.732146:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384170752:12345-0@lo:400:kworker.0 Request processed in 41us (670us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320004.732151:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5127 00000100:00080000:0.0:1767320004.732170:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320004.732226:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384170752:0@lo:400:kworker.0 00000100:00100000:0.0:1767320004.732239:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384170496:0@lo:400:kworker.0 00000100:00100000:2.0:1767320004.732503:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384170240:0@lo:38:kworker.0 00000100:00100000:2.0:1767320004.732546:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320004.732587:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384170368:0@lo:38:kworker.0 00000100:00100000:2.0:1767320004.732613:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320004.732645:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384170624:0@lo:38:kworker.0 00000100:00100000:2.0:1767320004.732668:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320004.732688:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384170880:0@lo:38:kworker.0 00000100:00100000:2.0:1767320004.732710:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320004.732738:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384170240 00000100:00100000:2.0:1767320004.732743:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384170240 00000100:00100000:2.0:1767320004.732763:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384170624 00000100:00100000:2.0:1767320004.732766:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384170624 00000100:00100000:2.0:1767320004.732773:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384170880 00000100:00100000:2.0:1767320004.732775:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384170880 00000100:00100000:2.0:1767320004.732813:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24367 00000100:00100000:2.0:1767320004.732819:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384170240:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320004.732842:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320004.732878:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384170240:12345-0@lo:38:kworker.0 Request processed in 58us (332us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320004.732884:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24367 00000100:00100000:2.0:1767320004.732897:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24368 00000100:00100000:2.0:1767320004.732900:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384170624:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320004.732908:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320004.732929:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384170624:12345-0@lo:38:kworker.0 Request processed in 27us (260us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320004.732934:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24368 00000100:00100000:2.0:1767320004.732946:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24369 00000100:00100000:2.0:1767320004.732949:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384170880:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320004.732960:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320004.732977:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384170880:12345-0@lo:38:kworker.0 Request processed in 27us (267us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320004.732981:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24369 00000100:00080000:2.0:1767320004.733006:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320004.733012:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320004.733015:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384170240:0@lo:38:kworker.0 00000100:00080000:2.0:1767320004.733023:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320004.733027:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320004.733029:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384170624:0@lo:38:kworker.0 00000100:00080000:2.0:1767320004.733037:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320004.733040:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320004.733042:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384170880:0@lo:38:kworker.0 00000100:00100000:3.0:1767320004.733614:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384170368 00000100:00100000:3.0:1767320004.733625:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384170368 00000100:00100000:3.0:1767320004.733673:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2820 00000100:00100000:3.0:1767320004.733679:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384170368:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320004.733703:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320004.733750:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384170368:12345-0@lo:38:kworker.0 Request processed in 70us (1136us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320004.733757:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2820 00000100:00080000:2.0:1767320004.734040:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320004.734047:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320004.734051:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384170368:0@lo:38:kworker.0 00000100:00100000:1.0:1767320004.735015:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384171136:0@lo:400:kworker.0 00000100:00100000:1.0:1767320004.735032:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384171008:0@lo:400:kworker.0 00010000:00010000:3.0:1767320005.239066:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320005.750962:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320006.263122:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320006.775384:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320007.287629:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320007.802632:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320008.312751:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320008.313712:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384171264:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320008.313856:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320008.314099:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384171264 00000100:00100000:2.0:1767320008.314110:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384171264 00000100:00100000:2.0:1767320008.314195:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2799 00000100:00100000:2.0:1767320008.314208:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384171264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320008.314250:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320008.314305:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384171264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320008.314327:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2799 00000100:00080000:0.0:1767320008.318014:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320008.318231:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384171264:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320008.318271:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320008.318282:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384171392:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320008.318397:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320008.318571:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384171392 00000100:00100000:1.0:1767320008.318582:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384171392 00000100:00100000:1.0:1767320008.318669:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2800 00000100:00100000:1.0:1767320008.318686:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384171392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320008.318725:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320008.318820:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384171392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 140us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320008.318828:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2800 00000100:00080000:2.0:1767320008.319001:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320008.319081:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384171392:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320008.775009:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320008.775542:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297402624 00000100:00100000:1.0:1767320008.775561:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297402624 00000100:00100000:1.0:1767320008.775637:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24370 00000100:00100000:1.0:1767320008.775649:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297402624:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320008.775688:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320008.776181:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297402624:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 520us (1177us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320008.776191:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24370 00000100:00100000:1.0:1767320008.793518:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320008.793831:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297402752 00000100:00100000:0.0:1767320008.793849:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297402752 00000100:00100000:0.0:1767320008.793967:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5128 00000100:00100000:0.0:1767320008.793985:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297402752:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:3.0:1767320008.793985:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320008.794131:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297402752:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 149us (637us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320008.794141:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5128 00000100:00100000:1.0:1767320008.822975:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320009.335439:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320009.847114:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320009.847128:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320009.847133:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320009.847138:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320009.847145:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320009.847158:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4908 00000100:00080000:0.0:1767320009.847164:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320009.847185:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320009.847247:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968c380 x1853164384171520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320009.847282:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320009.847286:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320009.847289:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320009.847302:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4908 00000100:00080000:0.0:1767320009.847305:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320009.847309:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320009.847324:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968ea00 x1853164384171648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320009.847369:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320009.847374:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320009.847376:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320009.847380:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4908 00000100:00080000:0.0:1767320009.847382:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320009.847386:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320009.847398:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968f480 x1853164384171904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320009.847424:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320009.847433:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767320009.847437:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384171520:0@lo:38:kworker.0 00000100:00100000:3.0:1767320009.847437:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384171776:0@lo:400:kworker.0 00000100:00080000:0.0:1767320009.847453:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320009.847462:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4908 00000100:00080000:0.0:1767320009.847465:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320009.847472:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320009.847493:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968ca80 x1853164384172160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320009.847564:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384172288:0@lo:400:kworker.0 00000100:00100000:1.0:1767320009.847610:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320009.847651:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384172032:0@lo:400:kworker.0 00000100:00100000:3.0:1767320009.851766:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320009.851892:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384172416:0@lo:400:kworker.0 00000100:00100000:3.0:1767320009.851929:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320009.851967:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384172416 00000100:00100000:3.0:1767320009.851975:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384172416 00000100:00100000:3.0:1767320009.852022:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2002 00000100:00100000:3.0:1767320009.852032:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384172416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320009.853110:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320009.854707:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384172416:12345-0@lo:400:kworker.0 Request processed in 53us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320009.854725:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2002 00000100:00100000:3.0:1767320009.854840:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384172416:0@lo:400:kworker.0 00000100:00100000:2.0:1767320009.854989:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384171648:0@lo:38:kworker.0 00000100:00100000:2.0:1767320009.855050:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320009.855079:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384171904:0@lo:38:kworker.0 00000100:00100000:2.0:1767320009.855120:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320009.855159:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384172160:0@lo:38:kworker.0 00000100:00100000:2.0:1767320009.855183:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320009.855219:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384171648 00000100:00100000:2.0:1767320009.855227:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384171648 00000100:00100000:2.0:1767320009.855716:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2821 00000100:00100000:2.0:1767320009.855724:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384171648:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320009.855747:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320009.855821:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384171648:12345-0@lo:38:kworker.0 Request processed in 96us (771us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320009.855829:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2821 00000100:00100000:2.0:1767320009.855855:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384171776 00000100:00100000:2.0:1767320009.855860:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384171776 00000100:00100000:2.0:1767320009.855916:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384171520 00000100:00100000:2.0:1767320009.855920:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384171520 00000100:00100000:2.0:1767320009.855928:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384171904 00000100:00100000:2.0:1767320009.855930:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384171904 00000100:00100000:2.0:1767320009.855938:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384172160 00000100:00100000:2.0:1767320009.855940:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384172160 00000100:00100000:2.0:1767320009.855950:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5129 00000100:00100000:2.0:1767320009.855959:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384171776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320009.856013:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384171776:12345-0@lo:400:kworker.0 Request processed in 56us (4253us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320009.856019:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5129 00000100:00100000:2.0:1767320009.856032:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24371 00000100:00100000:2.0:1767320009.856036:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384171520:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320009.856046:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320009.856070:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384171520:12345-0@lo:38:kworker.0 Request processed in 32us (2964us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320009.856076:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24371 00000100:00100000:2.0:1767320009.856086:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24372 00000100:00100000:2.0:1767320009.856090:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384171904:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320009.856099:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320009.856119:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384171904:12345-0@lo:38:kworker.0 Request processed in 28us (999us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320009.856126:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24372 00000100:00100000:0.0:1767320009.856370:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24373 00000100:00100000:0.0:1767320009.856383:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384172160:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320009.856406:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767320009.856443:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320009.856483:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384171776:0@lo:400:kworker.0 00000100:00080000:2.0:1767320009.856515:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320009.856521:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320009.856525:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384171520:0@lo:38:kworker.0 00000100:00080000:2.0:1767320009.856535:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320009.856539:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320009.856543:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384171648:0@lo:38:kworker.0 00000100:00080000:2.0:1767320009.856550:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320009.856554:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320009.856557:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384171904:0@lo:38:kworker.0 00000100:00100000:0.0:1767320009.857674:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384172160:12345-0@lo:38:kworker.0 Request processed in 1283us (2482us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320009.857687:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24373 00000100:00100000:0.0:1767320009.857762:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320009.858099:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320009.858111:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320009.858115:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384172160:0@lo:38:kworker.0 00000100:00100000:1.0:1767320009.859590:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320009.859816:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384172032 00000100:00100000:0.0:1767320009.859829:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384172032 00000100:00100000:0.0:1767320009.859923:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5130 00000100:00100000:0.0:1767320009.859934:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384172032:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320009.860092:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320009.860380:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384172032:12345-0@lo:400:kworker.0 Request processed in 446us (796us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320009.860393:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5130 00000100:00100000:1.0:1767320009.860552:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384172032:0@lo:400:kworker.0 00000100:00100000:3.0:1767320009.862829:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384172288 00000100:00100000:3.0:1767320009.862844:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384172288 00000100:00100000:3.0:1767320009.862999:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2003 00000100:00100000:3.0:1767320009.863012:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384172288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320009.863140:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384172288:12345-0@lo:400:kworker.0 Request processed in 131us (5378us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320009.863148:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2003 00000100:00100000:0.0:1767320009.864621:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384172288:0@lo:400:kworker.0 00010000:00010000:3.0:1767320010.359003:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320010.872274:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320011.383337:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320011.895097:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320012.407144:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320012.920634:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320013.431133:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384172544:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320013.431236:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320013.431320:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320013.431327:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384172672:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320013.431355:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320013.431434:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384172544 00000100:00100000:2.0:1767320013.431442:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384172544 00000100:00100000:2.0:1767320013.431503:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384172672 00000100:00100000:2.0:1767320013.431506:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384172672 00000100:00100000:2.0:1767320013.431530:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2801 00000100:00100000:2.0:1767320013.431538:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384172544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320013.431567:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320013.431610:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384172544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320013.431617:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2801 00000100:00100000:2.0:1767320013.431634:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2802 00000100:00100000:2.0:1767320013.431640:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384172672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320013.431655:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320013.431678:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384172672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 39us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320013.431683:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2802 00000100:00080000:3.0:1767320013.432015:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320013.432021:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320013.432056:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384172672:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320013.432072:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384172544:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320013.432216:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320013.898851:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320013.898966:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297403008 00000100:00100000:1.0:1767320013.898979:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297403008 00000100:00100000:1.0:1767320013.899053:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5131 00000100:00100000:1.0:1767320013.899069:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297403008:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320013.899150:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297403008:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 88us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320013.899157:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5131 00000100:00080000:1.0:1767320013.899289:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320013.907612:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320013.913157:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297402880 00000100:00100000:1.0:1767320013.913184:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297402880 00000100:00100000:1.0:1767320013.913254:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24374 00000100:00100000:1.0:1767320013.913273:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297402880:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320013.913300:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320013.913401:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297402880:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 128us (5801us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320013.913410:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24374 00000100:00100000:1.0:1767320013.942976:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320014.455000:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320014.966923:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320014.968184:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320014.968192:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320014.968195:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320014.968199:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320014.968203:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320014.968211:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4913 00000100:00080000:0.0:1767320014.968215:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320014.968223:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320014.968275:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9aa00 x1853164384172800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320014.968291:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320014.968295:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320014.968297:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320014.968301:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4913 00000100:00080000:0.0:1767320014.968304:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320014.968309:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320014.968321:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9b100 x1853164384172928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320014.968374:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320014.968379:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320014.968382:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320014.968387:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4913 00000100:00080000:0.0:1767320014.968390:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320014.968393:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320014.968407:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320014.968408:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5880 x1853164384173184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320014.968436:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320014.968439:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320014.968440:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320014.968446:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4913 00000100:00100000:3.0:1767320014.968449:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384173056:0@lo:400:kworker.0 00000100:00080000:0.0:1767320014.968450:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320014.968460:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320014.968474:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f231c00 x1853164384173440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320014.968502:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320014.968524:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384173312:0@lo:400:kworker.0 00000100:00100000:0.0:1767320014.968532:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384173568:0@lo:400:kworker.0 00000100:00100000:2.0:1767320014.968603:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384172800:0@lo:38:kworker.0 00000100:00100000:0.0:1767320014.968688:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320014.968740:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320014.968746:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384173696:0@lo:400:kworker.0 00000100:00100000:0.0:1767320014.968766:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320014.968823:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384173568 00000100:00100000:0.0:1767320014.968830:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384173568 00000100:00100000:0.0:1767320014.968894:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384173696 00000100:00100000:0.0:1767320014.968897:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384173696 00000100:00100000:0.0:1767320014.968919:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2004 00000100:00100000:0.0:1767320014.968927:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384173568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320014.969017:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320014.969050:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2005 00000100:00100000:1.0:1767320014.969061:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384173696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320014.969102:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384173696:12345-0@lo:400:kworker.0 Request processed in 46us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320014.969108:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2005 00000100:00100000:1.0:1767320014.969138:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384173312 00000100:00100000:1.0:1767320014.969142:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384173312 00000100:00100000:1.0:1767320014.969382:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5132 00000100:00100000:1.0:1767320014.969392:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384173312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320014.969429:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384173312:12345-0@lo:400:kworker.0 Request processed in 40us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320014.969434:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5132 00000100:00080000:1.0:1767320014.969451:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320014.969482:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384173312:0@lo:400:kworker.0 00000100:00100000:1.0:1767320014.969516:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384173696:0@lo:400:kworker.0 00000100:00100000:0.0:1767320014.969718:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384173568:12345-0@lo:400:kworker.0 Request processed in 790us (1029us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320014.969725:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2004 00000100:00100000:1.0:1767320014.970137:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384173568:0@lo:400:kworker.0 00000100:00100000:3.0:1767320014.976752:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320014.979119:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384173056 00000100:00100000:0.0:1767320014.979136:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384173056 00000100:00100000:0.0:1767320014.979221:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5133 00000100:00100000:0.0:1767320014.979231:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384173056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320014.979329:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384173056:12345-0@lo:400:kworker.0 Request processed in 98us (2588us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320014.979337:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5133 00000100:00080000:0.0:1767320014.979372:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320014.979823:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320014.979886:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384172800 00000100:00100000:0.0:1767320014.979891:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384172800 00000100:00100000:0.0:1767320014.979914:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24375 00000100:00100000:0.0:1767320014.979918:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384172800:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320014.979941:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320014.979984:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384172800:12345-0@lo:38:kworker.0 Request processed in 63us (161us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320014.979990:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24375 00000100:00100000:3.0:1767320014.989084:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384173056:0@lo:400:kworker.0 00000100:00080000:2.0:1767320014.989310:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320014.989326:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320014.989332:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384172800:0@lo:38:kworker.0 00000100:00100000:2.0:1767320014.989344:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384172928:0@lo:38:kworker.0 00000100:00100000:2.0:1767320014.989412:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320014.989468:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384173184:0@lo:38:kworker.0 00000100:00100000:2.0:1767320014.989494:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320014.989515:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384173440:0@lo:38:kworker.0 00000100:00100000:2.0:1767320014.989535:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320014.989599:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384173184 00000100:00100000:2.0:1767320014.989606:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384173184 00000100:00100000:2.0:1767320014.989636:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384173440 00000100:00100000:2.0:1767320014.989638:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384173440 00000100:00100000:2.0:1767320014.989655:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24376 00000100:00100000:2.0:1767320014.989661:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384173184:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320014.989681:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320014.989720:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384173184:12345-0@lo:38:kworker.0 Request processed in 57us (223us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320014.989728:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24376 00000100:00100000:2.0:1767320014.989744:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24377 00000100:00100000:2.0:1767320014.989747:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384173440:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320014.989757:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320014.989777:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384173440:12345-0@lo:38:kworker.0 Request processed in 28us (241us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320014.989811:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24377 00000100:00080000:2.0:1767320014.989840:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320014.989844:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320014.989848:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384173184:0@lo:38:kworker.0 00000100:00080000:2.0:1767320014.989856:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320014.989859:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320014.989862:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384173440:0@lo:38:kworker.0 00000100:00100000:3.0:1767320014.991989:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384172928 00000100:00100000:3.0:1767320014.992011:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384172928 00000100:00100000:3.0:1767320014.992084:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2822 00000100:00100000:3.0:1767320014.992095:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384172928:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320014.992128:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320014.992243:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384172928:12345-0@lo:38:kworker.0 Request processed in 149us (2829us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320014.992260:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2822 00000100:00080000:2.0:1767320014.992341:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320014.992355:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320014.992359:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384172928:0@lo:38:kworker.0 00010000:00010000:3.0:1767320015.480726:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320015.990892:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320016.503441:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320017.014953:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320017.528568:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320018.038997:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320018.550963:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320018.553005:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320018.553035:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384173824:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320018.553113:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320018.553273:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320018.553283:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384173952:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320018.553320:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320018.561370:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384173824 00000100:00100000:1.0:1767320018.561387:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384173824 00000100:00100000:1.0:1767320018.561620:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384173952 00000100:00100000:1.0:1767320018.561624:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384173952 00000100:00100000:2.0:1767320018.561665:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2803 00000100:00100000:2.0:1767320018.561677:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384173824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320018.561711:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320018.561802:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384173824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (8688us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320018.561809:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2803 00000100:00100000:2.0:1767320018.561863:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384173824:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320018.565924:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320018.565936:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320018.569550:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2804 00000100:00100000:1.0:1767320018.569601:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384173952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320018.569639:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320018.569736:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384173952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 160us (16414us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320018.569744:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2804 00000100:00100000:2.0:1767320018.569855:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384173952:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320019.022178:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320019.022280:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320019.030509:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297403264 00000100:00100000:0.0:1767320019.030526:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297403264 00000100:00100000:2.0:1767320019.030714:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297403136 00000100:00100000:2.0:1767320019.030721:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297403136 00000100:00100000:2.0:1767320019.030810:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24378 00000100:00100000:2.0:1767320019.030820:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297403136:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320019.030846:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320019.030917:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297403136:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 97us (8637us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320019.030925:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24378 00000100:00100000:0.0:1767320019.031123:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5134 00000100:00100000:0.0:1767320019.031131:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297403264:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320019.031186:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297403264:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 56us (9020us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320019.031192:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5134 00000100:00080000:2.0:1767320019.031863:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320019.062970:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320019.575321:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320020.087327:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320020.087339:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320020.087342:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320020.087346:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320020.087350:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320020.087359:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4918 00000100:00080000:3.0:1767320020.087364:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320020.087371:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320020.087414:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafece00 x1853164384174080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320020.087444:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320020.087448:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320020.087450:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320020.087454:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4918 00000100:00080000:3.0:1767320020.087457:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320020.087460:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320020.087472:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafed500 x1853164384174208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320020.087505:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320020.087508:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320020.087510:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320020.087513:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4918 00000100:00080000:3.0:1767320020.087515:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320020.087519:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320020.087529:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafef480 x1853164384174464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320020.087545:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320020.087553:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320020.087555:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320020.087558:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4918 00000100:00080000:3.0:1767320020.087560:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320020.087564:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320020.087572:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafee300 x1853164384174720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320020.087621:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384174848:0@lo:400:kworker.0 00000100:00100000:3.0:1767320020.087699:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320020.087750:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320020.087754:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384174976:0@lo:400:kworker.0 00000100:00100000:3.0:1767320020.087771:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320020.087813:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384174848 00000100:00100000:3.0:1767320020.087819:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384174848 00000100:00100000:3.0:1767320020.087861:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384174976 00000100:00100000:3.0:1767320020.087862:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384174976 00000100:00100000:0.0:1767320020.087950:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384174592:0@lo:400:kworker.0 00000100:00100000:0.0:1767320020.087975:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320020.087991:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320020.087996:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384174336:0@lo:400:kworker.0 00000100:00100000:0.0:1767320020.088015:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320020.088051:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2006 00000100:00100000:0.0:1767320020.088062:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384174848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320020.088112:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384174848:12345-0@lo:400:kworker.0 Request processed in 52us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320020.088119:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2006 00000100:00100000:0.0:1767320020.088144:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384174592 00000100:00100000:0.0:1767320020.088147:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384174592 00000100:00100000:0.0:1767320020.088173:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384174336 00000100:00100000:0.0:1767320020.088175:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384174336 00000100:00100000:0.0:1767320020.088195:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5135 00000100:00100000:0.0:1767320020.088214:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384174592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320020.088248:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384174592:12345-0@lo:400:kworker.0 Request processed in 47us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320020.088255:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5135 00000100:00100000:0.0:1767320020.088268:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5136 00000100:00100000:0.0:1767320020.088273:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384174336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320020.088299:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384174336:12345-0@lo:400:kworker.0 Request processed in 26us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320020.088304:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5136 00000100:00100000:0.0:1767320020.088323:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384174080:0@lo:38:kworker.0 00000100:00100000:0.0:1767320020.088346:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320020.088366:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384174208:0@lo:38:kworker.0 00000100:00100000:0.0:1767320020.088388:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320020.088410:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384174464:0@lo:38:kworker.0 00000100:00100000:0.0:1767320020.088428:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320020.088442:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384174720:0@lo:38:kworker.0 00000100:00100000:0.0:1767320020.088460:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320020.088499:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384174336:0@lo:400:kworker.0 00000100:00100000:0.0:1767320020.088508:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384174592:0@lo:400:kworker.0 00000100:00100000:0.0:1767320020.088536:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384174848:0@lo:400:kworker.0 00000100:00100000:0.0:1767320020.088549:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384174080 00000100:00100000:0.0:1767320020.088553:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384174080 00000100:00100000:0.0:1767320020.088563:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384174464 00000100:00100000:0.0:1767320020.088566:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384174464 00000100:00100000:0.0:1767320020.088572:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384174720 00000100:00100000:0.0:1767320020.088574:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384174720 00000100:00100000:0.0:1767320020.088583:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24379 00000100:00100000:0.0:1767320020.088587:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384174080:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320020.088603:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320020.088628:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384174080:12345-0@lo:38:kworker.0 Request processed in 40us (281us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320020.088632:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24379 00000100:00100000:0.0:1767320020.088640:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24380 00000100:00100000:0.0:1767320020.088642:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384174464:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320020.088648:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320020.088659:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384174464:12345-0@lo:38:kworker.0 Request processed in 16us (231us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320020.088663:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24380 00000100:00100000:0.0:1767320020.088668:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24381 00000100:00100000:0.0:1767320020.088670:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384174720:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320020.088675:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320020.088686:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384174720:12345-0@lo:38:kworker.0 Request processed in 14us (226us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320020.088689:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24381 00000100:00080000:0.0:1767320020.088703:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320020.088706:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320020.088708:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384174080:0@lo:38:kworker.0 00000100:00080000:0.0:1767320020.088712:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320020.088714:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320020.088716:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384174464:0@lo:38:kworker.0 00000100:00080000:0.0:1767320020.088720:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320020.088722:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320020.088724:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384174720:0@lo:38:kworker.0 00000100:00080000:0.0:1767320020.088757:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320020.088760:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320020.088770:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384174208 00000100:00100000:0.0:1767320020.088772:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384174208 00000100:00100000:0.0:1767320020.088800:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2823 00000100:00100000:0.0:1767320020.088802:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384174208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320020.088808:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320020.088826:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384174208:12345-0@lo:38:kworker.0 Request processed in 23us (439us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320020.088830:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2823 00000100:00080000:0.0:1767320020.088842:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320020.088845:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320020.088846:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384174208:0@lo:38:kworker.0 00000100:00100000:3.0:1767320020.089300:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2007 00000100:00100000:3.0:1767320020.089309:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384174976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320020.089351:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384174976:12345-0@lo:400:kworker.0 Request processed in 43us (1578us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320020.089357:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2007 00000100:00080000:0.0:1767320020.089400:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320020.089429:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384174976:0@lo:400:kworker.0 00000100:00100000:0.0:1767320020.091171:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320020.599612:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320021.111361:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320021.630653:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320022.135470:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320022.647214:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320023.160219:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320023.670991:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1767320023.671016:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384175232:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320023.671087:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320023.671199:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384175104:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320023.671222:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320023.671290:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384175232 00000100:00100000:2.0:1767320023.671298:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384175232 00000100:00100000:2.0:1767320023.671367:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384175104 00000100:00100000:2.0:1767320023.671371:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384175104 00000100:00100000:2.0:1767320023.671395:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2805 00000100:00100000:2.0:1767320023.671404:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384175232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320023.671438:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320023.671498:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384175232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (410us total) trans 0 rc 0/0 00010000:00010000:1.0:1767320023.671501:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320023.671506:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2805 00000100:00080000:0.0:1767320023.671565:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320023.671570:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320023.672485:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2806 00000100:00100000:1.0:1767320023.672504:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384175104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320023.672528:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320023.672573:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384175104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (1350us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320023.672647:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2806 00000100:00100000:1.0:1767320023.672776:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384175232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320023.672809:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384175104:0@lo:13:osp-pre-0-1.0 00000400:00000100:2.0:1767320024.139130:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297403392 offset 0 length 520: 4 00000100:00100000:2.0:1767320024.139185:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320024.139231:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320024.139440:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297403520 00000100:00100000:3.0:1767320024.139452:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297403520 00000100:00100000:3.0:1767320024.139502:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297403648 00000100:00100000:3.0:1767320024.139505:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297403648 00000100:00100000:3.0:1767320024.139558:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5137 00000100:00100000:3.0:1767320024.139568:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297403648:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320024.139583:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24382 00000100:00100000:1.0:1767320024.139588:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297403520:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320024.139607:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320024.139714:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320024.139761:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297403648:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 193us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320024.139769:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5137 00000100:00100000:1.0:1767320024.139904:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297403520:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 313us (718us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320024.139911:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24382 00000100:00100000:2.0:1767320024.182926:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319999/real 1767319999] req@ffff9369b968fb80 x1853164384169856/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320024 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320024.182964:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b968fb80 x1853164384169856/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320024 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320024.182989:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320024.183013:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320024.183017:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384169856:0@lo:250:kworker.0 00000100:00080000:3.0:1767320024.183290:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320024.183296:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320024.183300:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320024.183304:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4902 00000100:00080000:3.0:1767320024.183309:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320024.183315:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320024.183369:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7904700 x1853164384175360/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320024.183393:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320024.183397:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320024.183398:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320024.183402:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4923 00000100:00080000:3.0:1767320024.183405:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320024.183409:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320024.183424:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7906d80 x1853164384175488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320024.183432:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320024.183437:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320024.183439:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320024.183443:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4923 00000100:00080000:3.0:1767320024.183445:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320024.183448:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320024.183458:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7905880 x1853164384175616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320024.183498:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320024.183502:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320024.183504:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320024.183507:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4923 00000100:00080000:3.0:1767320024.183509:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320024.183512:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320024.183524:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7907100 x1853164384175872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320024.183764:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384175744:0@lo:400:kworker.0 00000100:00100000:1.0:1767320024.183846:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320024.183883:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320024.183898:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320024.183900:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320024.183903:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4923 00000100:00080000:3.0:1767320024.183906:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320024.183910:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320024.183917:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384175744 00000100:00100000:3.0:1767320024.183923:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7907b80 x1853164384176128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320024.183924:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384175744 00000100:00100000:3.0:1767320024.183962:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384176384:0@lo:400:kworker.0 00000100:00100000:1.0:1767320024.183979:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5138 00000100:00100000:1.0:1767320024.183988:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384175744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320024.183991:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320024.184018:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384176384 00000100:00100000:3.0:1767320024.184022:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384176384 00000100:00100000:1.0:1767320024.184031:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384175744:12345-0@lo:400:kworker.0 Request processed in 44us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320024.184037:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5138 00000100:00100000:3.0:1767320024.184045:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2008 00000100:00100000:3.0:1767320024.184050:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384176384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320024.184072:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384175744:0@lo:400:kworker.0 00000100:00100000:3.0:1767320024.184092:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384176384:12345-0@lo:400:kworker.0 Request processed in 42us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320024.184098:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2008 00000100:00100000:3.0:1767320024.184122:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384176384:0@lo:400:kworker.0 00000100:00100000:2.0:1767320024.185958:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384176256:0@lo:400:kworker.0 00000100:00100000:2.0:1767320024.186020:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320024.186063:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320024.186070:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384176000:0@lo:400:kworker.0 00000100:00100000:2.0:1767320024.186094:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320024.186237:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384176256 00000100:00100000:3.0:1767320024.186244:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384176256 00000100:00080000:0.0:1767320024.186799:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320024.186813:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320024.186830:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384175360:0@lo:250:kworker.0 00000400:00000100:0.0:1767320024.186857:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384175360 offset 0 length 520: 4 00000100:00100000:2.0:1767320024.187302:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2009 00000100:00100000:2.0:1767320024.187318:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384176256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320024.187386:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384176256:12345-0@lo:400:kworker.0 Request processed in 76us (1365us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320024.187393:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2009 00000100:00100000:3.0:1767320024.187842:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384176256:0@lo:400:kworker.0 00000100:00100000:1.0:1767320024.189411:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384176000 00000100:00100000:1.0:1767320024.189424:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384176000 00000100:00080000:2.0:1767320024.189606:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320024.192641:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5139 00000100:00100000:1.0:1767320024.192683:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384176000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320024.192806:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384176000:12345-0@lo:400:kworker.0 Request processed in 151us (6709us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320024.192850:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384176000:0@lo:400:kworker.0 00000100:00100000:0.0:1767320024.196463:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384175488:0@lo:38:kworker.0 00000100:00100000:0.0:1767320024.196563:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320024.196610:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384175616:0@lo:38:kworker.0 00000100:00100000:0.0:1767320024.196635:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320024.196653:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384175872:0@lo:38:kworker.0 00000100:00100000:0.0:1767320024.196689:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320024.196709:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384176128:0@lo:38:kworker.0 00000100:00100000:0.0:1767320024.196728:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320024.196778:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384175488 00000100:00100000:0.0:1767320024.196802:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384175488 00000100:00100000:2.0:1767320024.197204:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384175872 00000100:00100000:2.0:1767320024.197209:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384175872 00000100:00100000:2.0:1767320024.197223:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384176128 00000100:00100000:2.0:1767320024.197225:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384176128 00000100:00100000:2.0:1767320024.197237:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24383 00000100:00100000:2.0:1767320024.197244:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384175872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320024.197267:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320024.197320:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384175872:12345-0@lo:38:kworker.0 Request processed in 75us (629us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320024.197327:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24383 00000100:00100000:2.0:1767320024.197343:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24384 00000100:00100000:2.0:1767320024.197347:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384176128:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320024.197357:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320024.197380:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384176128:12345-0@lo:38:kworker.0 Request processed in 31us (651us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320024.197386:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24384 00000100:00100000:2.0:1767320024.197429:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384175616 00000100:00100000:2.0:1767320024.197433:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384175616 00000100:00100000:2.0:1767320024.197453:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2824 00000100:00100000:2.0:1767320024.197457:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384175616:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320024.197465:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767320024.197861:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320024.197867:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320024.197871:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384175872:0@lo:38:kworker.0 00000100:00080000:3.0:1767320024.197882:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320024.197891:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320024.197895:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384176128:0@lo:38:kworker.0 00000100:00100000:1.0:1767320024.198287:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5139 00000100:00100000:3.0:1767320024.198407:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384175616:12345-0@lo:38:kworker.0 Request processed in 947us (1769us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320024.198415:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2824 00000100:00080000:2.0:1767320024.198644:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320024.198650:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320024.198653:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384175616:0@lo:38:kworker.0 00000100:00100000:0.0:1767320024.198874:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24385 00000100:00100000:0.0:1767320024.198882:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384175488:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320024.198902:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320024.198953:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384175488:12345-0@lo:38:kworker.0 Request processed in 71us (2390us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320024.198959:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24385 00000100:00080000:2.0:1767320024.199016:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320024.199020:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320024.199024:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384175488:0@lo:38:kworker.0 00010000:00010000:3.0:1767320024.695092:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320025.209308:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320025.719976:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320026.230907:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320026.743009:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320027.257273:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320027.767115:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320028.279240:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320028.792451:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320028.792716:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320028.792721:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320028.792738:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384176640:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320028.792739:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384176512:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320028.793351:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320028.793561:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320028.793777:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384176512 00000100:00100000:1.0:1767320028.793804:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384176512 00000100:00100000:1.0:1767320028.793877:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384176640 00000100:00100000:1.0:1767320028.793881:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384176640 00000100:00100000:1.0:1767320028.793906:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2807 00000100:00100000:1.0:1767320028.793919:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384176512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320028.793947:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320028.793988:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384176512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320028.794003:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2807 00000100:00100000:1.0:1767320028.794016:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2808 00000100:00100000:1.0:1767320028.794021:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384176640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320028.794032:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320028.794053:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384176640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 33us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320028.794056:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2808 00000100:00100000:1.0:1767320028.794096:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384176640:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320028.794160:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384176512:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320028.794624:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320028.794631:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320029.254941:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320029.255085:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320029.259949:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297403904 00000100:00100000:0.0:1767320029.259965:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297403904 00000100:00100000:0.0:1767320029.260055:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297403776 00000100:00100000:0.0:1767320029.260059:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297403776 00000100:00100000:0.0:1767320029.260082:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5140 00000100:00100000:0.0:1767320029.260095:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297403904:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320029.260200:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297403904:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 108us (5268us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320029.260208:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5140 00000100:00100000:0.0:1767320029.260230:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24386 00000100:00100000:0.0:1767320029.260247:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297403776:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320029.260269:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320029.260304:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297403776:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 55us (5219us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320029.260311:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24386 00000100:00080000:2.0:1767320029.260514:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320029.303084:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320029.303095:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320029.303098:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320029.303103:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320029.303109:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320029.303127:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4927 00000100:00080000:2.0:1767320029.303133:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320029.303140:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320029.303188:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968c380 x1853164384176768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320029.303217:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320029.303221:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320029.303223:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320029.303227:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4927 00000100:00080000:2.0:1767320029.303230:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320029.303233:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320029.303248:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968ce00 x1853164384176896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320029.303292:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320029.303296:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320029.303298:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320029.303301:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4927 00000100:00080000:2.0:1767320029.303304:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320029.303308:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320029.303322:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5928e00 x1853164384177152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320029.303358:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320029.303361:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320029.303363:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320029.303368:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4927 00000100:00080000:2.0:1767320029.303370:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320029.303373:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320029.303382:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5929880 x1853164384177408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320029.303403:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320029.303418:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384177280:0@lo:400:kworker.0 00000100:00100000:2.0:1767320029.303491:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320029.303598:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384176768:0@lo:38:kworker.0 00000100:00100000:3.0:1767320029.303628:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320029.303662:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384176896:0@lo:38:kworker.0 00000100:00100000:3.0:1767320029.303688:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320029.303710:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384177152:0@lo:38:kworker.0 00000100:00100000:3.0:1767320029.303731:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320029.303747:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384177408:0@lo:38:kworker.0 00000100:00100000:3.0:1767320029.303766:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320029.303825:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384176896 00000100:00100000:3.0:1767320029.303833:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384176896 00000100:00100000:3.0:1767320029.303870:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2825 00000100:00100000:3.0:1767320029.303877:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384176896:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320029.303897:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320029.303936:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384176896:12345-0@lo:38:kworker.0 Request processed in 58us (247us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320029.303943:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2825 00000100:00100000:3.0:1767320029.303964:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384177280 00000100:00100000:3.0:1767320029.303968:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384177280 00000100:00100000:3.0:1767320029.304003:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384176768 00000100:00100000:3.0:1767320029.304007:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384176768 00000100:00100000:3.0:1767320029.304016:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384177152 00000100:00100000:3.0:1767320029.304018:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384177152 00000100:00100000:3.0:1767320029.304025:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384177408 00000100:00100000:3.0:1767320029.304042:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384177408 00000100:00100000:3.0:1767320029.304053:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5141 00000100:00100000:3.0:1767320029.304059:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384177280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320029.304103:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384177280:12345-0@lo:400:kworker.0 Request processed in 44us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320029.304109:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5141 00000100:00100000:3.0:1767320029.304134:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24387 00000100:00100000:3.0:1767320029.304138:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384176768:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320029.304148:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320029.304170:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384176768:12345-0@lo:38:kworker.0 Request processed in 30us (541us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320029.304175:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24387 00000100:00100000:3.0:1767320029.304184:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24388 00000100:00100000:3.0:1767320029.304188:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384177152:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320029.304197:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320029.304214:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384177152:12345-0@lo:38:kworker.0 Request processed in 25us (483us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320029.304220:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24388 00000100:00100000:3.0:1767320029.304229:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24389 00000100:00100000:3.0:1767320029.304232:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384177408:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320029.304240:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320029.304258:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384177408:12345-0@lo:38:kworker.0 Request processed in 24us (491us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320029.304262:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24389 00000100:00080000:3.0:1767320029.304276:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320029.304309:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384177280:0@lo:400:kworker.0 00000100:00080000:3.0:1767320029.304336:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320029.304341:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320029.304343:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384176768:0@lo:38:kworker.0 00000100:00080000:3.0:1767320029.304351:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320029.304354:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320029.304357:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384176896:0@lo:38:kworker.0 00000100:00080000:3.0:1767320029.304363:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320029.304366:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320029.304369:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384177152:0@lo:38:kworker.0 00000100:00080000:3.0:1767320029.304376:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320029.304379:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320029.304382:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384177408:0@lo:38:kworker.0 00000100:00100000:0.0:1767320029.304593:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320029.304606:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384177024:0@lo:400:kworker.0 00000100:00100000:0.0:1767320029.304637:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320029.304663:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384177024 00000100:00100000:0.0:1767320029.304667:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384177024 00000100:00100000:0.0:1767320029.304701:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5142 00000100:00100000:0.0:1767320029.304708:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384177024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320029.304743:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384177024:12345-0@lo:400:kworker.0 Request processed in 36us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320029.304748:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5142 00000100:00080000:0.0:1767320029.304763:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320029.304797:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384177024:0@lo:400:kworker.0 00000100:00100000:3.0:1767320029.308827:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320029.816177:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320030.331622:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320030.838999:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320031.353359:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320031.863052:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320032.374973:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320032.887892:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320033.399042:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320033.911002:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320033.911163:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320033.911169:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320033.911186:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384177536:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320033.911186:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384177664:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320033.912318:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320033.912619:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384177536 00000100:00100000:3.0:1767320033.912627:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384177536 00000100:00100000:3.0:1767320033.912728:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2809 00000100:00100000:3.0:1767320033.912749:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384177536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320033.913442:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320033.913661:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384177536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 924us (1343us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320033.913670:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2809 00000100:00080000:0.0:1767320033.914070:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320033.914388:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384177536:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320033.914914:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320033.915140:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384177664 00000100:00100000:3.0:1767320033.915146:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384177664 00000100:00100000:3.0:1767320033.915243:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2810 00000100:00100000:3.0:1767320033.915252:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384177664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320033.915275:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320033.915314:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384177664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320033.915319:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2810 00000100:00100000:2.0:1767320033.915368:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384177664:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320033.916086:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320034.376052:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320034.376111:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320034.376338:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297404160 00000100:00100000:1.0:1767320034.376349:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297404160 00000100:00080000:0.0:1767320034.376457:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320034.376494:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297404032 00000100:00100000:1.0:1767320034.376498:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297404032 00000100:00100000:1.0:1767320034.376522:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5143 00000100:00100000:1.0:1767320034.376536:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297404160:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320034.376619:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297404160:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 89us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320034.376626:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5143 00000100:00100000:1.0:1767320034.376642:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24390 00000100:00100000:1.0:1767320034.376646:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297404032:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320034.376665:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320034.376695:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297404032:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 48us (585us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320034.376700:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24390 00000100:00100000:3.0:1767320034.422938:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320034.423150:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320034.423163:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320034.423166:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320034.423170:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320034.423173:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320034.423180:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4932 00000100:00080000:0.0:1767320034.423184:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320034.423191:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320034.423230:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5880 x1853164384177792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320034.423256:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320034.423259:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320034.423261:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320034.423265:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4932 00000100:00080000:0.0:1767320034.423267:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320034.423270:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320034.423282:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafed500 x1853164384177920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320034.423310:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320034.423313:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320034.423314:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320034.423317:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4932 00000100:00080000:0.0:1767320034.423318:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320034.423321:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320034.423329:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafef480 x1853164384178176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320034.423355:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320034.423359:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320034.423360:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320034.423363:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4932 00000100:00080000:0.0:1767320034.423365:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320034.423368:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320034.423381:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafed180 x1853164384178432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320034.423406:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384178304:0@lo:400:kworker.0 00000100:00100000:0.0:1767320034.423469:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320034.423573:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384177792:0@lo:38:kworker.0 00000100:00100000:3.0:1767320034.423599:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320034.423628:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384177920:0@lo:38:kworker.0 00000100:00100000:3.0:1767320034.423647:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320034.423664:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384178176:0@lo:38:kworker.0 00000100:00100000:3.0:1767320034.423678:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320034.423691:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384178432:0@lo:38:kworker.0 00000100:00100000:3.0:1767320034.423719:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320034.423750:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384178304 00000100:00100000:3.0:1767320034.423757:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384178304 00000100:00100000:3.0:1767320034.423823:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384177792 00000100:00100000:3.0:1767320034.423826:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384177792 00000100:00100000:3.0:1767320034.423833:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384178176 00000100:00100000:3.0:1767320034.423834:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384178176 00000100:00100000:3.0:1767320034.423840:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384178432 00000100:00100000:3.0:1767320034.423841:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384178432 00000100:00100000:3.0:1767320034.423850:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5144 00000100:00100000:3.0:1767320034.423857:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384178304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320034.423899:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384178304:12345-0@lo:400:kworker.0 Request processed in 42us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320034.423904:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5144 00000100:00100000:3.0:1767320034.423919:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24391 00000100:00100000:3.0:1767320034.423922:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384177792:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320034.423939:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320034.423964:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384177792:12345-0@lo:38:kworker.0 Request processed in 40us (363us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320034.423970:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24391 00000100:00100000:3.0:1767320034.423981:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24392 00000100:00100000:3.0:1767320034.423984:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384178176:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320034.423992:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320034.424015:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384178176:12345-0@lo:38:kworker.0 Request processed in 29us (335us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320034.424020:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24392 00000100:00100000:3.0:1767320034.424030:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24393 00000100:00100000:3.0:1767320034.424033:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384178432:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320034.424042:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320034.424061:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384178432:12345-0@lo:38:kworker.0 Request processed in 27us (341us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320034.424066:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24393 00000100:00080000:3.0:1767320034.424091:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320034.424121:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384178304:0@lo:400:kworker.0 00000100:00080000:3.0:1767320034.424175:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320034.424180:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320034.424182:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384177792:0@lo:38:kworker.0 00000100:00080000:3.0:1767320034.424188:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320034.424191:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320034.424193:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384178176:0@lo:38:kworker.0 00000100:00080000:3.0:1767320034.424199:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320034.424201:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320034.424203:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384178432:0@lo:38:kworker.0 00000100:00100000:2.0:1767320034.424493:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384177920 00000100:00100000:2.0:1767320034.424498:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384177920 00000100:00100000:2.0:1767320034.424532:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2826 00000100:00100000:2.0:1767320034.424537:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384177920:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320034.424548:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320034.424591:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384177920:12345-0@lo:38:kworker.0 Request processed in 52us (941us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320034.424597:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2826 00000100:00100000:2.0:1767320034.424619:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384178048:0@lo:400:kworker.0 00000100:00100000:2.0:1767320034.424646:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320034.424668:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384178048 00000100:00100000:2.0:1767320034.424671:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384178048 00000100:00100000:2.0:1767320034.424701:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5145 00000100:00100000:2.0:1767320034.424707:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384178048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320034.424737:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384178048:12345-0@lo:400:kworker.0 Request processed in 30us (91us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320034.424743:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5145 00000100:00080000:2.0:1767320034.424756:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320034.424776:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384178048:0@lo:400:kworker.0 00000100:00080000:0.0:1767320034.424863:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320034.424867:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320034.424871:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384177920:0@lo:38:kworker.0 00010000:00010000:3.0:1767320034.937102:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320035.447105:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320035.959116:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320036.470945:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320036.983262:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320037.495014:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320038.007235:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320038.520554:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320039.031093:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320039.031121:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384178560:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320039.031204:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320039.034995:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384178560 00000100:00100000:1.0:1767320039.035009:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384178560 00000100:00100000:1.0:1767320039.035107:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2811 00000100:00100000:1.0:1767320039.035123:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384178560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320039.035166:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320039.035250:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384178560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 134us (4045us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320039.035258:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2811 00010000:00010000:2.0:1767320039.035355:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320039.035408:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320039.035571:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384178560:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320039.035642:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320039.035659:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384178688:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320039.035699:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320039.035952:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384178688 00000100:00100000:3.0:1767320039.035957:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384178688 00000100:00100000:3.0:1767320039.035994:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2812 00000100:00100000:3.0:1767320039.035999:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384178688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320039.036014:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320039.036061:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384178688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320039.036067:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2812 00000100:00100000:3.0:1767320039.036095:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384178688:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320039.036143:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320039.498913:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320039.498960:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320039.499050:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297404288 00000100:00100000:3.0:1767320039.499062:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297404288 00000100:00100000:3.0:1767320039.499116:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297404416 00000100:00100000:3.0:1767320039.499119:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297404416 00000100:00100000:3.0:1767320039.499172:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5146 00000100:00100000:3.0:1767320039.499183:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297404416:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320039.499291:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297404416:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 74us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320039.499300:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5146 00000100:00100000:3.0:1767320039.499318:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24394 00000100:00100000:3.0:1767320039.499323:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297404288:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320039.499362:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320039.499389:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297404288:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 64us (487us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320039.499395:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24394 00000100:00080000:2.0:1767320039.499941:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320039.543336:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320039.545531:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320039.545543:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320039.545545:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320039.545549:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320039.545553:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320039.545560:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4937 00000100:00080000:3.0:1767320039.545565:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320039.545572:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320039.545612:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968ce00 x1853164384178816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320039.545677:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384178816:0@lo:38:kworker.0 00000100:00100000:0.0:1767320039.545743:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320039.545880:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384178816 00000100:00100000:1.0:1767320039.545890:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384178816 00000100:00100000:1.0:1767320039.545933:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24395 00000100:00100000:1.0:1767320039.545940:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384178816:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320039.545962:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767320039.547714:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320039.547724:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320039.547728:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320039.547736:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4937 00000100:00080000:3.0:1767320039.547740:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320039.547745:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320039.547803:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968c380 x1853164384178944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320039.549679:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384178944:0@lo:38:kworker.0 00000100:00100000:0.0:1767320039.549757:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320039.549891:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384178816:12345-0@lo:38:kworker.0 Request processed in 3947us (4144us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320039.549903:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24395 00000100:00100000:2.0:1767320039.550127:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384178944 00000100:00100000:2.0:1767320039.550138:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384178944 00000100:00100000:2.0:1767320039.550183:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2827 00000100:00100000:2.0:1767320039.550192:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384178944:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320039.550217:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320039.550257:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384178944:12345-0@lo:38:kworker.0 Request processed in 66us (500us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320039.550266:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2827 00000100:00080000:0.0:1767320039.550331:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320039.550336:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320039.550340:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384178816:0@lo:38:kworker.0 00000100:00080000:0.0:1767320039.550363:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320039.550367:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320039.550370:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384178944:0@lo:38:kworker.0 00000100:00100000:2.0:1767320039.552164:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384179072:0@lo:400:kworker.0 00000100:00100000:2.0:1767320039.552228:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320039.552293:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320039.552299:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320039.552303:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320039.552309:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4937 00000100:00080000:3.0:1767320039.552313:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320039.552318:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320039.552342:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968ce00 x1853164384179200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320039.552372:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320039.552376:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320039.552378:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320039.552382:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4937 00000100:00080000:3.0:1767320039.552384:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320039.552387:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320039.552400:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be4700 x1853164384179456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320039.552542:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384179072 00000100:00100000:1.0:1767320039.552550:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384179072 00000100:00100000:1.0:1767320039.552616:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5147 00000100:00100000:1.0:1767320039.552626:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384179072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320039.552710:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320039.552721:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384179328:0@lo:400:kworker.0 00000100:00100000:3.0:1767320039.552750:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320039.552797:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384179328 00000100:00100000:3.0:1767320039.552801:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384179328 00000100:00100000:3.0:1767320039.552830:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5148 00000100:00100000:3.0:1767320039.552837:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384179328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320039.552871:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384179328:12345-0@lo:400:kworker.0 Request processed in 34us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320039.552878:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5148 00000100:00100000:3.0:1767320039.552933:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384179328:0@lo:400:kworker.0 00000100:00080000:3.0:1767320039.552971:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320039.554734:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384179200:0@lo:38:kworker.0 00000100:00100000:0.0:1767320039.554830:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320039.554860:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384179456:0@lo:38:kworker.0 00000100:00100000:0.0:1767320039.554883:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320039.554937:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384179200 00000100:00100000:0.0:1767320039.554944:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384179200 00000100:00100000:0.0:1767320039.554972:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384179456 00000100:00100000:0.0:1767320039.554975:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384179456 00000100:00100000:0.0:1767320039.554988:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24396 00000100:00100000:0.0:1767320039.554994:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384179200:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320039.555014:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320039.555063:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384179200:12345-0@lo:38:kworker.0 Request processed in 67us (232us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320039.555070:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24396 00000100:00100000:0.0:1767320039.555087:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24397 00000100:00100000:0.0:1767320039.555091:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384179456:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320039.555101:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320039.555121:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384179456:12345-0@lo:38:kworker.0 Request processed in 29us (237us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320039.555127:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24397 00000100:00080000:0.0:1767320039.555160:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320039.555166:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320039.555169:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384179200:0@lo:38:kworker.0 00000100:00080000:0.0:1767320039.555178:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320039.555181:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320039.555183:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384179456:0@lo:38:kworker.0 00000100:00100000:1.0:1767320039.556037:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384179072:12345-0@lo:400:kworker.0 Request processed in 3400us (3795us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320039.556047:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5147 00000100:00100000:2.0:1767320039.556609:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384179072:0@lo:400:kworker.0 00010000:00010000:3.0:1767320040.055071:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320040.566898:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320041.078990:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320041.590928:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320042.103173:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320042.615814:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320043.128214:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320043.644361:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320044.151631:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384179584:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767320044.151712:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320044.151724:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320044.151725:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320044.151741:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384179712:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320044.151978:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384179584 00000100:00100000:3.0:1767320044.151996:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384179584 00000100:00080000:0.0:1767320044.152030:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320044.152053:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2813 00000100:00100000:3.0:1767320044.152062:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384179584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320044.152094:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320044.153112:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320044.153266:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384179712 00000100:00100000:2.0:1767320044.153272:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384179712 00000100:00080000:1.0:1767320044.153494:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320044.154182:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384179584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2117us (2455us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320044.154276:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384179584:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320044.159151:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2814 00000100:00100000:2.0:1767320044.159183:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384179712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320044.159229:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320044.159346:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384179712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 179us (6236us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320044.159354:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2814 00000100:00100000:0.0:1767320044.159425:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384179712:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320044.160880:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2813 00000100:00100000:3.0:1767320044.619236:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320044.619295:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320044.619379:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297404672 00000100:00100000:1.0:1767320044.619394:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297404672 00000100:00100000:1.0:1767320044.619492:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297404544 00000100:00100000:1.0:1767320044.619496:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297404544 00000100:00100000:1.0:1767320044.619527:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5149 00000100:00100000:1.0:1767320044.619550:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297404672:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320044.619635:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24398 00000100:00100000:0.0:1767320044.619648:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297404544:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:1.0:1767320044.619678:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297404672:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 138us (463us total) trans 0 rc 0/0 00010000:00020000:0.0:1767320044.619687:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320044.619696:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5149 00000100:00100000:0.0:1767320044.619752:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297404544:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 102us (455us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320044.619761:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24398 00000100:00080000:3.0:1767320044.621462:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320044.663181:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320044.663197:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320044.663202:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320044.663208:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320044.663214:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320044.663227:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4942 00000100:00080000:3.0:1767320044.663233:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320044.663243:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320044.663307:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6a00 x1853164384179840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320044.663360:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320044.663364:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320044.663367:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320044.663372:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4942 00000100:00080000:3.0:1767320044.663376:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320044.663380:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320044.663397:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be5c00 x1853164384179968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320044.663451:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320044.663457:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320044.663459:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320044.663463:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4942 00000100:00080000:3.0:1767320044.663468:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320044.663474:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320044.663491:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be7480 x1853164384180224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320044.663513:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384180096:0@lo:400:kworker.0 00000100:00080000:3.0:1767320044.663521:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320044.663527:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320044.663529:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320044.663533:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4942 00000100:00080000:3.0:1767320044.663536:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320044.663540:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320044.663558:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be4e00 x1853164384180480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320044.663596:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320044.663693:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384180096 00000100:00100000:2.0:1767320044.663700:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384180096 00000100:00080000:3.0:1767320044.663738:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320044.663773:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5150 00000100:00100000:2.0:1767320044.663822:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384180096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320044.663876:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384180096:12345-0@lo:400:kworker.0 Request processed in 95us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320044.663884:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5150 00000100:00100000:3.0:1767320044.664064:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384180096:0@lo:400:kworker.0 00000100:00100000:0.0:1767320044.664214:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384180352:0@lo:400:kworker.0 00000100:00100000:0.0:1767320044.664276:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320044.664485:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384179840:0@lo:38:kworker.0 00000100:00100000:1.0:1767320044.664523:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320044.664656:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320044.664718:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384179968:0@lo:38:kworker.0 00000100:00100000:1.0:1767320044.664749:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320044.664801:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384180224:0@lo:38:kworker.0 00000100:00100000:1.0:1767320044.664826:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320044.664875:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384179968 00000100:00100000:3.0:1767320044.664892:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384179968 00000100:00100000:3.0:1767320044.664940:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2828 00000100:00100000:3.0:1767320044.664948:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384179968:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320044.664987:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320044.665040:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384179968:12345-0@lo:38:kworker.0 Request processed in 91us (290us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320044.665047:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2828 00000100:00100000:1.0:1767320044.665561:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384180480:0@lo:38:kworker.0 00000100:00100000:1.0:1767320044.665589:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320044.665649:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384180352 00000100:00100000:0.0:1767320044.665655:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384180352 00000100:00100000:0.0:1767320044.665707:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384179840 00000100:00100000:0.0:1767320044.665710:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384179840 00000100:00100000:0.0:1767320044.665723:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384180224 00000100:00100000:0.0:1767320044.665726:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384180224 00000100:00100000:0.0:1767320044.665736:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5151 00000100:00100000:0.0:1767320044.665743:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384180352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320044.665812:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384180352:12345-0@lo:400:kworker.0 Request processed in 69us (1536us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320044.665819:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5151 00000100:00100000:0.0:1767320044.665835:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24399 00000100:00100000:0.0:1767320044.665850:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384179840:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320044.665861:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320044.666019:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384179840:12345-0@lo:38:kworker.0 Request processed in 178us (1494us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320044.666025:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24399 00000100:00100000:0.0:1767320044.666039:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24400 00000100:00100000:0.0:1767320044.666043:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384180224:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320044.666052:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320044.666073:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384180224:12345-0@lo:38:kworker.0 Request processed in 29us (1247us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320044.666078:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24400 00000100:00080000:0.0:1767320044.666094:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320044.666127:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384180352:0@lo:400:kworker.0 00000100:00080000:1.0:1767320044.666503:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320044.666510:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320044.666514:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384179840:0@lo:38:kworker.0 00000100:00080000:1.0:1767320044.666524:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320044.666528:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320044.666531:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384179968:0@lo:38:kworker.0 00000100:00080000:1.0:1767320044.666539:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320044.666542:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320044.666545:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384180224:0@lo:38:kworker.0 00000100:00100000:2.0:1767320044.666594:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384180480 00000100:00100000:2.0:1767320044.666599:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384180480 00000100:00100000:2.0:1767320044.666662:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24401 00000100:00100000:2.0:1767320044.666667:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384180480:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320044.666679:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320044.666726:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384180480:12345-0@lo:38:kworker.0 Request processed in 57us (1135us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320044.666732:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24401 00000100:00080000:1.0:1767320044.666800:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320044.666804:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320044.666808:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384180480:0@lo:38:kworker.0 00010000:00010000:3.0:1767320045.175352:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320045.687463:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320046.199099:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320046.715087:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320047.226006:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320047.734938:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320048.247138:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767320048.716729:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297404800 offset 0 length 520: 4 00000100:00100000:2.0:1767320048.716838:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320048.716909:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320048.719381:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297404928 00000100:00100000:0.0:1767320048.719403:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297404928 00000100:00100000:0.0:1767320048.719562:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297405056 00000100:00100000:0.0:1767320048.719567:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297405056 00000100:00100000:0.0:1767320048.719648:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5152 00000100:00100000:0.0:1767320048.719663:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297405056:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320048.723778:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297405056:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 4100us (6848us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320048.723821:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5152 00000100:00100000:0.0:1767320048.723886:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24402 00000100:00100000:0.0:1767320048.723893:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297404928:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320048.723922:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320048.723970:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297404928:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 74us (7132us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320048.723977:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24402 00000100:00080000:2.0:1767320048.725007:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320048.759759:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320049.272105:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320049.272545:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320049.272577:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384180608:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320049.272677:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320049.273056:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320049.273070:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384180736:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320049.273111:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320049.275526:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384180608 00000100:00100000:2.0:1767320049.275548:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384180608 00000100:00100000:2.0:1767320049.275662:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384180736 00000100:00100000:2.0:1767320049.275667:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384180736 00000100:00100000:2.0:1767320049.275706:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2815 00000100:00100000:2.0:1767320049.275717:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384180608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320049.275764:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320049.276041:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2816 00000100:00100000:1.0:1767320049.276058:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384180736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320049.276080:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320049.276127:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384180608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 411us (3448us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320049.276136:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2815 00000100:00080000:3.0:1767320049.276450:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320049.276457:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320049.280592:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384180736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4527us (7465us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320049.280610:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2816 00000100:00100000:3.0:1767320049.284124:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384180608:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320049.286576:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384180736:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320049.782993:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320024/real 1767320024] req@ffff9369b7904700 x1853164384175360/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320049 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320049.783047:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b7904700 x1853164384175360/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320049 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320049.783075:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320049.783110:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320049.783115:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384175360:0@lo:250:kworker.0 00000100:00080000:2.0:1767320049.783224:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320049.783230:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320049.783234:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320049.783240:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4927 00000100:00080000:2.0:1767320049.783244:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320049.783253:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320049.783298:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5929880 x1853164384180864/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320049.783328:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320049.783332:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320049.783335:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320049.783338:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4947 00000100:00080000:2.0:1767320049.783340:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320049.783344:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320049.783362:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5928e00 x1853164384180992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320049.783371:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320049.783374:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320049.783376:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320049.783380:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4947 00000100:00080000:2.0:1767320049.783382:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320049.783386:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320049.783413:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5928380 x1853164384181120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320049.783452:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320049.783457:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320049.783459:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320049.783463:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4947 00000100:00080000:2.0:1767320049.783465:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320049.783470:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320049.783489:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1216a00 x1853164384181376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320049.783516:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320049.783520:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320049.783523:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320049.783527:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4947 00000100:00080000:2.0:1767320049.783529:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320049.783532:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320049.783543:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1214a80 x1853164384181632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320049.783643:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384181760:0@lo:400:kworker.0 00000100:00100000:1.0:1767320049.783721:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320049.783833:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320049.783841:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384181504:0@lo:400:kworker.0 00000100:00100000:1.0:1767320049.783872:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320049.783911:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384181504 00000100:00100000:1.0:1767320049.783920:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384181504 00000100:00100000:1.0:1767320049.783996:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5153 00000100:00100000:1.0:1767320049.784012:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384181504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320049.784072:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384181504:12345-0@lo:400:kworker.0 Request processed in 68us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320049.784082:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5153 00000100:00100000:1.0:1767320049.784108:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384180864:0@lo:250:kworker.0 00000400:00000100:1.0:1767320049.784127:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384180864 offset 0 length 520: 4 00000100:00100000:1.0:1767320049.784141:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384180992:0@lo:38:kworker.0 00000100:00100000:1.0:1767320049.784160:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320049.784172:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384181120:0@lo:38:kworker.0 00000100:00100000:1.0:1767320049.784192:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320049.784206:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384181376:0@lo:38:kworker.0 00000100:00100000:1.0:1767320049.784225:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320049.784240:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384181632:0@lo:38:kworker.0 00000100:00100000:1.0:1767320049.784260:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320049.784283:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384180992 00000100:00100000:1.0:1767320049.784288:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384180992 00000100:00100000:1.0:1767320049.784309:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384181376 00000100:00100000:1.0:1767320049.784312:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384181376 00000100:00100000:1.0:1767320049.784320:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384181632 00000100:00100000:1.0:1767320049.784322:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384181632 00000100:00100000:1.0:1767320049.784332:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24403 00000100:00100000:1.0:1767320049.784337:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384180992:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320049.784359:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320049.784394:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384180992:12345-0@lo:38:kworker.0 Request processed in 55us (232us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320049.784400:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24403 00000100:00100000:1.0:1767320049.784412:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24404 00000100:00100000:1.0:1767320049.784416:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384181376:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320049.784426:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320049.784449:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384181376:12345-0@lo:38:kworker.0 Request processed in 31us (222us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320049.784454:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24404 00000100:00100000:1.0:1767320049.784464:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24405 00000100:00100000:1.0:1767320049.784467:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384181632:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320049.784475:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320049.784495:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384181632:12345-0@lo:38:kworker.0 Request processed in 26us (234us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320049.784501:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24405 00000100:00100000:1.0:1767320049.784546:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384181504:0@lo:400:kworker.0 00000100:00080000:1.0:1767320049.784573:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320049.784578:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320049.784581:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384180992:0@lo:38:kworker.0 00000100:00080000:1.0:1767320049.784590:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320049.784593:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320049.784596:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384181376:0@lo:38:kworker.0 00000100:00080000:1.0:1767320049.784603:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320049.784606:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320049.784609:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384181632:0@lo:38:kworker.0 00000100:00100000:2.0:1767320049.784707:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384181760 00000100:00100000:2.0:1767320049.784712:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384181760 00000100:00100000:2.0:1767320049.784758:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2010 00000100:00100000:2.0:1767320049.784765:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384181760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320049.784839:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384181760:12345-0@lo:400:kworker.0 Request processed in 75us (1118us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320049.784845:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2010 00000100:00100000:3.0:1767320049.784969:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384181888:0@lo:400:kworker.0 00000100:00100000:3.0:1767320049.785005:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320049.785031:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320049.785038:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384181248:0@lo:400:kworker.0 00000100:00100000:3.0:1767320049.785062:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320049.785091:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320049.785107:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384181120 00000100:00100000:3.0:1767320049.785112:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384181120 00000100:00100000:3.0:1767320049.785137:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2829 00000100:00100000:3.0:1767320049.785142:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384181120:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320049.785152:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320049.785183:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384181120:12345-0@lo:38:kworker.0 Request processed in 40us (990us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320049.785190:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2829 00000100:00100000:3.0:1767320049.785213:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384181248 00000100:00100000:3.0:1767320049.785216:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384181248 00000100:00100000:3.0:1767320049.785254:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5154 00000100:00100000:3.0:1767320049.785260:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384181248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320049.785295:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384181248:12345-0@lo:400:kworker.0 Request processed in 35us (231us total) trans 0 rc 0/0 00000100:00080000:2.0:1767320049.785435:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320049.785444:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5154 00000100:00100000:2.0:1767320049.785448:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384181888 00000100:00100000:2.0:1767320049.785455:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384181888 00000100:00100000:2.0:1767320049.785495:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2011 00000100:00100000:2.0:1767320049.785503:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384181888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320049.785547:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384181888:12345-0@lo:400:kworker.0 Request processed in 45us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320049.785554:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2011 00000100:00100000:3.0:1767320049.785567:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384181248:0@lo:400:kworker.0 00000100:00100000:3.0:1767320049.785596:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384181888:0@lo:400:kworker.0 00000100:00100000:1.0:1767320049.785703:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384181760:0@lo:400:kworker.0 00000100:00080000:1.0:1767320049.785739:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320049.785744:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320049.785749:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384181120:0@lo:38:kworker.0 00000100:00100000:3.0:1767320049.786210:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320050.295142:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320050.807108:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320051.319108:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320051.831300:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320052.343273:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320052.854961:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320053.367180:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320053.832942:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320053.833047:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320053.833571:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297405312 00000100:00100000:2.0:1767320053.833590:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297405312 00000100:00100000:2.0:1767320053.833699:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297405184 00000100:00100000:2.0:1767320053.833703:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297405184 00000100:00080000:3.0:1767320053.833707:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320053.833747:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5155 00000100:00100000:2.0:1767320053.833764:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297405312:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320053.833838:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24406 00000100:00100000:0.0:1767320053.833860:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297405184:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320053.833902:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320053.833940:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297405312:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 178us (1043us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320053.833950:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5155 00000100:00100000:0.0:1767320053.833976:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297405184:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 120us (924us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320053.833987:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24406 00000100:00100000:0.0:1767320053.879093:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320054.391118:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320054.391135:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320054.391165:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384182016:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320054.391433:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320054.391540:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384182016 00000100:00100000:1.0:1767320054.391551:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384182016 00000100:00100000:1.0:1767320054.391627:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2817 00000100:00100000:1.0:1767320054.391644:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384182016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320054.391684:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320054.391743:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384182016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320054.391751:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2817 00000100:00100000:1.0:1767320054.391826:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384182016:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320054.391921:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384182144:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320054.391952:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320054.391983:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384182144 00000100:00100000:1.0:1767320054.391987:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384182144 00000100:00100000:1.0:1767320054.392013:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2818 00000100:00100000:1.0:1767320054.392021:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384182144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320054.392040:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320054.392070:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384182144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320054.392076:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2818 00000100:00100000:1.0:1767320054.392119:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384182144:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320054.392146:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320054.392152:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320054.903085:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320054.903099:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320054.903103:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320054.903108:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320054.903113:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320054.903124:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4953 00000100:00080000:0.0:1767320054.903129:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320054.903140:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320054.903198:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568000 x1853164384182272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320054.903234:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320054.903238:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320054.903240:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320054.903244:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4953 00000100:00080000:0.0:1767320054.903247:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320054.903250:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320054.903264:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556b100 x1853164384182400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320054.903303:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320054.903308:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320054.903310:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320054.903315:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4953 00000100:00080000:0.0:1767320054.903318:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320054.903323:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320054.903337:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556aa00 x1853164384182656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320054.903339:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384182528:0@lo:400:kworker.0 00000100:00080000:0.0:1767320054.903378:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320054.903382:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320054.903384:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320054.903388:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4953 00000100:00080000:0.0:1767320054.903391:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320054.903395:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320054.903409:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556ad80 x1853164384182912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320054.903509:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320054.903674:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320054.903833:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384183168:0@lo:400:kworker.0 00000100:00100000:1.0:1767320054.903875:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320054.903926:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384183040:0@lo:400:kworker.0 00000100:00100000:1.0:1767320054.903930:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384182272:0@lo:38:kworker.0 00000100:00100000:1.0:1767320054.903969:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320054.903975:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320054.904053:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384182528 00000100:00100000:0.0:1767320054.904063:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384182528 00000100:00100000:0.0:1767320054.904138:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384182272 00000100:00100000:0.0:1767320054.904142:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384182272 00000100:00100000:3.0:1767320054.904169:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384183168 00000100:00100000:0.0:1767320054.904173:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5156 00000100:00100000:3.0:1767320054.904176:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384183168 00000100:00100000:0.0:1767320054.904190:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384182528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320054.904219:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384183040 00000100:00100000:3.0:1767320054.904223:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384183040 00000100:00100000:3.0:1767320054.904253:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2012 00000100:00100000:3.0:1767320054.904262:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384183168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320054.904272:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384182528:12345-0@lo:400:kworker.0 Request processed in 86us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320054.904281:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5156 00000100:00100000:0.0:1767320054.904307:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24407 00000100:00100000:0.0:1767320054.904313:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384182272:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320054.904317:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384183168:12345-0@lo:400:kworker.0 Request processed in 55us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320054.904326:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2012 00010000:00020000:0.0:1767320054.904338:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320054.904369:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384182272:12345-0@lo:38:kworker.0 Request processed in 55us (399us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320054.904375:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24407 00000100:00080000:0.0:1767320054.904393:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320054.904440:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384182528:0@lo:400:kworker.0 00000100:00100000:0.0:1767320054.904480:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2013 00000100:00100000:0.0:1767320054.904488:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384183040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320054.904533:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384183040:12345-0@lo:400:kworker.0 Request processed in 45us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320054.904540:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2013 00000100:00100000:0.0:1767320054.904579:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384183168:0@lo:400:kworker.0 00000100:00100000:0.0:1767320054.904623:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384182784:0@lo:400:kworker.0 00000100:00100000:0.0:1767320054.904655:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320054.904702:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384182784 00000100:00100000:3.0:1767320054.904707:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384182784 00000100:00100000:3.0:1767320054.904748:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5157 00000100:00100000:3.0:1767320054.904754:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384182784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320054.905030:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384182784:12345-0@lo:400:kworker.0 Request processed in 275us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320054.905038:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5157 00000100:00080000:3.0:1767320054.905056:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320054.906486:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384183040:0@lo:400:kworker.0 00000100:00080000:1.0:1767320054.907372:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320054.907382:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320054.907387:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384182272:0@lo:38:kworker.0 00000100:00100000:1.0:1767320054.907401:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384182400:0@lo:38:kworker.0 00000100:00100000:1.0:1767320054.907483:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320054.907556:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384182656:0@lo:38:kworker.0 00000100:00100000:3.0:1767320054.907571:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384182400 00000100:00100000:3.0:1767320054.907582:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384182400 00000100:00100000:3.0:1767320054.907634:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2830 00000100:00100000:3.0:1767320054.907643:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384182400:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320054.907667:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320054.907714:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384182400:12345-0@lo:38:kworker.0 Request processed in 71us (230us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320054.907721:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2830 00000100:00100000:1.0:1767320054.907834:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320054.907865:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384182912:0@lo:38:kworker.0 00000100:00100000:1.0:1767320054.907905:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320054.907907:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384182656 00000100:00100000:3.0:1767320054.907913:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384182656 00000100:00100000:3.0:1767320054.907941:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384182912 00000100:00100000:3.0:1767320054.907944:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384182912 00000100:00080000:1.0:1767320054.907957:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320054.907963:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320054.907967:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384182400:0@lo:38:kworker.0 00000100:00100000:3.0:1767320054.907977:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24408 00000100:00100000:3.0:1767320054.907984:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384182656:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320054.907996:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320054.908001:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24409 00000100:00100000:1.0:1767320054.908008:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384182912:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320054.908020:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320054.908034:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384182656:12345-0@lo:38:kworker.0 Request processed in 48us (444us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320054.908042:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24408 00000100:00100000:1.0:1767320054.908058:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384182912:12345-0@lo:38:kworker.0 Request processed in 47us (151us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320054.908067:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24409 00000100:00080000:1.0:1767320054.908101:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320054.908105:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320054.908108:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384182656:0@lo:38:kworker.0 00000100:00080000:1.0:1767320054.908116:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320054.908121:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320054.908123:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384182912:0@lo:38:kworker.0 00000100:00100000:0.0:1767320054.908276:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384182784:0@lo:400:kworker.0 00010000:00010000:3.0:1767320055.415851:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320055.928719:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320056.440113:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320056.951163:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320057.463102:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320057.975507:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320058.487347:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320058.951005:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320058.951081:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320058.951240:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297405568 00000100:00100000:3.0:1767320058.951255:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297405568 00000100:00100000:3.0:1767320058.951351:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297405440 00000100:00100000:3.0:1767320058.951355:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297405440 00000100:00100000:3.0:1767320058.951382:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5158 00000100:00100000:3.0:1767320058.951394:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297405568:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320058.951502:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297405568:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 110us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320058.951511:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5158 00000100:00100000:3.0:1767320058.951535:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24410 00000100:00100000:3.0:1767320058.951541:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297405440:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320058.951568:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320058.951597:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297405440:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 55us (517us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320058.951604:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24410 00000100:00080000:0.0:1767320058.952256:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320059.001053:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320059.511242:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320059.511344:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384183296:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320059.511455:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320059.511665:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384183424:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320059.511703:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320059.512589:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384183296 00000100:00100000:1.0:1767320059.512604:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384183296 00000100:00100000:1.0:1767320059.512702:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384183424 00000100:00100000:1.0:1767320059.512707:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384183424 00000100:00100000:1.0:1767320059.512735:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2819 00000100:00100000:1.0:1767320059.512747:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384183296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320059.512824:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767320059.512835:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320059.512850:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320059.512885:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2820 00000100:00100000:0.0:1767320059.512895:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384183424:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320059.512914:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384183296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 170us (1459us total) trans 0 rc 0/0 00002000:00000024:0.0:1767320059.512917:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320059.512922:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2819 00000100:00100000:0.0:1767320059.512953:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384183424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (1250us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320059.512959:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2820 00000100:00100000:1.0:1767320059.512990:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384183296:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320059.513061:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384183424:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320060.022973:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320060.025825:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320060.025846:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320060.025849:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320060.025854:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320060.025859:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320060.025870:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4958 00000100:00080000:1.0:1767320060.025875:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320060.025884:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320060.025937:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8910e00 x1853164384183552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320060.025958:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320060.025962:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320060.025964:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320060.025969:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4958 00000100:00080000:1.0:1767320060.025971:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320060.025974:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320060.025991:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5928380 x1853164384183680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320060.026041:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320060.026045:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320060.026048:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320060.026052:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4958 00000100:00080000:1.0:1767320060.026055:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320060.026059:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320060.026071:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5928e00 x1853164384183936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320060.026107:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320060.026111:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320060.026113:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320060.026117:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4958 00000100:00080000:1.0:1767320060.026119:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320060.026123:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320060.026134:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e5c00 x1853164384184192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320060.026187:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384184064:0@lo:400:kworker.0 00000100:00100000:1.0:1767320060.026281:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320060.026337:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384183808:0@lo:400:kworker.0 00000100:00100000:1.0:1767320060.026380:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320060.026389:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384184320:0@lo:400:kworker.0 00000100:00100000:3.0:1767320060.026394:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320060.026433:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320060.026440:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320060.026450:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384184448:0@lo:400:kworker.0 00000100:00100000:1.0:1767320060.026479:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384184064 00000100:00100000:3.0:1767320060.026481:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320060.026490:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384184064 00000100:00100000:3.0:1767320060.026520:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384184320 00000100:00100000:3.0:1767320060.026526:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384184320 00000100:00100000:1.0:1767320060.026558:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384183808 00000100:00100000:1.0:1767320060.026562:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384183808 00000100:00100000:1.0:1767320060.026596:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5159 00000100:00100000:1.0:1767320060.026606:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384184064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320060.026650:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384184448 00000100:00100000:3.0:1767320060.026655:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384184448 00000100:00100000:1.0:1767320060.026680:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384184064:12345-0@lo:400:kworker.0 Request processed in 72us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320060.026685:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2014 00000100:00100000:1.0:1767320060.026693:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5159 00000100:00100000:3.0:1767320060.026698:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384184320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320060.026720:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5160 00000100:00100000:1.0:1767320060.026731:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384183808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320060.026742:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384184320:12345-0@lo:400:kworker.0 Request processed in 46us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320060.026749:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2014 00000100:00100000:3.0:1767320060.026766:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2015 00000100:00100000:3.0:1767320060.026777:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384184448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320060.026808:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384183808:12345-0@lo:400:kworker.0 Request processed in 46us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320060.026817:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5160 00000100:00100000:3.0:1767320060.026854:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384184448:12345-0@lo:400:kworker.0 Request processed in 81us (372us total) trans 0 rc 0/0 00000100:00080000:1.0:1767320060.026858:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320060.026863:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2015 00000100:00100000:1.0:1767320060.026925:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384184448:0@lo:400:kworker.0 00000100:00100000:1.0:1767320060.026939:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384183808:0@lo:400:kworker.0 00000100:00100000:0.0:1767320060.026947:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384184320:0@lo:400:kworker.0 00000100:00100000:3.0:1767320060.026999:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384184064:0@lo:400:kworker.0 00000100:00100000:3.0:1767320060.027051:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384183552:0@lo:38:kworker.0 00000100:00100000:3.0:1767320060.030063:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320060.030149:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384183680:0@lo:38:kworker.0 00000100:00100000:3.0:1767320060.030181:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320060.030233:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384183936:0@lo:38:kworker.0 00000100:00100000:3.0:1767320060.030259:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320060.030290:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384184192:0@lo:38:kworker.0 00000100:00100000:3.0:1767320060.030313:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320060.030893:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384183552 00000100:00100000:2.0:1767320060.030905:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384183552 00000100:00100000:2.0:1767320060.030958:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384183936 00000100:00100000:2.0:1767320060.030962:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384183936 00000100:00100000:2.0:1767320060.030982:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384184192 00000100:00100000:2.0:1767320060.030986:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384184192 00000100:00100000:2.0:1767320060.031003:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24411 00000100:00100000:2.0:1767320060.031013:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384183552:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320060.031042:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320060.031108:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384183552:12345-0@lo:38:kworker.0 Request processed in 96us (1058us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320060.031116:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24411 00000100:00100000:2.0:1767320060.031136:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24412 00000100:00100000:2.0:1767320060.031140:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384183936:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320060.031150:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320060.031175:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384183936:12345-0@lo:38:kworker.0 Request processed in 34us (915us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320060.031182:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24412 00000100:00100000:2.0:1767320060.031191:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24413 00000100:00100000:2.0:1767320060.031195:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384184192:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320060.031203:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320060.031220:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384184192:12345-0@lo:38:kworker.0 Request processed in 24us (907us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320060.031225:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24413 00000100:00080000:2.0:1767320060.031277:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320060.031283:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320060.031287:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384183552:0@lo:38:kworker.0 00000100:00080000:2.0:1767320060.031297:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320060.031300:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320060.031303:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384183936:0@lo:38:kworker.0 00000100:00080000:2.0:1767320060.031313:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320060.031316:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320060.031319:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384184192:0@lo:38:kworker.0 00000100:00100000:0.0:1767320060.031447:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384183680 00000100:00100000:0.0:1767320060.031452:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384183680 00000100:00100000:0.0:1767320060.031492:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2831 00000100:00100000:0.0:1767320060.031498:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384183680:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320060.031508:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320060.031555:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384183680:12345-0@lo:38:kworker.0 Request processed in 56us (1373us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320060.031562:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2831 00000100:00080000:3.0:1767320060.031649:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320060.031655:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320060.031659:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384183680:0@lo:38:kworker.0 00010000:00010000:3.0:1767320060.535012:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320061.048183:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320061.559099:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320062.071975:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320062.583151:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320063.095091:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320063.607823:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320064.073362:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320064.078278:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297405824 00000100:00100000:1.0:1767320064.078303:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297405824 00000100:00100000:0.0:1767320064.078308:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320064.078399:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297405696 00000100:00100000:1.0:1767320064.078403:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297405696 00000100:00100000:1.0:1767320064.078434:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5161 00000100:00100000:1.0:1767320064.078453:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297405824:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320064.078559:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297405824:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 114us (5211us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320064.078568:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5161 00000100:00100000:1.0:1767320064.078589:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24414 00000100:00100000:1.0:1767320064.078955:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297405696:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320064.078985:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320064.079025:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297405696:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 428us (724us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320064.079032:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24414 00000100:00080000:3.0:1767320064.081982:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320064.119197:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320064.631194:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384184576:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320064.631304:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320064.631345:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384184576 00000100:00100000:0.0:1767320064.631356:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384184576 00000100:00100000:0.0:1767320064.631440:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2821 00000100:00100000:0.0:1767320064.631451:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384184576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320064.631491:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320064.631594:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384184704:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320064.631629:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320064.631672:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320064.631715:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384184704 00000100:00100000:3.0:1767320064.631719:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384184704 00000100:00100000:3.0:1767320064.631754:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2822 00000100:00100000:3.0:1767320064.631761:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384184704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320064.631824:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320064.631861:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384184704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320064.631868:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2822 00000100:00080000:3.0:1767320064.631895:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320064.631934:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384184704:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320064.640994:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384184576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 9527us (9671us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320064.641018:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2821 00000100:00100000:1.0:1767320064.646864:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384184576:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320064.646981:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320065.142963:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320065.145740:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320065.145765:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320065.145769:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320065.145774:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320065.145804:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320065.145816:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4963 00000100:00080000:3.0:1767320065.145821:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320065.145832:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320065.145898:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6a00 x1853164384184832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320065.145931:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320065.145935:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320065.145937:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320065.145942:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4963 00000100:00080000:3.0:1767320065.145944:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320065.145949:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320065.145964:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6300 x1853164384184960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320065.145981:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384184832:0@lo:38:kworker.0 00000100:00080000:3.0:1767320065.146018:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320065.146022:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320065.146024:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320065.146027:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4963 00000100:00080000:3.0:1767320065.146029:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320065.146033:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320065.146045:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5880 x1853164384185216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320065.146077:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767320065.146078:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320065.146081:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320065.146083:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320065.146086:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4963 00000100:00080000:3.0:1767320065.146088:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320065.146091:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320065.146100:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cc380 x1853164384185472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320065.146138:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384185344:0@lo:400:kworker.0 00000100:00100000:2.0:1767320065.146162:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384184960:0@lo:38:kworker.0 00000100:00100000:3.0:1767320065.146169:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320065.146236:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384185088:0@lo:400:kworker.0 00000100:00100000:1.0:1767320065.146236:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384185728:0@lo:400:kworker.0 00000100:00100000:2.0:1767320065.150244:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320065.150341:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384185216:0@lo:38:kworker.0 00000100:00100000:2.0:1767320065.150417:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320065.150442:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384185472:0@lo:38:kworker.0 00000100:00100000:2.0:1767320065.150467:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320065.150546:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384184832 00000100:00100000:2.0:1767320065.150557:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384184832 00000100:00100000:2.0:1767320065.150603:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384185344 00000100:00100000:2.0:1767320065.150606:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384185344 00000100:00100000:2.0:1767320065.150657:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384185216 00000100:00100000:2.0:1767320065.150661:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384185216 00000100:00100000:2.0:1767320065.150668:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384185472 00000100:00100000:2.0:1767320065.150670:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384185472 00000100:00100000:2.0:1767320065.150683:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5162 00000100:00100000:2.0:1767320065.150694:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384185344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320065.150763:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384185344:12345-0@lo:400:kworker.0 Request processed in 72us (4592us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320065.150772:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5162 00000100:00100000:2.0:1767320065.150825:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24415 00000100:00100000:2.0:1767320065.150830:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384184832:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320065.150858:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320065.150896:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384184832:12345-0@lo:38:kworker.0 Request processed in 64us (4817us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320065.150902:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24415 00000100:00100000:2.0:1767320065.150915:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24416 00000100:00100000:2.0:1767320065.150919:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384185216:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320065.150928:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320065.150962:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384185216:12345-0@lo:38:kworker.0 Request processed in 41us (544us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320065.150967:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24416 00000100:00100000:2.0:1767320065.150979:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24417 00000100:00100000:2.0:1767320065.150982:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384185472:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320065.150992:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320065.151014:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384185472:12345-0@lo:38:kworker.0 Request processed in 30us (546us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320065.151021:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24417 00000100:00100000:2.0:1767320065.151042:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384184960 00000100:00100000:2.0:1767320065.151046:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384184960 00000100:00100000:2.0:1767320065.151079:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2832 00000100:00100000:2.0:1767320065.151084:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384184960:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320065.151094:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320065.151123:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384184960:12345-0@lo:38:kworker.0 Request processed in 38us (890us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320065.151133:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2832 00000100:00080000:2.0:1767320065.151182:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320065.151188:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320065.151193:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384184960:0@lo:38:kworker.0 00000100:00080000:2.0:1767320065.151204:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320065.151208:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320065.151210:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384185216:0@lo:38:kworker.0 00000100:00080000:2.0:1767320065.151218:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320065.151221:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320065.151223:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384185472:0@lo:38:kworker.0 00000100:00080000:2.0:1767320065.151231:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320065.151234:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320065.151237:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384184832:0@lo:38:kworker.0 00000100:00080000:2.0:1767320065.151307:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320065.151342:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384185600:0@lo:400:kworker.0 00000100:00100000:2.0:1767320065.151376:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320065.151417:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384185600 00000100:00100000:2.0:1767320065.151420:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384185600 00000100:00100000:2.0:1767320065.151449:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2016 00000100:00100000:2.0:1767320065.151456:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384185600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320065.151494:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384185600:12345-0@lo:400:kworker.0 Request processed in 37us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320065.151501:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2016 00000100:00100000:2.0:1767320065.151529:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384185600:0@lo:400:kworker.0 00000100:00100000:3.0:1767320065.153599:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384185344:0@lo:400:kworker.0 00000100:00100000:0.0:1767320065.170512:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320065.170761:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384185088 00000100:00100000:2.0:1767320065.170775:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384185088 00000100:00100000:2.0:1767320065.170929:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5163 00000100:00100000:2.0:1767320065.170942:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384185088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320065.171038:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384185088:12345-0@lo:400:kworker.0 Request processed in 99us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320065.171047:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5163 00000100:00080000:3.0:1767320065.171225:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320065.171632:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384185088:0@lo:400:kworker.0 00000100:00100000:1.0:1767320065.178733:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320065.178884:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384185728 00000100:00100000:2.0:1767320065.178898:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384185728 00000100:00100000:2.0:1767320065.179128:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2017 00000100:00100000:2.0:1767320065.179142:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384185728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320065.179250:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384185728:12345-0@lo:400:kworker.0 Request processed in 112us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320065.179259:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2017 00000100:00100000:1.0:1767320065.179350:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384185728:0@lo:400:kworker.0 00010000:00010000:3.0:1767320065.655774:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320066.167395:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320066.679158:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320067.191025:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320067.703353:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320068.215483:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320068.730040:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320069.194263:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320069.194325:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320069.194534:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297406080 00000100:00100000:1.0:1767320069.194534:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297405952 00000100:00100000:1.0:1767320069.194546:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297405952 00000100:00100000:0.0:1767320069.194551:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297406080 00000100:00100000:1.0:1767320069.194602:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24418 00000100:00100000:1.0:1767320069.194612:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297405952:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320069.194637:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320069.194673:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5164 00000100:00100000:0.0:1767320069.194687:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297406080:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320069.194729:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297405952:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 115us (401us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320069.194742:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24418 00000100:00100000:0.0:1767320069.195291:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297406080:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 603us (1032us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320069.195302:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5164 00000100:00080000:3.0:1767320069.196265:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320069.239007:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320069.751083:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320069.751177:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320069.751197:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384185856:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320069.751265:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320069.751345:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384185856 00000100:00100000:1.0:1767320069.751352:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384185856 00000100:00100000:1.0:1767320069.751411:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2823 00000100:00100000:1.0:1767320069.751424:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384185856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320069.751456:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320069.751500:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384185856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320069.751507:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2823 00000100:00080000:1.0:1767320069.751527:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320069.751565:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384185856:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320069.751758:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384185984:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320069.751816:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320069.751920:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384185984 00000100:00100000:2.0:1767320069.751925:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384185984 00000100:00100000:2.0:1767320069.751968:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2824 00000100:00100000:2.0:1767320069.751976:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384185984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320069.751992:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320069.752028:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384185984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320069.752034:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2824 00000100:00100000:2.0:1767320069.752063:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384185984:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320069.752148:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320070.263000:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320070.263065:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320070.263072:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320070.263076:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320070.263083:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320070.263087:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320070.263095:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4968 00000100:00080000:0.0:1767320070.263099:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320070.263107:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320070.263152:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568a80 x1853164384186112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320070.263189:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320070.263193:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320070.263195:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320070.263200:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4968 00000100:00080000:0.0:1767320070.263202:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320070.263206:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320070.263219:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5569500 x1853164384186240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320070.263260:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320070.263265:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320070.263266:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320070.263270:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4968 00000100:00080000:0.0:1767320070.263272:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320070.263275:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320070.263288:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568380 x1853164384186496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320070.263317:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320070.263321:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320070.263322:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320070.263326:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4968 00000100:00080000:0.0:1767320070.263329:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320070.263332:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320070.263341:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556ad80 x1853164384186752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320070.263362:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320070.263374:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384186624:0@lo:400:kworker.0 00000100:00100000:0.0:1767320070.263445:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320070.263519:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384186624 00000100:00100000:0.0:1767320070.263526:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384186624 00000100:00100000:0.0:1767320070.263579:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5165 00000100:00100000:0.0:1767320070.263589:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384186624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320070.263642:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384186624:12345-0@lo:400:kworker.0 Request processed in 55us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320070.263649:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5165 00000100:00100000:0.0:1767320070.263708:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384186624:0@lo:400:kworker.0 00000100:00100000:3.0:1767320070.263819:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320070.263831:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384186368:0@lo:400:kworker.0 00000100:00100000:3.0:1767320070.263862:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320070.263953:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320070.264064:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384186368 00000100:00100000:0.0:1767320070.264069:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384186368 00000100:00100000:0.0:1767320070.264113:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5166 00000100:00100000:0.0:1767320070.264119:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384186368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320070.264155:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384186368:12345-0@lo:400:kworker.0 Request processed in 36us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320070.264161:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5166 00000100:00100000:0.0:1767320070.264189:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384186368:0@lo:400:kworker.0 00000100:00080000:1.0:1767320070.264273:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320070.264340:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384186112:0@lo:38:kworker.0 00000100:00100000:2.0:1767320070.264373:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320070.264403:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384186240:0@lo:38:kworker.0 00000100:00100000:2.0:1767320070.264430:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320070.264460:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384186496:0@lo:38:kworker.0 00000100:00100000:2.0:1767320070.264481:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320070.264544:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384186752:0@lo:38:kworker.0 00000100:00100000:2.0:1767320070.264565:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320070.266235:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384186240 00000100:00100000:0.0:1767320070.266247:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384186240 00000100:00100000:0.0:1767320070.266296:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2833 00000100:00100000:0.0:1767320070.266305:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384186240:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320070.266328:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320070.266396:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384186240:12345-0@lo:38:kworker.0 Request processed in 92us (1965us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320070.266404:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2833 00000100:00080000:2.0:1767320070.266678:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320070.266685:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320070.266688:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384186240:0@lo:38:kworker.0 00000100:00100000:1.0:1767320070.272896:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384186112 00000100:00100000:1.0:1767320070.272924:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384186112 00000100:00100000:1.0:1767320070.272976:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384186496 00000100:00100000:1.0:1767320070.272979:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384186496 00000100:00100000:1.0:1767320070.272996:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384186752 00000100:00100000:1.0:1767320070.272999:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384186752 00000100:00100000:1.0:1767320070.273034:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24419 00000100:00100000:1.0:1767320070.273044:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384186112:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320070.273082:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320070.274370:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24420 00000100:00100000:2.0:1767320070.274380:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384186496:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320070.274400:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320070.274481:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384186496:12345-0@lo:38:kworker.0 Request processed in 99us (9997us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320070.274490:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24420 00000100:00100000:3.0:1767320070.274516:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24421 00000100:00100000:3.0:1767320070.277448:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384186752:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320070.277489:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320070.279798:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384186112:12345-0@lo:38:kworker.0 Request processed in 6733us (15402us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320070.279815:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24419 00000100:00100000:3.0:1767320070.281471:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384186752:12345-0@lo:38:kworker.0 Request processed in 6936us (16894us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320070.281484:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24421 00000100:00080000:0.0:1767320070.281605:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320070.281613:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320070.281617:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384186112:0@lo:38:kworker.0 00000100:00080000:0.0:1767320070.281633:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320070.281636:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320070.281639:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384186496:0@lo:38:kworker.0 00000100:00080000:0.0:1767320070.281650:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320070.281653:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320070.281656:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384186752:0@lo:38:kworker.0 00010000:00010000:3.0:1767320070.775005:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320071.290065:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320071.800206:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320072.310914:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320072.823747:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320073.334967:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320073.847921:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320074.325396:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:0.0:1767320074.325478:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297406208 offset 0 length 520: 4 00000100:00100000:3.0:1767320074.326404:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297406464 00000100:00100000:3.0:1767320074.326415:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297406464 00000100:00100000:3.0:1767320074.326583:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5167 00000100:00100000:3.0:1767320074.326594:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297406464:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320074.326675:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297406464:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 82us (1288us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320074.326681:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5167 00000100:00080000:1.0:1767320074.326737:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320074.339030:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320074.339160:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297406336 00000100:00100000:3.0:1767320074.339181:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297406336 00000100:00100000:3.0:1767320074.339239:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24422 00000100:00100000:3.0:1767320074.339249:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297406336:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320074.339277:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320074.339370:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297406336:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 121us (353us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320074.339378:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24422 00000100:00100000:0.0:1767320074.358920:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320049/real 1767320049] req@ffff9369a5929880 x1853164384180864/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320074 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320074.358956:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369a5929880 x1853164384180864/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320074 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320074.358977:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320074.359003:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320074.359007:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384180864:0@lo:250:kworker.0 00000100:00100000:3.0:1767320074.359111:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320074.359211:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320074.359217:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320074.359221:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320074.359226:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4953 00000100:00080000:1.0:1767320074.359230:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320074.359236:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320074.359268:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e6680 x1853164384186880/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320074.359292:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320074.359306:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320074.359307:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320074.359310:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4973 00000100:00080000:1.0:1767320074.359312:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320074.359316:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320074.359331:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e6d80 x1853164384187008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320074.359339:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320074.359342:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320074.359344:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320074.359348:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4973 00000100:00080000:1.0:1767320074.359351:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320074.359354:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320074.359365:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e5500 x1853164384187136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320074.359404:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320074.359408:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320074.359410:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320074.359414:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4973 00000100:00080000:1.0:1767320074.359416:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320074.359420:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320074.359432:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e5c00 x1853164384187392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320074.359457:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320074.359460:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320074.359462:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320074.359465:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4973 00000100:00080000:1.0:1767320074.359468:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320074.359471:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320074.359482:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e5180 x1853164384187648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320074.359519:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384187904:0@lo:400:kworker.0 00000100:00100000:1.0:1767320074.359582:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320074.359640:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320074.359646:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384187264:0@lo:400:kworker.0 00000100:00100000:1.0:1767320074.359673:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320074.359703:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384187776:0@lo:400:kworker.0 00000100:00100000:1.0:1767320074.359739:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320074.359760:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320074.359765:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384187520:0@lo:400:kworker.0 00000100:00100000:1.0:1767320074.359809:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320074.359835:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384187904 00000100:00100000:1.0:1767320074.359841:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384187904 00000100:00100000:1.0:1767320074.359894:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384187776 00000100:00100000:1.0:1767320074.359897:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384187776 00000100:00100000:1.0:1767320074.359918:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2018 00000100:00100000:1.0:1767320074.359927:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384187904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320074.359977:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384187904:12345-0@lo:400:kworker.0 Request processed in 51us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320074.359984:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2018 00000100:00100000:1.0:1767320074.360000:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2019 00000100:00100000:1.0:1767320074.360007:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384187776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320074.360038:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384187776:12345-0@lo:400:kworker.0 Request processed in 32us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320074.360044:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2019 00000100:00080000:1.0:1767320074.360064:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320074.360068:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320074.360095:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384187776:0@lo:400:kworker.0 00000100:00100000:1.0:1767320074.360115:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384187904:0@lo:400:kworker.0 00000100:00100000:3.0:1767320074.360267:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384187264 00000100:00100000:3.0:1767320074.360271:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384187264 00000100:00100000:3.0:1767320074.360318:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384187520 00000100:00100000:3.0:1767320074.360322:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384187520 00000100:00100000:3.0:1767320074.360341:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5168 00000100:00100000:3.0:1767320074.360348:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384187264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320074.360388:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384187264:12345-0@lo:400:kworker.0 Request processed in 41us (714us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320074.360394:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5168 00000100:00100000:3.0:1767320074.360407:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5169 00000100:00100000:3.0:1767320074.360414:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384187520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320074.360442:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384187520:12345-0@lo:400:kworker.0 Request processed in 30us (633us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320074.360448:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5169 00000100:00100000:3.0:1767320074.360474:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384187264:0@lo:400:kworker.0 00000100:00100000:0.0:1767320074.360812:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384186880:0@lo:250:kworker.0 00000400:00000100:0.0:1767320074.360841:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384186880 offset 0 length 520: 4 00000100:00100000:0.0:1767320074.360864:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384187008:0@lo:38:kworker.0 00000100:00100000:0.0:1767320074.360888:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320074.360903:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384187136:0@lo:38:kworker.0 00000100:00100000:0.0:1767320074.360925:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320074.360943:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384187392:0@lo:38:kworker.0 00000100:00100000:0.0:1767320074.360961:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320074.360975:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384187648:0@lo:38:kworker.0 00000100:00100000:0.0:1767320074.360993:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320074.361018:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384187136 00000100:00100000:0.0:1767320074.361022:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384187136 00000100:00100000:0.0:1767320074.361045:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2834 00000100:00100000:0.0:1767320074.361049:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384187136:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320074.361068:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320074.361103:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384187136:12345-0@lo:38:kworker.0 Request processed in 52us (176us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320074.361110:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2834 00000100:00100000:0.0:1767320074.361131:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384187008 00000100:00100000:0.0:1767320074.361134:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384187008 00000100:00100000:0.0:1767320074.361150:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384187392 00000100:00100000:0.0:1767320074.361152:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384187392 00000100:00100000:0.0:1767320074.361160:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384187648 00000100:00100000:0.0:1767320074.361163:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384187648 00000100:00100000:0.0:1767320074.361185:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24423 00000100:00100000:0.0:1767320074.361190:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384187008:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320074.361199:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320074.361225:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384187008:12345-0@lo:38:kworker.0 Request processed in 33us (336us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320074.361230:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24423 00000100:00100000:0.0:1767320074.361241:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24424 00000100:00100000:0.0:1767320074.361245:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384187392:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320074.361254:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320074.361274:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384187392:12345-0@lo:38:kworker.0 Request processed in 27us (311us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320074.361279:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24424 00000100:00100000:0.0:1767320074.361289:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24425 00000100:00100000:0.0:1767320074.361293:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384187648:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320074.361317:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320074.361340:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384187648:12345-0@lo:38:kworker.0 Request processed in 46us (346us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320074.361346:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24425 00000100:00080000:0.0:1767320074.361374:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320074.361379:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320074.361382:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384187008:0@lo:38:kworker.0 00000100:00080000:0.0:1767320074.361389:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320074.361392:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320074.361395:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384187136:0@lo:38:kworker.0 00000100:00080000:0.0:1767320074.361402:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320074.361405:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320074.361408:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384187392:0@lo:38:kworker.0 00000100:00080000:0.0:1767320074.361414:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320074.361417:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320074.361420:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384187648:0@lo:38:kworker.0 00000100:00080000:1.0:1767320074.362367:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320074.362408:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384187520:0@lo:400:kworker.0 00010000:00010000:1.0:1767320074.871056:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320074.871210:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384188032:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320074.871282:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320074.871801:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384188032 00000100:00100000:1.0:1767320074.871810:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384188032 00000100:00100000:1.0:1767320074.871863:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2825 00000100:00100000:1.0:1767320074.871874:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384188032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320074.871907:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320074.871965:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384188032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320074.871972:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2825 00000100:00100000:3.0:1767320074.872067:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384188032:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320074.873034:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384188160:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320074.873095:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320074.873167:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384188160 00000100:00100000:2.0:1767320074.873174:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384188160 00000100:00100000:2.0:1767320074.873224:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2826 00000100:00100000:2.0:1767320074.873234:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384188160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320074.873261:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320074.877461:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384188160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4216us (4353us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320074.877476:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2826 00000100:00100000:0.0:1767320074.885518:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384188160:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320075.382906:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320075.895066:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320076.406891:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320076.919018:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320077.430875:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320077.943567:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320078.454944:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320078.967113:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320079.431152:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320079.432490:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320079.432983:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297406720 00000100:00100000:0.0:1767320079.433001:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297406720 00000100:00100000:0.0:1767320079.433097:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297406592 00000100:00100000:0.0:1767320079.433102:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297406592 00000100:00100000:0.0:1767320079.433130:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5170 00000100:00100000:0.0:1767320079.433154:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297406720:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320079.433260:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297406720:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 106us (2105us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320079.433272:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5170 00000100:00100000:3.0:1767320079.433307:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24426 00000100:00100000:3.0:1767320079.433325:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297406592:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320079.433359:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320079.433372:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320079.433426:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297406592:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 104us (947us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320079.442578:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24426 00000100:00100000:3.0:1767320079.478942:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320079.479047:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320079.479065:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320079.479069:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320079.479072:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320079.479078:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320079.479087:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4977 00000100:00080000:2.0:1767320079.479092:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320079.479102:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320079.479331:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5880 x1853164384188288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320079.479350:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320079.479354:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320079.479356:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320079.479360:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4977 00000100:00080000:2.0:1767320079.479363:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320079.479367:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320079.479383:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be4700 x1853164384188416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320079.479384:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384188288:0@lo:38:kworker.0 00000100:00080000:2.0:1767320079.479426:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320079.479430:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320079.479432:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320079.479437:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4977 00000100:00080000:2.0:1767320079.479440:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320079.479445:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320079.484446:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6300 x1853164384188672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320079.484578:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384188800:0@lo:400:kworker.0 00000100:00100000:3.0:1767320079.484920:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384188544:0@lo:400:kworker.0 00000100:00100000:1.0:1767320079.484995:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320079.485090:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320079.485095:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320079.485099:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320079.485105:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4977 00000100:00080000:2.0:1767320079.485108:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320079.485113:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320079.485140:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c1f80 x1853164384188928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320079.485215:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384188288 00000100:00100000:3.0:1767320079.485223:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384188288 00000100:00100000:3.0:1767320079.485265:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24427 00000100:00100000:3.0:1767320079.485272:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384188288:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320079.485292:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320079.485516:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320079.485625:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384189056:0@lo:400:kworker.0 00000100:00100000:2.0:1767320079.485669:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320079.485703:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384188544 00000100:00100000:2.0:1767320079.485707:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384188544 00000100:00100000:2.0:1767320079.485760:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5171 00000100:00100000:2.0:1767320079.485771:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384188544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320079.485892:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384188288:12345-0@lo:38:kworker.0 Request processed in 617us (6435us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320079.485900:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24427 00000100:00100000:3.0:1767320079.485949:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384189056 00000100:00100000:3.0:1767320079.485953:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384189056 00000100:00100000:3.0:1767320079.485985:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2020 00000100:00100000:3.0:1767320079.485992:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384189056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320079.486025:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384189056:12345-0@lo:400:kworker.0 Request processed in 33us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320079.486031:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2020 00000100:00100000:3.0:1767320079.486051:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384189184:0@lo:400:kworker.0 00000100:00100000:3.0:1767320079.486089:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320079.486116:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384189184 00000100:00100000:3.0:1767320079.486119:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384189184 00000100:00100000:3.0:1767320079.486144:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2021 00000100:00100000:3.0:1767320079.486150:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384189184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320079.486181:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384189184:12345-0@lo:400:kworker.0 Request processed in 31us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320079.486187:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2021 00000100:00100000:3.0:1767320079.486221:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384189184:0@lo:400:kworker.0 00000100:00100000:3.0:1767320079.486246:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320079.486273:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384188800 00000100:00100000:3.0:1767320079.486277:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384188800 00000100:00100000:3.0:1767320079.486299:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5172 00000100:00100000:3.0:1767320079.486304:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384188800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320079.486336:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384188800:12345-0@lo:400:kworker.0 Request processed in 32us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320079.486342:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5172 00000100:00100000:3.0:1767320079.486367:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384188800:0@lo:400:kworker.0 00000100:00080000:3.0:1767320079.486399:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320079.486403:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320079.486406:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320079.486427:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384189056:0@lo:400:kworker.0 00000100:00080000:1.0:1767320079.490406:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320079.490420:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320079.490425:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384188288:0@lo:38:kworker.0 00000100:00100000:2.0:1767320079.490971:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384188544:12345-0@lo:400:kworker.0 Request processed in 5198us (5452us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320079.490984:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5171 00000100:00100000:1.0:1767320079.491362:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384188416:0@lo:38:kworker.0 00000100:00100000:1.0:1767320079.491422:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320079.491474:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384188672:0@lo:38:kworker.0 00000100:00100000:1.0:1767320079.491501:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320079.491519:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384188928:0@lo:38:kworker.0 00000100:00100000:1.0:1767320079.491539:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320079.495304:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384188672 00000100:00100000:3.0:1767320079.495321:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384188672 00000100:00100000:3.0:1767320079.495367:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384188928 00000100:00100000:3.0:1767320079.495370:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384188928 00000100:00100000:3.0:1767320079.495394:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24428 00000100:00100000:3.0:1767320079.495401:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384188672:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320079.495424:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320079.495501:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384188672:12345-0@lo:38:kworker.0 Request processed in 99us (3998us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320079.495508:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24428 00000100:00100000:3.0:1767320079.495525:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24429 00000100:00100000:3.0:1767320079.495529:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384188928:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320079.495539:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320079.495564:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384188928:12345-0@lo:38:kworker.0 Request processed in 33us (4024us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320079.495569:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24429 00000100:00100000:2.0:1767320079.495669:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384188416 00000100:00100000:2.0:1767320079.495674:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384188416 00000100:00100000:2.0:1767320079.495709:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2835 00000100:00100000:2.0:1767320079.495714:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384188416:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320079.495725:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320079.495766:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384188416:12345-0@lo:38:kworker.0 Request processed in 51us (4343us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320079.495773:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2835 00000100:00080000:1.0:1767320079.496321:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320079.496329:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320079.496332:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384188416:0@lo:38:kworker.0 00000100:00080000:1.0:1767320079.496345:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320079.496348:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320079.496351:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384188672:0@lo:38:kworker.0 00000100:00080000:1.0:1767320079.496360:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320079.496363:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320079.496366:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384188928:0@lo:38:kworker.0 00000100:00100000:0.0:1767320079.496520:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384188544:0@lo:400:kworker.0 00010000:00010000:1.0:1767320079.990954:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320079.990991:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320079.991013:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384189312:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320079.991094:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320079.991642:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384189440:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320079.991710:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320079.991749:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384189312 00000100:00100000:3.0:1767320079.991757:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384189312 00000100:00100000:3.0:1767320079.991823:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384189440 00000100:00100000:3.0:1767320079.991827:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384189440 00000100:00100000:3.0:1767320079.991850:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2827 00000100:00100000:3.0:1767320079.991858:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384189312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320079.991890:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320079.991933:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384189312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (838us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320079.991940:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2827 00000100:00100000:3.0:1767320079.991958:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2828 00000100:00100000:3.0:1767320079.991964:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698d1ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384189440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320079.991980:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320079.992009:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698d1ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384189440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320079.992015:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2828 00000100:00100000:1.0:1767320079.992813:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384189312:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320079.998689:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384189440:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320080.503755:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320081.015566:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320081.527253:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320082.041124:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320082.551023:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320083.063339:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320083.575768:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320084.087516:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320084.549981:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320084.550066:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297406976 00000100:00100000:3.0:1767320084.550075:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297406976 00000100:00100000:3.0:1767320084.550149:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5173 00000100:00100000:3.0:1767320084.550159:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297406976:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320084.550237:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297406976:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 79us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320084.550245:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5173 00000100:00080000:1.0:1767320084.550772:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320084.553251:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320084.553548:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297406848 00000100:00100000:0.0:1767320084.553560:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297406848 00000100:00100000:0.0:1767320084.553606:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24430 00000100:00100000:0.0:1767320084.553622:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297406848:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320084.553646:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320084.554099:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297406848:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 481us (854us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320084.554108:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24430 00000100:00100000:3.0:1767320084.598983:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320084.599374:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320084.599384:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320084.599388:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320084.599392:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320084.599396:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320084.599409:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4982 00000100:00080000:1.0:1767320084.599413:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320084.599420:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320084.599456:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130700 x1853164384189568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320084.599479:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320084.599482:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320084.599484:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320084.599488:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4982 00000100:00080000:1.0:1767320084.599490:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320084.599493:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320084.599529:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5133800 x1853164384189696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320084.599571:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320084.599580:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320084.599583:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320084.599587:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4982 00000100:00080000:1.0:1767320084.599589:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320084.599593:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320084.599620:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130000 x1853164384189952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320084.599647:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320084.599651:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320084.599652:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320084.599655:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4982 00000100:00080000:1.0:1767320084.599657:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767320084.599660:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384189824:0@lo:400:kworker.0 00000100:00080000:1.0:1767320084.599660:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320084.599670:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130a80 x1853164384190208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320084.599721:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384190080:0@lo:400:kworker.0 00000100:00100000:1.0:1767320084.599800:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320084.599840:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320084.599909:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384189568:0@lo:38:kworker.0 00000100:00100000:2.0:1767320084.599937:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320084.599956:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384189696:0@lo:38:kworker.0 00000100:00100000:2.0:1767320084.599978:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320084.599998:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384189952:0@lo:38:kworker.0 00000100:00100000:2.0:1767320084.600017:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320084.600029:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384190208:0@lo:38:kworker.0 00000100:00100000:2.0:1767320084.600047:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320084.600077:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384190080 00000100:00100000:2.0:1767320084.600086:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384190080 00000100:00100000:2.0:1767320084.600138:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384189824 00000100:00100000:2.0:1767320084.600141:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384189824 00000100:00100000:2.0:1767320084.600156:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384189568 00000100:00100000:2.0:1767320084.600159:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384189568 00000100:00100000:2.0:1767320084.600166:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384189952 00000100:00100000:2.0:1767320084.600169:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384189952 00000100:00100000:2.0:1767320084.600176:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384190208 00000100:00100000:2.0:1767320084.600178:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384190208 00000100:00100000:2.0:1767320084.600189:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5174 00000100:00100000:2.0:1767320084.600197:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384190080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320084.600242:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384190080:12345-0@lo:400:kworker.0 Request processed in 44us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320084.600249:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5174 00000100:00100000:2.0:1767320084.600277:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5175 00000100:00100000:2.0:1767320084.600283:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384189824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320084.600315:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384189824:12345-0@lo:400:kworker.0 Request processed in 33us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320084.600320:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5175 00000100:00100000:2.0:1767320084.600331:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24431 00000100:00100000:2.0:1767320084.600335:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384189568:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320084.600357:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320084.600394:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384189568:12345-0@lo:38:kworker.0 Request processed in 57us (455us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320084.600400:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24431 00000100:00100000:2.0:1767320084.600419:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24432 00000100:00100000:2.0:1767320084.600422:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384189952:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320084.600432:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320084.600454:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384189952:12345-0@lo:38:kworker.0 Request processed in 29us (436us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320084.600460:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24432 00000100:00100000:2.0:1767320084.600469:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24433 00000100:00100000:2.0:1767320084.600474:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384190208:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320084.600482:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320084.600501:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384190208:12345-0@lo:38:kworker.0 Request processed in 26us (453us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320084.600506:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24433 00000100:00080000:2.0:1767320084.600521:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320084.600553:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320084.600563:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320084.600567:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384189568:0@lo:38:kworker.0 00000100:00080000:2.0:1767320084.600576:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320084.600579:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320084.600589:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384189952:0@lo:38:kworker.0 00000100:00080000:2.0:1767320084.600597:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320084.600601:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320084.600603:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384190208:0@lo:38:kworker.0 00000100:00100000:3.0:1767320084.600866:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384189696 00000100:00100000:3.0:1767320084.600871:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384189696 00000100:00100000:3.0:1767320084.600911:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2836 00000100:00100000:3.0:1767320084.600915:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384189696:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320084.600926:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320084.600964:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384189696:12345-0@lo:38:kworker.0 Request processed in 47us (985us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320084.600970:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2836 00000100:00080000:3.0:1767320084.600998:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320084.601002:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320084.601005:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384189696:0@lo:38:kworker.0 00000100:00100000:3.0:1767320084.601029:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384190464:0@lo:400:kworker.0 00000100:00100000:3.0:1767320084.601056:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320084.601085:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384190464 00000100:00100000:3.0:1767320084.601089:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384190464 00000100:00100000:3.0:1767320084.601131:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2022 00000100:00100000:3.0:1767320084.601137:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384190464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320084.601185:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384190464:12345-0@lo:400:kworker.0 Request processed in 49us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320084.601191:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2022 00000100:00080000:3.0:1767320084.601212:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320084.601244:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384190464:0@lo:400:kworker.0 00000100:00100000:3.0:1767320084.601269:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384190336:0@lo:400:kworker.0 00000100:00100000:3.0:1767320084.601300:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320084.601333:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384190336 00000100:00100000:3.0:1767320084.601336:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384190336 00000100:00100000:3.0:1767320084.601369:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2023 00000100:00100000:3.0:1767320084.601375:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384190336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320084.601421:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384190336:12345-0@lo:400:kworker.0 Request processed in 45us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320084.601427:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2023 00000100:00080000:3.0:1767320084.601439:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320084.601456:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384190336:0@lo:400:kworker.0 00000100:00100000:1.0:1767320084.601724:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384190080:0@lo:400:kworker.0 00000100:00100000:0.0:1767320084.603061:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384189824:0@lo:400:kworker.0 00010000:00010000:1.0:1767320085.111120:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320085.111180:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384190592:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320085.111254:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320085.111384:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384190592 00000100:00100000:1.0:1767320085.111392:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384190592 00000100:00100000:1.0:1767320085.111448:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2829 00000100:00100000:1.0:1767320085.111457:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384190592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320085.111499:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320085.111549:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384190592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320085.111558:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2829 00000100:00100000:3.0:1767320085.111724:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384190592:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320085.112095:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320085.112106:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384190720:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320085.112137:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320085.112212:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384190720 00000100:00100000:0.0:1767320085.112217:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384190720 00000100:00100000:0.0:1767320085.112251:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2830 00000100:00100000:0.0:1767320085.112258:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384190720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320085.112275:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320085.112312:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384190720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320085.112430:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384190720:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320085.112684:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2830 00000100:00100000:0.0:1767320085.625913:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320086.135461:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320086.647097:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320087.159153:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320087.670936:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320088.183029:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320088.698531:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320089.207360:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320089.673712:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320089.673761:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320089.673922:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297407104 00000100:00100000:0.0:1767320089.673935:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297407104 00000100:00100000:0.0:1767320089.673972:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297407232 00000100:00100000:0.0:1767320089.673975:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297407232 00000100:00100000:0.0:1767320089.674020:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5176 00000100:00100000:0.0:1767320089.674028:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297407232:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320089.674086:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297407232:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 59us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320089.674091:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5176 00000100:00100000:0.0:1767320089.674105:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24434 00000100:00100000:0.0:1767320089.674108:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297407104:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320089.674124:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320089.674138:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297407104:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 29us (438us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320089.674142:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24434 00000100:00080000:2.0:1767320089.674716:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320089.718895:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320089.719088:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320089.719093:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320089.719095:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320089.719098:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320089.719101:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320089.719107:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4987 00000100:00080000:2.0:1767320089.719110:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320089.719116:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320089.719150:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c1880 x1853164384190848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320089.719171:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320089.719173:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320089.719175:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320089.719179:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4987 00000100:00080000:2.0:1767320089.719180:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320089.719182:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320089.719190:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c0380 x1853164384190976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320089.719225:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320089.719229:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320089.719231:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320089.719234:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4987 00000100:00080000:2.0:1767320089.719237:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320089.719240:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320089.719251:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2300 x1853164384191232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320089.719276:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320089.719278:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320089.719280:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320089.719282:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4987 00000100:00080000:2.0:1767320089.719284:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320089.719286:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320089.719295:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c1f80 x1853164384191488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320089.719321:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384191360:0@lo:400:kworker.0 00000100:00100000:2.0:1767320089.719379:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320089.719434:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320089.719439:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384191616:0@lo:400:kworker.0 00000100:00100000:2.0:1767320089.719457:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320089.719478:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384191360 00000100:00100000:2.0:1767320089.719483:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384191360 00000100:00100000:2.0:1767320089.719522:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5177 00000100:00100000:2.0:1767320089.719527:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384191360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320089.719581:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384191360:12345-0@lo:400:kworker.0 Request processed in 52us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320089.719589:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5177 00000100:00080000:2.0:1767320089.719614:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320089.719624:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384191616 00000100:00100000:3.0:1767320089.719631:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384191616 00000100:00100000:0.0:1767320089.719633:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384191104:0@lo:400:kworker.0 00000100:00100000:2.0:1767320089.719648:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384191360:0@lo:400:kworker.0 00000100:00100000:0.0:1767320089.719667:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320089.719678:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2024 00000100:00100000:2.0:1767320089.719689:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384190848:0@lo:38:kworker.0 00000100:00100000:3.0:1767320089.719691:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384191616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320089.719696:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320089.719704:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384191744:0@lo:400:kworker.0 00000100:00100000:2.0:1767320089.719721:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320089.719778:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384191104 00000100:00100000:1.0:1767320089.719800:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384191104 00000100:00100000:1.0:1767320089.719831:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384190848 00000100:00100000:1.0:1767320089.719833:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384190848 00000100:00100000:1.0:1767320089.719848:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5178 00000100:00100000:1.0:1767320089.719854:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384191104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320089.721834:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320089.722029:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384191744 00000100:00100000:0.0:1767320089.722037:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384191744 00000100:00100000:0.0:1767320089.722082:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2025 00000100:00100000:0.0:1767320089.722091:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384191744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320089.722175:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384191744:12345-0@lo:400:kworker.0 Request processed in 85us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320089.722183:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2025 00000100:00100000:0.0:1767320089.722326:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24435 00000100:00100000:0.0:1767320089.722331:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384190848:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320089.722351:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320089.722468:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384190848:12345-0@lo:38:kworker.0 Request processed in 135us (2747us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320089.722474:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24435 00000100:00100000:0.0:1767320089.722515:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384191744:0@lo:400:kworker.0 00000100:00080000:0.0:1767320089.722586:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320089.722591:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320089.722593:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320089.722678:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320089.722682:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320089.722685:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384190848:0@lo:38:kworker.0 00000100:00100000:2.0:1767320089.722693:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384190976:0@lo:38:kworker.0 00000100:00100000:2.0:1767320089.722721:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320089.722754:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384191232:0@lo:38:kworker.0 00000100:00100000:2.0:1767320089.722775:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320089.722804:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384191488:0@lo:38:kworker.0 00000100:00100000:2.0:1767320089.722823:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320089.722855:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384191232 00000100:00100000:2.0:1767320089.722859:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384191232 00000100:00100000:2.0:1767320089.722883:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384191488 00000100:00100000:2.0:1767320089.722886:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384191488 00000100:00100000:2.0:1767320089.722900:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24436 00000100:00100000:2.0:1767320089.722905:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384191232:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320089.722916:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320089.722944:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384191232:12345-0@lo:38:kworker.0 Request processed in 37us (168us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320089.722949:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24436 00000100:00100000:2.0:1767320089.722962:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24437 00000100:00100000:2.0:1767320089.722965:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384191488:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320089.722973:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320089.722993:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384191488:12345-0@lo:38:kworker.0 Request processed in 26us (168us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320089.722998:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24437 00000100:00080000:2.0:1767320089.723023:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320089.723027:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320089.723030:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384191232:0@lo:38:kworker.0 00000100:00080000:2.0:1767320089.723037:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320089.723040:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320089.723043:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384191488:0@lo:38:kworker.0 00000100:00100000:0.0:1767320089.723854:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384190976 00000100:00100000:0.0:1767320089.723861:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384190976 00000100:00100000:0.0:1767320089.723896:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2837 00000100:00100000:0.0:1767320089.724290:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384190976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320089.724307:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320089.724373:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384190976:12345-0@lo:38:kworker.0 Request processed in 470us (1651us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320089.724380:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2837 00000100:00080000:2.0:1767320089.724634:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320089.724639:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320089.724643:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384190976:0@lo:38:kworker.0 00000100:00100000:3.0:1767320089.725180:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384191616:12345-0@lo:400:kworker.0 Request processed in 5491us (5717us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320089.725225:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2024 00000100:00100000:2.0:1767320089.725310:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384191616:0@lo:400:kworker.0 00000100:00100000:1.0:1767320089.725963:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384191104:12345-0@lo:400:kworker.0 Request processed in 6106us (6292us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320089.725974:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5178 00000100:00100000:0.0:1767320089.726060:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384191104:0@lo:400:kworker.0 00010000:00010000:1.0:1767320090.231037:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320090.233616:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320090.233641:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384191872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320090.233715:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320090.233803:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384191872 00000100:00100000:0.0:1767320090.233812:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384191872 00000100:00100000:0.0:1767320090.233866:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2831 00000100:00100000:0.0:1767320090.233876:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384191872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320090.233909:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320090.233961:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384191872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320090.233969:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2831 00000100:00100000:3.0:1767320090.234063:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384191872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320090.234491:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384192000:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320090.234524:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320090.235627:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384192000 00000100:00100000:2.0:1767320090.235637:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384192000 00000100:00100000:2.0:1767320090.235687:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2832 00000100:00100000:2.0:1767320090.235696:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384192000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320090.235726:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320090.235805:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384192000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (1279us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320090.235811:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2832 00000100:00100000:1.0:1767320090.239857:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384192000:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320090.742992:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320091.255349:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320091.767254:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320092.282297:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320092.790911:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320093.304576:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320093.815331:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320094.327156:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320094.791639:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320094.791700:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320094.791733:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297407488 00000100:00100000:2.0:1767320094.791745:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297407488 00000100:00100000:0.0:1767320094.791756:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297407360 00000100:00100000:0.0:1767320094.791761:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297407360 00000100:00080000:1.0:1767320094.791814:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320094.791853:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5179 00000100:00100000:2.0:1767320094.791863:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24438 00000100:00100000:0.0:1767320094.791868:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297407488:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320094.791965:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297407488:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 102us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320094.792090:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297407360:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320094.792112:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320094.792141:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297407360:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 52us (442us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320094.792471:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5179 00000100:00100000:2.0:1767320094.792646:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24438 00000100:00100000:3.0:1767320094.838979:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320094.839186:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320094.839193:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320094.839196:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320094.839199:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320094.839202:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320094.839208:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4992 00000100:00080000:1.0:1767320094.839211:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320094.839217:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320094.839250:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be4700 x1853164384192128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320094.839306:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384192128:0@lo:38:kworker.0 00000100:00100000:0.0:1767320094.839371:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320094.839449:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320094.839454:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320094.839456:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320094.839460:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4992 00000100:00080000:1.0:1767320094.839462:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320094.839465:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320094.839627:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384192128 00000100:00100000:2.0:1767320094.839633:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384192128 00000100:00100000:2.0:1767320094.839666:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24439 00000100:00100000:2.0:1767320094.839671:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384192128:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320094.839687:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320094.839723:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be5c00 x1853164384192256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320094.839744:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384192256:0@lo:38:kworker.0 00000100:00100000:0.0:1767320094.839762:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320094.839831:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384192128:12345-0@lo:38:kworker.0 Request processed in 159us (459us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320094.839837:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24439 00000100:00100000:3.0:1767320094.839856:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384192256 00000100:00100000:3.0:1767320094.839863:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384192256 00000100:00080000:1.0:1767320094.839916:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320094.839920:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320094.839922:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320094.839926:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4992 00000100:00080000:1.0:1767320094.839928:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320094.839932:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320094.839946:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5f80 x1853164384192512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320094.839962:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2838 00000100:00100000:3.0:1767320094.839971:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384192256:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1767320094.839974:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320094.839978:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320094.839979:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320094.839982:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4992 00000100:00080000:1.0:1767320094.839984:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320094.839995:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320094.840004:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf6d80 x1853164384192768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320094.840027:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384193024:0@lo:400:kworker.0 00000100:00100000:1.0:1767320094.840050:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320094.840065:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320094.840069:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384192384:0@lo:400:kworker.0 00000100:00100000:1.0:1767320094.840080:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1767320094.840092:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320094.840094:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384192640:0@lo:400:kworker.0 00000100:00100000:1.0:1767320094.840110:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320094.840124:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320094.840129:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384192896:0@lo:400:kworker.0 00000100:00100000:3.0:1767320094.840139:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384192256:12345-0@lo:38:kworker.0 Request processed in 167us (373us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320094.840147:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320094.840153:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2838 00000100:00100000:3.0:1767320094.840179:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384192384 00000100:00100000:3.0:1767320094.840183:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384192384 00000100:00100000:1.0:1767320094.840185:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384193024 00000100:00100000:1.0:1767320094.840189:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384193024 00000100:00100000:3.0:1767320094.840230:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384192640 00000100:00100000:2.0:1767320094.840234:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5180 00000100:00100000:3.0:1767320094.840236:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384192640 00000100:00100000:2.0:1767320094.840243:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384192384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320094.840283:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384192384:12345-0@lo:400:kworker.0 Request processed in 42us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320094.840293:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5180 00000100:00100000:2.0:1767320094.840331:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384192384:0@lo:400:kworker.0 00000100:00080000:0.0:1767320094.840884:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320094.840889:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320094.840892:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384192128:0@lo:38:kworker.0 00000100:00100000:0.0:1767320094.840908:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384192512:0@lo:38:kworker.0 00000100:00100000:0.0:1767320094.840933:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320094.840951:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384192768:0@lo:38:kworker.0 00000100:00100000:0.0:1767320094.840968:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320094.841122:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320094.841127:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320094.841130:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384192256:0@lo:38:kworker.0 00000100:00100000:0.0:1767320094.841152:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384192512 00000100:00100000:0.0:1767320094.841156:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384192512 00000100:00100000:0.0:1767320094.841176:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384192768 00000100:00100000:0.0:1767320094.841179:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384192768 00000100:00100000:0.0:1767320094.841189:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24440 00000100:00100000:0.0:1767320094.841193:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384192512:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320094.841205:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320094.841235:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384192512:12345-0@lo:38:kworker.0 Request processed in 40us (301us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320094.841241:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24440 00000100:00100000:0.0:1767320094.841254:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24441 00000100:00100000:0.0:1767320094.841257:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384192768:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320094.841266:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320094.841291:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384192768:12345-0@lo:38:kworker.0 Request processed in 32us (322us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320094.841297:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24441 00000100:00080000:0.0:1767320094.841317:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320094.841321:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320094.841324:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384192512:0@lo:38:kworker.0 00000100:00080000:0.0:1767320094.841331:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320094.841333:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320094.841336:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384192768:0@lo:38:kworker.0 00000100:00100000:0.0:1767320094.841373:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384192896 00000100:00100000:0.0:1767320094.841377:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384192896 00000100:00100000:3.0:1767320094.841474:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5181 00000100:00100000:3.0:1767320094.841495:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384192640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320094.841563:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384192640:12345-0@lo:400:kworker.0 Request processed in 82us (1450us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320094.841569:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5181 00000100:00080000:2.0:1767320094.841742:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320094.841746:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320094.841749:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320094.841822:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2026 00000100:00100000:0.0:1767320094.841828:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384192896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320094.841855:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384192896:12345-0@lo:400:kworker.0 Request processed in 27us (1709us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320094.841861:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2026 00000100:00100000:0.0:1767320094.841901:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384192896:0@lo:400:kworker.0 00000100:00100000:0.0:1767320094.841910:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384192640:0@lo:400:kworker.0 00000100:00100000:1.0:1767320094.841992:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2027 00000100:00100000:1.0:1767320094.842009:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384193024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320094.842051:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384193024:12345-0@lo:400:kworker.0 Request processed in 48us (1999us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320094.842058:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2027 00000100:00100000:2.0:1767320094.842121:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384193024:0@lo:400:kworker.0 00000100:00100000:2.0:1767320095.351684:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384193152:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320095.351759:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767320095.351919:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320095.352681:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384193280:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320095.352724:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320095.360267:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384193152 00000100:00100000:0.0:1767320095.360285:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384193152 00000100:00100000:0.0:1767320095.360495:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384193280 00000100:00100000:0.0:1767320095.360500:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384193280 00000100:00100000:0.0:1767320095.360559:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2833 00000100:00100000:0.0:1767320095.360570:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384193152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320095.360610:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320095.360701:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384193152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 134us (8941us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320095.360708:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2833 00000100:00100000:0.0:1767320095.360726:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2834 00000100:00100000:0.0:1767320095.360733:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384193280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320095.360747:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320095.360778:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384193280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (8055us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320095.360803:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2834 00000100:00100000:0.0:1767320095.360861:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384193152:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320095.361093:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384193280:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320095.862951:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320096.375051:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320096.887614:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320097.398991:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320097.910907:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320098.423732:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320098.889498:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:3.0:1767320098.889539:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297407616 offset 0 length 520: 4 00000100:00100000:3.0:1767320098.889564:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320098.890257:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297407872 00000100:00100000:1.0:1767320098.890269:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297407872 00000100:00100000:1.0:1767320098.890340:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297407744 00000100:00100000:1.0:1767320098.890343:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297407744 00000100:00100000:1.0:1767320098.890361:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5182 00000100:00100000:1.0:1767320098.890383:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297407872:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320098.890472:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297407872:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 101us (993us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320098.890479:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5182 00000100:00100000:1.0:1767320098.890510:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24442 00000100:00100000:1.0:1767320098.890515:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297407744:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320098.890535:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320098.890561:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297407744:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 44us (996us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320098.890567:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24442 00000100:00080000:3.0:1767320098.891002:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320098.935662:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320099.447140:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320099.959041:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320074/real 1767320074] req@ffff9369ba6e6680 x1853164384186880/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320099 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320099.959074:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369ba6e6680 x1853164384186880/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320099 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320099.959094:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320099.959121:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320099.959125:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384186880:0@lo:250:kworker.0 00000100:00100000:0.0:1767320099.959801:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320099.959960:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320099.959966:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320099.959969:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320099.959974:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 4977 00000100:00080000:2.0:1767320099.959978:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320099.959984:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320099.960020:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130700 x1853164384193408/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320099.960049:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320099.960053:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320099.960054:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320099.960058:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4998 00000100:00080000:2.0:1767320099.960060:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320099.960063:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320099.960077:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5880 x1853164384193536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320099.960091:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320099.960093:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320099.960095:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320099.960098:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4998 00000100:00080000:2.0:1767320099.960100:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320099.960103:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320099.960116:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf4380 x1853164384193664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320099.960153:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320099.960157:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320099.960159:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320099.960162:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4998 00000100:00080000:2.0:1767320099.960172:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320099.960176:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320099.960187:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf6d80 x1853164384193920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320099.960214:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320099.960218:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320099.960219:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320099.960223:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4998 00000100:00080000:2.0:1767320099.960225:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320099.960228:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320099.960237:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf6a00 x1853164384194176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320099.960275:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384194048:0@lo:400:kworker.0 00000100:00100000:2.0:1767320099.960341:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320099.960398:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320099.960404:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384194304:0@lo:400:kworker.0 00000100:00100000:2.0:1767320099.960430:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320099.960566:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384193792:0@lo:400:kworker.0 00000100:00100000:3.0:1767320099.960590:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384194432:0@lo:400:kworker.0 00000100:00100000:1.0:1767320099.960596:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320099.960619:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320099.960644:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384194304 00000100:00100000:3.0:1767320099.960646:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384194048 00000100:00100000:1.0:1767320099.960652:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384194304 00000100:00100000:3.0:1767320099.960652:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384194048 00000100:00100000:3.0:1767320099.960706:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384193792 00000100:00100000:3.0:1767320099.960709:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384193792 00000100:00100000:0.0:1767320099.960711:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384193408:0@lo:250:kworker.0 00000100:00100000:2.0:1767320099.960758:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5183 00000100:00100000:2.0:1767320099.960769:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384194048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320099.960844:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384194048:12345-0@lo:400:kworker.0 Request processed in 77us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320099.960851:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5183 00000100:00100000:2.0:1767320099.960904:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384194048:0@lo:400:kworker.0 00000400:00000100:0.0:1767320099.960976:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384193408 offset 0 length 520: 4 00000100:00100000:0.0:1767320099.960995:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384193536:0@lo:38:kworker.0 00000100:00100000:0.0:1767320099.961015:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320099.961028:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384193664:0@lo:38:kworker.0 00000100:00100000:0.0:1767320099.961046:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320099.961062:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384193920:0@lo:38:kworker.0 00000100:00100000:0.0:1767320099.961079:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320099.961094:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384194176:0@lo:38:kworker.0 00000100:00100000:0.0:1767320099.961113:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320099.961138:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384193536 00000100:00100000:0.0:1767320099.961141:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384193536 00000100:00100000:0.0:1767320099.961155:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384193920 00000100:00100000:0.0:1767320099.961157:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384193920 00000100:00100000:0.0:1767320099.961176:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384194176 00000100:00100000:0.0:1767320099.961180:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384194176 00000100:00100000:0.0:1767320099.961190:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24443 00000100:00100000:0.0:1767320099.961195:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384193536:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320099.961211:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320099.961244:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384193536:12345-0@lo:38:kworker.0 Request processed in 47us (228us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320099.961251:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24443 00000100:00100000:0.0:1767320099.961264:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24444 00000100:00100000:0.0:1767320099.961268:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384193920:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320099.961277:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320099.961298:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384193920:12345-0@lo:38:kworker.0 Request processed in 28us (218us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320099.961304:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24444 00000100:00100000:0.0:1767320099.961315:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24445 00000100:00100000:0.0:1767320099.961319:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384194176:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320099.961328:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320099.961350:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384194176:12345-0@lo:38:kworker.0 Request processed in 29us (236us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320099.961355:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24445 00000100:00080000:0.0:1767320099.961384:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320099.961388:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320099.961391:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384193536:0@lo:38:kworker.0 00000100:00080000:0.0:1767320099.961399:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320099.961402:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320099.961405:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384193920:0@lo:38:kworker.0 00000100:00080000:0.0:1767320099.961412:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320099.961415:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320099.961418:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384194176:0@lo:38:kworker.0 00000100:00100000:0.0:1767320099.961440:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384194432 00000100:00100000:0.0:1767320099.961443:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384194432 00000100:00100000:1.0:1767320099.964310:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2028 00000100:00100000:1.0:1767320099.964328:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384194304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320099.964514:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384194304:12345-0@lo:400:kworker.0 Request processed in 193us (4082us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320099.964522:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2028 00000100:00100000:1.0:1767320099.964559:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384193664 00000100:00100000:1.0:1767320099.964566:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384193664 00000100:00100000:1.0:1767320099.964589:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2839 00000100:00100000:1.0:1767320099.964594:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384193664:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320099.964613:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320099.964650:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384193664:12345-0@lo:38:kworker.0 Request processed in 54us (3601us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320099.964657:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2839 00000100:00080000:1.0:1767320099.964698:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320099.964703:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320099.964707:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384193664:0@lo:38:kworker.0 00000100:00100000:1.0:1767320099.964779:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384194304:0@lo:400:kworker.0 00000100:00100000:3.0:1767320099.967509:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5184 00000100:00100000:3.0:1767320099.967523:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384193792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320099.967613:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384193792:12345-0@lo:400:kworker.0 Request processed in 94us (7014us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320099.967621:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5184 00000100:00100000:1.0:1767320099.967653:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384193792:0@lo:400:kworker.0 00000100:00080000:2.0:1767320099.968495:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320099.968504:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320099.968507:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320099.968638:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2029 00000100:00100000:0.0:1767320099.968651:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384194432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320099.968723:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384194432:12345-0@lo:400:kworker.0 Request processed in 76us (8102us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320099.968730:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2029 00000100:00100000:3.0:1767320099.969103:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384194432:0@lo:400:kworker.0 00000100:00100000:2.0:1767320100.472340:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320100.472367:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384194560:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320100.472441:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320100.472520:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384194560 00000100:00100000:3.0:1767320100.472531:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384194560 00000100:00100000:3.0:1767320100.472593:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2835 00000100:00100000:3.0:1767320100.472604:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384194560:12345-0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320100.472722:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320100.472830:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320100.472844:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384194688:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320100.472885:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1767320100.472954:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320100.473013:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384194560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 410us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320100.473450:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384194688 00000100:00100000:2.0:1767320100.473456:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384194688 00000100:00100000:2.0:1767320100.473519:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2836 00000100:00100000:2.0:1767320100.473528:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384194688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320100.473547:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320100.473581:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384194688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (696us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320100.473588:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2836 00000100:00100000:3.0:1767320100.474448:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2835 00000100:00100000:0.0:1767320100.474993:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384194560:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320100.475047:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384194688:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320100.982977:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320101.497078:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320102.009103:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320102.520462:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320103.033011:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320103.543009:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320104.006179:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320104.006252:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297408128 00000100:00100000:0.0:1767320104.006262:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297408128 00000100:00100000:0.0:1767320104.006351:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5185 00000100:00100000:0.0:1767320104.006362:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297408128:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320104.006463:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297408128:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 97us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320104.006471:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5185 00000100:00080000:2.0:1767320104.006932:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320104.008753:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320104.008899:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297408000 00000100:00100000:2.0:1767320104.008909:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297408000 00000100:00100000:2.0:1767320104.008953:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24446 00000100:00100000:2.0:1767320104.008960:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297408000:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320104.008984:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320104.022231:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297408000:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 13247us (13462us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320104.022255:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24446 00000100:00100000:0.0:1767320104.055005:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320104.567129:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320105.079013:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320105.079024:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320105.079027:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320105.079031:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320105.079036:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320105.079044:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5003 00000100:00080000:3.0:1767320105.079048:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320105.079054:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320105.079091:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5569880 x1853164384194816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320105.079112:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320105.079115:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320105.079116:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320105.079119:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5003 00000100:00080000:3.0:1767320105.079120:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320105.079123:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320105.079131:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b059880 x1853164384194944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320105.079159:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320105.079163:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320105.079164:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320105.079167:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5003 00000100:00080000:3.0:1767320105.079170:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320105.079173:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320105.079181:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320105.079184:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279500 x1853164384195200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320105.079203:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384195072:0@lo:400:kworker.0 00000100:00080000:3.0:1767320105.079212:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320105.079215:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320105.079216:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320105.079229:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5003 00000100:00080000:3.0:1767320105.079231:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320105.079235:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320105.079244:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9aa00 x1853164384195456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320105.079274:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320105.079278:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384195328:0@lo:400:kworker.0 00000100:00100000:2.0:1767320105.079333:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384195712:0@lo:400:kworker.0 00000100:00100000:2.0:1767320105.079361:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320105.079404:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384195072 00000100:00100000:2.0:1767320105.079413:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384195072 00000100:00100000:2.0:1767320105.079502:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5186 00000100:00100000:2.0:1767320105.079514:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384195072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320105.079547:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320105.079560:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384195072:12345-0@lo:400:kworker.0 Request processed in 49us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320105.079565:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320105.079567:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5186 00000100:00100000:3.0:1767320105.079569:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384195584:0@lo:400:kworker.0 00000100:00100000:3.0:1767320105.079591:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320105.079595:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384195328 00000100:00100000:2.0:1767320105.079598:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384195328 00000100:00100000:2.0:1767320105.079619:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5187 00000100:00100000:2.0:1767320105.079625:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384195328:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767320105.079627:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320105.079732:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320105.079758:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384195712 00000100:00100000:0.0:1767320105.079762:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384195712 00000100:00100000:3.0:1767320105.079876:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384195072:0@lo:400:kworker.0 00000100:00100000:2.0:1767320105.079938:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384195328:12345-0@lo:400:kworker.0 Request processed in 312us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320105.079945:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5187 00000100:00100000:1.0:1767320105.079947:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384195584 00000100:00100000:1.0:1767320105.079951:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384195584 00000100:00080000:2.0:1767320105.079975:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320105.079987:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2030 00000100:00100000:1.0:1767320105.079994:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384195584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320105.080026:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384195584:12345-0@lo:400:kworker.0 Request processed in 34us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320105.080035:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2030 00000100:00100000:1.0:1767320105.080050:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384194816:0@lo:38:kworker.0 00000100:00100000:1.0:1767320105.080068:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320105.080091:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384194944:0@lo:38:kworker.0 00000100:00100000:2.0:1767320105.080105:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384194816 00000100:00100000:2.0:1767320105.080109:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384194816 00000100:00100000:1.0:1767320105.080110:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320105.080129:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384195200:0@lo:38:kworker.0 00000100:00100000:2.0:1767320105.080129:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24447 00000100:00100000:2.0:1767320105.080133:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384194816:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320105.080146:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1767320105.080150:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320105.080160:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384195456:0@lo:38:kworker.0 00000100:00100000:1.0:1767320105.080175:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320105.080176:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384194816:12345-0@lo:38:kworker.0 Request processed in 41us (106us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320105.080182:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24447 00000100:00080000:1.0:1767320105.080197:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320105.080202:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320105.080205:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384194816:0@lo:38:kworker.0 00000100:00100000:1.0:1767320105.080224:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384194944 00000100:00100000:1.0:1767320105.080227:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384194944 00000100:00100000:1.0:1767320105.080247:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2840 00000100:00100000:1.0:1767320105.080251:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384194944:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320105.080259:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384195200 00010000:00020000:1.0:1767320105.080261:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320105.080262:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384195200 00000100:00100000:2.0:1767320105.080276:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384195456 00000100:00100000:2.0:1767320105.080279:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384195456 00000100:00100000:2.0:1767320105.080289:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24448 00000100:00100000:2.0:1767320105.080293:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384195200:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320105.080300:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384194944:12345-0@lo:38:kworker.0 Request processed in 35us (176us total) trans 0 rc -19/-19 00010000:00020000:2.0:1767320105.080302:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320105.080306:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2840 00000100:00100000:2.0:1767320105.080324:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384195200:12345-0@lo:38:kworker.0 Request processed in 30us (177us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320105.080330:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24448 00000100:00100000:2.0:1767320105.080340:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24449 00000100:00100000:2.0:1767320105.080343:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384195456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320105.080351:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320105.080372:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384195456:12345-0@lo:38:kworker.0 Request processed in 27us (196us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320105.080461:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24449 00000100:00100000:3.0:1767320105.080616:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384195584:0@lo:400:kworker.0 00000100:00100000:3.0:1767320105.080628:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384195328:0@lo:400:kworker.0 00000100:00080000:3.0:1767320105.080655:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320105.081169:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320105.081174:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320105.081177:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384194944:0@lo:38:kworker.0 00000100:00080000:1.0:1767320105.081185:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320105.081189:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320105.081192:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384195200:0@lo:38:kworker.0 00000100:00080000:1.0:1767320105.081199:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320105.081202:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320105.081205:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384195456:0@lo:38:kworker.0 00000100:00100000:0.0:1767320105.081334:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2031 00000100:00100000:0.0:1767320105.081344:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384195712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320105.081402:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384195712:12345-0@lo:400:kworker.0 Request processed in 61us (2040us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320105.081408:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2031 00000100:00100000:2.0:1767320105.081498:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384195712:0@lo:400:kworker.0 00000100:00100000:1.0:1767320105.591337:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384195840:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320105.591413:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767320105.591551:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320105.591684:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384195840 00000100:00100000:0.0:1767320105.591693:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384195840 00000100:00100000:0.0:1767320105.591744:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2837 00000100:00100000:0.0:1767320105.591754:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384195840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320105.591798:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320105.591841:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384195840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320105.591848:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2837 00000100:00100000:1.0:1767320105.592006:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384195840:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320105.593917:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320105.593936:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384195968:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320105.593993:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320105.594131:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384195968 00000100:00100000:3.0:1767320105.594138:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384195968 00000100:00100000:3.0:1767320105.594185:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2838 00000100:00100000:3.0:1767320105.594194:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384195968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320105.594218:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320105.594278:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384195968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320105.594285:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2838 00000100:00100000:1.0:1767320105.594471:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384195968:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320106.103054:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320106.615355:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320107.127260:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320107.639166:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320108.151087:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320108.663016:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320109.126555:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320109.126690:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320109.127661:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297408384 00000100:00100000:2.0:1767320109.127672:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297408384 00000100:00100000:2.0:1767320109.127750:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297408256 00000100:00100000:2.0:1767320109.127754:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297408256 00000100:00080000:3.0:1767320109.127958:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320109.128031:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5188 00000100:00100000:2.0:1767320109.128044:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297408384:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320109.128136:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297408384:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 95us (1600us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320109.128144:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5188 00000100:00100000:2.0:1767320109.128163:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24450 00000100:00100000:2.0:1767320109.128168:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297408256:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320109.128188:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320109.128213:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297408256:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 44us (1523us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320109.128220:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24450 00000100:00100000:2.0:1767320109.175338:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320109.687620:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320110.198919:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320110.198929:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320110.198931:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320110.198935:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320110.198939:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320110.198947:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5008 00000100:00080000:3.0:1767320110.198951:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320110.198958:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320110.198999:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f232a00 x1853164384196096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320110.199028:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320110.199032:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320110.199033:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320110.199038:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5008 00000100:00080000:3.0:1767320110.199040:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320110.199043:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320110.199056:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f233b80 x1853164384196224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320110.199095:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320110.199099:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320110.199101:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320110.199104:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5008 00000100:00080000:3.0:1767320110.199106:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320110.199110:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320110.199121:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279f80 x1853164384196480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320110.199324:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384196352:0@lo:400:kworker.0 00000100:00100000:0.0:1767320110.199400:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320110.199480:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384196352 00000100:00100000:0.0:1767320110.199487:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384196352 00000100:00100000:2.0:1767320110.199574:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320110.199618:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320110.199623:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320110.199625:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320110.199629:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5008 00000100:00080000:3.0:1767320110.199631:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320110.199635:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320110.199649:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968e680 x1853164384196736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320110.199735:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384196096:0@lo:38:kworker.0 00000100:00100000:1.0:1767320110.199767:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320110.208553:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384196608:0@lo:400:kworker.0 00000100:00080000:2.0:1767320110.208639:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320110.210734:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384196992:0@lo:400:kworker.0 00000100:00100000:3.0:1767320110.210850:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320110.210946:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384196864:0@lo:400:kworker.0 00000100:00100000:3.0:1767320110.210969:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320110.211008:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384196992 00000100:00100000:3.0:1767320110.211015:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384196992 00000100:00100000:3.0:1767320110.211058:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384196864 00000100:00100000:3.0:1767320110.211061:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384196864 00000100:00100000:3.0:1767320110.211086:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2032 00000100:00100000:3.0:1767320110.211095:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384196992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320110.211159:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384196992:12345-0@lo:400:kworker.0 Request processed in 65us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320110.211167:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2032 00000100:00100000:3.0:1767320110.211183:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2033 00000100:00100000:3.0:1767320110.211189:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384196864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320110.211219:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384196864:12345-0@lo:400:kworker.0 Request processed in 30us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320110.211223:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2033 00000100:00100000:3.0:1767320110.211267:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384196864:0@lo:400:kworker.0 00000100:00100000:3.0:1767320110.211293:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384196992:0@lo:400:kworker.0 00000100:00080000:2.0:1767320110.215095:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320110.215105:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320110.216446:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384196224:0@lo:38:kworker.0 00000100:00100000:1.0:1767320110.216521:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320110.216550:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384196480:0@lo:38:kworker.0 00000100:00100000:1.0:1767320110.216573:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320110.232470:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384196224 00000100:00100000:0.0:1767320110.232501:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384196224 00000100:00100000:0.0:1767320110.232554:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2841 00000100:00100000:0.0:1767320110.232563:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384196224:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320110.232586:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320110.232668:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384196224:12345-0@lo:38:kworker.0 Request processed in 105us (16146us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320110.232676:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2841 00000100:00100000:1.0:1767320110.238423:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384196736:0@lo:38:kworker.0 00000100:00100000:1.0:1767320110.238503:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320110.244748:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384196096 00000100:00100000:2.0:1767320110.245084:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384196096 00000100:00100000:2.0:1767320110.245120:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384196480 00000100:00100000:2.0:1767320110.245124:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384196480 00000100:00100000:2.0:1767320110.245193:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5189 00000100:00100000:2.0:1767320110.245209:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384196352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320110.245304:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384196352:12345-0@lo:400:kworker.0 Request processed in 102us (45903us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320110.245311:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5189 00000100:00100000:2.0:1767320110.245335:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24451 00000100:00100000:2.0:1767320110.245340:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384196480:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320110.245360:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320110.245402:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384196480:12345-0@lo:38:kworker.0 Request processed in 60us (28827us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320110.245408:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24451 00000100:00100000:2.0:1767320110.245453:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384196352:0@lo:400:kworker.0 00000100:00100000:2.0:1767320110.246273:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24452 00000100:00100000:2.0:1767320110.246278:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384196096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320110.246291:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320110.246323:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384196096:12345-0@lo:38:kworker.0 Request processed in 44us (46556us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320110.246328:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24452 00000100:00100000:1.0:1767320110.260899:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320110.260973:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384196736 00000100:00100000:1.0:1767320110.260984:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384196736 00000100:00100000:1.0:1767320110.261021:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384196608 00000100:00100000:1.0:1767320110.261024:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384196608 00000100:00100000:1.0:1767320110.261066:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5190 00000100:00100000:1.0:1767320110.261076:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384196608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320110.261167:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384196608:12345-0@lo:400:kworker.0 Request processed in 93us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320110.261175:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5190 00000100:00100000:1.0:1767320110.261191:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24453 00000100:00100000:1.0:1767320110.261196:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384196736:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320110.261215:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320110.261246:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384196736:12345-0@lo:38:kworker.0 Request processed in 49us (22743us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320110.261252:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24453 00000100:00080000:1.0:1767320110.261269:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320110.261301:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384196608:0@lo:400:kworker.0 00000100:00080000:1.0:1767320110.261337:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320110.261343:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320110.261347:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384196736:0@lo:38:kworker.0 00000100:00080000:1.0:1767320110.261368:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320110.261372:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320110.261375:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384196096:0@lo:38:kworker.0 00000100:00080000:1.0:1767320110.261395:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320110.261398:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320110.261401:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384196224:0@lo:38:kworker.0 00000100:00080000:1.0:1767320110.261410:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320110.261414:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320110.261417:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384196480:0@lo:38:kworker.0 00010000:00010000:1.0:1767320110.710973:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320110.711339:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384197120:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320110.711424:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320110.711709:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384197120 00000100:00100000:0.0:1767320110.711717:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384197120 00000100:00100000:0.0:1767320110.711772:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2839 00000100:00100000:0.0:1767320110.711824:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384197120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320110.711853:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320110.711895:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384197120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320110.711902:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2839 00000100:00100000:1.0:1767320110.712485:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384197120:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320110.714027:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384197248:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320110.714083:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320110.718828:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384197248 00000100:00100000:2.0:1767320110.718843:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384197248 00000100:00100000:2.0:1767320110.718911:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2840 00000100:00100000:2.0:1767320110.718921:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384197248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320110.718959:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320110.719064:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384197248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 145us (4980us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320110.719072:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2840 00000100:00100000:1.0:1767320110.720155:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384197248:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320111.224867:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320111.737242:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320112.247199:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320112.759746:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320113.270934:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320113.783114:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320114.249125:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320114.249217:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320114.249325:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297408640 00000100:00100000:0.0:1767320114.249336:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297408640 00000100:00100000:0.0:1767320114.249424:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5191 00000100:00100000:0.0:1767320114.249435:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297408640:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320114.249515:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297408640:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 83us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320114.249530:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5191 00000100:00100000:0.0:1767320114.249550:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297408512 00000100:00100000:0.0:1767320114.249554:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297408512 00000100:00100000:0.0:1767320114.249571:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24454 00000100:00100000:0.0:1767320114.249575:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297408512:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320114.249593:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320114.249617:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297408512:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 41us (400us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320114.249627:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24454 00000100:00080000:2.0:1767320114.250358:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320114.295856:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320114.807168:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320115.319001:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320115.319018:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320115.319021:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320115.319026:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320115.319031:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320115.319043:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5013 00000100:00080000:2.0:1767320115.319050:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320115.319059:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320115.319118:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c3b80 x1853164384197376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320115.319148:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320115.319152:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320115.319154:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320115.319159:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5013 00000100:00080000:2.0:1767320115.319162:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320115.319166:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320115.319187:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2680 x1853164384197504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320115.319224:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320115.319228:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320115.319230:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320115.319246:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5013 00000100:00080000:2.0:1767320115.319248:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320115.319252:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320115.319634:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279f80 x1853164384197760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320115.319681:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320115.319685:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320115.319687:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320115.319692:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5013 00000100:00080000:2.0:1767320115.319695:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320115.319699:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320115.319713:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf7800 x1853164384198016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320115.319901:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384197376:0@lo:38:kworker.0 00000100:00100000:1.0:1767320115.320010:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320115.320082:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384197504:0@lo:38:kworker.0 00000100:00100000:1.0:1767320115.320113:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320115.320137:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384197760:0@lo:38:kworker.0 00000100:00100000:1.0:1767320115.320157:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320115.320176:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384198016:0@lo:38:kworker.0 00000100:00100000:1.0:1767320115.320199:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320115.320246:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320115.320256:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384197632:0@lo:400:kworker.0 00000100:00100000:3.0:1767320115.320580:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384197888:0@lo:400:kworker.0 00000100:00100000:3.0:1767320115.320618:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320115.320662:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384197376 00000100:00100000:3.0:1767320115.320672:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384197376 00000100:00100000:3.0:1767320115.320714:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384197760 00000100:00100000:3.0:1767320115.320717:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384197760 00000100:00100000:3.0:1767320115.320726:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384198016 00000100:00100000:3.0:1767320115.320744:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384198016 00000100:00100000:3.0:1767320115.320755:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384197888 00000100:00100000:3.0:1767320115.320757:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384197888 00000100:00100000:3.0:1767320115.320832:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5192 00000100:00100000:3.0:1767320115.320843:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384197888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320115.320908:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384197888:12345-0@lo:400:kworker.0 Request processed in 67us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320115.320929:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5192 00000100:00100000:3.0:1767320115.320949:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24455 00000100:00100000:3.0:1767320115.320954:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384197376:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320115.320976:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320115.321014:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384197376:12345-0@lo:38:kworker.0 Request processed in 58us (1004us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320115.321020:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24455 00000100:00100000:3.0:1767320115.321031:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24456 00000100:00100000:3.0:1767320115.321035:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384197760:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320115.321044:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320115.321070:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384197760:12345-0@lo:38:kworker.0 Request processed in 33us (911us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320115.321075:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24456 00000100:00100000:3.0:1767320115.321086:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24457 00000100:00100000:3.0:1767320115.321089:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384198016:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320115.321098:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320115.321121:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384198016:12345-0@lo:38:kworker.0 Request processed in 30us (921us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320115.321127:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24457 00000100:00080000:3.0:1767320115.321151:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320115.321189:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384197888:0@lo:400:kworker.0 00000100:00080000:3.0:1767320115.321226:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320115.321244:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320115.321248:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384197376:0@lo:38:kworker.0 00000100:00080000:3.0:1767320115.321259:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320115.321262:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320115.321898:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384198144:0@lo:400:kworker.0 00000100:00100000:2.0:1767320115.321959:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320115.322137:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320115.322170:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384198272:0@lo:400:kworker.0 00000100:00100000:1.0:1767320115.322194:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320115.322224:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384197632 00000100:00100000:1.0:1767320115.322243:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384197632 00000100:00100000:0.0:1767320115.322484:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384197504 00000100:00100000:0.0:1767320115.322491:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384197504 00000100:00100000:0.0:1767320115.322529:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2842 00000100:00100000:0.0:1767320115.322537:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384197504:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320115.322558:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320115.322598:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384197504:12345-0@lo:38:kworker.0 Request processed in 62us (2484us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320115.322604:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2842 00000100:00100000:0.0:1767320115.322628:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384198144 00000100:00100000:0.0:1767320115.322631:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384198144 00000100:00100000:2.0:1767320115.322681:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384198272 00000100:00100000:2.0:1767320115.322685:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384198272 00000100:00100000:3.0:1767320115.326514:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384197760:0@lo:38:kworker.0 00000100:00080000:3.0:1767320115.326584:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320115.326592:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320115.326596:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384198016:0@lo:38:kworker.0 00000100:00080000:3.0:1767320115.326641:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320115.326645:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320115.326648:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384197504:0@lo:38:kworker.0 00000100:00100000:0.0:1767320115.326756:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2034 00000100:00100000:0.0:1767320115.326775:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384198144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320115.326952:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384198144:12345-0@lo:400:kworker.0 Request processed in 184us (4992us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320115.326960:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2034 00000100:00100000:0.0:1767320115.327011:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320115.327057:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384198144:0@lo:400:kworker.0 00000100:00100000:1.0:1767320115.331195:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5193 00000100:00100000:1.0:1767320115.331227:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384197632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320115.331631:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384197632:12345-0@lo:400:kworker.0 Request processed in 419us (9491us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320115.331641:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5193 00000100:00100000:2.0:1767320115.331757:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2035 00000100:00100000:2.0:1767320115.331771:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384198272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320115.331829:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384198272:12345-0@lo:400:kworker.0 Request processed in 63us (9633us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320115.331836:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2035 00000100:00100000:0.0:1767320115.332322:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384198272:0@lo:400:kworker.0 00000100:00100000:0.0:1767320115.332351:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384197632:0@lo:400:kworker.0 00000100:00080000:0.0:1767320115.332403:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320115.332409:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320115.332413:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320115.832201:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384198400:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320115.832307:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320115.832469:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384198400 00000100:00100000:2.0:1767320115.832478:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384198400 00000100:00100000:2.0:1767320115.832540:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2841 00000100:00100000:2.0:1767320115.832551:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384198400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320115.832593:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320115.832644:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384198400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320115.832650:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2841 00000100:00100000:2.0:1767320115.832696:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384198400:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320115.832872:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320115.834903:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384198528:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320115.834974:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320115.835944:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384198528 00000100:00100000:3.0:1767320115.835955:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384198528 00000100:00100000:3.0:1767320115.836009:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2842 00000100:00100000:3.0:1767320115.836017:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384198528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320115.836049:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320115.836110:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384198528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (1136us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320115.836116:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2842 00000100:00100000:0.0:1767320115.836651:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384198528:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320116.343211:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320116.855459:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320117.369053:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320117.880236:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320118.391436:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320118.904253:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320119.366440:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320119.366579:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297408896 00000100:00100000:2.0:1767320119.366595:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297408896 00000100:00100000:2.0:1767320119.366715:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5194 00000100:00100000:2.0:1767320119.366728:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297408896:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320119.367048:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297408896:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 321us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320119.367057:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5194 00000100:00100000:3.0:1767320119.367463:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320119.368059:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297408768 00000100:00100000:2.0:1767320119.368069:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297408768 00000100:00100000:2.0:1767320119.368122:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24458 00000100:00100000:2.0:1767320119.368129:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297408768:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320119.368157:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320119.368218:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297408768:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 86us (754us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320119.368226:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24458 00000100:00080000:0.0:1767320119.369664:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320119.420613:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320119.927477:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320120.439008:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320120.439399:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320120.439418:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320120.439421:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320120.439426:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320120.439430:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320120.439439:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5018 00000100:00080000:0.0:1767320120.439445:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320120.439452:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320120.439493:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5136d80 x1853164384198656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320120.439517:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320120.439521:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320120.439522:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320120.439526:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5018 00000100:00080000:0.0:1767320120.439529:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320120.439532:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320120.439548:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5134700 x1853164384198784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320120.439585:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320120.439589:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320120.439591:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320120.439595:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5018 00000100:00080000:0.0:1767320120.439599:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320120.439603:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320120.439621:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5134380 x1853164384199040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320120.439636:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384198912:0@lo:400:kworker.0 00000100:00080000:0.0:1767320120.439654:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320120.439669:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320120.439671:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320120.439675:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5018 00000100:00080000:0.0:1767320120.439678:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320120.439681:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320120.439694:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be5c00 x1853164384199296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320120.439762:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384199552:0@lo:400:kworker.0 00000100:00100000:2.0:1767320120.439907:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384199424:0@lo:400:kworker.0 00000100:00100000:0.0:1767320120.440416:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320120.440507:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384199168:0@lo:400:kworker.0 00000100:00100000:0.0:1767320120.440558:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320120.440601:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384199552 00000100:00100000:0.0:1767320120.440609:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384199552 00000100:00100000:0.0:1767320120.440666:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2036 00000100:00100000:0.0:1767320120.440676:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384199552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320120.440724:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384199552:12345-0@lo:400:kworker.0 Request processed in 50us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320120.440732:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2036 00000100:00100000:0.0:1767320120.440755:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384199168 00000100:00100000:0.0:1767320120.440758:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384199168 00000100:00100000:0.0:1767320120.440809:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5195 00000100:00100000:0.0:1767320120.440816:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384199168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320120.440849:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384199168:12345-0@lo:400:kworker.0 Request processed in 33us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320120.440854:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5195 00000100:00080000:0.0:1767320120.440870:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320120.440875:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320120.440905:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384199168:0@lo:400:kworker.0 00000100:00100000:0.0:1767320120.440932:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384199552:0@lo:400:kworker.0 00000100:00100000:3.0:1767320120.442939:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384198656:0@lo:38:kworker.0 00000100:00100000:3.0:1767320120.443002:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320120.443045:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384198784:0@lo:38:kworker.0 00000100:00100000:3.0:1767320120.443067:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320120.443089:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384199040:0@lo:38:kworker.0 00000100:00100000:3.0:1767320120.443208:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320120.443224:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384199296:0@lo:38:kworker.0 00000100:00100000:3.0:1767320120.443243:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320120.443274:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384198784 00000100:00100000:3.0:1767320120.443281:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384198784 00000100:00100000:3.0:1767320120.443322:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2843 00000100:00100000:3.0:1767320120.443329:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384198784:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320120.443360:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320120.443401:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384198784:12345-0@lo:38:kworker.0 Request processed in 71us (331us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320120.443418:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2843 00000100:00080000:3.0:1767320120.443456:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320120.443461:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320120.443465:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384198784:0@lo:38:kworker.0 00000100:00100000:3.0:1767320120.443487:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384198656 00000100:00100000:3.0:1767320120.443490:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384198656 00000100:00100000:3.0:1767320120.443507:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384199040 00000100:00100000:3.0:1767320120.443509:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384199040 00000100:00100000:3.0:1767320120.443521:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384199296 00000100:00100000:3.0:1767320120.443523:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384199296 00000100:00100000:3.0:1767320120.443532:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24459 00000100:00100000:3.0:1767320120.443537:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384198656:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320120.443547:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320120.443576:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384198656:12345-0@lo:38:kworker.0 Request processed in 38us (573us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320120.443582:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24459 00000100:00100000:3.0:1767320120.443592:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24460 00000100:00100000:3.0:1767320120.443595:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384199040:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320120.443603:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320120.443626:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384199040:12345-0@lo:38:kworker.0 Request processed in 28us (418us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320120.443630:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24460 00000100:00100000:3.0:1767320120.443641:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24461 00000100:00100000:3.0:1767320120.443644:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384199296:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320120.443873:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1767320120.443953:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320120.443984:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384199296:12345-0@lo:38:kworker.0 Request processed in 338us (739us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320120.443990:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24461 00000100:00100000:3.0:1767320120.444007:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384198912 00000100:00100000:3.0:1767320120.444011:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384198912 00000100:00100000:3.0:1767320120.444057:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5196 00000100:00100000:3.0:1767320120.444063:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384198912:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320120.444094:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320120.444869:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384198912:12345-0@lo:400:kworker.0 Request processed in 802us (1088us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320120.444878:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5196 00000100:00080000:3.0:1767320120.444920:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320120.444926:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320120.444930:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384198656:0@lo:38:kworker.0 00000100:00080000:3.0:1767320120.444939:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320120.444943:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320120.444945:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384199040:0@lo:38:kworker.0 00000100:00080000:3.0:1767320120.444953:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320120.444956:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320120.444958:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384199296:0@lo:38:kworker.0 00000100:00100000:1.0:1767320120.445686:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384198912:0@lo:400:kworker.0 00000100:00100000:2.0:1767320120.445928:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320120.446085:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384199424 00000100:00100000:1.0:1767320120.446092:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384199424 00000100:00100000:2.0:1767320120.446413:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2037 00000100:00100000:2.0:1767320120.446426:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384199424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320120.446487:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384199424:12345-0@lo:400:kworker.0 Request processed in 65us (560us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320120.446494:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2037 00000100:00100000:3.0:1767320120.446693:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384199424:0@lo:400:kworker.0 00000100:00080000:0.0:1767320120.446947:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767320120.950959:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320120.951194:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384199680:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320120.951265:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320120.951618:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384199680 00000100:00100000:2.0:1767320120.951628:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384199680 00000100:00100000:2.0:1767320120.951694:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2843 00000100:00100000:2.0:1767320120.951704:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384199680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320120.951734:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320120.951810:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384199680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320120.951818:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2843 00000100:00100000:1.0:1767320120.952008:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384199680:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320120.957049:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320120.957072:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384199808:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320120.957140:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320120.961730:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384199808 00000100:00100000:3.0:1767320120.961747:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384199808 00000100:00100000:3.0:1767320120.961837:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2844 00000100:00100000:3.0:1767320120.961847:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384199808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320120.961882:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320120.961976:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384199808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 130us (4835us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320120.961983:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2844 00000100:00100000:0.0:1767320120.962199:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384199808:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320121.463552:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320121.980846:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320122.486910:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320123.006992:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320123.513683:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320124.024465:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767320124.487577:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297409024 offset 0 length 520: 4 00000100:00100000:2.0:1767320124.487631:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320124.487719:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320124.488865:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297409280 00000100:00100000:0.0:1767320124.488881:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297409280 00000100:00080000:1.0:1767320124.488967:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320124.488985:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297409152 00000100:00100000:0.0:1767320124.488990:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297409152 00000100:00100000:0.0:1767320124.489023:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5197 00000100:00100000:0.0:1767320124.489037:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297409280:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320124.489057:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24462 00000100:00100000:1.0:1767320124.489067:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297409152:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320124.489093:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320124.489972:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297409280:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 935us (2344us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320124.489983:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5197 00000100:00100000:1.0:1767320124.490038:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297409152:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 963us (2309us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320124.490051:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24462 00000100:00100000:0.0:1767320124.534948:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320124.535178:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320099/real 1767320099] req@ffff9369b5130700 x1853164384193408/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320124 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320124.535219:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b5130700 x1853164384193408/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320124 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320124.535243:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320124.535337:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320124.535342:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384193408:0@lo:250:kworker.0 00000100:00080000:1.0:1767320124.535956:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320124.535964:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320124.535968:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320124.535974:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5003 00000100:00080000:1.0:1767320124.535978:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320124.535986:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320124.536035:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883180380 x1853164384199936/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320124.536100:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384199936:0@lo:250:kworker.0 00000400:00000100:3.0:1767320124.536274:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384199936 offset 0 length 520: 4 00000100:00080000:1.0:1767320124.536351:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320124.536356:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320124.536358:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320124.536362:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5023 00000100:00080000:1.0:1767320124.536365:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320124.536369:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320124.536387:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883183480 x1853164384200064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320124.536462:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384200064:0@lo:38:kworker.0 00000100:00100000:3.0:1767320124.536506:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320124.536966:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384200064 00000100:00100000:0.0:1767320124.536977:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384200064 00000100:00100000:0.0:1767320124.537071:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24463 00000100:00100000:0.0:1767320124.537081:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384200064:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320124.537108:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320124.537186:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384200064:12345-0@lo:38:kworker.0 Request processed in 103us (678us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320124.537194:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24463 00000100:00080000:3.0:1767320124.537277:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320124.537283:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320124.537287:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384200064:0@lo:38:kworker.0 00000100:00080000:1.0:1767320124.537599:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320124.537604:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320124.537606:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320124.537612:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5023 00000100:00080000:1.0:1767320124.537616:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320124.537628:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320124.537655:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883183100 x1853164384200192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320124.537706:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320124.537709:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320124.537711:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320124.537715:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5023 00000100:00080000:1.0:1767320124.537718:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320124.537722:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320124.537739:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891daa680 x1853164384200448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320124.537767:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320124.537771:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320124.537772:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320124.537776:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5023 00000100:00080000:1.0:1767320124.537779:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320124.537798:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320124.537811:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891da8e00 x1853164384200704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320124.537854:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384200320:0@lo:400:kworker.0 00000100:00100000:1.0:1767320124.537895:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320124.537945:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384200192:0@lo:38:kworker.0 00000100:00100000:3.0:1767320124.537980:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320124.538006:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384200448:0@lo:38:kworker.0 00000100:00100000:3.0:1767320124.538041:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384200192 00000100:00100000:3.0:1767320124.538045:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384200192 00000100:00100000:3.0:1767320124.538078:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2844 00000100:00100000:3.0:1767320124.538083:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384200192:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320124.538098:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320124.538150:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384200192:12345-0@lo:38:kworker.0 Request processed in 65us (169us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320124.538157:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2844 00000100:00100000:3.0:1767320124.538207:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384200576:0@lo:400:kworker.0 00000100:00100000:3.0:1767320124.538237:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384200960:0@lo:400:kworker.0 00000100:00100000:3.0:1767320124.538276:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320124.538312:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384200960 00000100:00100000:3.0:1767320124.538316:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384200960 00000100:00100000:3.0:1767320124.538366:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2038 00000100:00100000:3.0:1767320124.538373:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384200960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320124.538419:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384200960:12345-0@lo:400:kworker.0 Request processed in 46us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320124.538425:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2038 00000100:00080000:3.0:1767320124.538441:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320124.538467:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384200960:0@lo:400:kworker.0 00000100:00100000:3.0:1767320124.538505:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384200832:0@lo:400:kworker.0 00000100:00100000:3.0:1767320124.538529:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320124.538554:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384200832 00000100:00100000:3.0:1767320124.538558:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384200832 00000100:00100000:3.0:1767320124.538590:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2039 00000100:00100000:3.0:1767320124.538596:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384200832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320124.538629:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384200832:12345-0@lo:400:kworker.0 Request processed in 32us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320124.538635:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2039 00000100:00080000:3.0:1767320124.538649:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320124.538664:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384200832:0@lo:400:kworker.0 00000100:00100000:1.0:1767320124.540567:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320124.540799:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384200320 00000100:00100000:2.0:1767320124.540809:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384200320 00000100:00100000:2.0:1767320124.540880:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5198 00000100:00100000:2.0:1767320124.540891:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384200320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320124.540976:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384200320:12345-0@lo:400:kworker.0 Request processed in 87us (3080us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320124.540981:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5198 00000100:00080000:2.0:1767320124.541006:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320124.541584:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384200320:0@lo:400:kworker.0 00000100:00100000:2.0:1767320124.541959:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320124.542032:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384200704:0@lo:38:kworker.0 00000100:00100000:2.0:1767320124.542083:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320124.542219:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384200576 00000100:00100000:0.0:1767320124.542226:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384200576 00000100:00100000:0.0:1767320124.542405:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384200448 00000100:00100000:0.0:1767320124.542410:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384200448 00000100:00100000:0.0:1767320124.542428:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5199 00000100:00100000:0.0:1767320124.542436:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384200576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320124.542490:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384200576:12345-0@lo:400:kworker.0 Request processed in 55us (1931us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320124.542497:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5199 00000100:00100000:0.0:1767320124.542516:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24464 00000100:00100000:0.0:1767320124.542520:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384200448:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320124.542541:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320124.542571:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384200448:12345-0@lo:38:kworker.0 Request processed in 49us (613us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320124.542577:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24464 00000100:00100000:0.0:1767320124.542635:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384200576:0@lo:400:kworker.0 00000100:00080000:2.0:1767320124.543409:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320124.543417:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320124.543421:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384200192:0@lo:38:kworker.0 00000100:00080000:2.0:1767320124.543430:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320124.543433:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320124.543436:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384200448:0@lo:38:kworker.0 00000100:00100000:2.0:1767320124.543467:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384200704 00000100:00100000:2.0:1767320124.543470:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384200704 00000100:00100000:2.0:1767320124.543500:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24465 00000100:00100000:2.0:1767320124.543505:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384200704:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320124.543519:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320124.543562:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384200704:12345-0@lo:38:kworker.0 Request processed in 56us (1479us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320124.543568:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24465 00000100:00080000:2.0:1767320124.543594:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320124.543598:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320124.543601:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384200704:0@lo:38:kworker.0 00000100:00080000:1.0:1767320124.543921:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320125.047039:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320125.561828:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320126.070995:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320126.071061:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320126.071177:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384201088:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320126.071282:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320126.071450:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384201088 00000100:00100000:2.0:1767320126.071462:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384201088 00000100:00100000:2.0:1767320126.071544:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2845 00000100:00100000:2.0:1767320126.071553:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384201088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320126.071593:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320126.071654:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384201088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320126.071661:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2845 00000100:00100000:2.0:1767320126.071707:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384201088:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320126.071971:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384201216:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320126.072011:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320126.072048:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384201216 00000100:00100000:3.0:1767320126.072054:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384201216 00000100:00100000:3.0:1767320126.072089:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2846 00000100:00100000:3.0:1767320126.072097:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384201216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320126.072117:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320126.072152:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384201216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320126.072159:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2846 00000100:00080000:1.0:1767320126.072192:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320126.072197:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320126.072356:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384201216:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320126.583574:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320127.097264:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320127.607924:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320128.126721:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320128.633333:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320129.143087:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320129.614295:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320129.614350:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320129.614440:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297409536 00000100:00100000:0.0:1767320129.614454:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297409536 00000100:00100000:0.0:1767320129.614551:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297409408 00000100:00100000:0.0:1767320129.614555:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297409408 00000100:00100000:0.0:1767320129.614579:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5200 00000100:00100000:0.0:1767320129.614591:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297409536:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320129.614692:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297409536:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 104us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320129.614701:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5200 00000100:00100000:0.0:1767320129.614722:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24466 00000100:00100000:0.0:1767320129.614726:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297409408:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320129.614761:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320129.614850:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297409408:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 121us (499us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320129.614857:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24466 00000100:00080000:1.0:1767320129.617277:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320129.655039:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320129.655989:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320129.655999:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320129.656003:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320129.656008:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320129.656013:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320129.656023:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5027 00000100:00080000:1.0:1767320129.656029:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320129.656037:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320129.656107:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fed80 x1853164384201344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320129.656145:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320129.656149:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320129.656151:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320129.656155:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5027 00000100:00080000:1.0:1767320129.656158:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320129.656161:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320129.656176:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7ff480 x1853164384201472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320129.656234:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320129.656239:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320129.656241:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767320129.656246:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384201344:0@lo:38:kworker.0 00000100:00080000:1.0:1767320129.656247:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5027 00000100:00080000:1.0:1767320129.656251:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320129.656257:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320129.656273:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7ff100 x1853164384201728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320129.656320:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320129.656324:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320129.656333:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320129.656339:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5027 00000100:00080000:1.0:1767320129.656342:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320129.656347:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320129.656362:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f9880 x1853164384201984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320129.656369:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320129.656404:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384202240:0@lo:400:kworker.0 00000100:00100000:1.0:1767320129.656418:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384201856:0@lo:400:kworker.0 00000100:00100000:2.0:1767320129.656450:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320129.656463:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320129.656498:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384202112:0@lo:400:kworker.0 00000100:00100000:2.0:1767320129.656500:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384201344 00000100:00100000:2.0:1767320129.656511:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384201344 00000100:00100000:1.0:1767320129.656530:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320129.656561:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384201856 00000100:00100000:1.0:1767320129.656566:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384201856 00000100:00100000:2.0:1767320129.656571:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24467 00000100:00100000:2.0:1767320129.656582:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384201344:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320129.656608:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320129.656622:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384201472:0@lo:38:kworker.0 00000100:00100000:1.0:1767320129.656629:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5201 00000100:00100000:1.0:1767320129.656639:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384201856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320129.656658:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384201344:12345-0@lo:38:kworker.0 Request processed in 75us (293us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320129.656666:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24467 00000100:00100000:3.0:1767320129.656675:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320129.656704:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384201856:12345-0@lo:400:kworker.0 Request processed in 65us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320129.656705:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320129.656715:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384201600:0@lo:400:kworker.0 00000100:00100000:1.0:1767320129.656716:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5201 00000100:00100000:3.0:1767320129.656722:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384201728:0@lo:38:kworker.0 00000100:00080000:1.0:1767320129.656743:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320129.656749:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320129.656771:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384202240 00000100:00100000:3.0:1767320129.656776:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384202240 00000100:00100000:0.0:1767320129.656831:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384201600 00000100:00100000:0.0:1767320129.656837:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384201600 00000100:00100000:3.0:1767320129.656846:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384202112 00000100:00100000:3.0:1767320129.656851:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384202112 00000100:00100000:0.0:1767320129.656886:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5202 00000100:00100000:3.0:1767320129.656889:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2040 00000100:00100000:0.0:1767320129.656897:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384201600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320129.656902:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384202240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320129.660511:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384201856:0@lo:400:kworker.0 00000100:00080000:1.0:1767320129.660578:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320129.660587:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320129.660592:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320129.660687:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2041 00000100:00100000:1.0:1767320129.660717:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384202112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320129.660851:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384202112:12345-0@lo:400:kworker.0 Request processed in 153us (4320us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320129.660861:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2041 00000100:00100000:1.0:1767320129.660904:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384202112:0@lo:400:kworker.0 00000100:00100000:1.0:1767320129.660954:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384201472 00000100:00100000:1.0:1767320129.660963:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384201472 00000100:00100000:1.0:1767320129.660998:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2845 00000100:00100000:1.0:1767320129.661004:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384201472:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320129.661028:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320129.661064:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384201472:12345-0@lo:38:kworker.0 Request processed in 59us (4390us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320129.661071:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2845 00000100:00100000:1.0:1767320129.661116:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320129.661152:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384201984:0@lo:38:kworker.0 00000100:00100000:1.0:1767320129.661191:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320129.661236:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320129.661243:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320129.661246:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384201344:0@lo:38:kworker.0 00000100:00080000:1.0:1767320129.661258:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320129.661262:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320129.661266:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384201472:0@lo:38:kworker.0 00000100:00100000:1.0:1767320129.661295:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384201728 00000100:00100000:1.0:1767320129.661299:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384201728 00000100:00100000:1.0:1767320129.661324:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384201984 00000100:00100000:1.0:1767320129.661327:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384201984 00000100:00100000:1.0:1767320129.661343:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24468 00000100:00100000:1.0:1767320129.661348:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384201728:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320129.661358:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320129.661390:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384201728:12345-0@lo:38:kworker.0 Request processed in 41us (274us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320129.661397:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24468 00000100:00100000:1.0:1767320129.661409:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24469 00000100:00100000:1.0:1767320129.661412:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384201984:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320129.661421:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320129.661443:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384201984:12345-0@lo:38:kworker.0 Request processed in 29us (251us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320129.661449:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24469 00000100:00080000:1.0:1767320129.661479:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320129.661484:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320129.661487:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384201728:0@lo:38:kworker.0 00000100:00080000:1.0:1767320129.661496:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320129.661499:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320129.661502:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384201984:0@lo:38:kworker.0 00000100:00100000:0.0:1767320129.666598:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384201600:12345-0@lo:400:kworker.0 Request processed in 9684us (9830us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320129.666619:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5202 00000100:00100000:2.0:1767320129.668631:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384201600:0@lo:400:kworker.0 00000100:00100000:3.0:1767320129.668760:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384202240:12345-0@lo:400:kworker.0 Request processed in 11857us (12306us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320129.668775:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2040 00000100:00100000:2.0:1767320129.687800:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384202240:0@lo:400:kworker.0 00010000:00010000:3.0:1767320130.168296:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320130.678963:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320131.191090:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384202496:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320131.191204:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320131.191305:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384202496 00000100:00100000:0.0:1767320131.191315:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384202496 00000100:00100000:0.0:1767320131.191383:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2847 00000100:00100000:0.0:1767320131.191395:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384202496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320131.191434:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320131.191496:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384202496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320131.191504:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2847 00000100:00100000:0.0:1767320131.191573:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384202496:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320131.192122:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384202368:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320131.192166:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320131.192231:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767320131.192279:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320131.192487:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384202368 00000100:00100000:2.0:1767320131.192496:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384202368 00000100:00100000:2.0:1767320131.193414:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2848 00000100:00100000:2.0:1767320131.193431:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384202368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320131.193472:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320131.193565:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384202368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 140us (1397us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320131.193573:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2848 00000100:00100000:3.0:1767320131.193644:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384202368:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320131.193825:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320131.702976:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320132.215250:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320132.730802:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320133.241745:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320133.751454:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320134.264861:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320134.727604:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320134.727854:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297409792 00000100:00100000:0.0:1767320134.727868:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297409792 00000100:00080000:1.0:1767320134.727969:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320134.727981:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5203 00000100:00100000:0.0:1767320134.727995:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297409792:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320134.728100:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297409792:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 108us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320134.728108:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5203 00000100:00100000:3.0:1767320134.730861:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320134.730956:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297409664 00000100:00100000:1.0:1767320134.730967:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297409664 00000100:00100000:1.0:1767320134.731030:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24470 00000100:00100000:1.0:1767320134.731039:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297409664:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320134.731071:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320134.731662:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297409664:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 619us (806us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320134.731670:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24470 00000100:00080000:0.0:1767320134.775117:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320134.775126:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320134.775129:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320134.775133:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320134.775138:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320134.775147:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5032 00000100:00080000:0.0:1767320134.775152:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320134.775186:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320134.775225:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91ce00 x1853164384202624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320134.775253:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320134.775256:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320134.775258:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320134.775262:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5032 00000100:00080000:0.0:1767320134.775264:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320134.775267:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320134.775280:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91e680 x1853164384202752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320134.775313:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320134.775317:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320134.775319:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320134.775322:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5032 00000100:00080000:0.0:1767320134.775325:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320134.775328:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320134.775471:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91f480 x1853164384203008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320134.775498:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320134.775502:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320134.775504:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320134.775507:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5032 00000100:00080000:0.0:1767320134.775509:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320134.775513:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320134.775524:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883183100 x1853164384203264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320134.775645:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384202880:0@lo:400:kworker.0 00000100:00100000:1.0:1767320134.775711:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320134.775778:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384202880 00000100:00100000:1.0:1767320134.775799:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384202880 00000100:00100000:1.0:1767320134.775854:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5204 00000100:00100000:1.0:1767320134.775862:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384202880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320134.775909:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384202880:12345-0@lo:400:kworker.0 Request processed in 48us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320134.775916:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5204 00000100:00080000:1.0:1767320134.775936:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320134.776166:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384203136:0@lo:400:kworker.0 00000100:00100000:0.0:1767320134.776192:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320134.776212:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320134.776218:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384203392:0@lo:400:kworker.0 00000100:00100000:0.0:1767320134.776240:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320134.776263:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384203136 00000100:00100000:0.0:1767320134.776267:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384203136 00000100:00100000:0.0:1767320134.776296:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5205 00000100:00100000:0.0:1767320134.776303:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384203136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320134.776435:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384202880:0@lo:400:kworker.0 00000100:00100000:1.0:1767320134.776450:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320134.776456:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384203520:0@lo:400:kworker.0 00000100:00100000:2.0:1767320134.776696:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320134.776768:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384203392 00000100:00100000:3.0:1767320134.776773:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384203392 00000100:00100000:3.0:1767320134.776825:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2042 00000100:00100000:3.0:1767320134.776832:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384203392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320134.780576:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320134.780659:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384203520 00000100:00100000:1.0:1767320134.780667:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384203520 00000100:00100000:1.0:1767320134.780715:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2043 00000100:00100000:1.0:1767320134.780726:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384203520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320134.780797:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384203520:12345-0@lo:400:kworker.0 Request processed in 74us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320134.780804:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2043 00000100:00080000:1.0:1767320134.780830:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320134.780834:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320134.780838:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320134.780868:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384203520:0@lo:400:kworker.0 00000100:00100000:1.0:1767320134.780914:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384203136:0@lo:400:kworker.0 00000100:00100000:1.0:1767320134.780943:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384202624:0@lo:38:kworker.0 00000100:00100000:1.0:1767320134.780987:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320134.781010:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384202752:0@lo:38:kworker.0 00000100:00100000:1.0:1767320134.781035:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320134.781068:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384203008:0@lo:38:kworker.0 00000100:00100000:1.0:1767320134.781091:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320134.781108:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384203264:0@lo:38:kworker.0 00000100:00100000:1.0:1767320134.781129:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320134.781167:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384202752 00000100:00100000:1.0:1767320134.781171:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384202752 00000100:00100000:1.0:1767320134.781193:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2846 00000100:00100000:1.0:1767320134.781197:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384202752:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320134.781214:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320134.781246:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384202752:12345-0@lo:38:kworker.0 Request processed in 47us (211us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320134.781253:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2846 00000100:00100000:1.0:1767320134.781270:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384202624 00000100:00100000:1.0:1767320134.781273:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384202624 00000100:00100000:1.0:1767320134.781287:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384203008 00000100:00100000:1.0:1767320134.781289:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384203008 00000100:00100000:1.0:1767320134.781296:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384203264 00000100:00100000:1.0:1767320134.781298:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384203264 00000100:00100000:1.0:1767320134.781319:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24471 00000100:00100000:1.0:1767320134.781324:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384202624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320134.781341:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320134.781366:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384202624:12345-0@lo:38:kworker.0 Request processed in 41us (378us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320134.781372:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24471 00000100:00100000:1.0:1767320134.781383:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24472 00000100:00100000:1.0:1767320134.781386:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384203008:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320134.781395:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320134.781414:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384203008:12345-0@lo:38:kworker.0 Request processed in 26us (323us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320134.781418:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24472 00000100:00100000:1.0:1767320134.781428:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24473 00000100:00100000:1.0:1767320134.781431:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384203264:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320134.781439:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320134.781458:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384203264:12345-0@lo:38:kworker.0 Request processed in 25us (328us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320134.781462:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24473 00000100:00080000:1.0:1767320134.781496:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320134.781501:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320134.781504:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384202624:0@lo:38:kworker.0 00000100:00080000:1.0:1767320134.781514:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320134.781518:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320134.781521:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384202752:0@lo:38:kworker.0 00000100:00080000:1.0:1767320134.781527:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320134.781530:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320134.781532:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384203008:0@lo:38:kworker.0 00000100:00080000:1.0:1767320134.781538:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320134.781541:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320134.781543:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384203264:0@lo:38:kworker.0 00000100:00100000:3.0:1767320134.784739:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384203392:12345-0@lo:400:kworker.0 Request processed in 7897us (8487us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320134.784756:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2042 00000100:00100000:1.0:1767320134.785510:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384203392:0@lo:400:kworker.0 00000100:00100000:0.0:1767320134.787506:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384203136:12345-0@lo:400:kworker.0 Request processed in 11196us (11304us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320134.787519:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5205 00010000:00010000:3.0:1767320135.287756:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320135.799200:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320136.310999:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320136.313589:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1767320136.313613:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384203776:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320136.313682:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320136.313728:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384203776 00000100:00100000:2.0:1767320136.313736:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384203776 00000100:00100000:0.0:1767320136.313757:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384203648:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320136.313778:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320136.313821:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384203648 00000100:00100000:2.0:1767320136.313825:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384203648 00000100:00100000:2.0:1767320136.313859:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2849 00000100:00100000:2.0:1767320136.313869:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384203776:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320136.313879:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320136.313884:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1767320136.313904:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320136.313950:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384203776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320136.313956:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2849 00000100:00100000:2.0:1767320136.313983:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2850 00000100:00100000:2.0:1767320136.313989:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384203648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320136.314006:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320136.314029:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384203648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320136.314035:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2850 00000100:00100000:0.0:1767320136.333492:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384203776:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320136.333513:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384203648:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320136.822902:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320137.336720:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320137.847157:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320138.359013:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320138.870886:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320139.383120:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320139.847066:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320139.848990:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320139.849242:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297410048 00000100:00100000:0.0:1767320139.849252:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297410048 00000100:00100000:0.0:1767320139.849342:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297409920 00000100:00100000:0.0:1767320139.849345:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297409920 00000100:00100000:0.0:1767320139.849365:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5206 00000100:00100000:0.0:1767320139.849376:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297410048:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320139.849458:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297410048:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 85us (2402us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320139.849467:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5206 00000100:00100000:0.0:1767320139.849487:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24474 00000100:00100000:0.0:1767320139.849491:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297409920:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320139.849512:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320139.849535:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297409920:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 42us (553us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320139.849541:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24474 00000100:00080000:2.0:1767320139.849751:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320139.895084:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320139.895096:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320139.895099:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320139.895102:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767320139.895459:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320139.895901:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320139.895911:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5038 00000100:00080000:0.0:1767320139.895916:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320139.895923:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320139.895964:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135f80 x1853164384203904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320139.896039:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384203904:0@lo:38:kworker.0 00000100:00100000:1.0:1767320139.896226:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320139.896411:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320139.896416:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320139.896418:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320139.896423:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5038 00000100:00080000:0.0:1767320139.896426:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320139.896430:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320139.896449:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db1180 x1853164384204032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320139.901813:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384203904 00000100:00100000:2.0:1767320139.901831:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384203904 00000100:00100000:2.0:1767320139.902235:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24475 00000100:00100000:2.0:1767320139.902245:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384203904:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320139.902269:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320139.902844:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384204032:0@lo:38:kworker.0 00000100:00100000:1.0:1767320139.902907:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320139.902991:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384204032 00000100:00100000:3.0:1767320139.902998:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384204032 00000100:00100000:3.0:1767320139.903038:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2847 00000100:00100000:3.0:1767320139.903043:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384204032:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320139.903057:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320139.903092:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384204032:12345-0@lo:38:kworker.0 Request processed in 47us (184us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320139.903099:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2847 00000100:00080000:0.0:1767320139.904077:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320139.904083:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320139.904086:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320139.904092:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5038 00000100:00080000:0.0:1767320139.904097:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320139.904102:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320139.904132:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db0380 x1853164384204288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320139.904161:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320139.904164:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320139.904166:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320139.904170:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5038 00000100:00080000:0.0:1767320139.904172:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320139.904177:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320139.904191:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784e00 x1853164384204544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320139.904266:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384204416:0@lo:400:kworker.0 00000100:00100000:0.0:1767320139.904322:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320139.904352:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320139.904358:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384204160:0@lo:400:kworker.0 00000100:00100000:0.0:1767320139.904382:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320139.904406:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384204800:0@lo:400:kworker.0 00000100:00100000:0.0:1767320139.904431:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320139.904444:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320139.904449:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384204672:0@lo:400:kworker.0 00000100:00100000:0.0:1767320139.904465:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320139.904501:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384204800 00000100:00100000:0.0:1767320139.904506:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384204800 00000100:00100000:0.0:1767320139.904558:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384204672 00000100:00100000:0.0:1767320139.904562:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384204672 00000100:00100000:0.0:1767320139.904588:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2044 00000100:00100000:0.0:1767320139.904596:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384204800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320139.904660:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384204800:12345-0@lo:400:kworker.0 Request processed in 64us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320139.904666:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2044 00000100:00100000:0.0:1767320139.904682:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2045 00000100:00100000:0.0:1767320139.904689:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384204672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320139.904714:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384204672:12345-0@lo:400:kworker.0 Request processed in 26us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320139.904724:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2045 00000100:00100000:0.0:1767320139.904772:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384204672:0@lo:400:kworker.0 00000100:00100000:0.0:1767320139.904821:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384204800:0@lo:400:kworker.0 00000100:00100000:3.0:1767320139.906696:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384204416 00000100:00100000:3.0:1767320139.906714:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384204416 00000100:00100000:3.0:1767320139.906836:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384204160 00000100:00100000:3.0:1767320139.906840:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384204160 00000100:00100000:3.0:1767320139.907230:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5207 00000100:00100000:3.0:1767320139.907243:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384204416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320139.907518:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384204416:12345-0@lo:400:kworker.0 Request processed in 277us (3194us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320139.907526:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5207 00000100:00100000:3.0:1767320139.907546:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5208 00000100:00100000:3.0:1767320139.907552:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384204160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320139.907578:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384204160:12345-0@lo:400:kworker.0 Request processed in 27us (3196us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320139.907584:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5208 00000100:00100000:3.0:1767320139.907642:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384204160:0@lo:400:kworker.0 00000100:00100000:3.0:1767320139.907652:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384204416:0@lo:400:kworker.0 00000100:00080000:3.0:1767320139.907766:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320139.907771:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320139.908185:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320139.910477:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384203904:12345-0@lo:38:kworker.0 Request processed in 7958us (14094us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320139.910498:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24475 00000100:00080000:1.0:1767320139.910751:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320139.910758:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320139.910762:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384203904:0@lo:38:kworker.0 00000100:00100000:1.0:1767320139.911103:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384204288:0@lo:38:kworker.0 00000100:00100000:1.0:1767320139.911175:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320139.911225:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384204544:0@lo:38:kworker.0 00000100:00100000:1.0:1767320139.911250:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320139.911820:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320139.911827:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320139.911830:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384204032:0@lo:38:kworker.0 00000100:00100000:0.0:1767320139.915798:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384204288 00000100:00100000:0.0:1767320139.915814:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384204288 00000100:00100000:2.0:1767320139.918014:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384204544 00000100:00100000:2.0:1767320139.918029:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384204544 00000100:00100000:2.0:1767320139.918088:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24476 00000100:00100000:2.0:1767320139.918097:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384204288:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320139.918133:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320139.918249:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384204288:12345-0@lo:38:kworker.0 Request processed in 151us (7073us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320139.918257:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24476 00000100:00100000:2.0:1767320139.918276:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24477 00000100:00100000:2.0:1767320139.918281:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384204544:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1767320139.918854:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320139.918861:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320139.918866:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384204288:0@lo:38:kworker.0 00010000:00020000:2.0:1767320139.919124:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320139.919185:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384204544:12345-0@lo:38:kworker.0 Request processed in 902us (7933us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320139.919193:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24477 00000100:00080000:1.0:1767320139.920196:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320139.920203:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320139.920207:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384204544:0@lo:38:kworker.0 00010000:00010000:2.0:1767320140.408094:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320140.921398:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320141.431073:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384204928:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320141.431159:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320141.431338:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384205056:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320141.431370:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320141.431519:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384204928 00000100:00100000:3.0:1767320141.431527:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384204928 00000100:00100000:3.0:1767320141.431578:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384205056 00000100:00100000:3.0:1767320141.431582:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384205056 00000100:00100000:3.0:1767320141.431607:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2851 00000100:00100000:3.0:1767320141.431616:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384204928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320141.431644:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320141.431754:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2852 00000100:00100000:1.0:1767320141.431767:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384205056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320141.431802:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320141.431839:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384205056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320141.431846:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2852 00000100:00100000:1.0:1767320141.431890:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384205056:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320141.431948:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320141.431983:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320141.431987:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320141.432827:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384204928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1208us (1664us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320141.432837:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2851 00000100:00100000:0.0:1767320141.432931:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384204928:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320141.943043:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320142.455125:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320142.966856:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320143.479051:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320143.990980:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320144.503057:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320144.970351:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320144.970401:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320144.970450:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297410304 00000100:00100000:2.0:1767320144.970461:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297410304 00000100:00100000:1.0:1767320144.970515:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297410176 00000100:00100000:1.0:1767320144.970521:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297410176 00000100:00100000:2.0:1767320144.970546:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5209 00000100:00100000:1.0:1767320144.970556:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24478 00000100:00100000:2.0:1767320144.970562:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297410304:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320144.970566:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297410176:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320144.970591:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320144.970642:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297410304:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 84us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320144.970650:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5209 00000100:00080000:2.0:1767320144.970690:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320144.972372:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297410176:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 1799us (1962us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320144.972385:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24478 00000100:00100000:2.0:1767320145.014900:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320145.014941:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320145.014956:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320145.014959:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320145.014964:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320145.014975:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320145.014983:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5043 00000100:00080000:0.0:1767320145.014987:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320145.014994:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320145.015034:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e1500 x1853164384205184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320145.015056:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320145.015068:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320145.015070:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320145.015074:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5043 00000100:00080000:0.0:1767320145.015076:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320145.015079:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320145.015093:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e0e00 x1853164384205312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320145.015136:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320145.015139:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320145.015141:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320145.015145:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5043 00000100:00080000:0.0:1767320145.015147:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320145.015152:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320145.015152:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384205440:0@lo:400:kworker.0 00000100:00100000:0.0:1767320145.015169:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215500 x1853164384205568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320145.015190:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320145.015193:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320145.015195:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320145.015198:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5043 00000100:00080000:0.0:1767320145.015201:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320145.015204:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320145.015215:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8786680 x1853164384205824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320145.015222:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320145.015274:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384205952:0@lo:400:kworker.0 00000100:00100000:2.0:1767320145.015296:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320145.015305:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384205696:0@lo:400:kworker.0 00000100:00100000:0.0:1767320145.015312:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320145.015337:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320145.015340:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320145.015348:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384206080:0@lo:400:kworker.0 00000100:00100000:2.0:1767320145.015374:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384205440 00000100:00100000:2.0:1767320145.015382:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384205440 00000100:00100000:0.0:1767320145.015387:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320145.015429:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384205696 00000100:00100000:2.0:1767320145.015432:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384205696 00000100:00100000:0.0:1767320145.015435:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384205952 00000100:00100000:0.0:1767320145.015441:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384205952 00000100:00100000:2.0:1767320145.015457:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5210 00000100:00100000:2.0:1767320145.015468:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384205440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320145.015477:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384206080 00000100:00100000:0.0:1767320145.015481:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384206080 00000100:00100000:0.0:1767320145.015507:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2046 00000100:00100000:0.0:1767320145.015520:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384205952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320145.015521:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384205440:12345-0@lo:400:kworker.0 Request processed in 52us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320145.015533:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5210 00000100:00100000:2.0:1767320145.015552:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5211 00000100:00100000:2.0:1767320145.015560:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384205696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320145.015569:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384205952:12345-0@lo:400:kworker.0 Request processed in 54us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320145.015577:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2046 00000100:00100000:2.0:1767320145.015595:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384205696:12345-0@lo:400:kworker.0 Request processed in 35us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320145.015596:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2047 00000100:00100000:2.0:1767320145.015606:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5211 00000100:00100000:0.0:1767320145.015611:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384206080:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320145.015632:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320145.015637:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320145.015641:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320145.015649:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384206080:12345-0@lo:400:kworker.0 Request processed in 42us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320145.015656:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2047 00000100:00100000:2.0:1767320145.015667:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384205696:0@lo:400:kworker.0 00000100:00100000:2.0:1767320145.015680:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384205440:0@lo:400:kworker.0 00000100:00100000:0.0:1767320145.015705:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384206080:0@lo:400:kworker.0 00000100:00100000:0.0:1767320145.015718:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384205952:0@lo:400:kworker.0 00000100:00100000:1.0:1767320145.016511:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384205184:0@lo:38:kworker.0 00000100:00100000:1.0:1767320145.016549:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320145.016580:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384205312:0@lo:38:kworker.0 00000100:00100000:2.0:1767320145.016594:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384205184 00000100:00100000:2.0:1767320145.016601:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384205184 00000100:00100000:1.0:1767320145.016606:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320145.016635:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24479 00000100:00100000:2.0:1767320145.016641:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384205184:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320145.016660:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320145.016694:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384205184:12345-0@lo:38:kworker.0 Request processed in 51us (144us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320145.016701:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24479 00000100:00100000:1.0:1767320145.016741:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384205568:0@lo:38:kworker.0 00000100:00100000:1.0:1767320145.016765:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320145.016800:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384205568 00000100:00100000:1.0:1767320145.016804:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384205824:0@lo:38:kworker.0 00000100:00100000:2.0:1767320145.016805:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384205568 00000100:00100000:1.0:1767320145.016831:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320145.016835:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24480 00000100:00100000:2.0:1767320145.016841:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384205568:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320145.016852:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320145.016867:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320145.016874:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320145.016878:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384205184:0@lo:38:kworker.0 00000100:00100000:2.0:1767320145.016885:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384205568:12345-0@lo:38:kworker.0 Request processed in 42us (117us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767320145.016890:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767320145.016895:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24480 00000100:00080000:1.0:1767320145.016896:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320145.016903:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384205568:0@lo:38:kworker.0 00000100:00100000:2.0:1767320145.016910:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384205824 00000100:00100000:2.0:1767320145.016914:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384205824 00000100:00100000:2.0:1767320145.016931:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24481 00000100:00100000:2.0:1767320145.016936:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384205824:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320145.016945:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320145.016968:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384205824:12345-0@lo:38:kworker.0 Request processed in 32us (138us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320145.016973:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24481 00000100:00080000:1.0:1767320145.017175:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320145.017180:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320145.017183:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384205824:0@lo:38:kworker.0 00000100:00100000:3.0:1767320145.017292:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384205312 00000100:00100000:3.0:1767320145.017297:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384205312 00000100:00100000:0.0:1767320145.017508:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2848 00000100:00100000:0.0:1767320145.017514:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384205312:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320145.017526:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320145.017567:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384205312:12345-0@lo:38:kworker.0 Request processed in 51us (962us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320145.017574:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2848 00000100:00080000:1.0:1767320145.017626:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320145.017630:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320145.017633:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384205312:0@lo:38:kworker.0 00010000:00010000:3.0:1767320145.531638:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320146.038962:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320146.551676:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320146.551701:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384206208:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320146.551767:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320146.551845:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384206336:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320146.551866:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767320146.551877:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320146.551889:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384206208 00000100:00100000:1.0:1767320146.551896:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384206208 00000100:00100000:1.0:1767320146.551946:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384206336 00000100:00100000:1.0:1767320146.551949:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384206336 00000100:00100000:3.0:1767320146.563330:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2853 00000100:00100000:3.0:1767320146.563358:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384206208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320146.563394:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320146.563477:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384206208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 134us (11709us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320146.563485:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2853 00000100:00100000:3.0:1767320146.563508:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2854 00000100:00100000:3.0:1767320146.563514:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384206336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320146.563531:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320146.563568:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384206336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (11700us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320146.563573:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2854 00000100:00100000:3.0:1767320146.563651:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384206336:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320146.563663:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384206208:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320147.062900:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320147.576566:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320148.086909:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320148.599182:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320149.110939:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320124/real 1767320124] req@ffff936883180380 x1853164384199936/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320149 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320149.110973:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff936883180380 x1853164384199936/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320149 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320149.110996:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320149.111020:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320149.111033:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384199936:0@lo:250:kworker.0 00000100:00100000:3.0:1767320149.111610:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320149.111662:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320149.111668:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320149.111671:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320149.111676:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5027 00000100:00080000:0.0:1767320149.111680:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320149.111685:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320149.111717:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae87800 x1853164384206464/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320149.111747:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320149.111751:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320149.111753:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320149.111756:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5048 00000100:00080000:0.0:1767320149.111759:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320149.111763:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320149.111797:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae85880 x1853164384206592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320149.111807:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320149.111810:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320149.111812:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320149.111816:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5048 00000100:00080000:0.0:1767320149.111819:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320149.111822:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320149.111834:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84380 x1853164384206720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320149.111874:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320149.111878:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320149.111880:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320149.111883:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5048 00000100:00080000:0.0:1767320149.111886:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320149.111890:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320149.111900:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae85c00 x1853164384206976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320149.111915:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320149.111918:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320149.111920:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320149.111924:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5048 00000100:00080000:0.0:1767320149.111926:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320149.111929:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320149.111963:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1eea00 x1853164384207232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320149.112009:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384207360:0@lo:400:kworker.0 00000100:00100000:0.0:1767320149.112080:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320149.112131:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320149.112137:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384207488:0@lo:400:kworker.0 00000100:00100000:0.0:1767320149.112158:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320149.112187:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384207360 00000100:00100000:0.0:1767320149.112192:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384207360 00000100:00100000:0.0:1767320149.112236:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384207488 00000100:00100000:0.0:1767320149.112240:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384207488 00000100:00100000:0.0:1767320149.112261:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2048 00000100:00100000:0.0:1767320149.112269:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384207360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320149.112317:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384207360:12345-0@lo:400:kworker.0 Request processed in 48us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320149.112324:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2048 00000100:00100000:0.0:1767320149.112340:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2049 00000100:00100000:0.0:1767320149.112346:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384207488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320149.112372:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384207488:12345-0@lo:400:kworker.0 Request processed in 26us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320149.112378:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2049 00000100:00080000:0.0:1767320149.112395:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320149.112399:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320149.112535:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384207104:0@lo:400:kworker.0 00000100:00100000:3.0:1767320149.112568:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320149.112590:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320149.112596:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384206848:0@lo:400:kworker.0 00000100:00100000:3.0:1767320149.112616:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320149.112648:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384207104 00000100:00100000:3.0:1767320149.112652:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384207104 00000100:00100000:3.0:1767320149.112697:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384206848 00000100:00100000:3.0:1767320149.112700:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384206848 00000100:00100000:3.0:1767320149.112722:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5212 00000100:00100000:3.0:1767320149.112729:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384207104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320149.112762:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384207104:12345-0@lo:400:kworker.0 Request processed in 33us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320149.112768:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5212 00000100:00100000:3.0:1767320149.112805:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5213 00000100:00100000:3.0:1767320149.112813:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384206848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320149.112839:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384206848:12345-0@lo:400:kworker.0 Request processed in 28us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320149.112845:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5213 00000100:00080000:3.0:1767320149.112858:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320149.112874:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384206848:0@lo:400:kworker.0 00000100:00100000:3.0:1767320149.112884:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384207104:0@lo:400:kworker.0 00000100:00100000:0.0:1767320149.112957:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384207488:0@lo:400:kworker.0 00000100:00100000:0.0:1767320149.112971:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384207360:0@lo:400:kworker.0 00000100:00100000:1.0:1767320149.113993:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384206464:0@lo:250:kworker.0 00000400:00000100:1.0:1767320149.114042:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384206464 offset 0 length 520: 4 00000100:00100000:1.0:1767320149.114069:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384206592:0@lo:38:kworker.0 00000100:00100000:1.0:1767320149.114105:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320149.114133:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384206720:0@lo:38:kworker.0 00000100:00100000:1.0:1767320149.114160:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320149.114183:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384206976:0@lo:38:kworker.0 00000100:00100000:1.0:1767320149.114203:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320149.114227:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384207232:0@lo:38:kworker.0 00000100:00100000:1.0:1767320149.114248:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320149.114280:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384206592 00000100:00100000:1.0:1767320149.114286:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384206592 00000100:00100000:1.0:1767320149.114308:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384206976 00000100:00100000:1.0:1767320149.114311:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384206976 00000100:00100000:1.0:1767320149.114321:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384207232 00000100:00100000:1.0:1767320149.114323:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384207232 00000100:00100000:1.0:1767320149.114333:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24482 00000100:00100000:1.0:1767320149.114339:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384206592:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320149.114355:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320149.114390:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384206592:12345-0@lo:38:kworker.0 Request processed in 50us (284us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320149.114397:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24482 00000100:00100000:1.0:1767320149.114410:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24483 00000100:00100000:1.0:1767320149.114414:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384206976:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320149.114422:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320149.114444:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384206976:12345-0@lo:38:kworker.0 Request processed in 29us (240us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320149.114449:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24483 00000100:00100000:1.0:1767320149.114459:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24484 00000100:00100000:1.0:1767320149.114463:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384207232:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320149.114472:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320149.114492:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384207232:12345-0@lo:38:kworker.0 Request processed in 28us (244us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320149.114498:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24484 00000100:00080000:1.0:1767320149.114524:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320149.114528:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320149.114532:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384206592:0@lo:38:kworker.0 00000100:00080000:1.0:1767320149.114540:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320149.114544:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320149.114546:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384206976:0@lo:38:kworker.0 00000100:00080000:1.0:1767320149.114553:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320149.114556:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320149.114559:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384207232:0@lo:38:kworker.0 00000100:00100000:0.0:1767320149.114969:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384206720 00000100:00100000:0.0:1767320149.114974:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384206720 00000100:00100000:0.0:1767320149.115004:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2849 00000100:00100000:0.0:1767320149.115009:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5b48850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384206720:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320149.115019:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320149.115067:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5b48850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384206720:12345-0@lo:38:kworker.0 Request processed in 57us (907us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320149.115073:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2849 00000100:00080000:1.0:1767320149.115346:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320149.115351:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320149.115354:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384206720:0@lo:38:kworker.0 00010000:00010000:3.0:1767320149.624696:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320150.086766:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320150.087192:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320150.087256:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297410560 00000100:00100000:3.0:1767320150.087268:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297410560 00000100:00100000:3.0:1767320150.087413:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5214 00000100:00100000:3.0:1767320150.087435:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297410560:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320150.087514:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297410560:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 91us (757us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320150.087522:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5214 00000400:00000100:2.0:1767320150.087754:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297410688 offset 0 length 520: 4 00000100:00100000:3.0:1767320150.088072:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297410432 00000100:00100000:3.0:1767320150.088077:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297410432 00000100:00100000:3.0:1767320150.088108:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24485 00000100:00100000:3.0:1767320150.088112:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297410432:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320150.088130:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320150.088157:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297410432:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 44us (967us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320150.088161:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24485 00000100:00080000:0.0:1767320150.090927:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320150.134903:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320150.647552:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320151.159097:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320151.670980:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320151.671443:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320151.671465:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8913100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384207616:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320151.671533:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320151.671624:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384207616 00000100:00100000:3.0:1767320151.671631:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384207616 00000100:00100000:3.0:1767320151.671685:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2855 00000100:00100000:3.0:1767320151.671695:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384207616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320151.671724:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320151.671768:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384207616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320151.671775:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2855 00000100:00100000:3.0:1767320151.671840:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8913100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384207616:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320151.671885:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320151.674308:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320151.674331:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384207744:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320151.674395:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320151.674478:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384207744 00000100:00100000:0.0:1767320151.674488:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384207744 00000100:00100000:0.0:1767320151.674569:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2856 00000100:00100000:0.0:1767320151.674587:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384207744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320151.674623:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1767320151.674958:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320151.674975:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384207744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 389us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320151.674983:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2856 00000100:00100000:2.0:1767320151.675554:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384207744:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320152.182911:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320152.695501:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320153.207949:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320153.719101:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320154.230896:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320154.230929:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320154.230936:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320154.230940:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320154.230945:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320154.230949:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320154.230957:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5052 00000100:00080000:0.0:1767320154.230961:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320154.230969:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320154.231015:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ed500 x1853164384207872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320154.231032:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320154.231035:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320154.231037:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320154.231041:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5052 00000100:00080000:0.0:1767320154.231043:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320154.231046:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320154.231057:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1efb80 x1853164384208000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320154.231091:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320154.231096:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320154.231097:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320154.231100:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5052 00000100:00080000:0.0:1767320154.231103:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320154.231106:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320154.231114:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ee680 x1853164384208256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320154.231127:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320154.231130:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320154.231132:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320154.231135:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5052 00000100:00080000:0.0:1767320154.231137:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320154.231140:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320154.231147:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ed880 x1853164384208512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320154.231170:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384208128:0@lo:400:kworker.0 00000100:00100000:0.0:1767320154.231194:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384208640:0@lo:400:kworker.0 00000100:00100000:0.0:1767320154.231241:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320154.231242:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320154.231295:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320154.231301:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384208768:0@lo:400:kworker.0 00000100:00100000:0.0:1767320154.231320:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320154.231347:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384208640 00000100:00100000:0.0:1767320154.231355:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384208640 00000100:00100000:0.0:1767320154.231401:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384208768 00000100:00100000:0.0:1767320154.231404:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384208768 00000100:00100000:0.0:1767320154.231425:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2050 00000100:00100000:0.0:1767320154.231433:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384208640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320154.231477:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384208640:12345-0@lo:400:kworker.0 Request processed in 44us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320154.231484:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2050 00000100:00100000:0.0:1767320154.231499:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2051 00000100:00100000:0.0:1767320154.231505:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384208768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320154.231530:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384208768:12345-0@lo:400:kworker.0 Request processed in 25us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320154.231535:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2051 00000100:00100000:0.0:1767320154.231572:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384208768:0@lo:400:kworker.0 00000100:00100000:0.0:1767320154.231581:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384208640:0@lo:400:kworker.0 00000100:00100000:0.0:1767320154.231618:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384208128 00000100:00100000:0.0:1767320154.231622:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384208128 00000100:00100000:0.0:1767320154.231650:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5215 00000100:00100000:0.0:1767320154.231656:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384208128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320154.231684:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384208128:12345-0@lo:400:kworker.0 Request processed in 29us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320154.231690:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5215 00000100:00100000:2.0:1767320154.234752:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384208128:0@lo:400:kworker.0 00000100:00100000:2.0:1767320154.234814:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320154.234825:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384208384:0@lo:400:kworker.0 00000100:00100000:2.0:1767320154.234882:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320154.235279:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384208384 00000100:00100000:0.0:1767320154.235287:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384208384 00000100:00100000:0.0:1767320154.235347:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5216 00000100:00100000:0.0:1767320154.235357:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384208384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320154.235420:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384208384:12345-0@lo:400:kworker.0 Request processed in 64us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320154.235426:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5216 00000100:00100000:2.0:1767320154.235516:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384208384:0@lo:400:kworker.0 00000100:00080000:3.0:1767320154.236049:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320154.236055:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320154.236058:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320154.236088:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384207872:0@lo:38:kworker.0 00000100:00100000:1.0:1767320154.236141:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320154.236180:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384208000:0@lo:38:kworker.0 00000100:00100000:1.0:1767320154.236210:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320154.236238:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384208256:0@lo:38:kworker.0 00000100:00100000:1.0:1767320154.236263:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320154.236293:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384208512:0@lo:38:kworker.0 00000100:00100000:1.0:1767320154.236318:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320154.236320:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384208000 00000100:00100000:3.0:1767320154.236327:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384208000 00000100:00100000:3.0:1767320154.236358:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2850 00000100:00100000:3.0:1767320154.236364:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384208000:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320154.236383:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320154.236419:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384208000:12345-0@lo:38:kworker.0 Request processed in 54us (207us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320154.236425:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2850 00000100:00100000:0.0:1767320154.240015:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384207872 00000100:00080000:1.0:1767320154.240015:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767320154.240027:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384207872 00000100:00080000:1.0:1767320154.240027:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320154.240031:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384208000:0@lo:38:kworker.0 00000100:00100000:3.0:1767320154.240072:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384208512 00000100:00100000:3.0:1767320154.240077:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384208512 00000100:00100000:0.0:1767320154.240115:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24486 00000100:00100000:0.0:1767320154.240122:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384207872:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320154.240203:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24487 00000100:00100000:3.0:1767320154.240209:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384208512:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320154.240229:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320154.240293:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384208512:12345-0@lo:38:kworker.0 Request processed in 82us (3975us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320154.240303:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24487 00010000:00020000:0.0:1767320154.240360:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320154.240394:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384207872:12345-0@lo:38:kworker.0 Request processed in 272us (4252us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320154.240400:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24486 00000100:00100000:2.0:1767320154.240525:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384208256 00000100:00100000:2.0:1767320154.240531:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384208256 00000100:00100000:2.0:1767320154.240614:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24488 00000100:00100000:2.0:1767320154.240620:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384208256:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320154.240631:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320154.240663:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384208256:12345-0@lo:38:kworker.0 Request processed in 43us (4399us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320154.240669:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24488 00000100:00080000:0.0:1767320154.241000:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320154.241005:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320154.241008:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384207872:0@lo:38:kworker.0 00000100:00080000:0.0:1767320154.241018:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320154.241022:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320154.241024:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384208256:0@lo:38:kworker.0 00000100:00080000:0.0:1767320154.241032:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320154.241035:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320154.241038:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384208512:0@lo:38:kworker.0 00010000:00010000:3.0:1767320154.745778:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320155.215263:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320155.215411:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320155.215563:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297410944 00000100:00100000:1.0:1767320155.215575:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297410944 00000100:00080000:3.0:1767320155.215702:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320155.215860:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297410816 00000100:00100000:1.0:1767320155.215864:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297410816 00000100:00100000:2.0:1767320155.217890:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5217 00000100:00100000:2.0:1767320155.217916:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297410944:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320155.218690:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297410944:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 126us (2778us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320155.218704:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5217 00000100:00100000:2.0:1767320155.218733:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24489 00000100:00100000:2.0:1767320155.218739:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297410816:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320155.218760:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320155.219033:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297410816:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 291us (3622us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320155.219040:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24489 00000100:00100000:2.0:1767320155.255399:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320155.767037:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320156.279062:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320156.790998:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320156.791166:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384208896:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320156.791239:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320156.791374:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384208896 00000100:00100000:0.0:1767320156.791383:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384208896 00000100:00080000:1.0:1767320156.791433:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320156.791453:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2857 00000100:00100000:0.0:1767320156.791462:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384208896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320156.791492:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320156.791543:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384208896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320156.791552:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2857 00000100:00100000:1.0:1767320156.791589:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384208896:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320156.795235:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384209024:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320156.795307:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320156.795437:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384209024 00000100:00100000:2.0:1767320156.795446:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384209024 00000100:00100000:2.0:1767320156.795512:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2858 00000100:00080000:1.0:1767320156.795525:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320156.795525:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384209024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320156.795557:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320156.795607:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384209024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320156.795614:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2858 00000100:00100000:3.0:1767320156.795700:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384209024:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320157.303130:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320157.814953:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320158.326898:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320158.838981:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320159.350924:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320159.350960:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320159.350963:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320159.350968:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320159.350972:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320159.350981:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5057 00000100:00080000:1.0:1767320159.350986:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320159.350993:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320159.351019:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320159.351036:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135c00 x1853164384209152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320159.351066:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320159.351070:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320159.351072:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320159.351077:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5057 00000100:00080000:1.0:1767320159.351080:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320159.351084:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320159.351100:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5136300 x1853164384209280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320159.351145:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320159.351148:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320159.351150:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320159.351154:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5057 00000100:00080000:1.0:1767320159.351157:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320159.351160:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320159.351172:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568a80 x1853164384209536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320159.351187:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320159.351190:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320159.351192:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320159.351195:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5057 00000100:00080000:1.0:1767320159.351197:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767320159.351198:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384209408:0@lo:400:kworker.0 00000100:00080000:1.0:1767320159.351200:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320159.351213:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548d880 x1853164384209792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320159.351255:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384209920:0@lo:400:kworker.0 00000100:00100000:2.0:1767320159.351264:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320159.351322:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384209664:0@lo:400:kworker.0 00000100:00100000:0.0:1767320159.351370:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384209152:0@lo:38:kworker.0 00000100:00100000:1.0:1767320159.351525:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320159.351565:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320159.351570:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384210048:0@lo:400:kworker.0 00000100:00100000:1.0:1767320159.351587:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320159.351621:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384209920 00000100:00100000:1.0:1767320159.351627:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384209920 00000100:00100000:1.0:1767320159.351669:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384210048 00000100:00100000:1.0:1767320159.351671:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384210048 00000100:00100000:1.0:1767320159.351688:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2052 00000100:00100000:1.0:1767320159.351698:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384209920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320159.351739:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384209920:12345-0@lo:400:kworker.0 Request processed in 44us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320159.351748:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2052 00000100:00100000:1.0:1767320159.351761:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2053 00000100:00100000:1.0:1767320159.353277:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384210048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320159.353343:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384210048:12345-0@lo:400:kworker.0 Request processed in 1575us (1754us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320159.353350:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2053 00000100:00080000:1.0:1767320159.353379:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320159.353383:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320159.353410:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384210048:0@lo:400:kworker.0 00000100:00100000:1.0:1767320159.353420:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384209920:0@lo:400:kworker.0 00000100:00100000:1.0:1767320159.353487:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384209408 00000100:00100000:1.0:1767320159.353491:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384209408 00000100:00100000:1.0:1767320159.353530:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5218 00000100:00100000:1.0:1767320159.353537:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384209408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320159.353565:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384209408:12345-0@lo:400:kworker.0 Request processed in 29us (2301us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320159.353570:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5218 00000100:00080000:1.0:1767320159.353581:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320159.354080:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384209408:0@lo:400:kworker.0 00000100:00100000:3.0:1767320159.356111:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320159.356226:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384209664 00000100:00100000:1.0:1767320159.356235:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384209664 00000100:00100000:1.0:1767320159.356311:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5219 00000100:00100000:1.0:1767320159.356320:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384209664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320159.356384:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384209664:12345-0@lo:400:kworker.0 Request processed in 65us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320159.356391:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5219 00000100:00100000:3.0:1767320159.356425:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384209664:0@lo:400:kworker.0 00000100:00080000:2.0:1767320159.356799:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320159.358035:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320159.358143:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384209280:0@lo:38:kworker.0 00000100:00100000:0.0:1767320159.358179:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320159.358211:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384209536:0@lo:38:kworker.0 00000100:00100000:0.0:1767320159.358229:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320159.358277:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384209280 00000100:00100000:3.0:1767320159.358284:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384209280 00000100:00100000:3.0:1767320159.358327:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2851 00000100:00100000:3.0:1767320159.358334:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384209280:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320159.358353:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320159.358389:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384209280:12345-0@lo:38:kworker.0 Request processed in 55us (208us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320159.358395:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2851 00000100:00100000:0.0:1767320159.363265:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384209792:0@lo:38:kworker.0 00000100:00100000:0.0:1767320159.363336:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320159.365149:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384209152 00000100:00100000:1.0:1767320159.365163:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384209152 00000100:00100000:3.0:1767320159.365175:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384209536 00000100:00100000:3.0:1767320159.365182:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384209536 00000100:00100000:3.0:1767320159.365312:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24490 00000100:00100000:3.0:1767320159.365321:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384209152:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320159.365350:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320159.365413:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384209152:12345-0@lo:38:kworker.0 Request processed in 92us (7382us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320159.365692:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24491 00000100:00100000:3.0:1767320159.365703:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24490 00000100:00100000:1.0:1767320159.365704:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384209536:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320159.365718:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320159.365751:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384209536:12345-0@lo:38:kworker.0 Request processed in 52us (7521us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320159.365757:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24491 00000100:00080000:0.0:1767320159.367045:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320159.367053:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320159.367058:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384209152:0@lo:38:kworker.0 00000100:00080000:0.0:1767320159.367069:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320159.367073:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320159.367075:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384209280:0@lo:38:kworker.0 00000100:00080000:0.0:1767320159.367083:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320159.367086:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320159.367088:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384209536:0@lo:38:kworker.0 00000100:00100000:1.0:1767320159.368119:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384209792 00000100:00100000:1.0:1767320159.368129:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384209792 00000100:00100000:1.0:1767320159.368178:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24492 00000100:00100000:1.0:1767320159.368185:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384209792:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320159.368205:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320159.368281:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384209792:12345-0@lo:38:kworker.0 Request processed in 96us (4944us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320159.368288:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24492 00000100:00080000:0.0:1767320159.368376:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320159.368381:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320159.368384:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384209792:0@lo:38:kworker.0 00010000:00010000:3.0:1767320159.863012:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320160.326236:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320160.326477:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297411200 00000100:00100000:2.0:1767320160.326487:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297411200 00000100:00100000:2.0:1767320160.326576:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5220 00000100:00100000:2.0:1767320160.326588:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297411200:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320160.326664:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297411200:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 79us (437us total) trans 0 rc 0/0 00000100:00080000:1.0:1767320160.326672:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320160.326674:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5220 00000100:00100000:3.0:1767320160.326830:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320160.326910:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297411072 00000100:00100000:0.0:1767320160.326915:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297411072 00000100:00100000:0.0:1767320160.326980:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24493 00000100:00100000:0.0:1767320160.326986:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297411072:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320160.327012:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320160.327042:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297411072:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 55us (212us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320160.327049:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24493 00000100:00100000:3.0:1767320160.375281:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320160.887000:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320161.398902:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320161.911330:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320161.911436:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320161.911459:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384210176:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320161.911531:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320161.911648:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384210176 00000100:00100000:1.0:1767320161.911656:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384210176 00000100:00100000:1.0:1767320161.911723:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2859 00000100:00100000:1.0:1767320161.911734:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384210176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320161.911765:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320161.911839:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384210176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320161.911847:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2859 00000100:00080000:3.0:1767320161.911916:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320161.913405:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384210304:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320161.913473:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320161.913560:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384210176:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320161.913644:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384210304 00000100:00100000:0.0:1767320161.913651:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384210304 00000100:00100000:0.0:1767320161.913716:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2860 00000100:00100000:0.0:1767320161.913724:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384210304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320161.913753:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320161.913812:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384210304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320161.913818:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2860 00000100:00100000:0.0:1767320161.913853:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384210304:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320161.913902:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320162.422921:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320162.935094:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320163.446884:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320163.961482:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320164.471040:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320164.471051:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320164.471054:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320164.471058:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320164.471062:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320164.471071:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5062 00000100:00080000:0.0:1767320164.471076:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320164.471083:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320164.471124:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ece00 x1853164384210432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320164.471166:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320164.471170:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320164.471173:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320164.471177:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5062 00000100:00080000:0.0:1767320164.471179:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320164.471183:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320164.471196:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ec000 x1853164384210560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320164.471263:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384210688:0@lo:400:kworker.0 00000100:00100000:2.0:1767320164.471324:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320164.471389:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320164.471392:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320164.471394:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320164.471397:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5062 00000100:00080000:0.0:1767320164.471399:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320164.471403:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320164.471415:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ee680 x1853164384210816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320164.471465:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384210688 00000100:00100000:1.0:1767320164.471473:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384210688 00000100:00100000:1.0:1767320164.471526:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5221 00000100:00100000:1.0:1767320164.471538:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384210688:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767320164.471646:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320164.471658:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320164.471688:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384210944:0@lo:400:kworker.0 00000100:00100000:3.0:1767320164.471713:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320164.471738:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384210944 00000100:00100000:3.0:1767320164.471741:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384210944 00000100:00100000:3.0:1767320164.471769:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5222 00000100:00100000:3.0:1767320164.471775:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384210944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320164.471823:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384210944:12345-0@lo:400:kworker.0 Request processed in 48us (109us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320164.471833:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5222 00000100:00100000:3.0:1767320164.471866:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384210944:0@lo:400:kworker.0 00000100:00080000:3.0:1767320164.471880:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320164.471921:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384210432:0@lo:38:kworker.0 00000100:00100000:3.0:1767320164.471942:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320164.471959:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384210560:0@lo:38:kworker.0 00000100:00100000:3.0:1767320164.471976:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320164.471993:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384210816:0@lo:38:kworker.0 00000100:00100000:3.0:1767320164.472009:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320164.472031:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384210432 00000100:00100000:3.0:1767320164.472034:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384210432 00000100:00100000:3.0:1767320164.472049:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384210816 00000100:00100000:3.0:1767320164.472051:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384210816 00000100:00100000:3.0:1767320164.472065:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24494 00000100:00100000:3.0:1767320164.472069:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384210432:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320164.472086:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320164.472121:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384210432:12345-0@lo:38:kworker.0 Request processed in 50us (177us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320164.472127:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24494 00000100:00100000:3.0:1767320164.472138:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24495 00000100:00100000:3.0:1767320164.472142:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384210816:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320164.472151:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320164.472172:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384210816:12345-0@lo:38:kworker.0 Request processed in 28us (162us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320164.472176:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24495 00000100:00080000:3.0:1767320164.472199:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320164.472204:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320164.472206:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384210432:0@lo:38:kworker.0 00000100:00080000:3.0:1767320164.472212:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320164.472214:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320164.472216:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384210816:0@lo:38:kworker.0 00000100:00100000:3.0:1767320164.472243:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384210560 00000100:00100000:3.0:1767320164.472246:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384210560 00000100:00100000:3.0:1767320164.472262:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2852 00000100:00100000:3.0:1767320164.472265:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384210560:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320164.472274:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320164.472296:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384210560:12345-0@lo:38:kworker.0 Request processed in 30us (319us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320164.472301:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2852 00000100:00080000:3.0:1767320164.472317:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320164.472320:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320164.472322:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384210560:0@lo:38:kworker.0 00000100:00080000:0.0:1767320164.479261:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320164.479272:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320164.479276:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320164.479285:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5062 00000100:00080000:0.0:1767320164.479290:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320164.479297:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320164.479338:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1efb80 x1853164384211072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320164.479416:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384211328:0@lo:400:kworker.0 00000100:00100000:0.0:1767320164.479478:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320164.479518:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320164.479523:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384211200:0@lo:400:kworker.0 00000100:00100000:0.0:1767320164.479544:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320164.479590:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384211328 00000100:00100000:0.0:1767320164.479597:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384211328 00000100:00100000:0.0:1767320164.479646:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384211200 00000100:00100000:0.0:1767320164.479649:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384211200 00000100:00100000:0.0:1767320164.479673:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2054 00000100:00100000:0.0:1767320164.479681:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384211328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320164.479726:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384211328:12345-0@lo:400:kworker.0 Request processed in 46us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320164.479732:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2054 00000100:00100000:0.0:1767320164.479747:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2055 00000100:00100000:0.0:1767320164.479754:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384211200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320164.485617:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384211200:12345-0@lo:400:kworker.0 Request processed in 5851us (6059us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320164.485635:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2055 00000100:00100000:0.0:1767320164.485716:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384211200:0@lo:400:kworker.0 00000100:00100000:0.0:1767320164.485729:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384211328:0@lo:400:kworker.0 00000100:00080000:0.0:1767320164.485759:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320164.485764:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320164.486088:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384211072:0@lo:38:kworker.0 00000100:00100000:3.0:1767320164.486139:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320164.489533:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384211072 00000100:00100000:0.0:1767320164.489549:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384211072 00000100:00100000:0.0:1767320164.489614:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24496 00000100:00100000:0.0:1767320164.489623:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384211072:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320164.489648:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320164.489746:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384211072:12345-0@lo:38:kworker.0 Request processed in 123us (3605us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320164.489754:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24496 00000100:00080000:3.0:1767320164.489904:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320164.489910:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320164.489914:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384211072:0@lo:38:kworker.0 00000100:00100000:1.0:1767320164.491512:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384210688:12345-0@lo:400:kworker.0 Request processed in 19971us (20178us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320164.491526:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5221 00000100:00100000:2.0:1767320164.501449:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384210688:0@lo:400:kworker.0 00010000:00010000:3.0:1767320164.986200:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320165.447613:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320165.447668:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320165.449346:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297411328 00000100:00100000:2.0:1767320165.449365:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297411328 00000100:00100000:2.0:1767320165.449494:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297411456 00000100:00100000:2.0:1767320165.449498:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297411456 00000100:00100000:2.0:1767320165.449571:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5223 00000100:00100000:2.0:1767320165.449583:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297411456:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320165.449689:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297411456:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 108us (2019us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320165.449698:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5223 00000100:00100000:2.0:1767320165.449720:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24497 00000100:00100000:2.0:1767320165.449725:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297411328:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320165.449773:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320165.449831:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297411328:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 104us (2234us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320165.449839:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24497 00000100:00080000:3.0:1767320165.450677:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320165.495315:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320166.007128:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320166.520461:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320167.031238:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320167.031465:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384211584:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320167.031560:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320167.031693:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384211456:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320167.031724:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767320167.031881:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320167.032226:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384211584 00000100:00100000:0.0:1767320167.032237:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384211584 00000100:00100000:0.0:1767320167.032316:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384211456 00000100:00100000:0.0:1767320167.032319:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384211456 00000100:00100000:0.0:1767320167.032350:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2861 00000100:00100000:0.0:1767320167.032359:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384211584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320167.032398:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320167.032458:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384211584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (898us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320167.032467:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2861 00000100:00100000:0.0:1767320167.032492:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2862 00000100:00100000:0.0:1767320167.032498:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384211456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320167.032517:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320167.032547:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384211456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (823us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320167.032554:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2862 00000100:00080000:3.0:1767320167.032706:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320167.032713:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320167.032762:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384211584:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320167.032777:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384211456:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320167.543750:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320168.055101:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320168.567075:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320169.080071:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320169.590961:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320169.591530:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320169.591538:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320169.591541:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320169.591546:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320169.591550:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320169.591559:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5067 00000100:00080000:2.0:1767320169.591564:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320169.591573:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320169.591630:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c0000 x1853164384211712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320169.591663:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320169.591667:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320169.591669:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320169.591674:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5067 00000100:00080000:2.0:1767320169.591676:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320169.591680:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320169.591694:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784700 x1853164384211840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320169.591743:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320169.591748:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320169.591749:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320169.591753:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5067 00000100:00080000:2.0:1767320169.591756:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320169.591759:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320169.591771:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8786680 x1853164384212096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320169.591810:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320169.591814:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320169.591816:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320169.591820:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5067 00000100:00080000:2.0:1767320169.591822:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320169.591825:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320169.591848:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785180 x1853164384212352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320169.591920:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384212480:0@lo:400:kworker.0 00000100:00100000:2.0:1767320169.592009:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320169.592089:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320169.592096:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384212608:0@lo:400:kworker.0 00000100:00100000:2.0:1767320169.592121:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320169.592225:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384211712:0@lo:38:kworker.0 00000100:00100000:3.0:1767320169.592267:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320169.592302:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384211840:0@lo:38:kworker.0 00000100:00100000:3.0:1767320169.592327:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320169.592351:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384212096:0@lo:38:kworker.0 00000100:00100000:3.0:1767320169.592371:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320169.592387:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384212352:0@lo:38:kworker.0 00000100:00100000:3.0:1767320169.592408:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320169.592444:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384211712 00000100:00100000:3.0:1767320169.592453:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384211712 00000100:00100000:3.0:1767320169.592491:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384212096 00000100:00100000:3.0:1767320169.592494:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384212096 00000100:00100000:3.0:1767320169.592508:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384212352 00000100:00100000:3.0:1767320169.592511:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384212352 00000100:00100000:3.0:1767320169.592525:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24498 00000100:00100000:3.0:1767320169.592533:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384211712:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320169.592557:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320169.592619:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384211712:12345-0@lo:38:kworker.0 Request processed in 85us (351us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320169.592628:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24498 00000100:00100000:3.0:1767320169.592646:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24499 00000100:00100000:3.0:1767320169.592650:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384212096:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320169.592660:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320169.592681:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384212096:12345-0@lo:38:kworker.0 Request processed in 30us (309us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320169.592687:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24499 00000100:00100000:3.0:1767320169.592697:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24500 00000100:00100000:3.0:1767320169.592701:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384212352:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320169.592711:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320169.592731:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384212352:12345-0@lo:38:kworker.0 Request processed in 28us (323us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320169.592736:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24500 00000100:00080000:3.0:1767320169.592804:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320169.592809:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320169.592813:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384211712:0@lo:38:kworker.0 00000100:00080000:3.0:1767320169.592824:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320169.592827:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320169.592830:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384212096:0@lo:38:kworker.0 00000100:00080000:3.0:1767320169.592851:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320169.592854:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320169.592858:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384212352:0@lo:38:kworker.0 00000100:00100000:3.0:1767320169.592893:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384211840 00000100:00100000:3.0:1767320169.592897:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384211840 00000100:00100000:3.0:1767320169.592921:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2853 00000100:00100000:3.0:1767320169.592925:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384211840:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320169.592935:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320169.592967:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384211840:12345-0@lo:38:kworker.0 Request processed in 41us (639us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320169.592973:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2853 00000100:00080000:3.0:1767320169.592999:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320169.593002:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320169.593005:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384211840:0@lo:38:kworker.0 00000100:00100000:0.0:1767320169.593170:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384211968:0@lo:400:kworker.0 00000100:00100000:1.0:1767320169.593205:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384212224:0@lo:400:kworker.0 00000100:00100000:0.0:1767320169.593223:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320169.593253:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384211968 00000100:00100000:1.0:1767320169.593259:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384211968 00000100:00100000:1.0:1767320169.593276:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320169.593295:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384212480 00000100:00100000:0.0:1767320169.593303:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384212480 00000100:00100000:1.0:1767320169.593318:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384212224 00000100:00100000:1.0:1767320169.593323:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384212224 00000100:00100000:1.0:1767320169.593365:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5224 00000100:00100000:1.0:1767320169.593377:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384212224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320169.593426:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384212224:12345-0@lo:400:kworker.0 Request processed in 55us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320169.593434:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5224 00000100:00100000:1.0:1767320169.593464:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384212224:0@lo:400:kworker.0 00000100:00100000:1.0:1767320169.593512:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5225 00000100:00100000:1.0:1767320169.593518:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384211968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320169.593547:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384212608 00000100:00100000:3.0:1767320169.593553:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384212608 00000100:00100000:1.0:1767320169.593554:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384211968:12345-0@lo:400:kworker.0 Request processed in 36us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320169.593562:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5225 00000100:00100000:3.0:1767320169.593600:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2056 00000100:00100000:1.0:1767320169.593603:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384211968:0@lo:400:kworker.0 00000100:00100000:3.0:1767320169.593614:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384212608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320169.593677:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384212608:12345-0@lo:400:kworker.0 Request processed in 67us (1554us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320169.593684:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2056 00000100:00080000:3.0:1767320169.593704:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320169.593709:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320169.593712:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320169.593824:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384212608:0@lo:400:kworker.0 00000100:00100000:0.0:1767320169.594314:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2057 00000100:00100000:0.0:1767320169.594325:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384212480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320169.595772:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384212480:12345-0@lo:400:kworker.0 Request processed in 1439us (3752us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320169.595803:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2057 00000100:00100000:1.0:1767320169.604214:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384212480:0@lo:400:kworker.0 00010000:00010000:3.0:1767320170.104335:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320170.570234:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320170.570374:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320170.573089:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297411712 00000100:00100000:1.0:1767320170.573486:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297411712 00000100:00100000:1.0:1767320170.573590:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297411584 00000100:00100000:1.0:1767320170.573594:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297411584 00000100:00100000:1.0:1767320170.573620:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5226 00000100:00100000:1.0:1767320170.573634:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f616300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297411712:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320170.573710:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f616300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297411712:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 81us (3486us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320170.573718:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5226 00000100:00100000:2.0:1767320170.573944:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24501 00000100:00100000:2.0:1767320170.573951:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297411584:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320170.573973:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320170.574003:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297411584:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 51us (3629us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767320170.574027:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320170.578026:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24501 00000100:00100000:2.0:1767320170.614946:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320171.127331:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320171.645923:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320172.150933:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320172.150982:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384212736:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320172.151051:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320172.151125:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384212864:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320172.151166:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320172.151194:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384212736 00000100:00100000:3.0:1767320172.151202:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384212736 00000100:00080000:0.0:1767320172.151247:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320172.151274:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384212864 00000100:00100000:3.0:1767320172.151288:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384212864 00000100:00100000:1.0:1767320172.151312:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2863 00000100:00100000:1.0:1767320172.151332:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384212736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320172.151364:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320172.151418:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384212736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320172.151488:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384212736:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320172.151556:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320172.155504:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2863 00000100:00100000:3.0:1767320172.155607:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2864 00000100:00100000:3.0:1767320172.155633:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384212864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320172.155671:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320172.155764:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384212864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 145us (4602us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320172.155772:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2864 00000100:00100000:2.0:1767320172.155906:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384212864:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320172.664923:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320173.175081:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320173.688847:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320174.199132:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320174.666542:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320174.666653:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297412096 00000100:00100000:2.0:1767320174.666667:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297412096 00000100:00100000:2.0:1767320174.666768:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5227 00000100:00100000:2.0:1767320174.666778:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297412096:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320174.666914:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297412096:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 137us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320174.666922:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5227 00000400:00000100:3.0:1767320174.667933:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297411840 offset 0 length 520: 4 00000100:00100000:3.0:1767320174.668052:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320174.668157:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297411968 00000100:00100000:2.0:1767320174.668163:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297411968 00000100:00100000:2.0:1767320174.668877:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24502 00000100:00100000:2.0:1767320174.668886:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297411968:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320174.668908:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320174.669757:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297411968:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 866us (1701us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320174.669766:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24502 00000100:00080000:0.0:1767320174.669987:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320174.711969:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320174.712939:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320149/real 1767320149] req@ffff9369bae87800 x1853164384206464/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320174 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320174.712971:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369bae87800 x1853164384206464/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320174 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320174.712989:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320174.712998:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320174.713002:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384206464:0@lo:250:kworker.0 00000100:00080000:1.0:1767320174.713122:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320174.713127:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320174.713130:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320174.713135:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5052 00000100:00080000:1.0:1767320174.713139:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320174.713144:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320174.713189:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3faa00 x1853164384212992/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320174.713216:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320174.713219:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320174.713221:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320174.713224:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5072 00000100:00080000:1.0:1767320174.713226:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320174.713230:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320174.713247:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f233480 x1853164384213120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320174.713256:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320174.713259:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320174.713261:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320174.713264:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5072 00000100:00080000:1.0:1767320174.713266:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320174.713269:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320174.713281:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f230380 x1853164384213248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320174.713325:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320174.713329:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320174.713331:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320174.713334:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5072 00000100:00080000:1.0:1767320174.713336:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320174.713339:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320174.713350:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f233b80 x1853164384213504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320174.713387:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320174.713390:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320174.713392:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320174.713395:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5072 00000100:00080000:1.0:1767320174.713398:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320174.713401:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320174.713411:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3ae300 x1853164384213760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320174.713458:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384213888:0@lo:400:kworker.0 00000100:00100000:1.0:1767320174.713521:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320174.713577:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320174.713583:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384214016:0@lo:400:kworker.0 00000100:00100000:1.0:1767320174.713604:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320174.713636:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384213888 00000100:00100000:1.0:1767320174.713643:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384213888 00000100:00100000:1.0:1767320174.713703:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384214016 00000100:00100000:1.0:1767320174.713707:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384214016 00000100:00100000:1.0:1767320174.713731:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2058 00000100:00100000:1.0:1767320174.713745:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384213888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320174.713831:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384213888:12345-0@lo:400:kworker.0 Request processed in 90us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320174.713839:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2058 00000100:00100000:1.0:1767320174.713855:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2059 00000100:00100000:1.0:1767320174.713862:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384214016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320174.713890:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384214016:12345-0@lo:400:kworker.0 Request processed in 30us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320174.713896:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2059 00000100:00100000:1.0:1767320174.713935:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384214016:0@lo:400:kworker.0 00000100:00100000:1.0:1767320174.713945:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384213888:0@lo:400:kworker.0 00000100:00080000:1.0:1767320174.713964:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320174.713968:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320174.714692:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384213376:0@lo:400:kworker.0 00000100:00100000:2.0:1767320174.714735:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320174.714807:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320174.714816:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384213632:0@lo:400:kworker.0 00000100:00100000:2.0:1767320174.714837:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320174.715563:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384212992:0@lo:250:kworker.0 00000400:00000100:0.0:1767320174.715592:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384212992 offset 0 length 520: 4 00000100:00100000:0.0:1767320174.715612:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384213120:0@lo:38:kworker.0 00000100:00100000:0.0:1767320174.715635:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320174.715664:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384213248:0@lo:38:kworker.0 00000100:00100000:0.0:1767320174.715687:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320174.715712:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384213504:0@lo:38:kworker.0 00000100:00100000:0.0:1767320174.715732:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320174.715752:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384213760:0@lo:38:kworker.0 00000100:00100000:0.0:1767320174.715774:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320174.715837:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384213376 00000100:00100000:0.0:1767320174.715844:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384213376 00000100:00100000:0.0:1767320174.715883:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384213632 00000100:00100000:0.0:1767320174.715886:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384213632 00000100:00100000:0.0:1767320174.715903:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384213120 00000100:00100000:0.0:1767320174.715906:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384213120 00000100:00100000:0.0:1767320174.715914:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384213504 00000100:00100000:0.0:1767320174.715916:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384213504 00000100:00100000:1.0:1767320174.715916:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384213760 00000100:00100000:1.0:1767320174.715919:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384213760 00000100:00100000:0.0:1767320174.715927:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5228 00000100:00100000:3.0:1767320174.716005:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384213248 00000100:00100000:3.0:1767320174.716010:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384213248 00000100:00100000:3.0:1767320174.716035:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2854 00000100:00100000:3.0:1767320174.716041:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384213248:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320174.716061:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320174.716119:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384213248:12345-0@lo:38:kworker.0 Request processed in 77us (430us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320174.716126:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2854 00000100:00100000:0.0:1767320174.716194:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384213376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320174.716244:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384213376:12345-0@lo:400:kworker.0 Request processed in 309us (1508us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320174.719913:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5229 00000100:00100000:1.0:1767320174.719944:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384213632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320174.720036:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384213632:12345-0@lo:400:kworker.0 Request processed in 109us (5196us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320174.720043:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5229 00000100:00100000:1.0:1767320174.720065:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24503 00000100:00100000:1.0:1767320174.720070:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384213120:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320174.720090:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320174.720118:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384213120:12345-0@lo:38:kworker.0 Request processed in 47us (4482us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320174.720124:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24503 00000100:00100000:1.0:1767320174.720137:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24504 00000100:00100000:1.0:1767320174.720141:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384213504:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320174.720150:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320174.720172:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384213504:12345-0@lo:38:kworker.0 Request processed in 29us (4438us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320174.720178:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24504 00000100:00100000:1.0:1767320174.720190:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24505 00000100:00100000:1.0:1767320174.720193:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384213760:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320174.721625:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320174.721687:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384213760:12345-0@lo:38:kworker.0 Request processed in 1490us (5910us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320174.721873:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24505 00000100:00080000:1.0:1767320174.721907:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320174.721969:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320174.721974:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320174.721978:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384213120:0@lo:38:kworker.0 00000100:00080000:1.0:1767320174.721990:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320174.721993:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320174.721995:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384213248:0@lo:38:kworker.0 00000100:00080000:1.0:1767320174.722004:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320174.722007:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320174.722010:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384213504:0@lo:38:kworker.0 00000100:00080000:1.0:1767320174.722017:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320174.722021:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320174.722024:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384213760:0@lo:38:kworker.0 00000100:00100000:1.0:1767320174.722077:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384213632:0@lo:400:kworker.0 00000100:00100000:1.0:1767320174.722090:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384213376:0@lo:400:kworker.0 00000100:00100000:0.0:1767320174.730660:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5228 00010000:00010000:3.0:1767320175.223141:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320175.734905:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320176.247420:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320176.758916:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320177.270951:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320177.272729:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384214144:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320177.272845:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320177.273406:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384214144 00000100:00100000:2.0:1767320177.273416:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384214144 00000100:00100000:2.0:1767320177.273492:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2865 00000100:00100000:2.0:1767320177.273503:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384214144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320177.273534:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767320177.273613:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320177.273651:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384214272:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320177.273682:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320177.273715:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384214272 00000100:00100000:0.0:1767320177.273719:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384214272 00000100:00100000:0.0:1767320177.273749:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2866 00000100:00100000:0.0:1767320177.273755:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384214272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320177.273801:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320177.273835:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384214272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320177.273841:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2866 00000100:00080000:0.0:1767320177.273862:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320177.273893:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384214272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320177.280547:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384214144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 7035us (7690us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320177.280562:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2865 00000100:00100000:1.0:1767320177.280742:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384214144:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320177.783061:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320178.295088:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320178.806891:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320179.320455:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320179.782541:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320179.782679:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297412352 00000100:00100000:0.0:1767320179.782695:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297412352 00000100:00100000:0.0:1767320179.782958:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5230 00000100:00100000:0.0:1767320179.782972:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297412352:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320179.783077:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297412352:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 109us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320179.783085:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5230 00000100:00080000:2.0:1767320179.784325:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320179.785185:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320179.787843:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297412224 00000100:00100000:3.0:1767320179.787863:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297412224 00000100:00100000:3.0:1767320179.787937:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24506 00000100:00100000:3.0:1767320179.787947:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297412224:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320179.787979:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320179.788084:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297412224:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 138us (2905us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320179.788093:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24506 00000100:00080000:2.0:1767320179.831515:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320179.831538:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320179.831542:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320179.831547:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320179.831552:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320179.831562:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5077 00000100:00080000:2.0:1767320179.831568:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320179.831578:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320179.831626:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f616a00 x1853164384214400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320179.831646:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320179.831650:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320179.831652:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320179.831658:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5077 00000100:00080000:2.0:1767320179.831660:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320179.831663:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320179.831681:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f615c00 x1853164384214528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320179.831735:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320179.831740:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320179.831742:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320179.831758:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5077 00000100:00080000:2.0:1767320179.831760:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320179.831772:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320179.831822:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f614a80 x1853164384214784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320179.831827:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1767320179.831851:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320179.831858:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1767320179.831859:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384214656:0@lo:400:kworker.0 00000100:00080000:2.0:1767320179.831862:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320179.831876:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5077 00000100:00080000:2.0:1767320179.831879:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320179.831884:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320179.831899:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f617b80 x1853164384215040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320179.831958:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320179.832006:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f616680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384215296:0@lo:400:kworker.0 00000100:00100000:0.0:1767320179.832036:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f616d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384214912:0@lo:400:kworker.0 00000100:00100000:1.0:1767320179.832168:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f616a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384214400:0@lo:38:kworker.0 00000100:00100000:3.0:1767320179.832420:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320179.832463:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384214656 00000100:00100000:3.0:1767320179.832473:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384214656 00000100:00100000:3.0:1767320179.832546:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5231 00000100:00100000:3.0:1767320179.832556:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384214656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320179.832709:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320179.832722:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320179.832768:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320179.832769:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384215296 00000100:00100000:1.0:1767320179.832815:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384215296 00000100:00100000:2.0:1767320179.832824:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f617480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384215168:0@lo:400:kworker.0 00000100:00100000:0.0:1767320179.832843:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384214912 00000100:00100000:0.0:1767320179.832849:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384214912 00000100:00100000:2.0:1767320179.832872:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320179.832920:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5232 00000100:00080000:2.0:1767320179.832925:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320179.832933:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384214912:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320179.832933:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320179.832955:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384215168 00000100:00100000:1.0:1767320179.832962:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384215168 00000100:00100000:3.0:1767320179.832980:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384214656:12345-0@lo:400:kworker.0 Request processed in 419us (1023us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320179.832996:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2060 00000100:00100000:3.0:1767320179.832997:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5231 00000100:00100000:2.0:1767320179.833019:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384215296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320179.833021:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384214912:12345-0@lo:400:kworker.0 Request processed in 80us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320179.833041:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5232 00000100:00100000:0.0:1767320179.833084:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320179.833192:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2061 00000100:00100000:1.0:1767320179.833204:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f615880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384215168:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767320179.836037:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320179.836066:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384214400 00000100:00100000:3.0:1767320179.836079:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384214400 00000100:00100000:3.0:1767320179.836141:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24507 00000100:00100000:3.0:1767320179.836150:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384214400:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320179.836177:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320179.836265:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384214400:12345-0@lo:38:kworker.0 Request processed in 116us (3180us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320179.836274:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24507 00000100:00100000:3.0:1767320179.836357:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f616d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384214912:0@lo:400:kworker.0 00000100:00100000:3.0:1767320179.836374:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384214656:0@lo:400:kworker.0 00000100:00100000:2.0:1767320179.837445:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384215296:12345-0@lo:400:kworker.0 Request processed in 4430us (4728us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320179.837460:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2060 00000100:00100000:3.0:1767320179.837585:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f616680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384215296:0@lo:400:kworker.0 00000100:00080000:0.0:1767320179.838118:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320179.838127:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320179.838131:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f616a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384214400:0@lo:38:kworker.0 00000100:00100000:0.0:1767320179.838142:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f615c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384214528:0@lo:38:kworker.0 00000100:00100000:0.0:1767320179.838182:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320179.838202:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f614a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384214784:0@lo:38:kworker.0 00000100:00100000:0.0:1767320179.838218:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320179.838234:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f617b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384215040:0@lo:38:kworker.0 00000100:00100000:0.0:1767320179.838246:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320179.838287:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384214784 00000100:00100000:0.0:1767320179.838293:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384214784 00000100:00100000:0.0:1767320179.838320:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384215040 00000100:00100000:0.0:1767320179.838321:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384215040 00000100:00100000:0.0:1767320179.838332:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24508 00000100:00100000:0.0:1767320179.838336:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384214784:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320179.838353:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320179.838379:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384214784:12345-0@lo:38:kworker.0 Request processed in 43us (160us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320179.838384:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24508 00000100:00100000:0.0:1767320179.838395:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24509 00000100:00100000:0.0:1767320179.838397:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384215040:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320179.838403:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320179.838415:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384215040:12345-0@lo:38:kworker.0 Request processed in 16us (168us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320179.838418:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24509 00000100:00080000:0.0:1767320179.838437:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320179.838439:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320179.838441:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f614a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384214784:0@lo:38:kworker.0 00000100:00080000:0.0:1767320179.838446:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320179.838448:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320179.838450:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f617b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384215040:0@lo:38:kworker.0 00000100:00100000:1.0:1767320179.838820:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f615880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384215168:12345-0@lo:400:kworker.0 Request processed in 4693us (5020us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320179.838831:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2061 00000100:00100000:2.0:1767320179.838931:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384214528 00000100:00100000:2.0:1767320179.838936:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384214528 00000100:00100000:2.0:1767320179.838967:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2855 00000100:00100000:2.0:1767320179.838972:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384214528:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320179.838984:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320179.839030:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384214528:12345-0@lo:38:kworker.0 Request processed in 56us (845us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320179.839036:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2855 00000100:00080000:1.0:1767320179.839119:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320179.839124:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320179.839128:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f615c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384214528:0@lo:38:kworker.0 00000100:00100000:3.0:1767320179.839580:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f617480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384215168:0@lo:400:kworker.0 00010000:00010000:3.0:1767320180.343172:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320180.855322:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320181.367381:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320181.878946:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320182.391007:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320182.391236:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384215424:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320182.391333:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320182.391384:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384215424 00000100:00100000:3.0:1767320182.391395:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384215424 00000100:00100000:2.0:1767320182.391422:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320182.391429:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384215552:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320182.391463:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320182.391474:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384215552 00000100:00100000:3.0:1767320182.391477:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384215552 00000100:00100000:3.0:1767320182.391508:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2867 00000100:00100000:0.0:1767320182.391519:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2868 00000100:00100000:3.0:1767320182.391521:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f617100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384215424:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320182.391537:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384215552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320182.391563:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00002000:00000024:3.0:1767320182.391574:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320182.391631:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384215552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320182.391640:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2868 00000100:00080000:1.0:1767320182.391664:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320182.391669:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320182.392549:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f617100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384215424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1029us (1212us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320182.392559:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2867 00000100:00100000:2.0:1767320182.392754:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384215552:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320182.392772:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384215424:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320182.902907:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320183.415603:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320183.926906:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320184.441736:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320184.902321:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320184.904629:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297412608 00000100:00100000:2.0:1767320184.904654:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297412608 00000100:00080000:3.0:1767320184.904765:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320184.904913:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320184.905051:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5233 00000100:00100000:2.0:1767320184.905065:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297412608:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320184.905232:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297412608:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 171us (2919us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320184.905241:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5233 00000100:00100000:2.0:1767320184.905271:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297412480 00000100:00100000:2.0:1767320184.905289:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297412480 00000100:00100000:2.0:1767320184.905340:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24510 00000100:00100000:2.0:1767320184.905357:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297412480:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320184.905391:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320184.905445:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297412480:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 85us (522us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320184.905462:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24510 00000100:00100000:3.0:1767320184.950979:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320184.951496:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320184.951513:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320184.951516:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320184.951519:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320184.951523:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320184.951537:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5083 00000100:00080000:1.0:1767320184.951540:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320184.951547:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320184.951609:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3ace00 x1853164384215680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320184.951662:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320184.951666:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320184.951668:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320184.951672:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5083 00000100:00080000:1.0:1767320184.951674:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320184.951678:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320184.951692:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3aea00 x1853164384215808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320184.951807:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320184.951811:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320184.951812:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320184.951815:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5083 00000100:00080000:1.0:1767320184.951817:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320184.951820:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320184.951838:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3ad500 x1853164384216064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320184.951849:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320184.951852:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320184.951854:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320184.951867:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5083 00000100:00080000:1.0:1767320184.951870:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320184.951873:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320184.951896:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3aed80 x1853164384216320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320184.951978:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384216448:0@lo:400:kworker.0 00000100:00100000:1.0:1767320184.952057:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320184.952152:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320184.952159:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384216576:0@lo:400:kworker.0 00000100:00100000:1.0:1767320184.952205:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320184.952330:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384216448 00000100:00100000:1.0:1767320184.952337:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384216448 00000100:00100000:1.0:1767320184.952431:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384216576 00000100:00100000:1.0:1767320184.952442:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384216576 00000100:00100000:1.0:1767320184.952494:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2062 00000100:00100000:1.0:1767320184.952508:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384216448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320184.952632:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384216448:12345-0@lo:400:kworker.0 Request processed in 118us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320184.952639:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2062 00000100:00100000:1.0:1767320184.952672:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2063 00000100:00100000:1.0:1767320184.952693:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384216576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320184.952767:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384216576:12345-0@lo:400:kworker.0 Request processed in 79us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320184.952774:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2063 00000100:00100000:1.0:1767320184.952890:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384216576:0@lo:400:kworker.0 00000100:00100000:1.0:1767320184.952904:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384216448:0@lo:400:kworker.0 00000100:00100000:0.0:1767320184.953043:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384215680:0@lo:38:kworker.0 00000100:00100000:0.0:1767320184.953112:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320184.953164:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384215808:0@lo:38:kworker.0 00000100:00100000:0.0:1767320184.953203:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320184.953251:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384216064:0@lo:38:kworker.0 00000100:00100000:0.0:1767320184.953285:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320184.953336:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384216320:0@lo:38:kworker.0 00000100:00100000:0.0:1767320184.953385:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320184.953423:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384215808 00000100:00100000:0.0:1767320184.953427:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384215808 00000100:00100000:0.0:1767320184.953458:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2856 00000100:00100000:0.0:1767320184.953474:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384215808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320184.953501:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320184.953539:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384215808:12345-0@lo:38:kworker.0 Request processed in 65us (336us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320184.953544:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2856 00000100:00100000:0.0:1767320184.953601:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384215680 00000100:00100000:0.0:1767320184.953617:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384215680 00000100:00100000:0.0:1767320184.953644:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384216064 00000100:00100000:0.0:1767320184.953648:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384216064 00000100:00100000:0.0:1767320184.953674:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384216320 00000100:00100000:0.0:1767320184.953677:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384216320 00000100:00100000:0.0:1767320184.953727:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24511 00000100:00100000:0.0:1767320184.953731:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384215680:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320184.953742:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320184.953824:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384215680:12345-0@lo:38:kworker.0 Request processed in 91us (711us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320184.953830:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24511 00000100:00100000:0.0:1767320184.953854:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24512 00000100:00100000:0.0:1767320184.953859:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384216064:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320184.953879:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320184.953917:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384216064:12345-0@lo:38:kworker.0 Request processed in 57us (631us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320184.953923:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24512 00000100:00100000:0.0:1767320184.953950:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24513 00000100:00100000:0.0:1767320184.953967:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384216320:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320184.953978:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320184.954001:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384216320:12345-0@lo:38:kworker.0 Request processed in 33us (615us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320184.954006:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24513 00000100:00080000:0.0:1767320184.954066:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320184.954071:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320184.954075:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384215680:0@lo:38:kworker.0 00000100:00080000:0.0:1767320184.954096:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320184.954099:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320184.954102:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384215808:0@lo:38:kworker.0 00000100:00080000:0.0:1767320184.954124:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320184.954128:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320184.954130:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384216064:0@lo:38:kworker.0 00000100:00080000:0.0:1767320184.954149:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320184.954152:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320184.954155:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384216320:0@lo:38:kworker.0 00000100:00100000:2.0:1767320184.954336:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384216192:0@lo:400:kworker.0 00000100:00100000:2.0:1767320184.954388:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320184.954431:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320184.954447:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384215936:0@lo:400:kworker.0 00000100:00100000:2.0:1767320184.954480:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320184.954521:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384216192 00000100:00100000:2.0:1767320184.954525:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384216192 00000100:00100000:2.0:1767320184.954568:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384215936 00000100:00100000:2.0:1767320184.954572:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384215936 00000100:00100000:2.0:1767320184.954598:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5234 00000100:00100000:2.0:1767320184.954605:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384216192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320184.954682:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384216192:12345-0@lo:400:kworker.0 Request processed in 62us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320184.954688:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5234 00000100:00100000:2.0:1767320184.954726:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5235 00000100:00100000:2.0:1767320184.954734:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f617480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384215936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320184.954814:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f617480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384215936:12345-0@lo:400:kworker.0 Request processed in 39us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320184.954821:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5235 00000100:00100000:2.0:1767320184.955085:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384215936:0@lo:400:kworker.0 00000100:00100000:2.0:1767320184.955109:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384216192:0@lo:400:kworker.0 00000100:00080000:3.0:1767320184.955342:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320184.955348:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320184.955351:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767320185.464564:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320185.974981:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320186.487233:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320186.998904:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320187.510993:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320187.512311:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320187.512337:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384216704:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320187.512393:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320187.512558:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384216704 00000100:00100000:0.0:1767320187.512566:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384216704 00000100:00100000:0.0:1767320187.512631:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2869 00000100:00100000:0.0:1767320187.512641:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f615c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384216704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320187.512668:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320187.512721:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f615c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384216704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320187.512728:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2869 00000100:00080000:2.0:1767320187.513256:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320187.513288:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384216704:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320187.514288:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384216832:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320187.514322:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320187.515182:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384216832 00000100:00100000:0.0:1767320187.515190:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384216832 00000100:00100000:0.0:1767320187.515249:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2870 00000100:00100000:0.0:1767320187.515258:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f617b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384216832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320187.515283:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1767320187.515350:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320187.522854:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f617b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384216832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 7587us (8519us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320187.522870:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2870 00000100:00100000:2.0:1767320187.523172:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384216832:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320188.022912:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320188.535002:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320189.047431:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320189.569735:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320190.022744:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320190.022872:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320190.022953:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297412864 00000100:00100000:1.0:1767320190.022962:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297412864 00000100:00100000:1.0:1767320190.023032:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297412736 00000100:00100000:1.0:1767320190.023041:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297412736 00000100:00100000:1.0:1767320190.023061:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5236 00000100:00100000:1.0:1767320190.023074:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297412864:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320190.023138:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297412864:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 70us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320190.023146:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5236 00000100:00100000:1.0:1767320190.023173:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24514 00000100:00100000:1.0:1767320190.023177:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297412736:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320190.023196:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320190.023220:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297412736:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 41us (348us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320190.023226:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24514 00000100:00080000:2.0:1767320190.023436:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320190.071165:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320190.071346:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320190.071353:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320190.071356:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320190.071360:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320190.071364:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320190.071372:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5088 00000100:00080000:1.0:1767320190.071376:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320190.071383:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320190.071425:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3afb80 x1853164384216960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320190.071486:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384216960:0@lo:38:kworker.0 00000100:00100000:2.0:1767320190.071574:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320190.071696:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384216960 00000100:00100000:0.0:1767320190.071704:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384216960 00000100:00100000:0.0:1767320190.071742:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24515 00000100:00100000:0.0:1767320190.071749:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384216960:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320190.071768:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320190.071849:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320190.071852:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320190.071854:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320190.071858:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5088 00000100:00080000:1.0:1767320190.071861:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320190.071864:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320190.071881:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3af480 x1853164384217088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320190.074727:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384217088:0@lo:38:kworker.0 00000100:00100000:2.0:1767320190.074807:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320190.074893:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384217088 00000100:00100000:3.0:1767320190.074900:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384217088 00000100:00100000:3.0:1767320190.074935:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2857 00000100:00100000:3.0:1767320190.074942:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384217088:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320190.074962:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320190.075001:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384217088:12345-0@lo:38:kworker.0 Request processed in 57us (194us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320190.075007:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2857 00000100:00100000:0.0:1767320190.078268:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384216960:12345-0@lo:38:kworker.0 Request processed in 6509us (6685us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320190.078285:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24515 00000100:00080000:2.0:1767320190.079717:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320190.079726:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320190.079732:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384216960:0@lo:38:kworker.0 00000100:00080000:2.0:1767320190.079769:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320190.079774:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320190.079777:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384217088:0@lo:38:kworker.0 00000100:00100000:2.0:1767320190.080260:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384217216:0@lo:400:kworker.0 00000100:00100000:2.0:1767320190.080314:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320190.080387:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320190.080392:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320190.080395:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320190.080399:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5088 00000100:00080000:1.0:1767320190.080404:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320190.080410:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320190.080432:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3af100 x1853164384217344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320190.080456:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320190.080460:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320190.080461:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320190.080465:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5088 00000100:00080000:1.0:1767320190.080467:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320190.080471:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320190.080481:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3af480 x1853164384217600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320190.081132:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384217472:0@lo:400:kworker.0 00000100:00100000:3.0:1767320190.081186:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384217344:0@lo:38:kworker.0 00000100:00100000:2.0:1767320190.081677:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320190.081753:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384217728:0@lo:400:kworker.0 00000100:00100000:1.0:1767320190.081798:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320190.081820:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320190.081826:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384217856:0@lo:400:kworker.0 00000100:00100000:1.0:1767320190.081846:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320190.081877:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384217728 00000100:00100000:1.0:1767320190.081883:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384217728 00000100:00100000:1.0:1767320190.081933:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384217856 00000100:00100000:1.0:1767320190.081936:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384217856 00000100:00100000:1.0:1767320190.081957:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2064 00000100:00100000:1.0:1767320190.081970:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384217728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320190.082018:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384217728:12345-0@lo:400:kworker.0 Request processed in 54us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320190.082025:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2064 00000100:00100000:1.0:1767320190.082054:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2065 00000100:00100000:1.0:1767320190.082062:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384217856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320190.082092:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384217856:12345-0@lo:400:kworker.0 Request processed in 31us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320190.082097:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2065 00000100:00080000:1.0:1767320190.082123:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320190.082127:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320190.082149:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384217856:0@lo:400:kworker.0 00000100:00100000:1.0:1767320190.082158:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384217728:0@lo:400:kworker.0 00000100:00100000:1.0:1767320190.087365:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320190.089927:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384217216 00000100:00100000:0.0:1767320190.089940:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384217216 00000100:00100000:0.0:1767320190.090009:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384217472 00000100:00100000:0.0:1767320190.090012:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384217472 00000100:00100000:0.0:1767320190.090042:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5237 00000100:00100000:0.0:1767320190.090052:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384217216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320190.090136:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384217216:12345-0@lo:400:kworker.0 Request processed in 85us (9821us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320190.090147:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5237 00000100:00100000:0.0:1767320190.090164:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5238 00000100:00100000:0.0:1767320190.090170:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384217472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320190.090202:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384217472:12345-0@lo:400:kworker.0 Request processed in 33us (8526us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320190.090208:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5238 00000100:00100000:0.0:1767320190.090258:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384217472:0@lo:400:kworker.0 00000100:00080000:2.0:1767320190.092638:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320190.092703:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384217216:0@lo:400:kworker.0 00000100:00100000:1.0:1767320190.097417:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384217600:0@lo:38:kworker.0 00000100:00100000:1.0:1767320190.097486:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320190.097670:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384217344 00000100:00100000:3.0:1767320190.097679:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384217344 00000100:00100000:3.0:1767320190.097763:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24516 00000100:00100000:3.0:1767320190.097771:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384217344:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320190.097806:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320190.097848:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384217344:12345-0@lo:38:kworker.0 Request processed in 76us (10489us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320190.097855:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24516 00000100:00080000:1.0:1767320190.101301:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320190.101314:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320190.101319:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384217344:0@lo:38:kworker.0 00000100:00100000:0.0:1767320190.103744:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384217600 00000100:00100000:0.0:1767320190.103758:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384217600 00000100:00100000:0.0:1767320190.103823:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24517 00000100:00100000:0.0:1767320190.103831:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384217600:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320190.103856:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320190.103936:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384217600:12345-0@lo:38:kworker.0 Request processed in 104us (6449us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320190.103943:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24517 00000100:00080000:1.0:1767320190.104891:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320190.104899:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320190.104904:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384217600:0@lo:38:kworker.0 00010000:00010000:3.0:1767320190.587022:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320191.098807:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320191.607464:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320192.119053:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320192.631434:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320192.632690:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384218112:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320192.632757:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320192.632865:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320192.632872:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384217984:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320192.632894:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320192.633022:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384218112 00000100:00100000:3.0:1767320192.633029:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384218112 00000100:00100000:3.0:1767320192.633090:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384217984 00000100:00100000:3.0:1767320192.633094:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384217984 00000100:00100000:3.0:1767320192.633120:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2871 00000100:00100000:3.0:1767320192.633129:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384218112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320192.633158:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320192.633201:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384218112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320192.633209:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2871 00000100:00100000:3.0:1767320192.633227:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2872 00000100:00100000:3.0:1767320192.633232:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384217984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320192.633246:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320192.633270:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384217984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320192.633276:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2872 00000100:00080000:1.0:1767320192.636535:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320192.636546:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320192.636613:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384217984:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320192.636642:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384218112:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320193.143026:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320193.654979:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320194.167065:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320194.679013:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320195.145741:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320195.145879:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320195.146997:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297412992 00000100:00100000:2.0:1767320195.147012:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297412992 00000100:00100000:2.0:1767320195.147157:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297413120 00000100:00100000:2.0:1767320195.147162:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297413120 00000100:00100000:3.0:1767320195.147236:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5239 00000100:00100000:3.0:1767320195.147250:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297413120:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320195.147326:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297413120:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 79us (1447us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320195.147334:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5239 00000100:00100000:3.0:1767320195.147351:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24518 00000100:00100000:3.0:1767320195.147356:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297412992:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320195.147376:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320195.147399:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297412992:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 42us (1669us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320195.147405:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24518 00000100:00080000:0.0:1767320195.147459:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320195.190922:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320195.190934:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320195.190937:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320195.190942:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320195.190946:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320195.190954:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5093 00000100:00080000:1.0:1767320195.190958:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320195.190965:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320195.191017:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3ace00 x1853164384218240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320195.191121:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320195.191125:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320195.191127:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320195.191131:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5093 00000100:00080000:1.0:1767320195.191134:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320195.191138:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320195.191154:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3ad880 x1853164384218368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320195.191190:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320195.191194:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320195.191195:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320195.191198:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5093 00000100:00080000:1.0:1767320195.191200:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320195.191204:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320195.191215:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f230e00 x1853164384218624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320195.191231:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320195.191235:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320195.191236:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320195.191239:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5093 00000100:00080000:1.0:1767320195.191242:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320195.191245:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320195.191255:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f230380 x1853164384218880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320195.191342:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384219008:0@lo:400:kworker.0 00000100:00100000:1.0:1767320195.191409:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320195.191470:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320195.191476:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384219136:0@lo:400:kworker.0 00000100:00100000:1.0:1767320195.191498:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320195.191531:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384219008 00000100:00100000:1.0:1767320195.191538:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384219008 00000100:00100000:2.0:1767320195.191807:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384218240:0@lo:38:kworker.0 00000100:00100000:2.0:1767320195.191843:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320195.191868:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384218368:0@lo:38:kworker.0 00000100:00100000:2.0:1767320195.191900:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320195.191939:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384218624:0@lo:38:kworker.0 00000100:00100000:2.0:1767320195.191962:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320195.192166:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384218880:0@lo:38:kworker.0 00000100:00100000:2.0:1767320195.192194:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320195.192225:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384218368 00000100:00100000:2.0:1767320195.192230:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384218368 00000100:00100000:2.0:1767320195.192263:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2858 00000100:00100000:2.0:1767320195.192269:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384218368:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320195.192291:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320195.192331:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384218368:12345-0@lo:38:kworker.0 Request processed in 60us (430us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320195.192338:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2858 00000100:00100000:2.0:1767320195.192364:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384218240 00000100:00100000:2.0:1767320195.192367:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384218240 00000100:00100000:2.0:1767320195.192383:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384218624 00000100:00100000:2.0:1767320195.192385:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384218624 00000100:00100000:2.0:1767320195.192398:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384218880 00000100:00100000:2.0:1767320195.192400:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384218880 00000100:00100000:2.0:1767320195.192410:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24519 00000100:00100000:2.0:1767320195.192414:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384218240:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320195.192424:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320195.192449:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384218240:12345-0@lo:38:kworker.0 Request processed in 33us (605us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320195.192455:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24519 00000100:00100000:2.0:1767320195.192465:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24520 00000100:00100000:2.0:1767320195.192469:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384218624:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320195.192478:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320195.192496:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384218624:12345-0@lo:38:kworker.0 Request processed in 25us (533us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320195.192501:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24520 00000100:00100000:2.0:1767320195.192509:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24521 00000100:00100000:2.0:1767320195.192512:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384218880:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320195.192520:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320195.192539:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384218880:12345-0@lo:38:kworker.0 Request processed in 25us (344us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320195.192547:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24521 00000100:00100000:1.0:1767320195.192675:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384219136 00000100:00100000:1.0:1767320195.192679:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384219136 00000100:00100000:1.0:1767320195.192699:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2066 00000100:00100000:1.0:1767320195.192709:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384219008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320195.192750:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384219008:12345-0@lo:400:kworker.0 Request processed in 45us (1340us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320195.192756:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2066 00000100:00100000:1.0:1767320195.192766:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2067 00000100:00100000:1.0:1767320195.192772:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384219136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320195.192813:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384219136:12345-0@lo:400:kworker.0 Request processed in 41us (1313us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320195.192819:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2067 00000100:00100000:1.0:1767320195.192868:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384219136:0@lo:400:kworker.0 00000100:00100000:1.0:1767320195.192879:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384219008:0@lo:400:kworker.0 00000100:00100000:3.0:1767320195.192992:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384218496:0@lo:400:kworker.0 00000100:00100000:3.0:1767320195.193024:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320195.193726:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384218752:0@lo:400:kworker.0 00000100:00080000:0.0:1767320195.193765:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320195.193770:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320195.199705:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384218496 00000100:00100000:0.0:1767320195.199721:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384218496 00000100:00100000:0.0:1767320195.199827:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5240 00000100:00100000:0.0:1767320195.199837:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384218496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320195.199938:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384218496:12345-0@lo:400:kworker.0 Request processed in 102us (6913us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320195.199946:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5240 00000100:00080000:0.0:1767320195.199978:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320195.202390:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320195.202505:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384218496:0@lo:400:kworker.0 00000100:00100000:0.0:1767320195.202538:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384218752 00000100:00100000:0.0:1767320195.202544:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384218752 00000100:00100000:0.0:1767320195.202623:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5241 00000100:00100000:0.0:1767320195.202633:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384218752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320195.202705:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384218752:12345-0@lo:400:kworker.0 Request processed in 73us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320195.202714:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5241 00000100:00080000:0.0:1767320195.202737:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320195.202756:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384218752:0@lo:400:kworker.0 00000100:00100000:0.0:1767320195.202775:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320195.202838:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320195.202843:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320195.202847:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384218240:0@lo:38:kworker.0 00000100:00080000:0.0:1767320195.202856:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320195.202860:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320195.202863:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384218368:0@lo:38:kworker.0 00000100:00080000:0.0:1767320195.202873:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320195.202878:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320195.202881:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384218624:0@lo:38:kworker.0 00000100:00080000:0.0:1767320195.202890:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320195.202893:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320195.202896:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384218880:0@lo:38:kworker.0 00010000:00010000:3.0:1767320195.703488:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320196.214942:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320196.727938:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320197.241546:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320197.751773:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384219264:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320197.751838:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384219392:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320197.751883:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320197.751916:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320197.751983:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384219264 00000100:00100000:1.0:1767320197.751991:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384219264 00000100:00100000:1.0:1767320197.752052:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384219392 00000100:00100000:1.0:1767320197.752055:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384219392 00000100:00100000:1.0:1767320197.752092:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2873 00000100:00100000:1.0:1767320197.752103:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384219264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320197.752140:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320197.752183:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384219264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320197.752189:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2873 00000100:00100000:1.0:1767320197.752205:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2874 00000100:00100000:1.0:1767320197.752211:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384219392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320197.752227:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320197.752252:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384219392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320197.752257:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2874 00010000:00010000:1.0:1767320197.752303:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320197.752333:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384219264:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320197.753079:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320197.753087:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320197.754386:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384219392:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320198.263643:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320198.775188:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320199.290277:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320174/real 1767320174] req@ffff93699e3faa00 x1853164384212992/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320199 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320199.290315:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93699e3faa00 x1853164384212992/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320199 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320199.290335:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320199.291473:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320199.291485:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320199.291490:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320199.291497:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5077 00000100:00080000:3.0:1767320199.291503:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320199.291511:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320199.291562:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785180 x1853164384219520/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320199.291595:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320199.291598:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320199.291600:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320199.291603:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5098 00000100:00080000:3.0:1767320199.291605:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320199.291609:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320199.291630:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8786680 x1853164384219648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320199.291638:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320199.291641:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320199.291643:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320199.291647:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5098 00000100:00080000:3.0:1767320199.291650:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320199.291653:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320199.291668:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8787800 x1853164384219776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320199.291725:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320199.291729:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320199.291731:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320199.291737:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5098 00000100:00080000:3.0:1767320199.291740:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320199.291744:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320199.291757:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784e00 x1853164384220032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320199.291778:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767320199.291797:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384219904:0@lo:400:kworker.0 00000100:00080000:3.0:1767320199.291807:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320199.291809:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320199.291814:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5098 00000100:00080000:3.0:1767320199.291817:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320199.291832:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320199.291878:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d9880 x1853164384220288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320199.291894:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320199.291970:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384220160:0@lo:400:kworker.0 00000100:00100000:2.0:1767320199.291992:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384220544:0@lo:400:kworker.0 00000100:00100000:3.0:1767320199.292029:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320199.292039:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320199.292079:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384219904 00000100:00100000:3.0:1767320199.292088:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384219904 00000100:00100000:2.0:1767320199.292151:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320199.292160:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384220416:0@lo:400:kworker.0 00000100:00100000:3.0:1767320199.292173:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384220160 00000100:00100000:3.0:1767320199.292178:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384220160 00000100:00100000:2.0:1767320199.292196:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320199.292211:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5242 00000100:00100000:3.0:1767320199.292224:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384219904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320199.292240:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5243 00000100:00100000:2.0:1767320199.292251:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384220160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320199.292294:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384219904:12345-0@lo:400:kworker.0 Request processed in 72us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320199.292302:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5242 00000100:00100000:2.0:1767320199.292307:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384220160:12345-0@lo:400:kworker.0 Request processed in 56us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320199.292316:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5243 00000100:00100000:2.0:1767320199.292347:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384220544 00000100:00100000:2.0:1767320199.292351:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384220544 00000100:00100000:3.0:1767320199.292367:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384220416 00000100:00100000:3.0:1767320199.292374:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384220416 00000100:00100000:2.0:1767320199.292400:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2068 00000100:00100000:2.0:1767320199.292406:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384220544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320199.292414:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2069 00000100:00100000:3.0:1767320199.292424:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384220416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320199.292439:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384220544:12345-0@lo:400:kworker.0 Request processed in 33us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320199.292457:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384220416:12345-0@lo:400:kworker.0 Request processed in 35us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320199.292519:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320199.292552:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320199.292557:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320199.292560:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320199.292597:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2068 00000100:00100000:1.0:1767320199.292633:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384220160:0@lo:400:kworker.0 00000100:00100000:2.0:1767320199.292640:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384220416:0@lo:400:kworker.0 00000100:00100000:2.0:1767320199.292657:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384220544:0@lo:400:kworker.0 00000100:00100000:1.0:1767320199.292678:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384219904:0@lo:400:kworker.0 00000100:00100000:3.0:1767320199.293311:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2069 00000100:00080000:0.0:1767320199.298935:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320199.298953:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384212992:0@lo:250:kworker.0 00000100:00100000:0.0:1767320199.299025:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384219520:0@lo:250:kworker.0 00000400:00000100:0.0:1767320199.299103:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384219520 offset 0 length 520: 4 00000100:00100000:0.0:1767320199.299151:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384219648:0@lo:38:kworker.0 00000100:00100000:0.0:1767320199.299192:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320199.299218:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384219776:0@lo:38:kworker.0 00000100:00100000:0.0:1767320199.299245:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320199.299270:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384220032:0@lo:38:kworker.0 00000100:00100000:0.0:1767320199.299295:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320199.299332:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384220288:0@lo:38:kworker.0 00000100:00100000:2.0:1767320199.299342:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384219776 00000100:00100000:0.0:1767320199.299354:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320199.299356:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384219776 00000100:00100000:3.0:1767320199.299377:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384219648 00000100:00100000:3.0:1767320199.299382:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384219648 00000100:00100000:0.0:1767320199.299392:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384220032 00000100:00100000:0.0:1767320199.299396:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384220032 00000100:00100000:2.0:1767320199.299414:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2859 00000100:00100000:3.0:1767320199.299423:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384220288 00000100:00100000:2.0:1767320199.299424:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384219776:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320199.299426:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384220288 00010000:00020000:2.0:1767320199.299463:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320199.299555:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24522 00000100:00100000:0.0:1767320199.299560:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384219648:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320199.299583:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320199.299643:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384219648:12345-0@lo:38:kworker.0 Request processed in 80us (450us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320199.299648:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384219776:12345-0@lo:38:kworker.0 Request processed in 222us (398us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320199.299653:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24522 00000100:00100000:2.0:1767320199.299662:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2859 00000100:00100000:0.0:1767320199.299676:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24523 00000100:00100000:0.0:1767320199.299681:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384220032:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320199.299688:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320199.299707:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384220032:12345-0@lo:38:kworker.0 Request processed in 25us (413us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320199.299711:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24523 00000100:00100000:3.0:1767320199.299723:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24524 00000100:00100000:3.0:1767320199.299732:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384220288:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320199.299743:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320199.299767:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320199.299773:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320199.299777:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384219648:0@lo:38:kworker.0 00000100:00080000:0.0:1767320199.299808:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767320199.299810:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384220288:12345-0@lo:38:kworker.0 Request processed in 50us (427us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767320199.299813:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320199.299823:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24524 00000100:00100000:0.0:1767320199.299886:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384219776:0@lo:38:kworker.0 00000100:00080000:0.0:1767320199.299900:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320199.299905:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320199.299907:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384220032:0@lo:38:kworker.0 00000100:00080000:0.0:1767320199.299915:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320199.299918:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320199.299921:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384220288:0@lo:38:kworker.0 00010000:00010000:0.0:1767320199.799750:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320200.262725:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320200.262852:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297413376 00000100:00100000:1.0:1767320200.262867:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297413376 00000100:00100000:1.0:1767320200.262978:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5244 00000100:00100000:1.0:1767320200.262997:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297413376:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320200.263108:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297413376:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 118us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320200.263116:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5244 00000100:00080000:0.0:1767320200.263607:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320200.267824:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320200.267945:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297413248 00000100:00100000:3.0:1767320200.267959:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297413248 00000100:00100000:3.0:1767320200.268022:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24525 00000100:00100000:3.0:1767320200.268032:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297413248:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320200.268065:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320200.268391:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297413248:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 357us (614us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320200.268400:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24525 00000400:00000100:1.0:1767320200.285919:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297413504 offset 0 length 520: 4 00000100:00100000:1.0:1767320200.311229:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320200.824526:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320201.336720:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320201.849465:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320202.359274:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320202.871138:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384220672:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320202.871233:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320202.871316:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384220800:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320202.871339:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767320202.871366:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320202.887222:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384220672 00000100:00100000:0.0:1767320202.887412:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384220672 00000100:00100000:0.0:1767320202.887684:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384220800 00000100:00100000:0.0:1767320202.887689:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384220800 00000100:00100000:3.0:1767320202.887765:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2875 00000100:00100000:3.0:1767320202.887800:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384220672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320202.887856:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320202.887968:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384220672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 190us (16734us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320202.887976:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2875 00000100:00100000:3.0:1767320202.888050:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384220672:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320202.889811:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320202.889823:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320202.890825:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2876 00000100:00100000:0.0:1767320202.890845:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384220800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320202.890891:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320202.890997:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384220800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 159us (19656us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320202.891005:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2876 00000100:00100000:3.0:1767320202.891297:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384220800:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320203.383008:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320203.896698:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320204.406952:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320204.406966:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320204.406970:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320204.406974:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320204.406980:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320204.406992:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5102 00000100:00080000:3.0:1767320204.406998:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320204.407007:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320204.407060:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d8e00 x1853164384220928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320204.407092:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320204.407095:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320204.407097:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320204.407102:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5102 00000100:00080000:3.0:1767320204.407105:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320204.407108:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320204.407121:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d8000 x1853164384221056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320204.407173:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320204.407178:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320204.407180:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320204.407183:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5102 00000100:00080000:3.0:1767320204.407192:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320204.407195:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320204.407208:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6daa00 x1853164384221312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320204.407241:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320204.407245:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320204.407247:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320204.407251:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5102 00000100:00080000:3.0:1767320204.407253:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320204.407256:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320204.407267:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d9500 x1853164384221568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320204.407324:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384221696:0@lo:400:kworker.0 00000100:00100000:3.0:1767320204.407429:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320204.407509:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320204.407530:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384221440:0@lo:400:kworker.0 00000100:00100000:3.0:1767320204.407560:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320204.407599:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384221696 00000100:00100000:3.0:1767320204.407607:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384221696 00000100:00100000:0.0:1767320204.407725:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384220928:0@lo:38:kworker.0 00000100:00100000:0.0:1767320204.407761:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320204.407811:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384221056:0@lo:38:kworker.0 00000100:00100000:0.0:1767320204.407842:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320204.407850:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384221184:0@lo:400:kworker.0 00000100:00100000:1.0:1767320204.407887:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320204.407925:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320204.407931:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384221824:0@lo:400:kworker.0 00000100:00100000:1.0:1767320204.407953:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320204.412328:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320204.412381:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384221440 00000100:00100000:2.0:1767320204.412396:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384221440 00000100:00100000:2.0:1767320204.412482:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384220928 00000100:00100000:2.0:1767320204.412487:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384220928 00000100:00100000:2.0:1767320204.412513:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384221184 00000100:00100000:2.0:1767320204.412516:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384221184 00000100:00100000:2.0:1767320204.412640:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5245 00000100:00100000:2.0:1767320204.412652:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384221440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320204.412778:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384221440:12345-0@lo:400:kworker.0 Request processed in 128us (5216us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320204.413189:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5245 00000100:00100000:2.0:1767320204.413215:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5246 00000100:00100000:2.0:1767320204.413225:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384221184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320204.413268:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384221184:12345-0@lo:400:kworker.0 Request processed in 46us (5381us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320204.413275:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5246 00000100:00100000:2.0:1767320204.413289:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24526 00000100:00100000:2.0:1767320204.413293:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384220928:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320204.413318:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320204.413351:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384220928:12345-0@lo:38:kworker.0 Request processed in 56us (5590us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320204.413358:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24526 00000100:00080000:2.0:1767320204.413378:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320204.413446:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384221056 00000100:00100000:2.0:1767320204.413453:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384221056 00000100:00100000:2.0:1767320204.413481:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2860 00000100:00100000:2.0:1767320204.413487:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384221056:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320204.413498:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320204.413533:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384221312:0@lo:38:kworker.0 00000100:00100000:2.0:1767320204.414177:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384221056:12345-0@lo:38:kworker.0 Request processed in 685us (6331us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320204.414189:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320204.414193:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2860 00000100:00100000:0.0:1767320204.414231:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384221312 00000100:00100000:0.0:1767320204.414239:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384221312 00000100:00100000:0.0:1767320204.414271:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24527 00000100:00100000:0.0:1767320204.414277:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384221312:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320204.414290:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384221440:0@lo:400:kworker.0 00010000:00020000:0.0:1767320204.414295:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320204.414333:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384221312:12345-0@lo:38:kworker.0 Request processed in 54us (149us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320204.414340:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24527 00000100:00100000:2.0:1767320204.414355:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320204.414378:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320204.414385:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320204.414389:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384221312:0@lo:38:kworker.0 00000100:00100000:0.0:1767320204.414400:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384221568:0@lo:38:kworker.0 00000100:00100000:0.0:1767320204.416232:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320204.416321:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320204.416328:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320204.416331:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384220928:0@lo:38:kworker.0 00000100:00080000:0.0:1767320204.416344:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320204.416348:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320204.416351:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384221056:0@lo:38:kworker.0 00000100:00100000:2.0:1767320204.416835:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384221568 00000100:00100000:2.0:1767320204.416847:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384221568 00000100:00100000:2.0:1767320204.416896:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24528 00000100:00100000:2.0:1767320204.416905:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384221568:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320204.416941:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320204.417001:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384221568:12345-0@lo:38:kworker.0 Request processed in 96us (773us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320204.417008:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24528 00000100:00080000:0.0:1767320204.417153:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320204.417159:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320204.417162:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384221568:0@lo:38:kworker.0 00000100:00100000:1.0:1767320204.421632:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384221184:0@lo:400:kworker.0 00000100:00100000:3.0:1767320204.422399:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384221824 00000100:00100000:3.0:1767320204.422426:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384221824 00000100:00100000:3.0:1767320204.422529:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2070 00000100:00100000:3.0:1767320204.422544:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384221696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320204.422673:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384221696:12345-0@lo:400:kworker.0 Request processed in 133us (15244us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320204.422682:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2070 00000100:00100000:3.0:1767320204.422701:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2071 00000100:00100000:3.0:1767320204.422708:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384221824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320204.422747:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384221824:12345-0@lo:400:kworker.0 Request processed in 39us (14792us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320204.422753:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2071 00000100:00100000:3.0:1767320204.422831:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384221696:0@lo:400:kworker.0 00000100:00080000:0.0:1767320204.422890:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320204.423004:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384221824:0@lo:400:kworker.0 00010000:00010000:0.0:1767320204.920581:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320205.383980:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320205.384076:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297413760 00000100:00100000:0.0:1767320205.384090:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297413760 00000100:00100000:0.0:1767320205.384596:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5247 00000100:00100000:0.0:1767320205.384610:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297413760:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320205.384729:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297413760:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 122us (766us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320205.384737:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5247 00000100:00080000:2.0:1767320205.384969:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320205.390092:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320205.390210:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297413632 00000100:00100000:0.0:1767320205.390298:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297413632 00000100:00100000:0.0:1767320205.390444:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24529 00000100:00100000:0.0:1767320205.390456:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297413632:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320205.390498:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320205.390630:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297413632:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 173us (546us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320205.390638:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24529 00000100:00100000:2.0:1767320205.430961:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320205.943066:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320206.454905:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320206.967824:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320207.478908:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320207.991208:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320207.991232:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384221952:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320207.991301:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320207.991395:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384221952 00000100:00100000:3.0:1767320207.991403:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384221952 00000100:00100000:3.0:1767320207.991455:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2877 00000100:00100000:3.0:1767320207.991464:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384221952:12345-0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320207.991775:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320207.991813:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320207.991825:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384222080:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320207.991858:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320207.991891:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320207.991908:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384222080 00000100:00100000:1.0:1767320207.991912:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384222080 00000100:00100000:1.0:1767320207.991940:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2878 00000100:00100000:1.0:1767320207.991950:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384222080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320207.991971:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320207.992013:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384222080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320207.992020:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2878 00000100:00080000:1.0:1767320207.992038:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320207.992072:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384222080:0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320207.992142:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320207.992191:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384221952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 727us (890us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320207.992197:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2877 00000100:00100000:1.0:1767320207.992348:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384221952:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320208.503000:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320209.015329:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320209.527051:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320209.527215:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320209.527229:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320209.527280:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320209.527285:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320209.527289:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320209.527297:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5107 00000100:00080000:1.0:1767320209.527301:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320209.527308:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320209.527346:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f13b80 x1853164384222208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320209.527368:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320209.527371:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320209.527373:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320209.527378:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5107 00000100:00080000:1.0:1767320209.527381:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320209.527394:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320209.527408:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f12680 x1853164384222336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320209.527484:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:1.0:1767320209.527502:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320209.527506:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320209.527509:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320209.527514:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5107 00000100:00080000:1.0:1767320209.527517:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320209.527521:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320209.527535:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f11880 x1853164384222592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320209.527571:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320209.527575:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320209.527577:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320209.527580:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5107 00000100:00080000:1.0:1767320209.527583:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320209.527586:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320209.527597:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f10700 x1853164384222848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320209.527655:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384222720:0@lo:400:kworker.0 00000100:00100000:2.0:1767320209.527716:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320209.527778:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320209.527803:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384222976:0@lo:400:kworker.0 00000100:00100000:2.0:1767320209.527827:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320209.527860:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384223104:0@lo:400:kworker.0 00000100:00100000:3.0:1767320209.527910:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384222208:0@lo:38:kworker.0 00000100:00100000:3.0:1767320209.527934:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320209.527956:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384222336:0@lo:38:kworker.0 00000100:00100000:0.0:1767320209.527995:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384222720 00000100:00100000:0.0:1767320209.528003:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384222720 00000100:00100000:0.0:1767320209.528056:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384222208 00000100:00100000:3.0:1767320209.528058:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320209.528060:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384222208 00000100:00100000:0.0:1767320209.528083:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5248 00000100:00100000:0.0:1767320209.528094:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384222720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320209.528139:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384222720:12345-0@lo:400:kworker.0 Request processed in 48us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320209.528147:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5248 00000100:00100000:0.0:1767320209.528164:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24530 00000100:00100000:0.0:1767320209.528169:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384222208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320209.528187:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320209.528213:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384222208:12345-0@lo:38:kworker.0 Request processed in 43us (279us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320209.528219:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24530 00000100:00080000:0.0:1767320209.528241:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320209.530090:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384222592:0@lo:38:kworker.0 00000100:00100000:3.0:1767320209.530139:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320209.530168:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384222848:0@lo:38:kworker.0 00000100:00100000:3.0:1767320209.530195:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320209.530857:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320209.530863:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320209.530867:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384222208:0@lo:38:kworker.0 00000100:00100000:2.0:1767320209.531174:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384222720:0@lo:400:kworker.0 00000100:00100000:2.0:1767320209.531202:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384222336 00000100:00100000:2.0:1767320209.531209:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384222336 00000100:00100000:2.0:1767320209.531242:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2861 00000100:00100000:2.0:1767320209.531248:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384222336:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320209.531268:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320209.531313:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384222336:12345-0@lo:38:kworker.0 Request processed in 64us (3257us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320209.531321:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2861 00000100:00100000:2.0:1767320209.531361:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320209.531711:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384222976 00000100:00100000:3.0:1767320209.531717:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384222976 00000100:00100000:3.0:1767320209.531765:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2072 00000100:00100000:3.0:1767320209.531773:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384222976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320209.531838:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384222976:12345-0@lo:400:kworker.0 Request processed in 66us (4010us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320209.531844:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2072 00000100:00080000:3.0:1767320209.532307:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320209.532313:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320209.532317:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384222336:0@lo:38:kworker.0 00000100:00100000:0.0:1767320209.532725:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384222592 00000100:00100000:0.0:1767320209.532731:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384222592 00000100:00100000:0.0:1767320209.532756:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384222848 00000100:00100000:0.0:1767320209.532759:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384222848 00000100:00100000:0.0:1767320209.532776:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24531 00000100:00100000:0.0:1767320209.532796:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384222592:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320209.532813:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320209.532870:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384222592:12345-0@lo:38:kworker.0 Request processed in 74us (2731us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320209.532876:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24531 00000100:00100000:0.0:1767320209.532890:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24532 00000100:00100000:0.0:1767320209.532894:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384222848:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320209.532903:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320209.532928:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384222848:12345-0@lo:38:kworker.0 Request processed in 32us (2733us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320209.532933:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24532 00000100:00080000:0.0:1767320209.532957:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320209.532978:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384223104 00000100:00100000:0.0:1767320209.532982:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384223104 00000100:00100000:0.0:1767320209.533011:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2073 00000100:00100000:0.0:1767320209.533018:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384223104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320209.533053:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384223104:12345-0@lo:400:kworker.0 Request processed in 36us (1692us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320209.533059:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2073 00000100:00080000:0.0:1767320209.533072:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320209.533101:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320209.533105:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320209.533109:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384222592:0@lo:38:kworker.0 00000100:00080000:0.0:1767320209.533117:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320209.533121:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320209.533123:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384222848:0@lo:38:kworker.0 00000100:00100000:2.0:1767320209.533207:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384222464:0@lo:400:kworker.0 00000100:00100000:2.0:1767320209.533248:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320209.533276:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384223104:0@lo:400:kworker.0 00000100:00100000:2.0:1767320209.533302:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384222976:0@lo:400:kworker.0 00000100:00100000:1.0:1767320209.535030:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384222464 00000100:00100000:1.0:1767320209.535041:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384222464 00000100:00100000:1.0:1767320209.535184:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5249 00000100:00100000:1.0:1767320209.535196:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384222464:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320209.535254:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320209.535456:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384222464:12345-0@lo:400:kworker.0 Request processed in 263us (2206us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320209.535465:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5249 00000100:00100000:2.0:1767320209.535513:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384222464:0@lo:400:kworker.0 00010000:00010000:0.0:1767320210.039577:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320210.502242:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320210.502305:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320210.502420:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297413888 00000100:00100000:0.0:1767320210.502446:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297413888 00000100:00100000:0.0:1767320210.502513:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297414016 00000100:00100000:0.0:1767320210.502517:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297414016 00000100:00100000:3.0:1767320210.502643:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24533 00000100:00100000:3.0:1767320210.502658:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297413888:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320210.502692:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320210.502838:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297413888:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 180us (610us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320210.502847:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24533 00000100:00100000:0.0:1767320210.503024:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5250 00000100:00100000:0.0:1767320210.503034:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297414016:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320210.503098:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297414016:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 66us (792us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320210.503105:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5250 00000100:00080000:1.0:1767320210.505531:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320210.551479:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320211.063194:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320211.575463:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320212.087717:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320212.599909:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320213.117815:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320213.117901:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384223232:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320213.118004:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320213.118109:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384223232 00000100:00100000:3.0:1767320213.118120:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384223232 00010000:00010000:2.0:1767320213.118177:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320213.118211:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2879 00000100:00080000:2.0:1767320213.118216:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320213.118225:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384223232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320213.118271:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320213.118339:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384223232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320213.118347:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2879 00000100:00100000:2.0:1767320213.119775:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384223232:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320213.122015:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384223360:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320213.122200:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320213.122603:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384223360 00000100:00100000:3.0:1767320213.122613:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384223360 00000100:00100000:3.0:1767320213.122749:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2880 00000100:00100000:3.0:1767320213.122759:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384223360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320213.123704:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320213.123997:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384223360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1239us (1795us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320213.124004:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2880 00000100:00080000:2.0:1767320213.124428:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320213.124625:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384223360:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320213.622918:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320214.137256:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320214.647252:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320214.647366:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320214.647373:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320214.647376:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320214.647694:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320214.647698:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320214.647709:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5112 00000100:00080000:3.0:1767320214.647714:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320214.647723:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320214.647770:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d8000 x1853164384223488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320214.647858:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384223488:0@lo:38:kworker.0 00000100:00100000:0.0:1767320214.647925:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320214.648156:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320214.648161:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320214.648163:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320214.648168:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5112 00000100:00080000:3.0:1767320214.648170:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320214.648175:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320214.648193:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d8e00 x1853164384223616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320214.650250:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384223488 00000100:00100000:1.0:1767320214.650267:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384223488 00000100:00100000:1.0:1767320214.650343:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24534 00000100:00100000:1.0:1767320214.650353:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384223488:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320214.650391:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320214.652196:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384223616:0@lo:38:kworker.0 00000100:00100000:0.0:1767320214.652275:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320214.652396:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384223616 00000100:00100000:2.0:1767320214.652405:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384223616 00000100:00100000:2.0:1767320214.652455:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2862 00000100:00100000:2.0:1767320214.652463:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384223616:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320214.652486:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320214.652531:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384223616:12345-0@lo:38:kworker.0 Request processed in 67us (256us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320214.652538:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2862 00000100:00100000:1.0:1767320214.652551:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384223488:12345-0@lo:38:kworker.0 Request processed in 2198us (4625us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320214.652560:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24534 00000100:00100000:2.0:1767320214.652775:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:3.0:1767320214.652808:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320214.652813:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320214.652817:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320214.652823:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5112 00000100:00080000:3.0:1767320214.652827:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320214.652832:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320214.652858:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d9c00 x1853164384223872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320214.652887:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320214.652891:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320214.652893:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320214.652896:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5112 00000100:00080000:3.0:1767320214.652900:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320214.652903:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320214.652914:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d8700 x1853164384224128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320214.652970:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320214.652983:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384224384:0@lo:400:kworker.0 00000100:00100000:1.0:1767320214.653019:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320214.653043:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320214.653048:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320214.653052:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384223488:0@lo:38:kworker.0 00000100:00100000:0.0:1767320214.653072:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384223872:0@lo:38:kworker.0 00000100:00100000:1.0:1767320214.653076:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384224384 00000100:00100000:1.0:1767320214.653079:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384224384 00000100:00100000:0.0:1767320214.653097:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320214.653115:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384224128:0@lo:38:kworker.0 00000100:00100000:1.0:1767320214.653117:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2074 00000100:00100000:1.0:1767320214.653124:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384224384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320214.653133:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320214.653152:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320214.653157:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320214.653160:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384223616:0@lo:38:kworker.0 00000100:00100000:1.0:1767320214.653161:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384224384:12345-0@lo:400:kworker.0 Request processed in 38us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320214.653167:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2074 00000100:00100000:0.0:1767320214.653193:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384223872 00000100:00100000:0.0:1767320214.653197:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384223872 00000100:00100000:1.0:1767320214.653207:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384224384:0@lo:400:kworker.0 00000100:00100000:0.0:1767320214.653216:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384224128 00000100:00100000:0.0:1767320214.653218:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384224128 00000100:00100000:0.0:1767320214.653233:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24535 00000100:00100000:0.0:1767320214.653237:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384223872:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320214.653237:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24536 00000100:00100000:1.0:1767320214.653241:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384224128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320214.653248:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767320214.653250:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320214.653274:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384223872:12345-0@lo:38:kworker.0 Request processed in 35us (176us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320214.653280:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24535 00000100:00100000:2.0:1767320214.653320:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384223744:0@lo:400:kworker.0 00000100:00100000:2.0:1767320214.653345:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320214.653370:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384223744 00000100:00100000:2.0:1767320214.653373:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384223744 00000100:00100000:2.0:1767320214.655389:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5251 00000100:00100000:2.0:1767320214.655405:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384223744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320214.655505:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384223744:12345-0@lo:400:kworker.0 Request processed in 105us (2157us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320214.655512:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5251 00000100:00080000:2.0:1767320214.655540:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320214.655580:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384223744:0@lo:400:kworker.0 00000100:00100000:2.0:1767320214.655640:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384224000:0@lo:400:kworker.0 00000100:00100000:2.0:1767320214.656461:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320214.656500:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320214.656510:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384224256:0@lo:400:kworker.0 00000100:00100000:2.0:1767320214.656539:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320214.656575:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384224000 00000100:00100000:2.0:1767320214.656583:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384224000 00000100:00100000:2.0:1767320214.656625:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5252 00000100:00100000:2.0:1767320214.656631:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384224000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320214.656825:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384224000:12345-0@lo:400:kworker.0 Request processed in 193us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320214.656833:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5252 00000100:00080000:2.0:1767320214.656855:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320214.656882:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384224000:0@lo:400:kworker.0 00000100:00100000:2.0:1767320214.656926:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384224256 00000100:00100000:2.0:1767320214.656930:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384224256 00000100:00100000:2.0:1767320214.656967:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2075 00000100:00100000:2.0:1767320214.656974:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384224256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320214.657011:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384224256:12345-0@lo:400:kworker.0 Request processed in 38us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320214.657017:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2075 00000100:00100000:2.0:1767320214.657055:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384224256:0@lo:400:kworker.0 00000100:00100000:1.0:1767320214.657511:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384224128:12345-0@lo:38:kworker.0 Request processed in 4265us (4373us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320214.657521:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24536 00000100:00080000:0.0:1767320214.659323:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320214.659336:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320214.659341:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384223872:0@lo:38:kworker.0 00000100:00080000:0.0:1767320214.659366:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320214.659370:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320214.659374:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384224128:0@lo:38:kworker.0 00010000:00010000:0.0:1767320215.159061:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320215.626883:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320215.626952:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320215.627068:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297414144 00000100:00100000:2.0:1767320215.627083:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297414144 00000100:00100000:2.0:1767320215.627148:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297414272 00000100:00100000:2.0:1767320215.627151:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297414272 00000100:00100000:2.0:1767320215.627205:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5253 00000100:00100000:2.0:1767320215.627220:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297414272:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320215.627332:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297414272:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 104us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320215.627341:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5253 00000100:00100000:2.0:1767320215.627364:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24537 00000100:00100000:2.0:1767320215.627369:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297414144:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320215.627395:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320215.627438:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297414144:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 67us (574us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320215.627445:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24537 00000100:00080000:2.0:1767320215.627583:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320215.671359:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320216.183929:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320216.696020:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320217.207128:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320217.719096:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320218.231309:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320218.231367:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384224512:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320218.231472:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320218.232043:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384224512 00000100:00100000:3.0:1767320218.232053:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384224512 00000100:00100000:3.0:1767320218.232137:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2881 00000100:00100000:3.0:1767320218.232147:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384224512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320218.232183:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320218.232244:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384224512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320218.232252:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2881 00000100:00100000:3.0:1767320218.232302:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384224512:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320218.232378:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320218.233026:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384224640:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320218.233072:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320218.233172:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384224640 00000100:00100000:1.0:1767320218.233178:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384224640 00000100:00100000:1.0:1767320218.233228:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2882 00000100:00100000:1.0:1767320218.233240:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384224640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320218.233262:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320218.233322:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384224640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320218.233328:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2882 00000100:00100000:0.0:1767320218.233415:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384224640:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320218.233650:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320218.742919:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320219.255096:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320219.766927:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320219.767134:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320219.767140:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320219.767143:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320219.767147:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320219.767151:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320219.767158:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5117 00000100:00080000:1.0:1767320219.767162:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320219.767168:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320219.767205:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f12680 x1853164384224768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320219.767227:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320219.767231:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320219.767233:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320219.767237:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5117 00000100:00080000:1.0:1767320219.767239:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320219.767253:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320219.767274:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f13100 x1853164384224896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320219.767322:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320219.767326:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320219.767327:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320219.767331:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5117 00000100:00080000:1.0:1767320219.767333:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320219.767336:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320219.767347:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f10000 x1853164384225152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320219.767367:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320219.767370:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320219.767371:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320219.767375:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5117 00000100:00080000:1.0:1767320219.767378:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320219.767390:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320219.767404:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f12a00 x1853164384225408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320219.767751:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384225664:0@lo:400:kworker.0 00000100:00100000:3.0:1767320219.767815:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384225024:0@lo:400:kworker.0 00000100:00100000:2.0:1767320219.767844:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320219.767861:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320219.767934:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384225536:0@lo:400:kworker.0 00000100:00100000:0.0:1767320219.767969:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384224768:0@lo:38:kworker.0 00000100:00100000:2.0:1767320219.767972:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320219.767992:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320219.767997:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320219.767998:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384225280:0@lo:400:kworker.0 00000100:00100000:1.0:1767320219.768018:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384225664 00000100:00100000:2.0:1767320219.768021:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320219.768024:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384224896:0@lo:38:kworker.0 00000100:00100000:1.0:1767320219.768029:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384225664 00000100:00100000:0.0:1767320219.768046:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320219.768062:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384225536 00000100:00100000:2.0:1767320219.768066:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384225536 00000100:00100000:0.0:1767320219.768078:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384225152:0@lo:38:kworker.0 00000100:00100000:2.0:1767320219.768097:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2076 00000100:00100000:0.0:1767320219.768100:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320219.768105:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2077 00000100:00100000:2.0:1767320219.768107:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384225664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320219.768116:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384225408:0@lo:38:kworker.0 00000100:00100000:1.0:1767320219.768122:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384225536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320219.768140:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320219.768158:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384225664:12345-0@lo:400:kworker.0 Request processed in 54us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320219.768166:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2076 00000100:00100000:0.0:1767320219.768179:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384225024 00000100:00100000:0.0:1767320219.768183:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384225024 00000100:00100000:1.0:1767320219.768188:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384225536:12345-0@lo:400:kworker.0 Request processed in 70us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320219.768194:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384224768 00000100:00100000:1.0:1767320219.768198:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2077 00000100:00100000:2.0:1767320219.768199:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384224768 00000100:00100000:2.0:1767320219.768215:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384225280 00000100:00100000:0.0:1767320219.768217:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384225152 00000100:00100000:2.0:1767320219.768218:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384225280 00000100:00100000:0.0:1767320219.768219:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384225152 00000100:00100000:0.0:1767320219.768228:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384225408 00000100:00100000:0.0:1767320219.768230:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384225408 00000100:00100000:2.0:1767320219.768233:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5254 00000100:00100000:2.0:1767320219.768239:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384225024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320219.768241:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5255 00000100:00100000:1.0:1767320219.768246:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384224896 00000100:00100000:0.0:1767320219.768250:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384225280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320219.768252:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384224896 00000100:00100000:2.0:1767320219.768268:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384225024:12345-0@lo:400:kworker.0 Request processed in 30us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320219.768275:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5254 00000100:00100000:0.0:1767320219.768281:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384225280:12345-0@lo:400:kworker.0 Request processed in 35us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320219.768286:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5255 00000100:00100000:1.0:1767320219.768292:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2863 00000100:00100000:2.0:1767320219.768293:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24538 00000100:00100000:0.0:1767320219.768299:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24539 00000100:00100000:2.0:1767320219.768300:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384224768:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320219.768302:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384225152:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320219.768308:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384224896:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320219.768318:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320219.768351:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384224768:12345-0@lo:38:kworker.0 Request processed in 49us (353us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320219.768356:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24538 00000100:00100000:2.0:1767320219.768367:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24540 00000100:00100000:2.0:1767320219.768372:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384225408:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320219.770992:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384225024:0@lo:400:kworker.0 00000100:00100000:3.0:1767320219.771085:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384225280:0@lo:400:kworker.0 00000100:00100000:3.0:1767320219.771211:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384225536:0@lo:400:kworker.0 00000100:00100000:3.0:1767320219.771237:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384225664:0@lo:400:kworker.0 00000100:00080000:3.0:1767320219.771291:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320219.771304:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320219.771307:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384224768:0@lo:38:kworker.0 00000100:00080000:3.0:1767320219.771334:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:0.0:1767320219.777498:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320219.777694:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384225152:12345-0@lo:38:kworker.0 Request processed in 9388us (9591us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320219.777705:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24539 00000100:00080000:3.0:1767320219.777909:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320219.777916:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320219.777921:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384225152:0@lo:38:kworker.0 00010000:00020000:1.0:1767320219.778870:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1767320219.778887:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320219.778991:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384224896:12345-0@lo:38:kworker.0 Request processed in 10689us (10942us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320219.779002:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2863 00000100:00100000:2.0:1767320219.779258:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384225408:12345-0@lo:38:kworker.0 Request processed in 10883us (11117us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320219.779264:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24540 00000100:00080000:3.0:1767320219.779991:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320219.779996:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320219.779999:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384224896:0@lo:38:kworker.0 00000100:00080000:3.0:1767320219.780006:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320219.780008:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320219.780010:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384225408:0@lo:38:kworker.0 00010000:00010000:0.0:1767320220.280390:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320220.744044:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320220.744220:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320220.754182:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297414528 00000100:00100000:0.0:1767320220.754197:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297414528 00000100:00100000:0.0:1767320220.754305:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297414400 00000100:00100000:0.0:1767320220.754309:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297414400 00000100:00100000:0.0:1767320220.754337:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5256 00000100:00100000:0.0:1767320220.754349:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297414528:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320220.754454:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297414528:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 105us (10421us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320220.754462:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5256 00000100:00100000:0.0:1767320220.754484:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24541 00000100:00100000:0.0:1767320220.754489:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297414400:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320220.754510:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320220.754536:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297414400:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 46us (10316us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767320220.754809:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320220.755148:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24541 00000100:00100000:2.0:1767320220.791345:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320221.303156:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320221.815101:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320222.327933:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320222.838961:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320223.351247:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384225792:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320223.351376:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320223.351601:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384225792 00000100:00100000:0.0:1767320223.351613:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384225792 00000100:00100000:0.0:1767320223.351700:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2883 00000100:00100000:0.0:1767320223.351711:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384225792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320223.351753:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320223.351830:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384225792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320223.351839:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2883 00000100:00080000:3.0:1767320223.352029:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320223.352041:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320223.352057:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384225920:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320223.352089:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767320223.352119:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320223.352162:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384225792:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320223.352168:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384225920 00000100:00100000:2.0:1767320223.352172:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384225920 00000100:00100000:2.0:1767320223.352220:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2884 00000100:00100000:2.0:1767320223.352227:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384225920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320223.352252:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320223.352291:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384225920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320223.352297:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2884 00000100:00080000:1.0:1767320223.352359:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320223.352597:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384225920:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320223.862962:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320224.375528:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320224.838302:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:2.0:1767320224.838363:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297414656 offset 0 length 520: 4 00000100:00100000:2.0:1767320224.838397:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320224.838446:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297414912 00000100:00100000:1.0:1767320224.838466:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297414912 00000100:00100000:1.0:1767320224.838574:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297414784 00000100:00100000:1.0:1767320224.838578:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297414784 00000100:00100000:1.0:1767320224.838603:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5257 00000100:00100000:1.0:1767320224.838622:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297414912:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320224.838655:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24542 00000100:00100000:2.0:1767320224.838667:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297414784:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320224.838695:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320224.838744:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297414912:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 127us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320224.838755:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5257 00000100:00100000:2.0:1767320224.838773:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297414784:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 102us (372us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320224.838836:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24542 00000100:00080000:3.0:1767320224.839111:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320224.886928:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320199/real 1767320199] req@ffff9369b8785180 x1853164384219520/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320224 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320224.886965:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b8785180 x1853164384219520/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320224 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320224.886985:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320224.887022:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320224.887027:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384219520:0@lo:250:kworker.0 00000100:00100000:1.0:1767320224.887252:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320224.887280:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320224.887287:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320224.887291:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320224.887296:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5102 00000100:00080000:2.0:1767320224.887301:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320224.887307:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320224.887361:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be5c00 x1853164384226048/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320224.887387:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320224.887391:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320224.887393:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320224.887396:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5123 00000100:00080000:2.0:1767320224.887398:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320224.887401:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320224.887419:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be5180 x1853164384226176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320224.887427:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320224.887430:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320224.887432:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320224.887436:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5123 00000100:00080000:2.0:1767320224.887439:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320224.887442:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320224.887453:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf6d80 x1853164384226304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320224.887496:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320224.887501:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320224.887503:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320224.887506:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5123 00000100:00080000:2.0:1767320224.887508:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320224.887511:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320224.887526:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91d500 x1853164384226560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320224.887554:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384226432:0@lo:400:kworker.0 00000100:00080000:2.0:1767320224.887555:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320224.887570:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320224.887573:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320224.887577:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5123 00000100:00080000:2.0:1767320224.887579:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320224.887582:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320224.887597:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84700 x1853164384226816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320224.887664:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320224.887761:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320224.887770:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384227072:0@lo:400:kworker.0 00000100:00100000:0.0:1767320224.887827:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320224.887912:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384226688:0@lo:400:kworker.0 00000100:00100000:1.0:1767320224.887944:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320224.887973:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320224.887979:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384226944:0@lo:400:kworker.0 00000100:00100000:1.0:1767320224.888004:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320224.888040:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384227072 00000100:00100000:1.0:1767320224.888050:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384227072 00000100:00100000:1.0:1767320224.888121:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384226944 00000100:00100000:1.0:1767320224.888125:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384226944 00000100:00100000:3.0:1767320224.888133:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2078 00000100:00100000:3.0:1767320224.888153:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384227072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320224.888246:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384226432 00000100:00100000:0.0:1767320224.888253:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384226432 00000100:00100000:3.0:1767320224.888257:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384227072:12345-0@lo:400:kworker.0 Request processed in 110us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320224.888271:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2078 00000100:00100000:3.0:1767320224.888305:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2079 00000100:00100000:3.0:1767320224.888318:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384226944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320224.888320:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384226688 00000100:00100000:0.0:1767320224.888326:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384226688 00000100:00100000:0.0:1767320224.888377:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5258 00000100:00100000:0.0:1767320224.888389:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384226432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320224.888399:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384226944:12345-0@lo:400:kworker.0 Request processed in 84us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320224.888408:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2079 00000100:00100000:2.0:1767320224.888494:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5259 00000100:00100000:2.0:1767320224.888505:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384226688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320224.888546:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384226688:12345-0@lo:400:kworker.0 Request processed in 43us (600us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320224.888554:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5259 00000100:00100000:2.0:1767320224.888602:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384226048:0@lo:250:kworker.0 00000400:00000100:2.0:1767320224.888626:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384226048 offset 0 length 520: 4 00000100:00100000:2.0:1767320224.888649:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384226176:0@lo:38:kworker.0 00000100:00100000:2.0:1767320224.888673:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320224.888691:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384226304:0@lo:38:kworker.0 00000100:00100000:2.0:1767320224.888715:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320224.888734:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384226560:0@lo:38:kworker.0 00000100:00100000:2.0:1767320224.888754:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320224.888771:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384226816:0@lo:38:kworker.0 00000100:00100000:2.0:1767320224.888837:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320224.888861:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384226176 00000100:00100000:2.0:1767320224.888864:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384226176 00000100:00100000:2.0:1767320224.888877:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384226560 00000100:00100000:2.0:1767320224.888879:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384226560 00000100:00100000:2.0:1767320224.888886:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384226816 00000100:00100000:2.0:1767320224.888888:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384226816 00000100:00100000:2.0:1767320224.888898:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24543 00000100:00100000:2.0:1767320224.888903:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384226176:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320224.888925:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320224.888961:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384226176:12345-0@lo:38:kworker.0 Request processed in 56us (286us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320224.888967:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24543 00000100:00100000:2.0:1767320224.888980:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24544 00000100:00100000:2.0:1767320224.888984:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384226560:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320224.888993:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320224.889016:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384226560:12345-0@lo:38:kworker.0 Request processed in 31us (261us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320224.889022:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24544 00000100:00100000:2.0:1767320224.889032:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24545 00000100:00100000:2.0:1767320224.889036:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384226816:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320224.889048:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320224.889069:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384226816:12345-0@lo:38:kworker.0 Request processed in 31us (231us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320224.889074:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24545 00000100:00080000:2.0:1767320224.889127:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320224.889133:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320224.889137:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384226176:0@lo:38:kworker.0 00000100:00080000:2.0:1767320224.889161:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320224.889165:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320224.889168:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384226560:0@lo:38:kworker.0 00000100:00080000:2.0:1767320224.889176:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320224.889180:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320224.889182:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384226816:0@lo:38:kworker.0 00000100:00100000:2.0:1767320224.889232:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384226944:0@lo:400:kworker.0 00000100:00100000:2.0:1767320224.889244:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384226688:0@lo:400:kworker.0 00000100:00080000:2.0:1767320224.889302:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320224.889343:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384227072:0@lo:400:kworker.0 00000100:00100000:2.0:1767320224.889376:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384226304 00000100:00100000:2.0:1767320224.889380:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384226304 00000100:00100000:2.0:1767320224.889405:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2864 00000100:00100000:2.0:1767320224.889409:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384226304:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320224.889419:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320224.889450:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384226304:12345-0@lo:38:kworker.0 Request processed in 39us (734us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320224.889457:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2864 00000100:00100000:0.0:1767320224.889628:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384226432:12345-0@lo:400:kworker.0 Request processed in 1242us (1964us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320224.889636:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5258 00000100:00100000:0.0:1767320224.889672:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384226432:0@lo:400:kworker.0 00000100:00080000:3.0:1767320224.896675:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320224.896689:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320224.896695:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384226304:0@lo:38:kworker.0 00010000:00010000:0.0:1767320225.399753:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320225.912893:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320226.423143:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320226.934861:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320227.447552:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320227.958895:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320228.471047:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320228.471323:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384227200:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320228.471328:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384227328:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320228.474499:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320228.476038:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384227328 00000100:00100000:3.0:1767320228.476056:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384227328 00000100:00100000:3.0:1767320228.476165:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2885 00000100:00100000:3.0:1767320228.476176:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384227328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320228.476222:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320228.476315:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384227328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 141us (1828us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320228.476324:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2885 00000100:00100000:3.0:1767320228.476379:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384227328:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320228.476728:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320228.476828:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384227200 00000100:00100000:0.0:1767320228.476833:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384227200 00000100:00100000:0.0:1767320228.476867:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2886 00000100:00100000:0.0:1767320228.476875:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384227200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320228.476892:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320228.476937:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384227200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 62us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320228.476944:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2886 00000100:00100000:1.0:1767320228.477012:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384227200:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320228.477390:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320228.477395:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320228.983133:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320229.497747:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320229.958633:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320229.958762:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297415168 00000100:00100000:0.0:1767320229.958772:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297415168 00000100:00100000:0.0:1767320229.959033:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5260 00000100:00100000:0.0:1767320229.959046:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297415168:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320229.959089:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00080000:2.0:1767320229.959179:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320229.959280:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297415168:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 236us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320229.959302:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5260 00000100:00100000:0.0:1767320229.965470:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297415040 00000100:00100000:0.0:1767320229.965489:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297415040 00000100:00100000:0.0:1767320229.965542:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24546 00000100:00100000:0.0:1767320229.965552:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297415040:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320229.965576:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320229.965651:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297415040:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 101us (6564us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320229.965658:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24546 00000100:00080000:0.0:1767320230.008342:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320230.008353:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320230.008356:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320230.008360:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320230.008364:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320230.008373:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5128 00000100:00080000:0.0:1767320230.008377:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320230.008384:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320230.008437:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d8e00 x1853164384227456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320230.008465:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320230.008469:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320230.008470:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320230.008475:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5128 00000100:00080000:0.0:1767320230.008478:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320230.008481:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320230.008495:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6db100 x1853164384227584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320230.008539:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320230.008542:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320230.008544:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320230.008547:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5128 00000100:00080000:0.0:1767320230.008549:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320230.008552:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320230.008563:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5f80 x1853164384227840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320230.008586:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320230.008590:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320230.008592:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320230.008596:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5128 00000100:00080000:0.0:1767320230.008598:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320230.008601:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320230.008611:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafee680 x1853164384228096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320230.008651:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384228352:0@lo:400:kworker.0 00000100:00100000:0.0:1767320230.008727:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320230.008810:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320230.008817:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384227712:0@lo:400:kworker.0 00000100:00100000:0.0:1767320230.008843:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320230.008872:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384227968:0@lo:400:kworker.0 00000100:00100000:0.0:1767320230.008893:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320230.008912:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320230.008916:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384228224:0@lo:400:kworker.0 00000100:00100000:0.0:1767320230.008944:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320230.008970:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384228352 00000100:00100000:0.0:1767320230.008976:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384228352 00000100:00100000:0.0:1767320230.009019:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384228224 00000100:00100000:0.0:1767320230.009023:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384228224 00000100:00100000:0.0:1767320230.009045:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2080 00000100:00100000:0.0:1767320230.009052:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384228352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320230.009104:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384228352:12345-0@lo:400:kworker.0 Request processed in 51us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320230.009111:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2080 00000100:00100000:0.0:1767320230.009127:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2081 00000100:00100000:0.0:1767320230.009134:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384228224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320230.009165:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384228224:12345-0@lo:400:kworker.0 Request processed in 32us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320230.009170:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2081 00000100:00100000:0.0:1767320230.009189:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384227712 00000100:00100000:0.0:1767320230.009193:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384227712 00000100:00100000:3.0:1767320230.009334:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384227456:0@lo:38:kworker.0 00000100:00100000:3.0:1767320230.009366:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320230.009391:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384227584:0@lo:38:kworker.0 00000100:00100000:3.0:1767320230.009412:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320230.009433:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384227840:0@lo:38:kworker.0 00000100:00100000:3.0:1767320230.009452:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320230.009466:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384228096:0@lo:38:kworker.0 00000100:00100000:3.0:1767320230.009484:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320230.009513:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384227584 00000100:00100000:3.0:1767320230.009517:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384227584 00000100:00100000:3.0:1767320230.009535:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2865 00000100:00100000:3.0:1767320230.009540:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384227584:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320230.009558:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320230.009589:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384227584:12345-0@lo:38:kworker.0 Request processed in 48us (176us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320230.009594:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2865 00000100:00080000:3.0:1767320230.009621:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320230.009625:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320230.009628:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384227584:0@lo:38:kworker.0 00000100:00100000:3.0:1767320230.009676:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384228352:0@lo:400:kworker.0 00000100:00100000:3.0:1767320230.009707:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384228224:0@lo:400:kworker.0 00000100:00100000:3.0:1767320230.009730:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384227968 00000100:00100000:3.0:1767320230.009733:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384227968 00000100:00100000:2.0:1767320230.009810:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384227456 00000100:00100000:2.0:1767320230.009815:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384227456 00000100:00100000:2.0:1767320230.009844:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384227840 00000100:00100000:2.0:1767320230.009847:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384227840 00000100:00100000:2.0:1767320230.009853:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384228096 00000100:00100000:2.0:1767320230.009854:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384228096 00000100:00100000:2.0:1767320230.009864:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24547 00000100:00100000:2.0:1767320230.009868:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384227456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320230.009877:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320230.009911:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384227456:12345-0@lo:38:kworker.0 Request processed in 41us (543us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320230.009916:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24547 00000100:00100000:2.0:1767320230.009928:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24548 00000100:00100000:2.0:1767320230.009931:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384227840:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320230.009939:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320230.009960:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384227840:12345-0@lo:38:kworker.0 Request processed in 28us (507us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320230.009965:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24548 00000100:00100000:2.0:1767320230.009976:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24549 00000100:00100000:2.0:1767320230.009980:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384228096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320230.009989:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320230.010010:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384228096:12345-0@lo:38:kworker.0 Request processed in 28us (525us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320230.010015:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24549 00000100:00080000:2.0:1767320230.010032:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320230.010036:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320230.010038:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320230.010055:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320230.010059:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320230.010062:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384227456:0@lo:38:kworker.0 00000100:00080000:2.0:1767320230.010070:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320230.010072:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320230.010075:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384227840:0@lo:38:kworker.0 00000100:00080000:2.0:1767320230.010082:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320230.010085:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320230.010087:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384228096:0@lo:38:kworker.0 00000100:00100000:0.0:1767320230.010180:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5261 00000100:00100000:0.0:1767320230.010188:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384227712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320230.010237:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384227712:12345-0@lo:400:kworker.0 Request processed in 51us (1392us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320230.010243:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5261 00000100:00100000:1.0:1767320230.011308:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384227712:0@lo:400:kworker.0 00000100:00100000:2.0:1767320230.012544:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320230.013321:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5262 00000100:00100000:3.0:1767320230.013341:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384227968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320230.013450:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384227968:12345-0@lo:400:kworker.0 Request processed in 119us (4554us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320230.013457:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5262 00000100:00100000:2.0:1767320230.013632:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384227968:0@lo:400:kworker.0 00010000:00010000:0.0:1767320230.519046:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320231.031462:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320231.543249:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320232.054939:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320232.567221:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320233.078959:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320233.593008:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384228480:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320233.593130:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767320233.593499:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320233.593541:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384228480 00000100:00100000:3.0:1767320233.593555:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384228480 00000100:00100000:3.0:1767320233.593667:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2887 00000100:00080000:2.0:1767320233.593671:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320233.593682:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384228480:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320233.593686:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384228608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320233.593724:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1767320233.593745:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320233.593945:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384228480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 266us (811us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320233.593952:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384228608 00000100:00100000:3.0:1767320233.593956:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2887 00000100:00100000:2.0:1767320233.593959:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384228608 00000100:00100000:2.0:1767320233.593998:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2888 00000100:00100000:2.0:1767320233.594004:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384228608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320233.594026:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320233.594063:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384228608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320233.594069:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2888 00000100:00080000:2.0:1767320233.594094:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320233.594108:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384228480:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320233.594120:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384228608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320234.103010:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320234.616355:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320235.079284:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320235.079419:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320235.079765:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297415424 00000100:00100000:0.0:1767320235.079776:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297415424 00000100:00100000:0.0:1767320235.079973:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297415296 00000100:00100000:0.0:1767320235.079978:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297415296 00000100:00100000:0.0:1767320235.080001:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5263 00000100:00100000:0.0:1767320235.080010:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297415424:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320235.080104:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297415424:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 94us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320235.080111:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5263 00000100:00100000:0.0:1767320235.080129:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24550 00000100:00100000:0.0:1767320235.080132:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297415296:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320235.080149:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320235.080168:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297415296:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 35us (751us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320235.080172:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24550 00000100:00080000:2.0:1767320235.080992:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320235.126971:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320235.127064:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320235.127100:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320235.127103:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320235.127108:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320235.127120:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320235.127127:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5133 00000100:00080000:1.0:1767320235.127130:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320235.127140:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320235.127183:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785180 x1853164384228736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320235.127206:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320235.127210:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320235.127212:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320235.127217:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5133 00000100:00080000:1.0:1767320235.127219:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320235.127221:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320235.127232:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784e00 x1853164384228864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320235.127283:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320235.127287:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320235.127288:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320235.127291:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5133 00000100:00080000:1.0:1767320235.127293:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320235.127296:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320235.127306:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c1f80 x1853164384229120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320235.127324:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320235.127326:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320235.127327:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320235.127330:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5133 00000100:00080000:1.0:1767320235.127331:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320235.127333:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320235.127347:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c0000 x1853164384229376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320235.127376:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384229248:0@lo:400:kworker.0 00000100:00100000:1.0:1767320235.127432:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320235.127478:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320235.127482:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384229504:0@lo:400:kworker.0 00000100:00100000:1.0:1767320235.127498:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320235.127518:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384229504 00000100:00100000:1.0:1767320235.127523:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384229504 00000100:00100000:1.0:1767320235.127575:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2082 00000100:00100000:1.0:1767320235.127584:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384229504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320235.127626:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384229504:12345-0@lo:400:kworker.0 Request processed in 47us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320235.127631:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2082 00000100:00100000:1.0:1767320235.127651:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384229248 00000100:00100000:1.0:1767320235.127653:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384229248 00000100:00100000:1.0:1767320235.127671:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5264 00000100:00100000:1.0:1767320235.127675:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384229248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320235.127692:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384229248:12345-0@lo:400:kworker.0 Request processed in 17us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320235.127696:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5264 00000100:00100000:1.0:1767320235.127719:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384229504:0@lo:400:kworker.0 00000100:00100000:1.0:1767320235.127725:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384229248:0@lo:400:kworker.0 00000100:00100000:2.0:1767320235.127839:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384228992:0@lo:400:kworker.0 00000100:00100000:2.0:1767320235.127889:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320235.127937:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320235.127944:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384229632:0@lo:400:kworker.0 00000100:00100000:2.0:1767320235.127965:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320235.127986:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320235.127991:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320235.128696:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384228736:0@lo:38:kworker.0 00000100:00100000:3.0:1767320235.128727:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320235.128747:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384228864:0@lo:38:kworker.0 00000100:00100000:3.0:1767320235.128765:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320235.128819:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384229120:0@lo:38:kworker.0 00000100:00100000:3.0:1767320235.128842:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320235.128858:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384229376:0@lo:38:kworker.0 00000100:00100000:3.0:1767320235.128879:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320235.128911:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384228992 00000100:00100000:3.0:1767320235.128916:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384228992 00000100:00100000:3.0:1767320235.128943:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384228736 00000100:00100000:3.0:1767320235.128946:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384228736 00000100:00100000:3.0:1767320235.128954:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384229120 00000100:00100000:3.0:1767320235.128957:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384229120 00000100:00100000:3.0:1767320235.128963:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384229376 00000100:00100000:3.0:1767320235.128964:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384229376 00000100:00100000:3.0:1767320235.128973:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5265 00000100:00100000:3.0:1767320235.128979:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384228992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320235.129017:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384228992:12345-0@lo:400:kworker.0 Request processed in 37us (1127us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320235.129026:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5265 00000100:00100000:3.0:1767320235.129041:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24551 00000100:00100000:3.0:1767320235.129045:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384228736:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320235.129062:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320235.129091:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384228736:12345-0@lo:38:kworker.0 Request processed in 44us (363us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320235.129097:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24551 00000100:00100000:3.0:1767320235.129107:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24552 00000100:00100000:3.0:1767320235.129122:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5651850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384229120:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320235.129131:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320235.129157:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5651850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384229120:12345-0@lo:38:kworker.0 Request processed in 34us (315us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320235.129163:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24552 00000100:00100000:3.0:1767320235.130157:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24553 00000100:00100000:3.0:1767320235.130162:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384229376:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320235.130173:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320235.130204:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384229376:12345-0@lo:38:kworker.0 Request processed in 40us (1324us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320235.130210:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24553 00000100:00100000:3.0:1767320235.130261:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384228992:0@lo:400:kworker.0 00000100:00080000:3.0:1767320235.130286:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320235.130290:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320235.130293:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384228736:0@lo:38:kworker.0 00000100:00080000:3.0:1767320235.130303:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320235.130306:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320235.130309:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384229120:0@lo:38:kworker.0 00000100:00080000:3.0:1767320235.130316:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320235.130319:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320235.130321:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384229376:0@lo:38:kworker.0 00000100:00100000:1.0:1767320235.130402:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384229632 00000100:00100000:1.0:1767320235.130407:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384229632 00000100:00100000:1.0:1767320235.130443:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2083 00000100:00100000:1.0:1767320235.130451:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384229632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320235.130487:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384229632:12345-0@lo:400:kworker.0 Request processed in 39us (2521us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320235.130493:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2083 00000100:00100000:1.0:1767320235.130516:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384229632:0@lo:400:kworker.0 00000100:00100000:2.0:1767320235.131369:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384228864 00000100:00100000:2.0:1767320235.131376:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384228864 00000100:00100000:2.0:1767320235.131405:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2866 00000100:00100000:2.0:1767320235.131411:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384228864:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320235.131432:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320235.131470:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384228864:12345-0@lo:38:kworker.0 Request processed in 59us (2704us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320235.131476:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2866 00000100:00080000:2.0:1767320235.131492:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320235.131496:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320235.131513:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320235.131517:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320235.131520:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384228864:0@lo:38:kworker.0 00010000:00010000:0.0:1767320235.640309:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320236.150922:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320236.664497:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320237.174905:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320237.687290:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320238.198971:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320238.711112:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320238.711465:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384229760:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320238.711542:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320238.711580:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384229760 00000100:00100000:0.0:1767320238.711588:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384229760 00000100:00080000:2.0:1767320238.711638:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320238.711648:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2889 00000100:00100000:0.0:1767320238.711659:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384229760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320238.711688:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320238.711812:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384229888:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320238.711840:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320238.712387:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384229888 00000100:00100000:2.0:1767320238.712394:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384229888 00000100:00100000:2.0:1767320238.712445:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2890 00000100:00100000:2.0:1767320238.712455:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384229888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320238.712477:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320238.712521:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384229888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (679us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320238.712529:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2890 00000100:00080000:3.0:1767320238.712899:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320238.712935:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384229888:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320238.717342:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384229760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5675us (5790us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320238.717357:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2889 00000100:00100000:1.0:1767320238.717489:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384229760:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320239.222896:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320239.736564:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320240.203579:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320240.203666:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320240.203876:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297415680 00000100:00100000:1.0:1767320240.203888:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297415680 00000100:00100000:1.0:1767320240.203954:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297415552 00000100:00100000:1.0:1767320240.203958:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297415552 00000100:00100000:1.0:1767320240.203978:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5266 00000100:00100000:1.0:1767320240.203993:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297415680:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320240.204068:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297415680:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 80us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320240.204076:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5266 00000100:00100000:1.0:1767320240.204140:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24554 00000100:00100000:1.0:1767320240.204145:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297415552:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320240.204164:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320240.204190:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297415552:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 43us (524us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320240.204211:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24554 00000100:00080000:3.0:1767320240.204322:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320240.247014:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320240.248519:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320240.248528:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320240.248532:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320240.248536:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320240.248540:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320240.248547:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5138 00000100:00080000:3.0:1767320240.248552:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320240.248558:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320240.248596:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafec380 x1853164384230016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320240.248627:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320240.248631:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320240.248633:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320240.248637:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5138 00000100:00080000:3.0:1767320240.248640:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320240.248643:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320240.248656:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafef100 x1853164384230144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320240.248701:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320240.248705:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320240.248707:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320240.248712:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5138 00000100:00080000:3.0:1767320240.248715:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320240.248718:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320240.248731:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafec700 x1853164384230400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320240.248759:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320240.248762:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320240.248764:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320240.248767:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5138 00000100:00080000:3.0:1767320240.248770:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320240.248773:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320240.248807:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafece00 x1853164384230656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320240.248850:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384230528:0@lo:400:kworker.0 00000100:00100000:3.0:1767320240.248916:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320240.248976:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320240.248983:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384230784:0@lo:400:kworker.0 00000100:00100000:3.0:1767320240.249010:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320240.249045:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384230784 00000100:00100000:3.0:1767320240.249052:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384230784 00000100:00100000:3.0:1767320240.249104:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2084 00000100:00100000:3.0:1767320240.249213:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384230784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320240.249265:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384230784:12345-0@lo:400:kworker.0 Request processed in 153us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320240.249273:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2084 00000100:00100000:1.0:1767320240.249392:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384230912:0@lo:400:kworker.0 00000100:00100000:1.0:1767320240.249424:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320240.249446:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320240.249452:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384230272:0@lo:400:kworker.0 00000100:00100000:1.0:1767320240.249472:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320240.249504:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384230912 00000100:00100000:1.0:1767320240.249508:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384230912 00000100:00100000:1.0:1767320240.249537:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2085 00000100:00100000:1.0:1767320240.249548:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384230912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320240.249580:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384230912:12345-0@lo:400:kworker.0 Request processed in 36us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320240.249586:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2085 00000100:00100000:1.0:1767320240.249615:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384230528 00000100:00100000:1.0:1767320240.249619:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384230528 00000100:00100000:1.0:1767320240.249646:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384230272 00000100:00100000:1.0:1767320240.249649:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384230272 00000100:00100000:1.0:1767320240.249668:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5267 00000100:00100000:1.0:1767320240.249675:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384230528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320240.249704:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384230528:12345-0@lo:400:kworker.0 Request processed in 29us (788us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320240.249711:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5267 00000100:00100000:1.0:1767320240.249721:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5268 00000100:00100000:1.0:1767320240.249728:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384230272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320240.249752:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384230272:12345-0@lo:400:kworker.0 Request processed in 27us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320240.249757:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5268 00000100:00100000:1.0:1767320240.249811:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384230272:0@lo:400:kworker.0 00000100:00100000:1.0:1767320240.249824:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384230912:0@lo:400:kworker.0 00000100:00080000:1.0:1767320240.249868:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320240.249872:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320240.249875:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320240.249897:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384230784:0@lo:400:kworker.0 00000100:00100000:1.0:1767320240.249907:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384230528:0@lo:400:kworker.0 00000100:00100000:2.0:1767320240.250101:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384230016:0@lo:38:kworker.0 00000100:00100000:2.0:1767320240.250133:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320240.250168:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384230144:0@lo:38:kworker.0 00000100:00100000:2.0:1767320240.250208:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320240.250237:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384230400:0@lo:38:kworker.0 00000100:00100000:2.0:1767320240.250259:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320240.250287:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384230656:0@lo:38:kworker.0 00000100:00100000:2.0:1767320240.250307:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320240.250334:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384230016 00000100:00100000:2.0:1767320240.250338:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384230016 00000100:00100000:2.0:1767320240.250358:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384230400 00000100:00100000:2.0:1767320240.250361:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384230400 00000100:00100000:2.0:1767320240.250374:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384230656 00000100:00100000:2.0:1767320240.250377:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384230656 00000100:00100000:2.0:1767320240.250386:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24555 00000100:00100000:2.0:1767320240.250390:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384230016:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320240.250408:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320240.250442:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384230016:12345-0@lo:38:kworker.0 Request processed in 50us (308us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320240.250448:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24555 00000100:00100000:2.0:1767320240.250460:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24556 00000100:00100000:2.0:1767320240.250464:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384230400:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320240.250473:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320240.250495:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384230400:12345-0@lo:38:kworker.0 Request processed in 30us (236us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320240.250501:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24556 00000100:00100000:2.0:1767320240.250511:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24557 00000100:00100000:2.0:1767320240.250515:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384230656:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320240.250523:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320240.250543:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384230656:12345-0@lo:38:kworker.0 Request processed in 27us (235us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320240.250549:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24557 00000100:00080000:2.0:1767320240.250595:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320240.250600:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320240.250603:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384230016:0@lo:38:kworker.0 00000100:00080000:2.0:1767320240.250610:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320240.250613:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320240.250616:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384230400:0@lo:38:kworker.0 00000100:00080000:2.0:1767320240.250623:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320240.250626:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320240.250629:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384230656:0@lo:38:kworker.0 00000100:00100000:1.0:1767320240.262604:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384230144 00000100:00100000:1.0:1767320240.262620:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384230144 00000100:00100000:1.0:1767320240.262681:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2867 00000100:00100000:1.0:1767320240.262691:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384230144:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320240.262714:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320240.262848:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384230144:12345-0@lo:38:kworker.0 Request processed in 157us (12654us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320240.262855:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2867 00000100:00080000:3.0:1767320240.266727:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320240.266738:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320240.266742:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384230144:0@lo:38:kworker.0 00010000:00010000:0.0:1767320240.765475:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320241.270917:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320241.791739:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320242.298543:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320242.807946:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320243.319037:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320243.831134:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384231040:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320243.831216:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320243.831408:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384231040 00000100:00100000:0.0:1767320243.831417:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384231040 00000100:00100000:0.0:1767320243.831488:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2891 00000100:00100000:0.0:1767320243.831498:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384231040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320243.831529:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320243.831588:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384231040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320243.831595:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2891 00000100:00080000:1.0:1767320243.831741:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767320243.831811:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320243.831847:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384231040:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320243.833157:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320243.833184:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384231168:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320243.833239:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320243.834818:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384231168 00000100:00100000:0.0:1767320243.834831:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384231168 00000100:00100000:0.0:1767320243.834928:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2892 00000100:00100000:0.0:1767320243.834939:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384231168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320243.834970:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320243.835055:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384231168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (1814us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320243.835063:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2892 00000100:00100000:3.0:1767320243.835509:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384231168:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320243.835589:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320244.343193:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320244.855107:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320245.332190:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320245.332251:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320245.334216:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297415936 00000100:00100000:0.0:1767320245.334232:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297415936 00000100:00100000:0.0:1767320245.334315:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297415808 00000100:00100000:0.0:1767320245.334319:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297415808 00000100:00100000:0.0:1767320245.334344:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5269 00000100:00100000:0.0:1767320245.334357:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297415936:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320245.334446:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297415936:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 93us (2265us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320245.334455:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5269 00000100:00100000:0.0:1767320245.334475:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24558 00000100:00100000:0.0:1767320245.334480:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297415808:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320245.334501:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320245.334858:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297415808:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 375us (2605us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320245.335209:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24558 00000100:00080000:1.0:1767320245.336820:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320245.367186:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320245.367257:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320245.367263:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320245.367266:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320245.367269:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320245.367274:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320245.367281:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5143 00000100:00080000:2.0:1767320245.367285:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320245.367293:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320245.367332:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be5f80 x1853164384231296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320245.367359:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320245.367363:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320245.367365:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320245.367370:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5143 00000100:00080000:2.0:1767320245.367372:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320245.367376:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320245.367388:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6a00 x1853164384231424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320245.367430:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320245.367434:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320245.367436:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320245.367440:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5143 00000100:00080000:2.0:1767320245.367442:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320245.367445:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320245.367456:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6680 x1853164384231680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320245.367480:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320245.367483:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320245.367484:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320245.367488:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5143 00000100:00080000:2.0:1767320245.367490:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320245.367493:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320245.367504:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be4700 x1853164384231936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320245.367674:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384231552:0@lo:400:kworker.0 00000100:00100000:1.0:1767320245.367743:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320245.367831:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384231808:0@lo:400:kworker.0 00000100:00100000:1.0:1767320245.367855:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320245.368234:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384231808 00000100:00100000:0.0:1767320245.368243:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384231808 00000100:00100000:0.0:1767320245.368300:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5270 00000100:00100000:0.0:1767320245.368309:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384231808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320245.368361:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384231808:12345-0@lo:400:kworker.0 Request processed in 53us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320245.368367:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5270 00000100:00100000:0.0:1767320245.368410:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384231808:0@lo:400:kworker.0 00000100:00080000:0.0:1767320245.368526:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320245.369374:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320245.369387:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384232192:0@lo:400:kworker.0 00000100:00100000:2.0:1767320245.369429:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320245.369503:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384231552 00000100:00100000:1.0:1767320245.369509:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384231552 00000100:00100000:1.0:1767320245.369574:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5271 00000100:00100000:1.0:1767320245.369583:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384231552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320245.369626:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384231552:12345-0@lo:400:kworker.0 Request processed in 45us (1882us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320245.369632:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5271 00000100:00100000:0.0:1767320245.369759:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320245.369768:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384232064:0@lo:400:kworker.0 00000100:00100000:0.0:1767320245.369820:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320245.370060:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320245.370090:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384231552:0@lo:400:kworker.0 00000100:00100000:3.0:1767320245.370173:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384231296:0@lo:38:kworker.0 00000100:00100000:3.0:1767320245.370206:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320245.370233:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384231424:0@lo:38:kworker.0 00000100:00100000:3.0:1767320245.370257:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320245.370278:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384231680:0@lo:38:kworker.0 00000100:00100000:3.0:1767320245.370299:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320245.370314:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384231936:0@lo:38:kworker.0 00000100:00100000:3.0:1767320245.370331:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320245.370364:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384232192 00000100:00100000:3.0:1767320245.370368:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384232192 00000100:00100000:3.0:1767320245.370403:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384232064 00000100:00100000:3.0:1767320245.370406:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384232064 00000100:00100000:3.0:1767320245.370427:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2086 00000100:00100000:3.0:1767320245.370434:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384232192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320245.370473:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384232192:12345-0@lo:400:kworker.0 Request processed in 39us (1041us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320245.370479:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2086 00000100:00100000:3.0:1767320245.370493:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2087 00000100:00100000:3.0:1767320245.370499:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384232064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320245.370529:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384232064:12345-0@lo:400:kworker.0 Request processed in 30us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320245.370535:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2087 00000100:00080000:3.0:1767320245.370721:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320245.370725:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320245.370745:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384232192:0@lo:400:kworker.0 00000100:00100000:3.0:1767320245.370766:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384231296 00000100:00100000:3.0:1767320245.370769:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384231296 00000100:00100000:3.0:1767320245.370812:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384231680 00000100:00100000:3.0:1767320245.370816:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384231680 00000100:00100000:3.0:1767320245.370829:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384231936 00000100:00100000:3.0:1767320245.370831:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384231936 00000100:00100000:3.0:1767320245.370840:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24559 00000100:00100000:3.0:1767320245.370844:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384231296:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320245.370862:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320245.371079:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24560 00000100:00100000:2.0:1767320245.371084:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384231680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320245.371094:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320245.371124:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384231680:12345-0@lo:38:kworker.0 Request processed in 38us (824us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320245.371130:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24560 00000100:00100000:2.0:1767320245.371144:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24561 00000100:00100000:2.0:1767320245.371157:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384231936:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320245.371166:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320245.371189:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384231936:12345-0@lo:38:kworker.0 Request processed in 31us (857us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320245.371194:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24561 00000100:00080000:2.0:1767320245.371242:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320245.371247:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320245.371250:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384231296:0@lo:38:kworker.0 00000100:00080000:2.0:1767320245.371258:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320245.371260:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320245.371263:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384231680:0@lo:38:kworker.0 00000100:00080000:2.0:1767320245.371271:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320245.371274:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320245.371276:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384231936:0@lo:38:kworker.0 00000100:00100000:0.0:1767320245.371348:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384231424 00000100:00100000:0.0:1767320245.371353:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384231424 00000100:00100000:0.0:1767320245.371384:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2868 00000100:00100000:0.0:1767320245.371389:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384231424:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320245.371398:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320245.371432:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384231424:12345-0@lo:38:kworker.0 Request processed in 42us (1174us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320245.371439:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2868 00000100:00100000:0.0:1767320245.371466:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384232064:0@lo:400:kworker.0 00000100:00080000:0.0:1767320245.371487:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320245.371491:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320245.371493:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384231424:0@lo:38:kworker.0 00000100:00100000:3.0:1767320245.371847:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384231296:12345-0@lo:38:kworker.0 Request processed in 49us (688us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320245.371858:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24559 00010000:00010000:0.0:1767320245.879124:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320246.391056:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320246.903059:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320247.419445:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320247.927276:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320248.438966:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320248.951102:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320248.952090:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320248.952098:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384232448:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320248.952105:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384232320:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320248.958325:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320248.959432:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320248.976833:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384232320 00000100:00100000:1.0:1767320248.976848:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384232320 00000100:00100000:1.0:1767320248.976914:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384232448 00000100:00100000:1.0:1767320248.976918:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384232448 00000100:00100000:1.0:1767320248.976948:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2893 00000100:00100000:1.0:1767320248.976962:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384232320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320248.977005:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320248.977071:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384232320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (18753us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320248.977078:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2893 00000100:00100000:1.0:1767320248.977093:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2894 00000100:00100000:1.0:1767320248.977100:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384232448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320248.977130:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320248.977158:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384232448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (17729us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320248.977163:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2894 00000100:00100000:1.0:1767320248.977209:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384232320:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320248.977350:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320248.977355:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320248.977380:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384232448:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320249.462881:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320249.468658:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320224/real 1767320224] req@ffff936992be5c00 x1853164384226048/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320249 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320249.468695:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff936992be5c00 x1853164384226048/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320249 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320249.468714:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320249.468795:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320249.468799:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384226048:0@lo:250:kworker.0 00000100:00080000:0.0:1767320249.468950:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320249.468955:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320249.468958:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320249.468963:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5128 00000100:00080000:0.0:1767320249.468967:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320249.468973:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320249.469076:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1edc00 x1853164384232576/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320249.469138:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384232576:0@lo:250:kworker.0 00000400:00000100:2.0:1767320249.469196:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384232576 offset 0 length 520: 4 00000100:00080000:0.0:1767320249.469332:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320249.469337:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320249.469339:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320249.469343:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5148 00000100:00080000:0.0:1767320249.469346:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320249.469350:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320249.469369:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ef800 x1853164384232704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320249.469640:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384232704:0@lo:38:kworker.0 00000100:00100000:2.0:1767320249.469673:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320249.469925:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384232704 00000100:00100000:1.0:1767320249.469940:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384232704 00000100:00080000:0.0:1767320249.469973:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320249.469977:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320249.469979:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320249.469983:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5148 00000100:00080000:0.0:1767320249.469986:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320249.469990:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320249.469998:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24562 00000100:00100000:1.0:1767320249.470011:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384232704:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320249.470083:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1eed80 x1853164384232832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320249.470146:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384232832:0@lo:38:kworker.0 00000100:00080000:0.0:1767320249.470179:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320249.470192:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320249.470194:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320249.470199:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5148 00000100:00080000:0.0:1767320249.470201:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320249.470205:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320249.470219:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ec700 x1853164384233088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320249.470250:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320249.470264:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320249.470269:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320249.470271:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320249.470276:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5148 00000100:00080000:0.0:1767320249.470279:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320249.470284:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320249.470287:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384232832 00000100:00100000:2.0:1767320249.470294:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384232832 00000100:00100000:3.0:1767320249.470296:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384232960:0@lo:400:kworker.0 00000100:00100000:0.0:1767320249.470315:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ed180 x1853164384233344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320249.470368:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384233216:0@lo:400:kworker.0 00000100:00100000:3.0:1767320249.470385:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320249.470519:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2869 00000100:00100000:2.0:1767320249.470527:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384232832:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320249.470551:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320249.470693:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320249.470709:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384232832:12345-0@lo:38:kworker.0 Request processed in 181us (458us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320249.470718:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2869 00000100:00100000:3.0:1767320249.470729:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384232960 00000100:00100000:3.0:1767320249.470737:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384232960 00000100:00100000:0.0:1767320249.470753:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384233216 00000100:00100000:0.0:1767320249.470759:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384233216 00000100:00100000:3.0:1767320249.470856:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5272 00000100:00100000:0.0:1767320249.470867:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5273 00000100:00100000:3.0:1767320249.470874:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384232960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320249.470884:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384233216:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320249.470922:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320249.470928:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320249.470934:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384232832:0@lo:38:kworker.0 00000100:00100000:2.0:1767320249.470959:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384233088:0@lo:38:kworker.0 00000100:00100000:3.0:1767320249.470965:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384232960:12345-0@lo:400:kworker.0 Request processed in 96us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320249.470967:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384233216:12345-0@lo:400:kworker.0 Request processed in 84us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320249.470977:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5273 00000100:00100000:2.0:1767320249.470992:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320249.471002:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5272 00000100:00100000:0.0:1767320249.471010:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384233088 00000100:00100000:0.0:1767320249.471016:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384233088 00000100:00080000:3.0:1767320249.471036:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320249.471066:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24563 00000100:00100000:0.0:1767320249.471075:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384233088:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320249.471087:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320249.471099:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384233344:0@lo:38:kworker.0 00000100:00100000:3.0:1767320249.471119:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384232960:0@lo:400:kworker.0 00010000:00020000:1.0:1767320249.471155:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320249.471436:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384233088:12345-0@lo:38:kworker.0 Request processed in 360us (447us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320249.471445:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24563 00000100:00100000:0.0:1767320249.471482:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384233216:0@lo:400:kworker.0 00000100:00100000:1.0:1767320249.471664:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384232704:12345-0@lo:38:kworker.0 Request processed in 1653us (1986us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320249.471673:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24562 00000100:00100000:3.0:1767320249.472474:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320249.472582:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320249.472588:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320249.472592:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384232704:0@lo:38:kworker.0 00000100:00080000:3.0:1767320249.472631:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320249.472635:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320249.472638:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384233088:0@lo:38:kworker.0 00000100:00100000:1.0:1767320249.472900:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384233344 00000100:00100000:1.0:1767320249.472907:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384233344 00000100:00100000:1.0:1767320249.472947:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24564 00000100:00100000:1.0:1767320249.472953:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384233344:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320249.472972:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320249.473246:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384233344:12345-0@lo:38:kworker.0 Request processed in 291us (771us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320249.473257:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24564 00000100:00080000:3.0:1767320249.473304:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320249.473309:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320249.473312:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384233344:0@lo:38:kworker.0 00010000:00010000:2.0:1767320249.978643:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767320250.442471:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297416064 offset 0 length 520: 4 00000100:00100000:0.0:1767320250.442524:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320250.442563:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320250.442644:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297416320 00000100:00100000:1.0:1767320250.442661:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297416320 00000100:00100000:1.0:1767320250.442846:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297416192 00000100:00100000:1.0:1767320250.442850:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297416192 00000100:00100000:1.0:1767320250.442885:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5274 00000100:00100000:1.0:1767320250.442900:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297416320:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320250.442984:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297416320:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 92us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320250.442990:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5274 00000100:00100000:1.0:1767320250.443006:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24565 00000100:00100000:1.0:1767320250.443009:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297416192:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320250.443030:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320250.443047:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297416192:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 37us (485us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320250.443051:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24565 00000100:00080000:3.0:1767320250.445449:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320250.491572:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320250.999082:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320251.510967:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320252.024015:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320252.534926:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320253.046973:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320253.558891:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320254.071291:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320254.071313:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384233472:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320254.071406:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320254.071493:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384233472 00000100:00100000:0.0:1767320254.071502:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384233472 00000100:00100000:0.0:1767320254.071579:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2895 00000100:00100000:0.0:1767320254.071589:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384233472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320254.071626:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320254.071680:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384233472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320254.071687:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2895 00000100:00100000:0.0:1767320254.071733:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384233472:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320254.071853:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384233600:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320254.071879:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320254.072310:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384233600 00000100:00100000:1.0:1767320254.072315:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384233600 00000100:00100000:1.0:1767320254.072350:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2896 00000100:00100000:1.0:1767320254.072358:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384233600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320254.072386:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320254.072430:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384233600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320254.072435:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2896 00000100:00100000:2.0:1767320254.072550:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384233600:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767320254.078098:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320254.078127:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320254.078134:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320254.582919:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320254.582930:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320254.582933:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320254.582937:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320254.582943:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320254.582951:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5152 00000100:00080000:0.0:1767320254.582956:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320254.582963:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320254.583001:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ed880 x1853164384233728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320254.583025:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320254.583028:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320254.583030:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320254.583094:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5152 00000100:00080000:0.0:1767320254.583097:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320254.583101:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320254.583115:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1eca80 x1853164384233856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320254.583160:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320254.583164:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320254.583165:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320254.583169:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5152 00000100:00080000:0.0:1767320254.583171:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320254.583174:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320254.583185:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ed180 x1853164384234112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320254.583224:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320254.583228:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320254.583230:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320254.583234:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5152 00000100:00080000:0.0:1767320254.583236:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320254.583239:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320254.583251:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ef800 x1853164384234368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320254.583300:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384234240:0@lo:400:kworker.0 00000100:00100000:0.0:1767320254.583364:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320254.583439:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384234240 00000100:00100000:0.0:1767320254.583445:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384234240 00000100:00100000:0.0:1767320254.583521:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5275 00000100:00100000:0.0:1767320254.583531:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384234240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320254.583577:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384234240:12345-0@lo:400:kworker.0 Request processed in 48us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320254.583584:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5275 00000100:00080000:0.0:1767320254.583618:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320254.583647:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384234240:0@lo:400:kworker.0 00000100:00100000:1.0:1767320254.583713:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384233984:0@lo:400:kworker.0 00000100:00100000:3.0:1767320254.583753:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384233728:0@lo:38:kworker.0 00000100:00100000:1.0:1767320254.583767:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320254.583823:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320254.583854:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384233984 00000100:00100000:1.0:1767320254.583860:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384233984 00000100:00100000:3.0:1767320254.583860:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384233856:0@lo:38:kworker.0 00000100:00100000:3.0:1767320254.583891:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320254.583902:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384233728 00000100:00100000:1.0:1767320254.583906:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384233728 00000100:00100000:3.0:1767320254.583917:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384234112:0@lo:38:kworker.0 00000100:00100000:1.0:1767320254.583930:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5276 00000100:00100000:1.0:1767320254.583944:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384233984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320254.583945:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320254.583960:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384234368:0@lo:38:kworker.0 00000100:00100000:3.0:1767320254.583990:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320254.584004:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384234112 00000100:00100000:2.0:1767320254.584011:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384234112 00000100:00100000:2.0:1767320254.584025:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384234368 00000100:00100000:2.0:1767320254.584028:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384234368 00000100:00100000:2.0:1767320254.584039:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24566 00000100:00100000:2.0:1767320254.584045:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384233728:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320254.584051:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384233856 00000100:00100000:0.0:1767320254.584057:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384233856 00010000:00020000:2.0:1767320254.584081:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320254.584094:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2870 00000100:00100000:0.0:1767320254.584100:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384233856:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320254.584118:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320254.589298:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320254.589361:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320254.589386:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24567 00000100:00100000:3.0:1767320254.589395:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384234112:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320254.589421:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320254.589497:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384234112:12345-0@lo:38:kworker.0 Request processed in 102us (5555us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320254.589504:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24567 00000100:00100000:3.0:1767320254.590239:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24568 00000100:00100000:3.0:1767320254.590247:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384234368:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320254.590258:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384233984:12345-0@lo:400:kworker.0 Request processed in 6316us (6490us total) trans 0 rc 0/0 00010000:00020000:3.0:1767320254.590263:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320254.590272:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5276 00000100:00100000:3.0:1767320254.590301:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384234368:12345-0@lo:38:kworker.0 Request processed in 53us (6311us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320254.590307:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24568 00000100:00080000:3.0:1767320254.590348:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320254.590353:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320254.590357:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384234112:0@lo:38:kworker.0 00000100:00080000:3.0:1767320254.590367:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320254.590371:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320254.590374:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384234368:0@lo:38:kworker.0 00000100:00100000:2.0:1767320254.590457:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384233728:12345-0@lo:38:kworker.0 Request processed in 6408us (6631us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767320254.590463:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767320254.590468:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24566 00000100:00080000:3.0:1767320254.590472:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320254.590478:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384233728:0@lo:38:kworker.0 00000100:00100000:2.0:1767320254.590525:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384233984:0@lo:400:kworker.0 00000100:00100000:0.0:1767320254.591880:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384233856:12345-0@lo:38:kworker.0 Request processed in 7773us (7983us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320254.591894:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2870 00000100:00080000:2.0:1767320254.591907:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320254.591914:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320254.591919:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384233856:0@lo:38:kworker.0 00010000:00010000:1.0:1767320255.103112:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320255.560945:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320255.560993:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320255.561030:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297416576 00000100:00100000:2.0:1767320255.561040:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297416576 00000100:00100000:2.0:1767320255.561119:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297416448 00000100:00100000:2.0:1767320255.561122:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297416448 00000100:00100000:2.0:1767320255.561139:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5277 00000100:00100000:2.0:1767320255.561148:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297416576:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320255.561221:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297416576:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 74us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320255.561229:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5277 00000100:00100000:2.0:1767320255.561244:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24569 00000100:00100000:2.0:1767320255.561248:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297416448:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320255.561267:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320255.561287:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297416448:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 37us (293us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320255.561292:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24569 00000100:00080000:3.0:1767320255.561469:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320255.607259:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320256.120793:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320256.631289:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320257.143076:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320257.654983:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320258.167253:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320258.678999:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320259.191429:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320259.191666:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320259.191689:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384234496:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320259.191880:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320259.192060:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384234496 00000100:00100000:1.0:1767320259.192069:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384234496 00000100:00100000:1.0:1767320259.192137:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2897 00000100:00100000:1.0:1767320259.192146:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698d1fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384234496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320259.192189:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320259.192246:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698d1fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384234496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320259.192253:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2897 00000100:00100000:2.0:1767320259.192512:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320259.192524:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384234624:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320259.192557:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384234496:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320259.192561:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320259.192585:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384234624 00000100:00100000:1.0:1767320259.192589:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384234624 00000100:00100000:1.0:1767320259.192614:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2898 00000100:00100000:1.0:1767320259.192621:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384234624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320259.192637:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320259.192675:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384234624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320259.192681:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2898 00000100:00100000:2.0:1767320259.192728:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384234624:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320259.192745:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320259.192751:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320259.702944:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320259.702952:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320259.703183:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320259.703187:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320259.703191:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320259.703195:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320259.703203:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5157 00000100:00080000:0.0:1767320259.703207:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320259.703214:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320259.703254:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1eed80 x1853164384234752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320259.703284:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320259.703287:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320259.703289:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320259.703292:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5157 00000100:00080000:0.0:1767320259.703295:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320259.703298:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320259.703310:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ec700 x1853164384234880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320259.703346:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320259.703349:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320259.703351:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320259.703354:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5157 00000100:00080000:0.0:1767320259.703356:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320259.703359:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320259.703366:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1eea00 x1853164384235136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320259.703384:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320259.703387:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320259.703388:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320259.703391:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5157 00000100:00080000:0.0:1767320259.703393:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320259.703395:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320259.703402:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1eca80 x1853164384235392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320259.703736:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384234752:0@lo:38:kworker.0 00000100:00100000:2.0:1767320259.703818:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320259.703886:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384235008:0@lo:400:kworker.0 00000100:00100000:2.0:1767320259.703913:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384234880:0@lo:38:kworker.0 00000100:00100000:1.0:1767320259.703924:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320259.703953:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320259.703969:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384235264:0@lo:400:kworker.0 00000100:00100000:2.0:1767320259.703979:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384235136:0@lo:38:kworker.0 00000100:00100000:1.0:1767320259.704004:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320259.704048:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384234752 00000100:00100000:2.0:1767320259.704056:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384234752 00000100:00100000:2.0:1767320259.704095:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384235008 00000100:00100000:2.0:1767320259.704097:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384235008 00000100:00100000:1.0:1767320259.704117:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384235264 00000100:00100000:1.0:1767320259.704123:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384235264 00000100:00100000:2.0:1767320259.704137:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5278 00000100:00100000:2.0:1767320259.704147:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384235008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320259.704161:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5279 00000100:00100000:1.0:1767320259.704171:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384235264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320259.704203:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384235008:12345-0@lo:400:kworker.0 Request processed in 58us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320259.704211:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5278 00000100:00100000:1.0:1767320259.704220:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384235264:12345-0@lo:400:kworker.0 Request processed in 50us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320259.704227:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5279 00000100:00100000:2.0:1767320259.704373:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24570 00000100:00100000:2.0:1767320259.704378:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384234752:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320259.704396:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320259.704483:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384234752:12345-0@lo:38:kworker.0 Request processed in 103us (665us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320259.704489:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24570 00000100:00100000:2.0:1767320259.704662:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384235008:0@lo:400:kworker.0 00000100:00100000:2.0:1767320259.704681:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320259.704698:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384235392:0@lo:38:kworker.0 00000100:00100000:2.0:1767320259.704718:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320259.704736:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320259.704741:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320259.704744:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384234752:0@lo:38:kworker.0 00000100:00100000:2.0:1767320259.704759:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384235136 00000100:00100000:2.0:1767320259.704762:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384235136 00000100:00100000:2.0:1767320259.704774:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384235392 00000100:00100000:2.0:1767320259.704776:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384235392 00000100:00100000:2.0:1767320259.704802:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24571 00000100:00100000:2.0:1767320259.704806:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384235136:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320259.704816:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320259.704841:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384235136:12345-0@lo:38:kworker.0 Request processed in 33us (158us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320259.704845:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24571 00000100:00100000:2.0:1767320259.704855:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24572 00000100:00100000:2.0:1767320259.704858:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384235392:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767320259.705024:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320259.705037:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384234880 00000100:00100000:0.0:1767320259.705041:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384234880 00000100:00100000:0.0:1767320259.705062:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2871 00000100:00100000:0.0:1767320259.705067:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384234880:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320259.705075:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320259.705101:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384234880:12345-0@lo:38:kworker.0 Request processed in 34us (1149us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320259.705106:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2871 00000100:00100000:0.0:1767320259.705139:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384235264:0@lo:400:kworker.0 00010000:00020000:2.0:1767320259.705176:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320259.705200:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384235392:12345-0@lo:38:kworker.0 Request processed in 340us (481us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320259.705205:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24572 00000100:00080000:2.0:1767320259.705224:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320259.705228:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320259.705230:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384234880:0@lo:38:kworker.0 00000100:00080000:2.0:1767320259.705236:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320259.705239:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320259.705241:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384235136:0@lo:38:kworker.0 00000100:00080000:2.0:1767320259.705247:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320259.705249:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320259.705251:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384235392:0@lo:38:kworker.0 00010000:00010000:1.0:1767320260.214977:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320260.682055:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320260.682274:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297416704 00000100:00100000:3.0:1767320260.682292:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297416704 00000100:00100000:3.0:1767320260.682368:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24573 00000100:00100000:3.0:1767320260.682378:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297416704:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320260.682412:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320260.682492:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297416704:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 114us (447us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320260.682501:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24573 00000100:00100000:0.0:1767320260.694738:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320260.694883:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297416832 00000100:00100000:1.0:1767320260.694900:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297416832 00000100:00100000:1.0:1767320260.695045:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5280 00000100:00100000:1.0:1767320260.695066:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297416832:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320260.695303:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297416832:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 247us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320260.695312:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5280 00000100:00080000:0.0:1767320260.695651:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320260.735512:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320261.239114:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320261.751639:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320262.265634:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320262.775081:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320263.288300:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320263.799809:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320264.311414:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384235520:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320264.311627:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320264.311643:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384235648:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320264.315283:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320264.317093:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320264.320489:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384235648 00000100:00100000:0.0:1767320264.320500:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384235648 00000100:00100000:0.0:1767320264.320573:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384235520 00000100:00100000:0.0:1767320264.320576:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384235520 00000100:00100000:0.0:1767320264.320599:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2899 00000100:00100000:0.0:1767320264.320620:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384235648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320264.320651:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320264.320716:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384235648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (5438us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320264.320724:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2899 00000100:00100000:0.0:1767320264.320750:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2900 00000100:00100000:0.0:1767320264.320756:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384235520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320264.320797:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320264.320827:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384235520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (3739us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320264.320833:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2900 00000100:00080000:1.0:1767320264.321355:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320264.321361:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320264.321404:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384235648:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320264.323189:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384235520:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320264.823198:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320264.823208:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320264.823211:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320264.823215:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320264.823220:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320264.823267:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5162 00000100:00080000:1.0:1767320264.823272:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320264.823288:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320264.823334:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f232300 x1853164384235776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320264.823356:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320264.823360:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320264.823362:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320264.823365:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5162 00000100:00080000:1.0:1767320264.823368:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320264.823370:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320264.823383:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f231c00 x1853164384235904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320264.823423:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320264.823427:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320264.823429:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320264.823432:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5162 00000100:00080000:1.0:1767320264.823434:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320264.823438:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320264.823450:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f231180 x1853164384236160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320264.823474:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320264.823477:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320264.823478:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320264.823481:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5162 00000100:00080000:1.0:1767320264.823483:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320264.823486:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320264.823494:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f232d80 x1853164384236416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320264.823530:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384236288:0@lo:400:kworker.0 00000100:00100000:1.0:1767320264.823590:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320264.823644:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320264.823650:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384236544:0@lo:400:kworker.0 00000100:00100000:1.0:1767320264.823672:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320264.823699:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384236544 00000100:00100000:1.0:1767320264.823704:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384236544 00000100:00100000:1.0:1767320264.823764:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2088 00000100:00100000:1.0:1767320264.823773:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384236544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320264.823841:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384236544:12345-0@lo:400:kworker.0 Request processed in 69us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320264.823848:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2088 00000100:00100000:1.0:1767320264.823884:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384236544:0@lo:400:kworker.0 00000100:00100000:0.0:1767320264.824517:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384236672:0@lo:400:kworker.0 00000100:00100000:0.0:1767320264.824549:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320264.824584:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320264.824589:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384236032:0@lo:400:kworker.0 00000100:00100000:0.0:1767320264.824611:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320264.824732:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384235776:0@lo:38:kworker.0 00000100:00100000:2.0:1767320264.824767:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320264.824804:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384235904:0@lo:38:kworker.0 00000100:00100000:2.0:1767320264.824865:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320264.824889:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384236160:0@lo:38:kworker.0 00000100:00100000:2.0:1767320264.824909:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320264.824926:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384236416:0@lo:38:kworker.0 00000100:00100000:2.0:1767320264.824944:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320264.824995:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384235904 00000100:00100000:2.0:1767320264.825000:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384235904 00000100:00100000:2.0:1767320264.825036:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2872 00000100:00100000:2.0:1767320264.825042:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384235904:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320264.827073:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320264.827166:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384235904:12345-0@lo:38:kworker.0 Request processed in 2121us (2310us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320264.827177:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2872 00000100:00100000:2.0:1767320264.827221:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384236288 00000100:00100000:2.0:1767320264.827229:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384236288 00000100:00100000:2.0:1767320264.827275:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384236032 00000100:00100000:2.0:1767320264.827289:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384236032 00000100:00100000:2.0:1767320264.827305:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384235776 00000100:00100000:2.0:1767320264.827307:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384235776 00000100:00100000:2.0:1767320264.827317:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384236160 00000100:00100000:2.0:1767320264.827319:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384236160 00000100:00100000:2.0:1767320264.827326:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384236416 00000100:00100000:2.0:1767320264.827328:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384236416 00000100:00100000:2.0:1767320264.827339:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5281 00000100:00100000:2.0:1767320264.827347:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384236288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320264.827597:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384236288:12345-0@lo:400:kworker.0 Request processed in 251us (4005us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320264.827603:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5281 00000100:00100000:2.0:1767320264.827617:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5282 00000100:00100000:2.0:1767320264.827624:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384236032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320264.827659:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384236032:12345-0@lo:400:kworker.0 Request processed in 36us (3048us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320264.827665:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5282 00000100:00100000:2.0:1767320264.827677:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24574 00000100:00100000:2.0:1767320264.827681:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384235776:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320264.827692:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320264.827716:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384235776:12345-0@lo:38:kworker.0 Request processed in 34us (2948us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320264.828515:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24575 00000100:00100000:3.0:1767320264.828524:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384236160:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320264.828537:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320264.828574:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384236160:12345-0@lo:38:kworker.0 Request processed in 50us (3664us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320264.828581:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24575 00000100:00100000:3.0:1767320264.828597:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24576 00000100:00100000:3.0:1767320264.828601:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384236416:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320264.828610:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320264.828631:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384236416:12345-0@lo:38:kworker.0 Request processed in 29us (3686us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320264.828649:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24576 00000100:00100000:3.0:1767320264.828670:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384236672 00000100:00100000:3.0:1767320264.828675:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384236672 00000100:00100000:3.0:1767320264.828707:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2089 00000100:00100000:3.0:1767320264.828714:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384236672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320264.828767:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384236672:12345-0@lo:400:kworker.0 Request processed in 44us (4207us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320264.828774:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2089 00000100:00100000:3.0:1767320264.828824:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320264.828891:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320264.828897:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320264.828901:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384235776:0@lo:38:kworker.0 00000100:00080000:3.0:1767320264.828912:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320264.828915:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320264.828918:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384235904:0@lo:38:kworker.0 00000100:00080000:3.0:1767320264.828928:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320264.828931:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320264.828934:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384236160:0@lo:38:kworker.0 00000100:00080000:3.0:1767320264.828942:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320264.828945:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320264.828948:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384236416:0@lo:38:kworker.0 00000100:00100000:3.0:1767320264.829016:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384236032:0@lo:400:kworker.0 00000100:00100000:3.0:1767320264.829027:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384236672:0@lo:400:kworker.0 00000100:00100000:2.0:1767320264.829612:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24574 00000100:00080000:1.0:1767320264.832878:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320264.832957:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384236288:0@lo:400:kworker.0 00010000:00010000:1.0:1767320265.335130:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320265.806519:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320265.806601:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320265.807044:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297416960 00000100:00100000:1.0:1767320265.807058:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297416960 00000100:00100000:1.0:1767320265.807097:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297417088 00000100:00100000:1.0:1767320265.807101:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297417088 00000100:00100000:0.0:1767320265.807131:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24577 00000100:00100000:0.0:1767320265.807141:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297416960:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320265.807169:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320265.807176:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5283 00000100:00100000:1.0:1767320265.807188:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297417088:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320265.807233:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297416960:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 90us (722us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320265.807235:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297417088:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 48us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320265.807247:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24577 00000100:00080000:3.0:1767320265.807291:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320265.812683:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5283 00000100:00100000:0.0:1767320265.847846:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320266.362088:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320266.870939:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320267.386057:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320267.896371:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320268.410848:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320268.918985:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320269.431124:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320269.431162:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384236800:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320269.431293:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320269.431387:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384236800 00000100:00100000:1.0:1767320269.431397:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384236800 00000100:00100000:1.0:1767320269.431484:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2901 00000100:00100000:1.0:1767320269.431501:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384236800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320269.431548:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320269.431616:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384236800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320269.431628:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2901 00000100:00100000:1.0:1767320269.431705:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384236800:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320269.431820:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384236928:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320269.431858:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320269.431912:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384236928 00000100:00100000:3.0:1767320269.431924:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384236928 00000100:00100000:3.0:1767320269.432010:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2902 00000100:00080000:0.0:1767320269.432070:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320269.432078:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767320269.432137:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320269.432897:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384236928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320269.432940:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320269.433028:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384236928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 139us (1169us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320269.433329:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384236928:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320269.445950:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2902 00000100:00100000:0.0:1767320269.942890:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320269.943024:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320269.943030:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320269.943033:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320269.943037:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320269.943041:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320269.943048:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5168 00000100:00080000:2.0:1767320269.943052:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320269.943060:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320269.943103:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883182300 x1853164384237056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320269.943128:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320269.943133:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320269.943135:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320269.943139:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5168 00000100:00080000:2.0:1767320269.943142:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320269.943146:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320269.943163:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384237056:0@lo:38:kworker.0 00000100:00100000:2.0:1767320269.943164:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883181180 x1853164384237184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320269.943211:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320269.943215:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320269.943217:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320269.943222:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5168 00000100:00080000:2.0:1767320269.943225:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320269.943229:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320269.943236:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320269.943240:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384237312:0@lo:400:kworker.0 00000100:00100000:2.0:1767320269.943249:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883183480 x1853164384237440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320269.943269:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384237056 00000100:00100000:0.0:1767320269.943279:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320269.943280:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384237056 00000100:00080000:2.0:1767320269.943281:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320269.943287:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320269.943289:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320269.943293:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5168 00000100:00080000:2.0:1767320269.943295:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767320269.943297:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384237184:0@lo:38:kworker.0 00000100:00080000:2.0:1767320269.943301:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320269.943334:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384237312 00000100:00100000:3.0:1767320269.943334:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320269.943340:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384237312 00000100:00100000:0.0:1767320269.943345:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384237568:0@lo:400:kworker.0 00000100:00100000:3.0:1767320269.943370:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384237440:0@lo:38:kworker.0 00000100:00100000:0.0:1767320269.943381:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320269.943833:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883183100 x1853164384237696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320269.943881:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384237952:0@lo:400:kworker.0 00000100:00100000:2.0:1767320269.943913:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320269.943959:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384237952 00000100:00100000:2.0:1767320269.943964:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384237952 00000100:00100000:2.0:1767320269.943995:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2090 00000100:00100000:2.0:1767320269.944003:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384237952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320269.944047:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384237952:12345-0@lo:400:kworker.0 Request processed in 45us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320269.944053:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2090 00000100:00100000:2.0:1767320269.944085:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384237952:0@lo:400:kworker.0 00000100:00100000:2.0:1767320269.944101:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320269.944106:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384237824:0@lo:400:kworker.0 00000100:00100000:2.0:1767320269.944127:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320269.944144:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384237568 00000100:00100000:3.0:1767320269.944150:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384237568 00000100:00100000:1.0:1767320269.944154:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5284 00000100:00100000:0.0:1767320269.944163:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24578 00000100:00100000:2.0:1767320269.944163:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384237824 00000100:00100000:2.0:1767320269.944167:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384237824 00000100:00100000:0.0:1767320269.944169:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384237056:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320269.944173:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384237312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320269.944183:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5285 00010000:00020000:0.0:1767320269.944191:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320269.944196:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384237568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320269.944202:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2091 00000100:00100000:2.0:1767320269.944212:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384237824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320269.944233:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384237312:12345-0@lo:400:kworker.0 Request processed in 69us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320269.944241:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384237056:12345-0@lo:38:kworker.0 Request processed in 69us (1007us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320269.944242:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5284 00000100:00100000:0.0:1767320269.944252:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24578 00000100:00100000:3.0:1767320269.944259:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384237568:12345-0@lo:400:kworker.0 Request processed in 65us (876us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320269.944262:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384237824:12345-0@lo:400:kworker.0 Request processed in 49us (132us total) trans 0 rc 0/0 00000100:00080000:1.0:1767320269.944270:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320269.944272:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5285 00000100:00100000:2.0:1767320269.944276:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2091 00000100:00100000:2.0:1767320269.944311:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384237312:0@lo:400:kworker.0 00000100:00100000:0.0:1767320269.944326:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384237184 00000100:00100000:3.0:1767320269.944330:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320269.944332:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384237184 00000100:00100000:1.0:1767320269.944349:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384237824:0@lo:400:kworker.0 00000100:00100000:0.0:1767320269.944361:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2873 00000100:00080000:3.0:1767320269.944362:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767320269.944370:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384237184:12345-0@lo:38:kworker.0 00000100:00080000:3.0:1767320269.944371:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320269.944378:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384237056:0@lo:38:kworker.0 00000100:00100000:1.0:1767320269.944379:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384237568:0@lo:400:kworker.0 00010000:00020000:0.0:1767320269.944387:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320269.944403:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384237696:0@lo:38:kworker.0 00000100:00100000:3.0:1767320269.944432:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320269.944437:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384237184:12345-0@lo:38:kworker.0 Request processed in 65us (1101us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320269.944444:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2873 00000100:00080000:3.0:1767320269.944464:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320269.944470:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320269.944474:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384237184:0@lo:38:kworker.0 00000100:00100000:1.0:1767320269.944487:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384237440 00000100:00100000:1.0:1767320269.944492:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384237440 00000100:00100000:1.0:1767320269.944511:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384237696 00000100:00100000:1.0:1767320269.944514:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384237696 00000100:00100000:3.0:1767320269.944523:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24579 00000100:00100000:3.0:1767320269.944528:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384237440:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320269.944539:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320269.944543:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24580 00000100:00100000:1.0:1767320269.944550:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384237696:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320269.944563:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320269.944569:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384237440:12345-0@lo:38:kworker.0 Request processed in 39us (242us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320269.944576:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24579 00000100:00100000:1.0:1767320269.944600:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384237696:12345-0@lo:38:kworker.0 Request processed in 48us (165us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767320269.944604:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767320269.944609:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24580 00000100:00080000:3.0:1767320269.944611:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320269.944617:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384237696:0@lo:38:kworker.0 00000100:00080000:3.0:1767320269.944626:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320269.944630:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320269.944633:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384237440:0@lo:38:kworker.0 00010000:00010000:1.0:1767320270.455205:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320270.928388:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320270.928593:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297417216 00000100:00100000:1.0:1767320270.928606:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297417216 00000100:00100000:1.0:1767320270.928654:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24581 00000100:00100000:1.0:1767320270.928663:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f617100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297417216:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320270.928696:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320270.928762:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f617100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297417216:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 98us (383us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320270.928770:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24581 00000100:00100000:2.0:1767320270.935264:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320270.935698:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297417344 00000100:00100000:1.0:1767320270.935711:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297417344 00000100:00100000:1.0:1767320270.936280:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5286 00000100:00100000:1.0:1767320270.936302:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297417344:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320270.936432:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297417344:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 134us (1178us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320270.936440:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5286 00000100:00080000:0.0:1767320270.936771:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320270.967976:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320271.480329:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320271.990982:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320272.503108:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320273.015512:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320273.526993:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320274.038937:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320274.041632:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320249/real 1767320249] req@ffff93699e1edc00 x1853164384232576/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320274 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320274.041664:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93699e1edc00 x1853164384232576/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320274 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320274.041683:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320274.041704:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320274.041707:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384232576:0@lo:250:kworker.0 00000100:00080000:2.0:1767320274.043097:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320274.043105:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320274.043109:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320274.043116:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5152 00000100:00080000:2.0:1767320274.043121:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320274.043127:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320274.043160:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f617b80 x1853164384238080/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320274.043195:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320274.043199:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320274.043201:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320274.043205:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5173 00000100:00080000:2.0:1767320274.043207:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320274.043211:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320274.043226:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f616300 x1853164384238208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320274.043235:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320274.043238:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320274.043240:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320274.043244:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5173 00000100:00080000:2.0:1767320274.043246:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320274.043249:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320274.043261:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f614380 x1853164384238336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320274.043294:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f617b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384238080:0@lo:250:kworker.0 00000100:00080000:2.0:1767320274.043305:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320274.043310:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320274.043312:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320274.043316:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5173 00000100:00080000:2.0:1767320274.043319:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320274.043323:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320274.043335:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f614000 x1853164384238592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:0.0:1767320274.043348:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384238080 offset 0 length 520: 4 00000100:00080000:2.0:1767320274.043360:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320274.043365:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320274.043367:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320274.043371:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5173 00000100:00080000:2.0:1767320274.043373:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320274.043377:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320274.043391:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f617480 x1853164384238848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320274.043397:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f616300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384238208:0@lo:38:kworker.0 00000100:00100000:0.0:1767320274.043431:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320274.043446:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f616680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384239104:0@lo:400:kworker.0 00000100:00100000:0.0:1767320274.043457:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f614380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384238336:0@lo:38:kworker.0 00000100:00100000:2.0:1767320274.043486:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320274.043495:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320274.043514:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320274.043522:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384238464:0@lo:400:kworker.0 00000100:00100000:0.0:1767320274.043526:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f614000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384238592:0@lo:38:kworker.0 00000100:00100000:2.0:1767320274.043553:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320274.043582:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320274.043600:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384238208 00000100:00100000:0.0:1767320274.043604:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f617480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384238848:0@lo:38:kworker.0 00000100:00100000:2.0:1767320274.043608:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384238208 00000100:00100000:2.0:1767320274.043640:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384238464 00000100:00100000:2.0:1767320274.043643:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384238464 00000100:00100000:0.0:1767320274.043651:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320274.043680:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384238592 00000100:00100000:2.0:1767320274.043684:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384238592 00000100:00100000:2.0:1767320274.043693:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384238848 00000100:00100000:2.0:1767320274.043696:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384238848 00000100:00100000:0.0:1767320274.043702:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384238336 00000100:00100000:0.0:1767320274.043708:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384238336 00000100:00100000:2.0:1767320274.043708:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5287 00000100:00100000:2.0:1767320274.043723:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384238464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320274.043736:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2874 00000100:00100000:0.0:1767320274.043743:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384238336:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320274.043763:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320274.043777:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384238464:12345-0@lo:400:kworker.0 Request processed in 57us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320274.043812:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5287 00000100:00100000:2.0:1767320274.043829:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24582 00000100:00100000:2.0:1767320274.043832:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384238208:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320274.043842:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320274.043880:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384238208:12345-0@lo:38:kworker.0 Request processed in 45us (448us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320274.043898:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384238336:12345-0@lo:38:kworker.0 Request processed in 152us (402us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320274.043902:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24582 00000100:00100000:0.0:1767320274.043911:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2874 00000100:00100000:2.0:1767320274.043924:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24583 00000100:00100000:2.0:1767320274.043929:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384238592:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320274.043938:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320274.043952:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320274.043967:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384238592:12345-0@lo:38:kworker.0 Request processed in 35us (385us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320274.043973:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24583 00000100:00080000:0.0:1767320274.043982:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767320274.043987:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24584 00000100:00080000:0.0:1767320274.043990:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320274.043996:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384238848:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320274.043999:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f614000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384238592:0@lo:38:kworker.0 00010000:00020000:2.0:1767320274.044007:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320274.044012:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320274.044018:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320274.044022:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f616300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384238208:0@lo:38:kworker.0 00000100:00100000:2.0:1767320274.044034:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384238848:12345-0@lo:38:kworker.0 Request processed in 38us (382us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767320274.044036:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767320274.044041:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24584 00000100:00080000:0.0:1767320274.044052:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320274.044057:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f614380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384238336:0@lo:38:kworker.0 00000100:00100000:2.0:1767320274.044070:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384238464:0@lo:400:kworker.0 00000100:00080000:0.0:1767320274.044097:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320274.044102:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320274.044105:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f617480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384238848:0@lo:38:kworker.0 00000100:00100000:3.0:1767320274.044248:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f614a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384238976:0@lo:400:kworker.0 00000100:00100000:3.0:1767320274.044277:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320274.044307:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320274.044312:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384238720:0@lo:400:kworker.0 00000100:00100000:3.0:1767320274.044332:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320274.044357:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384238720 00000100:00100000:3.0:1767320274.044361:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384238720 00000100:00100000:3.0:1767320274.044395:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5288 00000100:00100000:3.0:1767320274.044401:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384238720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320274.044431:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384238720:12345-0@lo:400:kworker.0 Request processed in 31us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320274.044437:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5288 00000100:00080000:3.0:1767320274.044449:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320274.044462:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384238720:0@lo:400:kworker.0 00000100:00100000:1.0:1767320274.044909:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384239104 00000100:00100000:1.0:1767320274.044915:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384239104 00000100:00100000:1.0:1767320274.044970:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384238976 00000100:00100000:1.0:1767320274.044973:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384238976 00000100:00100000:1.0:1767320274.044997:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2092 00000100:00100000:1.0:1767320274.045004:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384239104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320274.045058:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384239104:12345-0@lo:400:kworker.0 Request processed in 55us (1573us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320274.045064:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2092 00000100:00100000:1.0:1767320274.045076:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2093 00000100:00100000:1.0:1767320274.045082:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384238976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320274.045112:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384238976:12345-0@lo:400:kworker.0 Request processed in 31us (834us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320274.045117:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2093 00000100:00100000:1.0:1767320274.045155:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f614a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384238976:0@lo:400:kworker.0 00000100:00100000:1.0:1767320274.045175:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f616680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384239104:0@lo:400:kworker.0 00000100:00080000:3.0:1767320274.045311:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320274.045315:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767320274.551420:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320274.551470:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384239232:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320274.551554:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320274.551662:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384239232 00000100:00100000:2.0:1767320274.551670:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384239232 00000100:00100000:2.0:1767320274.551723:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2903 00000100:00100000:2.0:1767320274.551733:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384239232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320274.551762:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320274.551838:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384239232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320274.551845:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2903 00000100:00100000:0.0:1767320274.551937:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384239232:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320274.552256:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384239360:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320274.552286:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320274.552474:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384239360 00000100:00100000:3.0:1767320274.552479:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384239360 00000100:00100000:3.0:1767320274.552516:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2904 00000100:00100000:3.0:1767320274.552533:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384239360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320274.552553:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320274.552639:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384239360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320274.552646:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2904 00000100:00100000:2.0:1767320274.553745:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384239360:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320275.017830:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320275.017938:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297417728 00000100:00100000:1.0:1767320275.017949:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297417728 00000100:00100000:1.0:1767320275.018030:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5289 00000100:00100000:1.0:1767320275.018040:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297417728:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320275.018111:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297417728:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 73us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320275.018118:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5289 00000100:00080000:3.0:1767320275.018471:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:2.0:1767320275.019057:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297417472 offset 0 length 520: 4 00000100:00100000:2.0:1767320275.019087:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320275.019147:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297417600 00000100:00100000:0.0:1767320275.019154:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297417600 00000100:00100000:0.0:1767320275.019190:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24585 00000100:00100000:0.0:1767320275.019197:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297417600:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320275.019217:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320275.019259:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297417600:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 61us (170us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320275.019264:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24585 00000100:00100000:0.0:1767320275.063503:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320275.575238:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320276.086909:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320276.599475:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320277.111032:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320277.623664:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320278.135174:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320278.647268:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320279.159224:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320279.160850:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320279.160858:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320279.160862:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320279.160866:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320279.160870:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320279.160879:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5177 00000100:00080000:0.0:1767320279.160883:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320279.160890:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320279.160948:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278000 x1853164384239488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320279.160984:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320279.160988:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320279.160990:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320279.160994:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5177 00000100:00080000:0.0:1767320279.160996:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320279.160999:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320279.161024:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627a680 x1853164384239616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320279.161069:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320279.161074:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320279.161075:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320279.161079:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5177 00000100:00080000:0.0:1767320279.161081:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320279.161084:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320279.161098:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627bb80 x1853164384239872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320279.161121:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320279.161124:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320279.161126:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320279.161143:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5177 00000100:00080000:0.0:1767320279.161146:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320279.161149:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320279.161162:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278a80 x1853164384240128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320279.161200:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384240256:0@lo:400:kworker.0 00000100:00100000:0.0:1767320279.161296:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320279.161380:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320279.161387:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384240000:0@lo:400:kworker.0 00000100:00100000:0.0:1767320279.161424:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320279.161464:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384240256 00000100:00100000:0.0:1767320279.161471:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384240256 00000100:00100000:0.0:1767320279.161533:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2094 00000100:00100000:0.0:1767320279.161542:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384240256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320279.161590:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384240256:12345-0@lo:400:kworker.0 Request processed in 49us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320279.161597:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2094 00000100:00100000:0.0:1767320279.161639:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384240256:0@lo:400:kworker.0 00000100:00100000:0.0:1767320279.161678:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384240384:0@lo:400:kworker.0 00000100:00100000:0.0:1767320279.161716:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320279.161734:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320279.161739:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384239744:0@lo:400:kworker.0 00000100:00100000:0.0:1767320279.161777:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320279.161948:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384239488:0@lo:38:kworker.0 00000100:00080000:3.0:1767320279.162264:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320279.162763:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384240000 00000100:00100000:1.0:1767320279.162770:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384240000 00000100:00080000:2.0:1767320279.162941:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320279.162963:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384240384 00000100:00100000:2.0:1767320279.162968:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384240384 00000100:00100000:2.0:1767320279.163091:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2095 00000100:00100000:2.0:1767320279.163101:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384240384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320279.163160:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384240384:12345-0@lo:400:kworker.0 Request processed in 62us (1444us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320279.163167:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2095 00000100:00080000:2.0:1767320279.163185:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320279.165015:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384240384:0@lo:400:kworker.0 00000100:00100000:2.0:1767320279.165085:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320279.165137:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384239616:0@lo:38:kworker.0 00000100:00100000:2.0:1767320279.165187:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320279.165213:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384239872:0@lo:38:kworker.0 00000100:00100000:2.0:1767320279.165233:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320279.165251:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384240128:0@lo:38:kworker.0 00000100:00100000:2.0:1767320279.165273:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320279.165312:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384239744 00000100:00100000:2.0:1767320279.165319:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384239744 00000100:00100000:2.0:1767320279.165357:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384239488 00000100:00100000:2.0:1767320279.165360:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384239488 00000100:00100000:2.0:1767320279.165369:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384239872 00000100:00100000:2.0:1767320279.165371:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384239872 00000100:00100000:2.0:1767320279.165378:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384240128 00000100:00100000:2.0:1767320279.165380:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384240128 00000100:00100000:2.0:1767320279.165390:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5290 00000100:00100000:2.0:1767320279.165398:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384239744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320279.165445:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384239744:12345-0@lo:400:kworker.0 Request processed in 47us (3666us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320279.165452:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5290 00000100:00100000:2.0:1767320279.165468:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24586 00000100:00100000:2.0:1767320279.165472:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384239488:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320279.165491:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320279.165522:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384239488:12345-0@lo:38:kworker.0 Request processed in 49us (437us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320279.165528:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24586 00000100:00100000:2.0:1767320279.165540:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24587 00000100:00100000:2.0:1767320279.165543:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384239872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320279.165552:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320279.165573:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384239872:12345-0@lo:38:kworker.0 Request processed in 28us (339us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320279.165577:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24587 00000100:00100000:2.0:1767320279.165587:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24588 00000100:00100000:2.0:1767320279.165590:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384240128:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320279.165599:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320279.165619:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384240128:12345-0@lo:38:kworker.0 Request processed in 27us (345us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320279.165624:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24588 00000100:00080000:2.0:1767320279.165639:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320279.165660:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320279.165665:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320279.165668:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384239488:0@lo:38:kworker.0 00000100:00080000:2.0:1767320279.165675:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320279.165678:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320279.165681:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384239872:0@lo:38:kworker.0 00000100:00080000:2.0:1767320279.165686:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320279.165689:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320279.165692:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384240128:0@lo:38:kworker.0 00000100:00100000:2.0:1767320279.165723:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384239744:0@lo:400:kworker.0 00000100:00100000:2.0:1767320279.165760:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384239616 00000100:00100000:2.0:1767320279.165764:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384239616 00000100:00100000:2.0:1767320279.165813:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2875 00000100:00100000:2.0:1767320279.165817:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384239616:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320279.165827:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320279.166296:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5291 00000100:00100000:1.0:1767320279.166311:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384240000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320279.166358:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384240000:12345-0@lo:400:kworker.0 Request processed in 55us (4934us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320279.166364:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5291 00000100:00100000:1.0:1767320279.166402:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384240000:0@lo:400:kworker.0 00000100:00100000:2.0:1767320279.166550:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384239616:12345-0@lo:38:kworker.0 Request processed in 729us (1361us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320279.166558:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2875 00000100:00080000:1.0:1767320279.168668:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320279.168681:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320279.168686:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384239616:0@lo:38:kworker.0 00000100:00100000:1.0:1767320279.671092:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1767320279.671111:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320279.671115:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384240512:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320279.671200:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320279.671214:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320279.671223:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384240640:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320279.671247:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320279.671266:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384240512 00000100:00100000:0.0:1767320279.671270:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384240640 00000100:00100000:0.0:1767320279.671274:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384240640 00000100:00100000:1.0:1767320279.671274:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384240512 00000100:00100000:0.0:1767320279.671370:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2905 00000100:00100000:0.0:1767320279.671379:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384240640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320279.671417:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320279.671458:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384240640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320279.671465:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2905 00000100:00100000:2.0:1767320279.672681:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384240640:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320279.674240:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2906 00000100:00100000:0.0:1767320279.674263:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384240512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320279.674481:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320279.674564:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384240512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 314us (3363us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320279.674637:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384240512:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320279.678109:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2906 00000100:00100000:1.0:1767320280.134281:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320280.136937:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297417856 00000100:00100000:0.0:1767320280.136949:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297417856 00000100:00100000:0.0:1767320280.137002:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24589 00000100:00100000:0.0:1767320280.137011:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297417856:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320280.137034:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320280.137421:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297417856:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 408us (3150us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320280.137430:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24589 00000100:00100000:2.0:1767320280.137579:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320280.137899:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297417984 00000100:00100000:0.0:1767320280.137904:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297417984 00000100:00100000:0.0:1767320280.137953:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5292 00000100:00100000:0.0:1767320280.137960:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297417984:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320280.138024:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297417984:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 64us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320280.138030:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5292 00000100:00080000:2.0:1767320280.138429:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320280.182966:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320280.696895:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320281.210812:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320281.719241:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320282.231142:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320282.743015:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320283.256851:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320283.767089:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320284.278938:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320284.278950:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320284.278954:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320284.278960:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320284.278965:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320284.278974:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5182 00000100:00080000:0.0:1767320284.278980:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320284.278987:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320284.279034:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279880 x1853164384240768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320284.279058:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320284.279061:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320284.279063:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320284.279067:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5182 00000100:00080000:0.0:1767320284.279069:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320284.279074:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320284.279089:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279180 x1853164384240896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320284.279099:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384240768:0@lo:38:kworker.0 00000100:00080000:0.0:1767320284.279131:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320284.279135:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320284.279137:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320284.279142:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5182 00000100:00080000:0.0:1767320284.279144:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320284.279149:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320284.279162:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627b800 x1853164384241152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320284.279186:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320284.279189:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320284.279194:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320284.279196:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320284.279201:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5182 00000100:00080000:0.0:1767320284.279204:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320284.279208:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320284.279219:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278a80 x1853164384241408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320284.279260:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384241024:0@lo:400:kworker.0 00000100:00100000:1.0:1767320284.279272:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384240896:0@lo:38:kworker.0 00000100:00100000:0.0:1767320284.279298:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320284.279324:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320284.279330:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384241664:0@lo:400:kworker.0 00000100:00100000:0.0:1767320284.279357:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320284.279385:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384241280:0@lo:400:kworker.0 00000100:00100000:2.0:1767320284.279448:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384241664 00000100:00100000:2.0:1767320284.279455:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384241664 00000100:00100000:2.0:1767320284.279507:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2096 00000100:00100000:2.0:1767320284.279516:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384241664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320284.279653:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384241536:0@lo:400:kworker.0 00000100:00100000:0.0:1767320284.281926:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320284.282011:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384240768 00000100:00100000:0.0:1767320284.282020:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384240768 00000100:00100000:0.0:1767320284.282062:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384241024 00000100:00100000:0.0:1767320284.282066:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384241024 00000100:00100000:0.0:1767320284.282102:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384241280 00000100:00100000:0.0:1767320284.282105:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384241280 00000100:00100000:0.0:1767320284.282128:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5293 00000100:00100000:0.0:1767320284.282137:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384241024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320284.282194:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384241024:12345-0@lo:400:kworker.0 Request processed in 58us (2896us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320284.282201:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5293 00000100:00100000:0.0:1767320284.282220:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5294 00000100:00100000:0.0:1767320284.282226:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384241280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320284.282256:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384241280:12345-0@lo:400:kworker.0 Request processed in 30us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320284.282290:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5294 00000100:00100000:0.0:1767320284.282302:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24590 00000100:00100000:0.0:1767320284.282306:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384240768:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320284.282323:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320284.282351:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384240768:12345-0@lo:38:kworker.0 Request processed in 43us (3166us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320284.282356:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24590 00000100:00100000:0.0:1767320284.282399:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384241024:0@lo:400:kworker.0 00000100:00100000:0.0:1767320284.282428:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384241280:0@lo:400:kworker.0 00000100:00080000:0.0:1767320284.282487:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320284.282492:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320284.282531:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320284.282948:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384241664:12345-0@lo:400:kworker.0 Request processed in 3432us (3588us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320284.282958:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2096 00000100:00100000:1.0:1767320284.283146:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320284.283192:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384241152:0@lo:38:kworker.0 00000100:00100000:1.0:1767320284.283235:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320284.283261:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384241152 00000100:00100000:1.0:1767320284.283267:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384241152 00000100:00100000:2.0:1767320284.283286:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384240896 00000100:00100000:2.0:1767320284.283292:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384240896 00000100:00100000:1.0:1767320284.283309:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24591 00000100:00100000:1.0:1767320284.283316:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384241152:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320284.283322:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2876 00000100:00100000:2.0:1767320284.283328:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384240896:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320284.283334:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1767320284.283341:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320284.283372:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384241152:12345-0@lo:38:kworker.0 Request processed in 53us (134us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320284.283379:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24591 00000100:00100000:2.0:1767320284.283385:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384240896:12345-0@lo:38:kworker.0 Request processed in 54us (238us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320284.283393:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2876 00000100:00080000:1.0:1767320284.283414:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320284.283419:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320284.283421:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384241152:0@lo:38:kworker.0 00000100:00100000:1.0:1767320284.283430:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384241408:0@lo:38:kworker.0 00000100:00100000:1.0:1767320284.283452:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320284.283502:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384241408 00000100:00100000:2.0:1767320284.283507:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384241408 00000100:00100000:2.0:1767320284.283532:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24592 00000100:00100000:2.0:1767320284.283536:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384241408:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320284.283546:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320284.283572:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384241408:12345-0@lo:38:kworker.0 Request processed in 34us (119us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320284.283582:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24592 00000100:00100000:0.0:1767320284.283631:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384241664:0@lo:400:kworker.0 00000100:00080000:1.0:1767320284.283870:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320284.283996:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320284.284000:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384241408:0@lo:38:kworker.0 00000100:00080000:1.0:1767320284.284016:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320284.284099:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320284.284103:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384240768:0@lo:38:kworker.0 00000100:00080000:1.0:1767320284.284132:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320284.284136:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320284.284138:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384240896:0@lo:38:kworker.0 00000100:00100000:3.0:1767320284.284847:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320284.284944:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384241536 00000100:00100000:2.0:1767320284.284950:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384241536 00000100:00100000:2.0:1767320284.285014:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2097 00000100:00100000:2.0:1767320284.285023:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384241536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320284.285082:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384241536:12345-0@lo:400:kworker.0 Request processed in 61us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320284.285088:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2097 00000100:00100000:1.0:1767320284.285201:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384241536:0@lo:400:kworker.0 00000100:00080000:0.0:1767320284.285264:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320284.794240:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320284.794374:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320284.794395:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384241792:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320284.794498:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320284.794607:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384241792 00000100:00100000:0.0:1767320284.794615:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384241792 00000100:00100000:0.0:1767320284.794658:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2907 00000100:00100000:0.0:1767320284.794666:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f617480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384241792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320284.794707:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320284.794753:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f617480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384241792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320284.794761:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2907 00000100:00100000:2.0:1767320284.794869:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384241792:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320284.795057:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320284.795067:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384241920:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320284.795092:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320284.795155:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384241920 00000100:00100000:2.0:1767320284.795160:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384241920 00000100:00100000:2.0:1767320284.795190:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2908 00000100:00100000:2.0:1767320284.795205:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384241920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320284.795220:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320284.795258:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384241920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320284.795264:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2908 00000100:00100000:1.0:1767320284.795316:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384241920:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320285.254950:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320285.255071:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320285.255994:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297418240 00000100:00100000:0.0:1767320285.256006:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297418240 00000100:00100000:0.0:1767320285.256093:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297418112 00000100:00100000:0.0:1767320285.256097:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297418112 00000100:00100000:0.0:1767320285.256125:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5295 00000100:00100000:0.0:1767320285.256136:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297418240:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320285.256237:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297418240:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 103us (1302us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320285.256246:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5295 00000100:00100000:0.0:1767320285.256265:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24593 00000100:00100000:0.0:1767320285.256269:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f616300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297418112:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320285.256290:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320285.256312:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f616300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297418112:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 42us (1243us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320285.256476:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24593 00000100:00080000:2.0:1767320285.257935:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320285.303837:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320285.814949:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320286.326920:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320286.842161:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320287.350947:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320287.863002:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320288.375258:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320288.888315:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320289.401558:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320289.402024:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320289.402030:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320289.402033:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320289.402037:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320289.402041:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320289.402049:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5187 00000100:00080000:1.0:1767320289.402053:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320289.402061:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320289.402101:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafeea00 x1853164384242048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320289.402117:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320289.402120:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320289.402122:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320289.402125:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5187 00000100:00080000:1.0:1767320289.402127:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320289.402142:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320289.402155:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafef100 x1853164384242176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320289.402197:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320289.402201:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320289.402203:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320289.402207:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5187 00000100:00080000:1.0:1767320289.402209:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320289.402213:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320289.402226:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafec700 x1853164384242432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320289.402256:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384242048:0@lo:38:kworker.0 00000100:00080000:1.0:1767320289.402260:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320289.402266:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320289.402267:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320289.402271:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5187 00000100:00080000:1.0:1767320289.402274:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320289.402277:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320289.402289:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafed180 x1853164384242688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320289.402340:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384242560:0@lo:400:kworker.0 00000100:00100000:2.0:1767320289.402348:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320289.402423:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384242944:0@lo:400:kworker.0 00000100:00100000:3.0:1767320289.402478:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384242304:0@lo:400:kworker.0 00000100:00100000:1.0:1767320289.407148:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320289.407249:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320289.407262:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384242816:0@lo:400:kworker.0 00000100:00100000:2.0:1767320289.407289:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384242176:0@lo:38:kworker.0 00000100:00100000:1.0:1767320289.407308:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320289.407958:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320289.408006:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384242176 00000100:00100000:2.0:1767320289.408014:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384242176 00000100:00100000:2.0:1767320289.408052:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2877 00000100:00100000:2.0:1767320289.408060:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384242176:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320289.408083:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320289.409849:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384242176:12345-0@lo:38:kworker.0 Request processed in 1779us (1882us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320289.409865:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2877 00000100:00100000:0.0:1767320289.409873:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320289.409925:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384242816 00000100:00100000:2.0:1767320289.409933:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384242816 00000100:00100000:0.0:1767320289.409981:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384242048 00000100:00100000:2.0:1767320289.409987:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384242944 00000100:00100000:0.0:1767320289.409988:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384242048 00000100:00100000:2.0:1767320289.409994:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384242944 00000100:00100000:0.0:1767320289.410020:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384242560 00000100:00100000:0.0:1767320289.410025:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384242560 00000100:00100000:2.0:1767320289.410029:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2098 00000100:00100000:2.0:1767320289.410040:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384242816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320289.410065:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5296 00000100:00100000:0.0:1767320289.410079:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384242560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320289.410098:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384242816:12345-0@lo:400:kworker.0 Request processed in 60us (2788us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320289.410108:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2098 00000100:00100000:0.0:1767320289.410841:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384242560:12345-0@lo:400:kworker.0 Request processed in 764us (3714us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320289.410851:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5296 00000100:00100000:0.0:1767320289.410876:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24594 00000100:00100000:0.0:1767320289.410882:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384242048:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320289.410905:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320289.410942:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384242048:12345-0@lo:38:kworker.0 Request processed in 60us (8596us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320289.410948:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24594 00000100:00100000:0.0:1767320289.410998:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2099 00000100:00100000:0.0:1767320289.411008:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384242944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320289.411053:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384242944:12345-0@lo:400:kworker.0 Request processed in 48us (1182us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320289.411309:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2099 00000100:00100000:0.0:1767320289.411356:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384242944:0@lo:400:kworker.0 00000100:00080000:0.0:1767320289.411400:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320289.411405:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320289.411408:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320289.411436:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320289.411442:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320289.411445:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384242176:0@lo:38:kworker.0 00000100:00100000:1.0:1767320289.411583:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384242816:0@lo:400:kworker.0 00000100:00100000:1.0:1767320289.411596:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384242560:0@lo:400:kworker.0 00000100:00100000:0.0:1767320289.411693:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384242432:0@lo:38:kworker.0 00000100:00100000:0.0:1767320289.411854:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320289.411927:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384242688:0@lo:38:kworker.0 00000100:00100000:0.0:1767320289.411954:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320289.412919:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320289.412949:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384242432 00000100:00100000:1.0:1767320289.412956:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384242432 00000100:00100000:1.0:1767320289.412988:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384242688 00000100:00100000:1.0:1767320289.412991:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384242688 00000100:00100000:1.0:1767320289.413008:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24595 00000100:00100000:1.0:1767320289.413014:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384242432:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320289.413033:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320289.413088:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384242432:12345-0@lo:38:kworker.0 Request processed in 72us (1232us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320289.413095:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24595 00000100:00100000:1.0:1767320289.413108:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24596 00000100:00100000:1.0:1767320289.413111:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384242688:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320289.413132:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320289.413154:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384242688:12345-0@lo:38:kworker.0 Request processed in 41us (1200us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320289.413160:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24596 00000100:00080000:0.0:1767320289.413419:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320289.413425:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320289.413428:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384242688:0@lo:38:kworker.0 00000100:00080000:0.0:1767320289.413441:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320289.413445:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320289.413458:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384242048:0@lo:38:kworker.0 00000100:00080000:0.0:1767320289.413467:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320289.413470:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320289.413472:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384242432:0@lo:38:kworker.0 00000100:00100000:2.0:1767320289.413879:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384242304 00000100:00100000:2.0:1767320289.413885:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384242304 00000100:00100000:2.0:1767320289.413983:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5297 00000100:00100000:2.0:1767320289.413993:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384242304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320289.414051:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384242304:12345-0@lo:400:kworker.0 Request processed in 61us (1134us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320289.414066:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5297 00000100:00100000:3.0:1767320289.414414:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384242304:0@lo:400:kworker.0 00000100:00080000:0.0:1767320289.422758:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320289.911113:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384243072:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320289.911200:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320289.911338:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384243072 00000100:00100000:0.0:1767320289.911350:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384243072 00000100:00100000:0.0:1767320289.911401:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2909 00000100:00100000:0.0:1767320289.911413:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384243072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320289.911445:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320289.911505:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384243072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320289.911512:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2909 00010000:00010000:2.0:1767320289.911733:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320289.911838:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384243072:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320289.911982:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320289.911995:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384243200:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320289.912029:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320289.912122:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384243200 00000100:00100000:3.0:1767320289.912128:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384243200 00000100:00100000:3.0:1767320289.912164:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2910 00000100:00100000:3.0:1767320289.912172:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384243200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320289.912190:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320289.912231:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384243200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320289.912239:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2910 00000100:00100000:2.0:1767320289.912310:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384243200:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320290.374705:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320290.374839:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297418496 00000100:00100000:1.0:1767320290.374849:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297418496 00000100:00100000:1.0:1767320290.374919:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5298 00000100:00100000:1.0:1767320290.374931:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297418496:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320290.375004:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297418496:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 79us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320290.375009:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5298 00000100:00080000:0.0:1767320290.375066:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320290.375201:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320290.375456:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297418368 00000100:00100000:1.0:1767320290.375461:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297418368 00000100:00100000:1.0:1767320290.375485:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24597 00000100:00100000:1.0:1767320290.375489:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297418368:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320290.375506:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320290.375535:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297418368:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 45us (334us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320290.375539:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24597 00000100:00100000:2.0:1767320290.423039:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320290.935003:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320291.447818:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320291.959217:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320292.471098:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320292.983360:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320293.495044:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320294.008006:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320294.518912:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320294.519511:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320294.519518:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320294.519571:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320294.519576:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320294.519580:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320294.519588:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5192 00000100:00080000:3.0:1767320294.519746:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320294.519768:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320294.519833:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1212d80 x1853164384243328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320294.519860:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320294.519864:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320294.519866:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320294.519870:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5192 00000100:00080000:3.0:1767320294.519873:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320294.519876:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320294.519890:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1211180 x1853164384243456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320294.519986:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:3.0:1767320294.520017:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320294.520021:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320294.520023:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320294.520035:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5192 00000100:00080000:3.0:1767320294.520038:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320294.520042:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320294.520055:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891dab480 x1853164384243712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320294.520094:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320294.520097:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320294.520099:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320294.520103:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5192 00000100:00080000:3.0:1767320294.520105:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320294.520108:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320294.520122:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891dab800 x1853164384243968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320294.520202:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384243328:0@lo:38:kworker.0 00000100:00100000:1.0:1767320294.520284:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320294.520350:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384243456:0@lo:38:kworker.0 00000100:00100000:1.0:1767320294.520376:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320294.520397:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384243712:0@lo:38:kworker.0 00000100:00100000:1.0:1767320294.520417:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320294.520435:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384243968:0@lo:38:kworker.0 00000100:00100000:1.0:1767320294.520453:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320294.520483:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384243840:0@lo:400:kworker.0 00000100:00100000:1.0:1767320294.520508:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320294.520540:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320294.520546:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384244096:0@lo:400:kworker.0 00000100:00100000:1.0:1767320294.520608:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320294.520649:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384243328 00000100:00100000:1.0:1767320294.520656:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384243328 00000100:00100000:1.0:1767320294.520688:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384243712 00000100:00100000:1.0:1767320294.520691:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384243712 00000100:00100000:1.0:1767320294.520710:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384243968 00000100:00100000:1.0:1767320294.520713:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384243968 00000100:00100000:1.0:1767320294.520720:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384243840 00000100:00100000:1.0:1767320294.520722:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384243840 00000100:00100000:1.0:1767320294.520772:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5299 00000100:00100000:1.0:1767320294.520799:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384243840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320294.520848:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384243840:12345-0@lo:400:kworker.0 Request processed in 71us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320294.520854:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5299 00000100:00100000:1.0:1767320294.520865:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24598 00000100:00100000:1.0:1767320294.520868:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384243328:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320294.520882:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320294.520900:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384243328:12345-0@lo:38:kworker.0 Request processed in 31us (618us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320294.520904:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24598 00000100:00100000:1.0:1767320294.520913:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24599 00000100:00100000:1.0:1767320294.520916:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384243712:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320294.520925:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320294.520945:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384243712:12345-0@lo:38:kworker.0 Request processed in 27us (528us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320294.520951:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24599 00000100:00100000:1.0:1767320294.520961:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24600 00000100:00100000:1.0:1767320294.520964:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384243968:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320294.520973:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320294.520994:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384243968:12345-0@lo:38:kworker.0 Request processed in 27us (539us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320294.521000:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24600 00000100:00080000:1.0:1767320294.521025:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320294.521055:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384243840:0@lo:400:kworker.0 00000100:00080000:1.0:1767320294.521082:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320294.521086:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320294.521089:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384243328:0@lo:38:kworker.0 00000100:00080000:1.0:1767320294.521096:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320294.521099:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320294.521102:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384243712:0@lo:38:kworker.0 00000100:00080000:1.0:1767320294.521109:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320294.521112:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320294.521114:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384243968:0@lo:38:kworker.0 00000100:00100000:2.0:1767320294.521706:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320294.521721:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384244224:0@lo:400:kworker.0 00000100:00100000:2.0:1767320294.521758:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320294.521818:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384243456 00000100:00100000:2.0:1767320294.521823:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384243456 00000100:00100000:2.0:1767320294.521848:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2878 00000100:00100000:2.0:1767320294.521852:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384243456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320294.521865:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320294.521898:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384243456:12345-0@lo:38:kworker.0 Request processed in 45us (1521us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320294.521904:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2878 00000100:00100000:2.0:1767320294.521923:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384244096 00000100:00100000:2.0:1767320294.521926:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384244096 00000100:00100000:2.0:1767320294.521959:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384244224 00000100:00100000:2.0:1767320294.521962:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384244224 00000100:00100000:2.0:1767320294.521980:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2100 00000100:00100000:2.0:1767320294.521986:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384244096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320294.522024:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384244096:12345-0@lo:400:kworker.0 Request processed in 39us (1416us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320294.522030:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2100 00000100:00100000:2.0:1767320294.522040:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2101 00000100:00100000:2.0:1767320294.522046:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384244224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320294.522073:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384244224:12345-0@lo:400:kworker.0 Request processed in 28us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320294.522078:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2101 00000100:00080000:2.0:1767320294.522094:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320294.522098:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320294.522117:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384244224:0@lo:400:kworker.0 00000100:00100000:2.0:1767320294.522140:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384244096:0@lo:400:kworker.0 00000100:00080000:2.0:1767320294.522157:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320294.522161:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320294.522164:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384243456:0@lo:38:kworker.0 00000100:00100000:0.0:1767320294.524824:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384243584:0@lo:400:kworker.0 00000100:00100000:0.0:1767320294.524898:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320294.525021:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384243584 00000100:00100000:1.0:1767320294.525029:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384243584 00000100:00100000:1.0:1767320294.525104:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5300 00000100:00100000:1.0:1767320294.525113:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384243584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320294.525165:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384243584:12345-0@lo:400:kworker.0 Request processed in 53us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320294.525173:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5300 00000100:00080000:2.0:1767320294.525240:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320294.525313:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384243584:0@lo:400:kworker.0 00000100:00100000:1.0:1767320295.031982:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320295.032008:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384244352:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320295.032076:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320295.032176:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384244352 00000100:00100000:0.0:1767320295.032185:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384244352 00000100:00100000:0.0:1767320295.032296:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2911 00000100:00100000:0.0:1767320295.032306:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384244352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320295.032333:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320295.032384:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384244352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320295.032395:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2911 00000100:00100000:0.0:1767320295.032448:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384244480:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320295.032473:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320295.032498:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384244480 00000100:00100000:0.0:1767320295.032502:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384244480 00000100:00100000:0.0:1767320295.032522:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2912 00000100:00100000:0.0:1767320295.032528:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384244480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320295.032542:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320295.032569:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384244480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320295.032575:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2912 00000100:00100000:0.0:1767320295.032609:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384244480:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320295.032739:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384244352:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767320295.033471:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320295.495136:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320295.498468:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320295.500890:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297418752 00000100:00100000:1.0:1767320295.500913:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297418752 00000100:00100000:1.0:1767320295.501030:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297418624 00000100:00100000:1.0:1767320295.501039:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297418624 00000100:00080000:2.0:1767320295.501353:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320295.501503:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5301 00000100:00100000:2.0:1767320295.501520:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297418752:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320295.501640:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297418752:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 126us (6520us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320295.501649:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5301 00000100:00100000:2.0:1767320295.501674:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24601 00000100:00100000:2.0:1767320295.501680:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297418624:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320295.501716:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320295.501747:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297418624:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 65us (3294us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320295.501754:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24601 00000100:00100000:1.0:1767320295.544073:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320296.054938:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320296.567114:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320297.079010:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320297.591095:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320298.105732:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320298.616411:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320299.127151:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320299.600997:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:0.0:1767320299.601191:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297418880 offset 0 length 520: 4 00000100:00100000:0.0:1767320299.602080:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320299.607853:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297419008 00000100:00100000:2.0:1767320299.607874:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297419008 00000100:00100000:2.0:1767320299.608015:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24602 00000100:00100000:2.0:1767320299.608024:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297419008:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320299.608075:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320299.608573:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297419008:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 547us (6492us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320299.608582:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24602 00000100:00100000:1.0:1767320299.613488:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297419136 00000100:00100000:1.0:1767320299.613504:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297419136 00000100:00080000:2.0:1767320299.613602:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320299.613749:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5302 00000100:00100000:0.0:1767320299.613762:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297419136:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320299.613931:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297419136:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 171us (12943us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320299.613940:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5302 00000100:00100000:0.0:1767320299.638973:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320299.639293:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320274/real 1767320274] req@ffff93698f617b80 x1853164384238080/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320299 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320299.639326:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93698f617b80 x1853164384238080/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320299 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320299.639341:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320299.639386:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320299.639392:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320299.639395:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320299.639400:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5177 00000100:00080000:1.0:1767320299.639404:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320299.639411:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320299.639445:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c0a80 x1853164384244608/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320299.639461:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320299.639464:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320299.639466:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320299.639469:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5197 00000100:00080000:1.0:1767320299.639472:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320299.639475:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320299.639489:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c1c00 x1853164384244736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320299.639498:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320299.639501:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320299.639503:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320299.639546:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5197 00000100:00080000:1.0:1767320299.639548:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320299.639551:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320299.639563:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c0380 x1853164384244864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320299.639594:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320299.639597:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320299.639598:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320299.639600:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5197 00000100:00080000:1.0:1767320299.639602:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320299.639604:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320299.639611:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2680 x1853164384245120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320299.639626:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320299.639628:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320299.639629:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320299.639632:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5197 00000100:00080000:1.0:1767320299.639634:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320299.639635:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320299.639641:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c2a00 x1853164384245376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320299.639714:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384244992:0@lo:400:kworker.0 00000100:00100000:0.0:1767320299.639883:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320299.639941:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320299.639947:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384245632:0@lo:400:kworker.0 00000100:00100000:0.0:1767320299.639973:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320299.640012:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384245248:0@lo:400:kworker.0 00000100:00100000:0.0:1767320299.640035:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320299.640534:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320299.640546:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384245504:0@lo:400:kworker.0 00000100:00100000:0.0:1767320299.640569:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320299.640570:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320299.640575:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f617b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384238080:0@lo:250:kworker.0 00000100:00100000:3.0:1767320299.640595:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384244608:0@lo:250:kworker.0 00000100:00100000:0.0:1767320299.640604:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384244992 00000100:00100000:0.0:1767320299.640611:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384244992 00000400:00000100:3.0:1767320299.640614:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384244608 offset 0 length 520: 4 00000100:00100000:3.0:1767320299.640633:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384244736:0@lo:38:kworker.0 00000100:00100000:0.0:1767320299.640681:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384245248 00000100:00100000:0.0:1767320299.640684:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384245248 00000100:00100000:3.0:1767320299.640685:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320299.641467:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384244864:0@lo:38:kworker.0 00000100:00100000:3.0:1767320299.641501:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320299.641539:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384245120:0@lo:38:kworker.0 00000100:00100000:3.0:1767320299.641561:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320299.643136:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320299.643891:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384245376:0@lo:38:kworker.0 00000100:00100000:3.0:1767320299.643952:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320299.643996:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384244736 00000100:00100000:3.0:1767320299.644004:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384244736 00000100:00100000:3.0:1767320299.644042:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384245120 00000100:00100000:3.0:1767320299.644046:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384245120 00000100:00100000:3.0:1767320299.644055:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384245376 00000100:00100000:3.0:1767320299.644057:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384245376 00000100:00100000:3.0:1767320299.644069:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5303 00000100:00100000:3.0:1767320299.644082:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384244992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320299.644139:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384244992:12345-0@lo:400:kworker.0 Request processed in 62us (4256us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320299.644146:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5303 00000100:00100000:3.0:1767320299.644166:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5304 00000100:00100000:3.0:1767320299.644173:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384245248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320299.644208:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384245248:12345-0@lo:400:kworker.0 Request processed in 36us (4172us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320299.644213:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5304 00000100:00100000:3.0:1767320299.644225:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24603 00000100:00100000:3.0:1767320299.644229:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384244736:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320299.644247:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320299.644276:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384244736:12345-0@lo:38:kworker.0 Request processed in 45us (3590us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320299.644282:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24603 00000100:00100000:3.0:1767320299.644293:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24604 00000100:00100000:3.0:1767320299.644296:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384245120:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320299.644304:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320299.644325:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384245120:12345-0@lo:38:kworker.0 Request processed in 27us (2763us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320299.644330:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24604 00000100:00100000:3.0:1767320299.644340:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24605 00000100:00100000:3.0:1767320299.644343:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384245376:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320299.644351:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320299.644618:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384245248:0@lo:400:kworker.0 00000100:00100000:0.0:1767320299.644661:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384244992:0@lo:400:kworker.0 00000100:00100000:0.0:1767320299.644714:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384245632 00000100:00100000:0.0:1767320299.644719:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384245632 00000100:00100000:0.0:1767320299.644764:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384245504 00000100:00100000:0.0:1767320299.644767:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384245504 00000100:00100000:0.0:1767320299.644804:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2102 00000100:00100000:0.0:1767320299.644811:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384245632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320299.644850:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384245632:12345-0@lo:400:kworker.0 Request processed in 40us (4875us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320299.644856:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2102 00000100:00100000:0.0:1767320299.644868:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2103 00000100:00100000:0.0:1767320299.644874:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384245504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320299.644906:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384245504:12345-0@lo:400:kworker.0 Request processed in 32us (4336us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320299.644912:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2103 00000100:00100000:0.0:1767320299.644942:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384245504:0@lo:400:kworker.0 00000100:00100000:0.0:1767320299.644964:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384245632:0@lo:400:kworker.0 00000100:00100000:0.0:1767320299.645006:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384244864 00000100:00100000:0.0:1767320299.645010:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384244864 00000100:00080000:2.0:1767320299.645033:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320299.645038:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320299.645051:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2879 00000100:00100000:0.0:1767320299.645057:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384244864:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320299.645068:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320299.645101:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384244864:12345-0@lo:38:kworker.0 Request processed in 42us (3599us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767320299.645102:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320299.645111:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320299.645112:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2879 00000100:00100000:2.0:1767320299.645119:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384244736:0@lo:38:kworker.0 00000100:00080000:2.0:1767320299.645134:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320299.645138:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320299.645142:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384244864:0@lo:38:kworker.0 00000100:00080000:2.0:1767320299.645153:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320299.645156:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320299.645159:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384245120:0@lo:38:kworker.0 00000100:00100000:3.0:1767320299.646349:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384245376:12345-0@lo:38:kworker.0 Request processed in 1998us (2390us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320299.646501:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24605 00000100:00080000:2.0:1767320299.646511:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320299.646519:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320299.646523:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384245376:0@lo:38:kworker.0 00010000:00010000:3.0:1767320300.151021:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320300.151193:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384245888:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320300.151199:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320300.151217:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384245760:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320300.151301:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320300.151353:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384245760 00000100:00100000:0.0:1767320300.151594:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384245760 00000100:00100000:0.0:1767320300.151685:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2913 00000100:00100000:0.0:1767320300.151696:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384245760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320300.151727:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320300.152417:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320300.152548:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384245760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 852us (1244us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320300.152756:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384245760:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320300.153221:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384245888 00000100:00100000:1.0:1767320300.153228:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384245888 00000100:00100000:0.0:1767320300.154295:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2913 00000100:00100000:1.0:1767320300.154350:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2914 00000100:00100000:1.0:1767320300.154365:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384245888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320300.154401:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320300.154478:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384245888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (2061us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320300.154485:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2914 00000100:00100000:3.0:1767320300.154546:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384245888:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320300.663371:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320301.174997:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320301.687040:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320302.201729:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320302.711599:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320303.225808:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320303.734958:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320304.246963:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320304.710908:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320304.711040:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320304.712914:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297419264 00000100:00100000:3.0:1767320304.712932:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297419264 00000100:00100000:3.0:1767320304.712973:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297419392 00000100:00100000:3.0:1767320304.712975:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297419392 00000100:00100000:3.0:1767320304.713021:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5305 00000100:00100000:3.0:1767320304.713029:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297419392:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:0.0:1767320304.713034:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320304.713055:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24606 00000100:00100000:3.0:1767320304.713115:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297419392:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 87us (2076us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320304.713121:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5305 00000100:00100000:0.0:1767320304.713183:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297419264:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320304.713224:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320304.713313:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297419264:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 249us (2412us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320304.713320:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24606 00000100:00100000:0.0:1767320304.758917:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320304.759249:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320304.759256:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320304.759260:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320304.759263:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320304.759267:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320304.759286:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5202 00000100:00080000:1.0:1767320304.759289:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320304.759295:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320304.759383:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1211180 x1853164384246016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320304.759406:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320304.759410:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320304.759412:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320304.759415:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5202 00000100:00080000:1.0:1767320304.759418:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320304.759421:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320304.759437:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5880 x1853164384246144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320304.759476:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320304.759479:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320304.759481:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320304.759483:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5202 00000100:00080000:1.0:1767320304.759485:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320304.759488:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320304.759497:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf6d80 x1853164384246400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320304.759516:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320304.759518:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320304.759519:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320304.759522:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5202 00000100:00080000:1.0:1767320304.759523:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320304.759524:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320304.759530:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf7100 x1853164384246656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320304.759557:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384246528:0@lo:400:kworker.0 00000100:00100000:0.0:1767320304.759573:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384246912:0@lo:400:kworker.0 00000100:00100000:0.0:1767320304.759647:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320304.759702:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384246272:0@lo:400:kworker.0 00000100:00100000:3.0:1767320304.759738:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320304.759837:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384246784:0@lo:400:kworker.0 00000100:00100000:0.0:1767320304.759864:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320304.759892:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384246912 00000100:00100000:0.0:1767320304.759899:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384246912 00000100:00100000:0.0:1767320304.759948:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384246784 00000100:00100000:0.0:1767320304.759951:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384246784 00000100:00100000:0.0:1767320304.759973:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2104 00000100:00100000:0.0:1767320304.759984:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384246912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320304.759997:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384246016:0@lo:38:kworker.0 00000100:00100000:2.0:1767320304.760045:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320304.760046:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384246912:12345-0@lo:400:kworker.0 Request processed in 62us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320304.760056:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2104 00000100:00100000:0.0:1767320304.760073:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2105 00000100:00100000:0.0:1767320304.760082:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384246784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320304.760116:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384246272 00000100:00100000:0.0:1767320304.760122:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384246784:12345-0@lo:400:kworker.0 Request processed in 40us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320304.760122:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384246272 00000100:00100000:0.0:1767320304.760130:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2105 00000100:00080000:0.0:1767320304.760151:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320304.760157:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320304.760161:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320304.760162:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384246016 00000100:00100000:2.0:1767320304.760167:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384246016 00000100:00100000:2.0:1767320304.760183:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5306 00000100:00100000:2.0:1767320304.760189:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384246272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320304.760203:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24607 00000100:00100000:0.0:1767320304.760209:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384246016:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320304.760223:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384246272:12345-0@lo:400:kworker.0 Request processed in 33us (483us total) trans 0 rc 0/0 00010000:00020000:0.0:1767320304.760229:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320304.760234:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5306 00000100:00100000:1.0:1767320304.760815:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320304.760867:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384246272:0@lo:400:kworker.0 00000100:00100000:2.0:1767320304.760895:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384246912:0@lo:400:kworker.0 00000100:00100000:3.0:1767320304.760903:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384246528 00000100:00100000:3.0:1767320304.760906:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384246528 00000100:00100000:3.0:1767320304.760956:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5307 00000100:00100000:3.0:1767320304.760963:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384246528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320304.761013:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384246528:12345-0@lo:400:kworker.0 Request processed in 51us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320304.761020:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5307 00000100:00080000:2.0:1767320304.761144:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320304.763067:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384246784:0@lo:400:kworker.0 00000100:00100000:1.0:1767320304.763162:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384246528:0@lo:400:kworker.0 00000100:00100000:0.0:1767320304.764420:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384246016:12345-0@lo:38:kworker.0 Request processed in 4204us (4372us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320304.764433:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24607 00000100:00080000:2.0:1767320304.764435:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320304.764444:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320304.764449:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384246016:0@lo:38:kworker.0 00000100:00100000:2.0:1767320304.764460:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384246144:0@lo:38:kworker.0 00000100:00100000:2.0:1767320304.764538:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320304.764718:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384246400:0@lo:38:kworker.0 00000100:00100000:2.0:1767320304.764742:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320304.764765:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384246656:0@lo:38:kworker.0 00000100:00100000:2.0:1767320304.764799:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320304.764892:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384246400 00000100:00100000:3.0:1767320304.764900:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384246400 00000100:00100000:3.0:1767320304.764936:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384246656 00000100:00100000:3.0:1767320304.764939:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384246656 00000100:00100000:3.0:1767320304.764958:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24608 00000100:00100000:3.0:1767320304.764964:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384246400:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320304.764984:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320304.765025:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384246400:12345-0@lo:38:kworker.0 Request processed in 59us (281us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320304.765032:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24608 00000100:00100000:3.0:1767320304.765045:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24609 00000100:00100000:3.0:1767320304.765049:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384246656:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320304.765058:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320304.765079:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384246656:12345-0@lo:38:kworker.0 Request processed in 29us (279us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320304.765084:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24609 00000100:00080000:2.0:1767320304.765160:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320304.765166:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320304.765169:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384246400:0@lo:38:kworker.0 00000100:00080000:2.0:1767320304.765176:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320304.765180:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320304.765182:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384246656:0@lo:38:kworker.0 00000100:00100000:1.0:1767320304.765292:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384246144 00000100:00100000:1.0:1767320304.765298:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384246144 00000100:00100000:1.0:1767320304.765358:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2880 00000100:00100000:1.0:1767320304.765364:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384246144:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320304.765375:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320304.765417:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384246144:12345-0@lo:38:kworker.0 Request processed in 52us (878us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320304.765423:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2880 00000100:00080000:3.0:1767320304.765472:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320304.765477:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320304.765480:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384246144:0@lo:38:kworker.0 00010000:00010000:3.0:1767320305.271071:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320305.275356:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1767320305.275392:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384247040:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320305.275481:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320305.275564:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384247168:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320305.275591:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320305.275619:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384247040 00000100:00100000:1.0:1767320305.275628:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384247040 00000100:00100000:1.0:1767320305.275683:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384247168 00000100:00100000:1.0:1767320305.275687:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384247168 00000100:00100000:1.0:1767320305.275715:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2915 00000100:00100000:1.0:1767320305.275724:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384247040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320305.275766:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320305.275841:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384247040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320305.275849:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2915 00000100:00100000:2.0:1767320305.275859:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2916 00000100:00100000:2.0:1767320305.275867:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384247168:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320305.275892:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384247040:0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320305.275897:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320305.275925:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384247168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320305.275932:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2916 00000100:00100000:1.0:1767320305.275943:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384247168:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320305.783156:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320306.294937:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320306.807039:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320307.319126:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320307.833022:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320308.343108:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320308.855130:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320309.367267:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320309.831989:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320309.832044:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320309.832201:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297419648 00000100:00100000:2.0:1767320309.832211:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297419648 00000100:00100000:2.0:1767320309.832276:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297419520 00000100:00100000:2.0:1767320309.832279:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297419520 00000100:00100000:2.0:1767320309.832297:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5308 00000100:00100000:2.0:1767320309.832309:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297419648:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320309.832376:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297419648:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 71us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320309.832384:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5308 00000100:00100000:2.0:1767320309.832400:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24610 00000100:00100000:2.0:1767320309.832404:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297419520:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320309.832423:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320309.832450:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297419520:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 44us (406us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320309.832457:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24610 00000100:00080000:0.0:1767320309.832657:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320309.878922:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320309.878934:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320309.878938:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320309.878942:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320309.878947:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320309.878956:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5208 00000100:00080000:1.0:1767320309.878961:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320309.878968:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320309.879012:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf7b80 x1853164384247296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320309.879038:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320309.879042:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320309.879044:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320309.879047:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5208 00000100:00080000:1.0:1767320309.879050:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320309.879053:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320309.879066:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384247296:0@lo:38:kworker.0 00000100:00100000:1.0:1767320309.879070:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf4e00 x1853164384247424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320309.879111:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320309.879115:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320309.879118:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320309.879122:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5208 00000100:00080000:1.0:1767320309.879124:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320309.879128:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320309.879140:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf4a80 x1853164384247680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320309.879156:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320309.879159:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320309.879161:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320309.879165:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5208 00000100:00080000:1.0:1767320309.879167:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320309.879170:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320309.879181:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5180 x1853164384247936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320309.879267:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384247552:0@lo:400:kworker.0 00000100:00100000:0.0:1767320309.879425:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320309.879450:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384248064:0@lo:400:kworker.0 00000100:00100000:1.0:1767320309.879504:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320309.879555:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320309.879575:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384247808:0@lo:400:kworker.0 00000100:00100000:1.0:1767320309.879598:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320309.879626:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384248192:0@lo:400:kworker.0 00000100:00100000:1.0:1767320309.879652:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320309.879684:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384247552 00000100:00100000:1.0:1767320309.879691:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384247552 00000100:00100000:1.0:1767320309.879744:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384247808 00000100:00100000:1.0:1767320309.879748:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384247808 00000100:00100000:1.0:1767320309.879774:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5309 00000100:00100000:1.0:1767320309.879805:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384247552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320309.879856:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384247552:12345-0@lo:400:kworker.0 Request processed in 74us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320309.879864:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5309 00000100:00100000:1.0:1767320309.879881:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5310 00000100:00100000:1.0:1767320309.879889:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384247808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320309.879915:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384247808:12345-0@lo:400:kworker.0 Request processed in 28us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320309.879920:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5310 00000100:00080000:1.0:1767320309.879936:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320309.879969:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384247808:0@lo:400:kworker.0 00000100:00100000:1.0:1767320309.879979:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384247552:0@lo:400:kworker.0 00000100:00100000:1.0:1767320309.880014:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384248192 00000100:00100000:1.0:1767320309.880018:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384248192 00000100:00100000:1.0:1767320309.880049:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2106 00000100:00100000:1.0:1767320309.880056:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384248192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320309.880090:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384248192:12345-0@lo:400:kworker.0 Request processed in 36us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320309.880095:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2106 00000100:00080000:1.0:1767320309.880107:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320309.880122:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384248192:0@lo:400:kworker.0 00000100:00100000:3.0:1767320309.884340:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320309.884384:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320309.884429:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384247424:0@lo:38:kworker.0 00000100:00100000:0.0:1767320309.884456:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384248064 00000100:00100000:0.0:1767320309.884465:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384248064 00000100:00100000:3.0:1767320309.884477:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320309.884509:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384247680:0@lo:38:kworker.0 00000100:00100000:0.0:1767320309.884529:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2107 00000100:00100000:3.0:1767320309.884538:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320309.884543:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384248064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320309.884572:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384247936:0@lo:38:kworker.0 00000100:00100000:0.0:1767320309.884623:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384248064:12345-0@lo:400:kworker.0 Request processed in 84us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320309.884630:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2107 00000100:00100000:3.0:1767320309.884644:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320309.884654:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320309.884694:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384248064:0@lo:400:kworker.0 00000100:00100000:3.0:1767320309.884703:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384247424 00000100:00100000:3.0:1767320309.884709:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384247424 00000100:00100000:3.0:1767320309.884739:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2881 00000100:00100000:0.0:1767320309.884743:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384247296 00000100:00100000:0.0:1767320309.884748:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384247296 00000100:00100000:0.0:1767320309.884768:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384247680 00000100:00100000:0.0:1767320309.884770:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384247680 00000100:00100000:0.0:1767320309.884800:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384247936 00000100:00100000:0.0:1767320309.884803:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384247936 00000100:00100000:0.0:1767320309.884815:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24611 00000100:00100000:0.0:1767320309.884820:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384247296:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320309.884837:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320309.885136:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24612 00000100:00100000:2.0:1767320309.885142:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384247680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320309.885153:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320309.885192:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384247680:12345-0@lo:38:kworker.0 Request processed in 49us (655us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320309.885199:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24612 00000100:00100000:2.0:1767320309.885212:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24613 00000100:00100000:2.0:1767320309.885216:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f617b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384247936:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320309.885239:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320309.885265:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f617b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384247936:12345-0@lo:38:kworker.0 Request processed in 47us (623us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320309.885271:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24613 00000100:00080000:2.0:1767320309.885304:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320309.885309:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320309.885312:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384247680:0@lo:38:kworker.0 00000100:00080000:2.0:1767320309.885321:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320309.885324:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320309.885327:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384247936:0@lo:38:kworker.0 00000100:00100000:0.0:1767320309.885543:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384247296:12345-0@lo:38:kworker.0 Request processed in 721us (1210us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320309.885550:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24611 00000100:00080000:2.0:1767320309.885623:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320309.885628:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320309.885631:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384247296:0@lo:38:kworker.0 00000100:00100000:3.0:1767320309.886092:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384247424:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320309.886110:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320309.886149:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384247424:12345-0@lo:38:kworker.0 Request processed in 1403us (1673us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320309.886157:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2881 00000100:00080000:2.0:1767320309.886185:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320309.886191:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320309.886195:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384247424:0@lo:38:kworker.0 00010000:00010000:2.0:1767320310.391337:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320310.391371:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384248448:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320310.391400:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384248320:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320310.391441:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320310.391469:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384248448 00000100:00100000:0.0:1767320310.391478:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384248448 00000100:00100000:0.0:1767320310.391530:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2917 00000100:00100000:0.0:1767320310.391540:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384248448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320310.391584:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320310.391635:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384248448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320310.391643:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2917 00000100:00100000:3.0:1767320310.391811:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384248448:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320310.392590:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320310.392684:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384248320 00000100:00100000:0.0:1767320310.392691:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384248320 00000100:00100000:0.0:1767320310.392732:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2918 00000100:00100000:0.0:1767320310.392740:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384248320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320310.392766:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320310.393989:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384248320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1242us (1394us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320310.393998:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2918 00000100:00100000:1.0:1767320310.397059:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384248320:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320310.907700:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320311.414953:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320311.927383:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320312.440599:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320312.951068:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320313.462997:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320313.974932:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320314.487284:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320314.952406:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320314.952533:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297419904 00000100:00100000:1.0:1767320314.952544:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297419904 00000100:00100000:1.0:1767320314.952636:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5311 00000100:00100000:1.0:1767320314.952652:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297419904:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:2.0:1767320314.952685:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320314.952737:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297419904:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 91us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320314.952746:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5311 00000100:00100000:2.0:1767320314.952998:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320314.953372:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297419776 00000100:00100000:3.0:1767320314.953377:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297419776 00000100:00100000:3.0:1767320314.953448:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24614 00000100:00100000:3.0:1767320314.953454:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297419776:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320314.953475:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320314.953538:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297419776:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 82us (541us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320314.953544:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24614 00000100:00080000:0.0:1767320314.998909:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767320314.998918:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320314.998920:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320314.998927:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320314.998931:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320314.998936:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320314.998944:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5213 00000100:00080000:0.0:1767320314.998950:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320314.998957:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320314.998997:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c1880 x1853164384248576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320314.999015:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320314.999018:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320314.999021:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320314.999025:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5213 00000100:00080000:0.0:1767320314.999028:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320314.999031:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320314.999045:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b12c3b80 x1853164384248704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320314.999074:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384248576:0@lo:38:kworker.0 00000100:00080000:0.0:1767320314.999103:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320314.999108:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320314.999110:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320314.999114:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5213 00000100:00080000:0.0:1767320314.999117:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320314.999121:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320314.999136:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafec700 x1853164384248960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320314.999146:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320314.999159:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320314.999163:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320314.999165:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320314.999169:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5213 00000100:00080000:0.0:1767320314.999171:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320314.999174:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320314.999186:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafed180 x1853164384249216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320314.999213:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384248704:0@lo:38:kworker.0 00000100:00100000:2.0:1767320314.999240:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320314.999287:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384248960:0@lo:38:kworker.0 00000100:00100000:0.0:1767320314.999290:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384249344:0@lo:400:kworker.0 00000100:00100000:2.0:1767320314.999319:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320314.999332:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320314.999354:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384249216:0@lo:38:kworker.0 00000100:00100000:0.0:1767320314.999359:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320314.999368:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384249472:0@lo:400:kworker.0 00000100:00100000:2.0:1767320314.999383:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320314.999401:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320314.999422:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384248576 00000100:00100000:0.0:1767320314.999443:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384249344 00000100:00100000:0.0:1767320314.999448:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384249344 00000100:00100000:0.0:1767320314.999498:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384249472 00000100:00100000:0.0:1767320314.999501:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384249472 00000100:00100000:0.0:1767320314.999562:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2108 00000100:00100000:0.0:1767320314.999571:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384249344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320314.999619:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384249344:12345-0@lo:400:kworker.0 Request processed in 49us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320314.999627:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2108 00000100:00100000:0.0:1767320314.999644:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2109 00000100:00100000:0.0:1767320314.999650:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384249472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320314.999653:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384248576 00000100:00100000:0.0:1767320314.999679:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384249472:12345-0@lo:400:kworker.0 Request processed in 29us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320314.999681:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384248960 00000100:00100000:2.0:1767320314.999686:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384248960 00000100:00100000:0.0:1767320314.999690:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2109 00000100:00100000:2.0:1767320314.999706:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384249216 00000100:00100000:2.0:1767320314.999710:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384249216 00000100:00100000:2.0:1767320314.999726:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24615 00000100:00100000:2.0:1767320314.999732:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384248576:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320314.999742:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384249472:0@lo:400:kworker.0 00010000:00020000:2.0:1767320314.999751:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320314.999755:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384249344:0@lo:400:kworker.0 00000100:00100000:2.0:1767320314.999807:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384248576:12345-0@lo:38:kworker.0 Request processed in 74us (664us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320314.999814:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24615 00000100:00100000:2.0:1767320314.999828:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24616 00000100:00100000:2.0:1767320314.999833:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384248960:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767320314.999834:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320314.999841:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00020000:2.0:1767320314.999847:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320314.999864:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24617 00000100:00100000:0.0:1767320314.999870:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384249216:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320314.999873:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384248960:12345-0@lo:38:kworker.0 Request processed in 38us (554us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320314.999883:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24616 00010000:00020000:0.0:1767320314.999887:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320314.999917:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384249216:12345-0@lo:38:kworker.0 Request processed in 46us (535us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320314.999923:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24617 00000100:00100000:3.0:1767320315.000075:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384248832:0@lo:400:kworker.0 00000100:00100000:3.0:1767320315.000105:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320315.000129:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320315.000135:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384249088:0@lo:400:kworker.0 00000100:00100000:3.0:1767320315.000151:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320315.000168:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384248704 00000100:00100000:3.0:1767320315.000171:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384248704 00000100:00100000:3.0:1767320315.000196:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2882 00000100:00100000:3.0:1767320315.000201:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384248704:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320315.000202:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384248832 00000100:00100000:0.0:1767320315.000209:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384248832 00010000:00020000:3.0:1767320315.000216:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320315.000243:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384248704:12345-0@lo:38:kworker.0 Request processed in 41us (1003us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320315.000246:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384249088 00000100:00100000:0.0:1767320315.000251:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384249088 00000100:00100000:3.0:1767320315.000251:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2882 00000100:00100000:0.0:1767320315.000270:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5312 00000100:00100000:0.0:1767320315.000276:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384248832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320315.000311:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384248832:12345-0@lo:400:kworker.0 Request processed in 35us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320315.000317:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5312 00000100:00100000:0.0:1767320315.000328:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5313 00000100:00100000:0.0:1767320315.000334:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384249088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320315.000360:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384249088:12345-0@lo:400:kworker.0 Request processed in 27us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320315.000366:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5313 00000100:00080000:0.0:1767320315.000380:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320315.000416:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320315.000422:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320315.000425:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384249216:0@lo:38:kworker.0 00000100:00080000:0.0:1767320315.000434:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320315.000438:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320315.000440:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384248704:0@lo:38:kworker.0 00000100:00080000:0.0:1767320315.000448:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320315.000451:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320315.000454:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384248960:0@lo:38:kworker.0 00000100:00080000:0.0:1767320315.000461:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320315.000464:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320315.000467:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384248576:0@lo:38:kworker.0 00000100:00100000:3.0:1767320315.000521:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384249088:0@lo:400:kworker.0 00000100:00100000:3.0:1767320315.000532:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384248832:0@lo:400:kworker.0 00010000:00010000:0.0:1767320315.511176:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320315.511301:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320315.511325:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384249600:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320315.511394:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320315.511548:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384249600 00000100:00100000:0.0:1767320315.511556:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384249600 00000100:00100000:0.0:1767320315.511614:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2919 00000100:00100000:0.0:1767320315.511624:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384249600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320315.511656:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320315.511705:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384249600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320315.511713:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2919 00000100:00100000:3.0:1767320315.511921:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320315.511932:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384249728:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320315.511962:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320315.512107:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384249600:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320315.514524:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384249728 00000100:00100000:2.0:1767320315.514540:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384249728 00000100:00100000:2.0:1767320315.514605:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2920 00000100:00100000:2.0:1767320315.514614:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384249728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320315.514647:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320315.514726:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384249728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (2761us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320315.514733:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2920 00000100:00100000:3.0:1767320315.514955:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384249728:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320316.023055:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320316.536217:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320317.046915:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320317.559064:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320318.071240:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320318.583109:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320319.095015:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320319.610119:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320320.070158:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320320.070272:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297420160 00000100:00100000:1.0:1767320320.070283:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297420160 00000100:00100000:1.0:1767320320.070361:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5314 00000100:00100000:1.0:1767320320.070376:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297420160:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320320.070461:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297420160:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 91us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320320.070478:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5314 00000100:00080000:0.0:1767320320.070550:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320320.080890:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320320.080988:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297420032 00000100:00100000:2.0:1767320320.080998:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297420032 00000100:00100000:2.0:1767320320.081047:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24618 00000100:00100000:2.0:1767320320.081057:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297420032:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320320.081081:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320320.081152:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297420032:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 94us (273us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320320.081160:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24618 00000100:00080000:1.0:1767320320.119741:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320320.119752:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320320.119756:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320320.119760:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320320.119766:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320320.119775:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5218 00000100:00080000:1.0:1767320320.119797:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320320.119807:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320320.119950:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf7800 x1853164384249856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320320.120017:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384249856:0@lo:38:kworker.0 00000100:00100000:0.0:1767320320.120081:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320320.120184:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320320.120221:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384249856 00000100:00100000:2.0:1767320320.120229:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384249856 00000100:00100000:2.0:1767320320.120286:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24619 00000100:00100000:2.0:1767320320.120293:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384249856:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320320.120312:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320320.121486:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320320.121493:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320320.121496:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320320.121501:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5218 00000100:00080000:1.0:1767320320.121504:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320320.121509:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320320.121536:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf6300 x1853164384249984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320320.126991:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384249984:0@lo:38:kworker.0 00000100:00100000:0.0:1767320320.127089:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320320.127184:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384249984 00000100:00100000:3.0:1767320320.127193:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384249984 00000100:00100000:3.0:1767320320.127234:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2883 00000100:00100000:3.0:1767320320.127241:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384249984:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320320.127264:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320320.127307:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384249984:12345-0@lo:38:kworker.0 Request processed in 65us (217us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320320.127315:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2883 00000100:00100000:2.0:1767320320.127423:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384249856:12345-0@lo:38:kworker.0 Request processed in 7127us (7339us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320320.127432:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24619 00000100:00080000:0.0:1767320320.127911:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320320.127917:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320320.127921:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384249856:0@lo:38:kworker.0 00000100:00080000:0.0:1767320320.127948:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320320.127952:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320320.127955:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384249984:0@lo:38:kworker.0 00000100:00100000:0.0:1767320320.133193:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384250112:0@lo:400:kworker.0 00000100:00100000:0.0:1767320320.133263:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320320.134890:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384250112 00000100:00100000:2.0:1767320320.134901:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384250112 00000100:00100000:2.0:1767320320.134989:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5315 00000100:00100000:2.0:1767320320.134999:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384250112:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320320.135097:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320320.135102:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320320.135106:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320320.135110:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5218 00000100:00080000:1.0:1767320320.135114:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320320.135118:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320320.135145:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf6d80 x1853164384250240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320320.135206:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320320.135255:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384250240:0@lo:38:kworker.0 00000100:00100000:3.0:1767320320.135295:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320320.135332:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384250240 00000100:00100000:3.0:1767320320.135336:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384250240 00000100:00100000:3.0:1767320320.135357:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24620 00000100:00100000:3.0:1767320320.135361:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384250240:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320320.135379:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320320.135410:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384250240:12345-0@lo:38:kworker.0 Request processed in 47us (115us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320320.135417:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24620 00000100:00080000:3.0:1767320320.135450:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320320.135455:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320320.135458:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384250240:0@lo:38:kworker.0 00000100:00100000:3.0:1767320320.135498:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384250368:0@lo:400:kworker.0 00000100:00100000:3.0:1767320320.137408:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320320.137490:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384250368 00000100:00100000:3.0:1767320320.137497:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384250368 00000100:00100000:3.0:1767320320.137556:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5316 00000100:00100000:3.0:1767320320.137565:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384250368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320320.137618:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384250368:12345-0@lo:400:kworker.0 Request processed in 53us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320320.137624:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5316 00000100:00080000:3.0:1767320320.137644:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320320.137673:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384250368:0@lo:400:kworker.0 00000100:00100000:2.0:1767320320.143995:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384250112:12345-0@lo:400:kworker.0 Request processed in 8987us (10720us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320320.144858:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5315 00000100:00100000:0.0:1767320320.145143:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384250112:0@lo:400:kworker.0 00000100:00080000:1.0:1767320320.145234:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320320.145240:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320320.145244:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320320.145250:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5218 00000100:00080000:1.0:1767320320.145254:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320320.145259:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320320.145295:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf4380 x1853164384250496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320320.145353:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384250496:0@lo:38:kworker.0 00000100:00100000:3.0:1767320320.145413:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320320.146259:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384250624:0@lo:400:kworker.0 00000100:00100000:1.0:1767320320.146298:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320320.146355:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384250752:0@lo:400:kworker.0 00000100:00100000:1.0:1767320320.146379:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320320.148566:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384250624 00000100:00100000:0.0:1767320320.148582:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384250624 00000100:00100000:0.0:1767320320.148661:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384250752 00000100:00100000:0.0:1767320320.148664:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384250752 00000100:00100000:0.0:1767320320.148689:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2110 00000100:00100000:0.0:1767320320.148699:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384250624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320320.148777:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384250624:12345-0@lo:400:kworker.0 Request processed in 80us (2478us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320320.148811:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2110 00000100:00100000:0.0:1767320320.148830:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2111 00000100:00100000:0.0:1767320320.148836:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384250752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320320.148870:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384250752:12345-0@lo:400:kworker.0 Request processed in 33us (2490us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320320.148875:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2111 00000100:00100000:0.0:1767320320.148927:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384250624:0@lo:400:kworker.0 00000100:00100000:0.0:1767320320.148961:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384250752:0@lo:400:kworker.0 00000100:00100000:2.0:1767320320.149048:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384250496 00000100:00100000:2.0:1767320320.149053:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384250496 00000100:00100000:2.0:1767320320.149087:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24621 00000100:00100000:2.0:1767320320.149092:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384250496:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320320.149110:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320320.149185:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320320.149190:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320320.160500:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384250496:12345-0@lo:38:kworker.0 Request processed in 11394us (15074us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320320.160515:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24621 00000100:00080000:3.0:1767320320.162505:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320320.162516:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320320.162521:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384250496:0@lo:38:kworker.0 00010000:00010000:1.0:1767320320.631232:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320320.631309:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384250880:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320320.631383:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320320.631576:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384250880 00000100:00100000:1.0:1767320320.631584:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384250880 00000100:00100000:1.0:1767320320.631650:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2921 00000100:00100000:1.0:1767320320.631660:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384250880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320320.631691:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320320.631747:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384250880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320320.631754:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2921 00000100:00100000:3.0:1767320320.631891:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384250880:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320320.632282:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320320.636104:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384251008:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320320.636185:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320320.639133:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384251008 00000100:00100000:3.0:1767320320.639149:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384251008 00000100:00100000:3.0:1767320320.639280:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2922 00000100:00100000:3.0:1767320320.639292:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384251008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320320.639326:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320320.639416:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384251008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (3231us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320320.639423:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2922 00000100:00100000:2.0:1767320320.639528:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384251008:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320321.142995:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320321.656322:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320322.166966:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320322.680514:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320323.192145:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320323.703074:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320324.214876:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320324.278985:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320299/real 1767320299] req@ffff9369b12c0a80 x1853164384244608/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320324 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320324.279022:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b12c0a80 x1853164384244608/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320324 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320324.279045:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320324.279068:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320324.279072:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384244608:0@lo:250:kworker.0 00000100:00080000:1.0:1767320324.279189:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320324.279195:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320324.279198:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320324.279203:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5202 00000100:00080000:1.0:1767320324.279207:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320324.279214:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320324.279246:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf4e00 x1853164384251136/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320324.279270:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320324.279273:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320324.279275:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320324.279278:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5223 00000100:00080000:1.0:1767320324.279280:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320324.279283:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320324.279297:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf7b80 x1853164384251264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320324.279306:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320324.279308:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320324.279310:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767320324.279608:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384251136:0@lo:250:kworker.0 00000400:00000100:0.0:1767320324.279657:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384251136 offset 0 length 520: 4 00000100:00100000:0.0:1767320324.279698:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384251264:0@lo:38:kworker.0 00000100:00100000:0.0:1767320324.279730:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320324.279822:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384251264 00000100:00100000:2.0:1767320324.279830:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384251264 00000100:00100000:2.0:1767320324.279873:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24622 00000100:00100000:2.0:1767320324.279881:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384251264:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320324.279900:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320324.279950:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384251264:12345-0@lo:38:kworker.0 Request processed in 69us (219us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320324.279957:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24622 00000100:00080000:3.0:1767320324.280032:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320324.280037:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320324.280040:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384251264:0@lo:38:kworker.0 00000100:00080000:1.0:1767320324.280095:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5223 00000100:00080000:1.0:1767320324.280098:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320324.280102:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320324.280120:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5180 x1853164384251392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320324.280170:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320324.280173:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320324.280175:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320324.280180:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5223 00000100:00080000:1.0:1767320324.280182:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320324.280186:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320324.280198:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5500 x1853164384251648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320324.280212:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320324.280215:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320324.280217:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320324.280220:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5223 00000100:00080000:1.0:1767320324.280223:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320324.280226:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320324.280235:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf7800 x1853164384251904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320324.280281:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384251776:0@lo:400:kworker.0 00000100:00100000:1.0:1767320324.280311:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320324.280329:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320324.280334:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384251520:0@lo:400:kworker.0 00000100:00100000:1.0:1767320324.280355:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320324.280381:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384252160:0@lo:400:kworker.0 00000100:00100000:1.0:1767320324.280464:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320324.280481:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320324.280485:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384252032:0@lo:400:kworker.0 00000100:00100000:1.0:1767320324.280503:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320324.280524:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384251776 00000100:00100000:1.0:1767320324.280527:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384251776 00000100:00100000:1.0:1767320324.280564:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384251520 00000100:00100000:1.0:1767320324.280567:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384251520 00000100:00100000:1.0:1767320324.280590:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5317 00000100:00100000:1.0:1767320324.280597:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384251776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320324.280658:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384251776:12345-0@lo:400:kworker.0 Request processed in 61us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320324.280665:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5317 00000100:00100000:1.0:1767320324.280679:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5318 00000100:00100000:1.0:1767320324.280686:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384251520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320324.280713:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384251520:12345-0@lo:400:kworker.0 Request processed in 28us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320324.280719:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5318 00000100:00080000:1.0:1767320324.280736:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320324.280758:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384251520:0@lo:400:kworker.0 00000100:00100000:1.0:1767320324.280767:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384251776:0@lo:400:kworker.0 00000100:00100000:3.0:1767320324.280875:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384251392:0@lo:38:kworker.0 00000100:00100000:3.0:1767320324.280924:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320324.280951:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384251648:0@lo:38:kworker.0 00000100:00100000:3.0:1767320324.280971:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320324.280986:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384251904:0@lo:38:kworker.0 00000100:00100000:3.0:1767320324.281003:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320324.281029:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384251648 00000100:00100000:3.0:1767320324.281033:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384251648 00000100:00100000:3.0:1767320324.281048:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384251904 00000100:00100000:3.0:1767320324.281050:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384251904 00000100:00100000:3.0:1767320324.281060:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24623 00000100:00100000:3.0:1767320324.281064:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384251648:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320324.281077:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320324.281108:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384251648:12345-0@lo:38:kworker.0 Request processed in 42us (136us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320324.281114:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24623 00000100:00100000:3.0:1767320324.281127:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24624 00000100:00100000:3.0:1767320324.281130:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384251904:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320324.281138:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320324.281163:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384251904:12345-0@lo:38:kworker.0 Request processed in 31us (158us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320324.281168:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24624 00000100:00080000:3.0:1767320324.281192:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320324.281196:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320324.281199:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384251648:0@lo:38:kworker.0 00000100:00080000:3.0:1767320324.281207:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320324.281210:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320324.281213:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384251904:0@lo:38:kworker.0 00000100:00100000:0.0:1767320324.281350:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384252160 00000100:00100000:0.0:1767320324.281355:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384252160 00000100:00100000:0.0:1767320324.281403:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384252032 00000100:00100000:0.0:1767320324.281406:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384252032 00000100:00100000:0.0:1767320324.281440:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2112 00000100:00100000:0.0:1767320324.281447:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384252160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320324.281485:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384252160:12345-0@lo:400:kworker.0 Request processed in 40us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320324.281492:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2112 00000100:00100000:0.0:1767320324.281505:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2113 00000100:00100000:0.0:1767320324.281510:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384252032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320324.281536:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384252032:12345-0@lo:400:kworker.0 Request processed in 26us (1032us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320324.281541:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2113 00000100:00080000:2.0:1767320324.281612:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320324.281616:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320324.281847:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384251392 00000100:00100000:1.0:1767320324.281853:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384251392 00000100:00100000:1.0:1767320324.281918:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2884 00000100:00100000:1.0:1767320324.281924:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384251392:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320324.281936:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320324.281982:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384251392:12345-0@lo:38:kworker.0 Request processed in 57us (1057us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320324.281988:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2884 00000100:00080000:0.0:1767320324.282045:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320324.282049:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320324.282051:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384251392:0@lo:38:kworker.0 00000100:00100000:0.0:1767320324.282092:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384252032:0@lo:400:kworker.0 00000100:00100000:0.0:1767320324.282103:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384252160:0@lo:400:kworker.0 00010000:00010000:0.0:1767320324.738524:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320325.197642:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320325.197692:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320325.197884:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297420288 00000100:00100000:2.0:1767320325.197897:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297420288 00000100:00100000:2.0:1767320325.197945:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297420416 00000100:00100000:2.0:1767320325.197948:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297420416 00000100:00100000:2.0:1767320325.198020:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5319 00000100:00100000:2.0:1767320325.198038:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297420416:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320325.198123:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297420416:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 88us (430us total) trans 0 rc 0/0 00000100:00080000:1.0:1767320325.198206:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320325.204220:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24625 00000100:00100000:0.0:1767320325.204236:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297420288:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320325.204265:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320325.204362:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5319 00000100:00100000:0.0:1767320325.204367:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297420288:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 130us (6734us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320325.204377:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24625 00000400:00000100:2.0:1767320325.216691:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297420544 offset 0 length 520: 4 00000100:00100000:2.0:1767320325.239462:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320325.751990:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320325.752033:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320325.752057:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384252288:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320325.752126:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320325.752210:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384252416:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320325.752233:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320325.752645:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384252288 00000100:00100000:2.0:1767320325.752655:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384252288 00000100:00100000:2.0:1767320325.752708:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384252416 00000100:00100000:2.0:1767320325.752712:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384252416 00000100:00100000:2.0:1767320325.752803:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2923 00000100:00100000:2.0:1767320325.752815:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384252288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320325.752840:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320325.752852:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2924 00000100:00100000:0.0:1767320325.752866:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384252416:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320325.752884:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384252288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (757us total) trans 0 rc 0/0 00002000:00000024:0.0:1767320325.752886:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320325.752897:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2923 00000100:00100000:0.0:1767320325.752948:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384252416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320325.752956:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2924 00000100:00100000:1.0:1767320325.753255:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384252416:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320325.753271:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384252288:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320326.263877:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320326.775024:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320327.286907:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320327.804056:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320328.310997:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320328.823011:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320329.335129:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320329.335139:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320329.335142:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320329.335146:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320329.335150:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320329.335159:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5227 00000100:00080000:2.0:1767320329.335163:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320329.335170:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320329.335209:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d9880 x1853164384252544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320329.335238:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320329.335242:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320329.335244:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320329.335248:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5227 00000100:00080000:2.0:1767320329.335250:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320329.335254:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320329.335277:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d8e00 x1853164384252672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320329.335312:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320329.335316:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320329.335317:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320329.335321:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5227 00000100:00080000:2.0:1767320329.335323:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320329.335327:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320329.335338:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d9c00 x1853164384252928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320329.335354:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320329.335357:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320329.335358:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320329.335361:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5227 00000100:00080000:2.0:1767320329.335363:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320329.335367:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320329.335424:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9daaa00 x1853164384253184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320329.335473:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384253312:0@lo:400:kworker.0 00000100:00100000:2.0:1767320329.335535:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320329.335591:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320329.335597:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384253440:0@lo:400:kworker.0 00000100:00100000:2.0:1767320329.335618:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320329.335646:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384253312 00000100:00100000:2.0:1767320329.335653:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384253312 00000100:00100000:2.0:1767320329.335697:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384253440 00000100:00100000:2.0:1767320329.335700:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384253440 00000100:00100000:2.0:1767320329.335720:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2114 00000100:00100000:2.0:1767320329.335729:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384253312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320329.335807:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384253312:12345-0@lo:400:kworker.0 Request processed in 79us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320329.335814:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2114 00000100:00100000:2.0:1767320329.335831:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2115 00000100:00100000:2.0:1767320329.335838:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384253440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320329.335864:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384253440:12345-0@lo:400:kworker.0 Request processed in 28us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320329.335869:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2115 00000100:00100000:2.0:1767320329.335902:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384253440:0@lo:400:kworker.0 00000100:00100000:2.0:1767320329.335912:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384253312:0@lo:400:kworker.0 00000100:00100000:1.0:1767320329.335987:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320329.336004:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320329.336007:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320329.336065:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384253056:0@lo:400:kworker.0 00000100:00100000:0.0:1767320329.336097:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320329.336130:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320329.336135:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384252800:0@lo:400:kworker.0 00000100:00100000:0.0:1767320329.336159:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320329.336208:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384252544:0@lo:38:kworker.0 00000100:00100000:0.0:1767320329.336232:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320329.336253:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384252672:0@lo:38:kworker.0 00000100:00100000:0.0:1767320329.336273:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320329.336292:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384252928:0@lo:38:kworker.0 00000100:00100000:0.0:1767320329.336311:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320329.336326:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384253184:0@lo:38:kworker.0 00000100:00100000:0.0:1767320329.336344:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320329.336371:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384253056 00000100:00100000:0.0:1767320329.336375:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384253056 00000100:00100000:0.0:1767320329.336410:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384252800 00000100:00100000:0.0:1767320329.336414:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384252800 00000100:00100000:0.0:1767320329.336432:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384252544 00000100:00100000:0.0:1767320329.336435:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384252544 00000100:00100000:0.0:1767320329.336441:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384252928 00000100:00100000:0.0:1767320329.336443:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384252928 00000100:00100000:0.0:1767320329.336451:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384253184 00000100:00100000:0.0:1767320329.336453:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384253184 00000100:00100000:0.0:1767320329.336461:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5320 00000100:00100000:0.0:1767320329.336467:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384253056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320329.336499:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384253056:12345-0@lo:400:kworker.0 Request processed in 32us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320329.336504:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5320 00000100:00100000:0.0:1767320329.336517:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5321 00000100:00100000:0.0:1767320329.336523:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384252800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320329.336547:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384252800:12345-0@lo:400:kworker.0 Request processed in 25us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320329.336553:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5321 00000100:00100000:0.0:1767320329.336563:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24626 00000100:00100000:0.0:1767320329.336567:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384252544:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320329.336584:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320329.336611:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384252544:12345-0@lo:38:kworker.0 Request processed in 42us (377us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320329.336617:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24626 00000100:00100000:0.0:1767320329.336628:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24627 00000100:00100000:0.0:1767320329.336632:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384252928:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320329.336640:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320329.336660:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384252928:12345-0@lo:38:kworker.0 Request processed in 27us (349us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320329.336665:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24627 00000100:00100000:0.0:1767320329.336675:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24628 00000100:00100000:0.0:1767320329.336678:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384253184:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320329.336686:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320329.336706:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384253184:12345-0@lo:38:kworker.0 Request processed in 26us (361us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320329.336711:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24628 00000100:00100000:0.0:1767320329.336740:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384252800:0@lo:400:kworker.0 00000100:00100000:0.0:1767320329.336749:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384253056:0@lo:400:kworker.0 00000100:00080000:0.0:1767320329.336771:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320329.336775:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320329.336797:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384252544:0@lo:38:kworker.0 00000100:00080000:0.0:1767320329.336807:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320329.336810:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320329.336813:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384252928:0@lo:38:kworker.0 00000100:00080000:0.0:1767320329.336820:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320329.336823:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320329.336825:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384253184:0@lo:38:kworker.0 00000100:00100000:1.0:1767320329.336899:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384252672 00000100:00100000:1.0:1767320329.336903:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384252672 00000100:00100000:1.0:1767320329.336934:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2885 00000100:00100000:1.0:1767320329.336939:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384252672:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320329.336949:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320329.336981:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384252672:12345-0@lo:38:kworker.0 Request processed in 41us (707us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320329.336987:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2885 00000100:00080000:1.0:1767320329.337001:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320329.337020:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320329.337024:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320329.337026:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384252672:0@lo:38:kworker.0 00010000:00010000:0.0:1767320329.847676:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320330.310442:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320330.310544:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297420672 00000100:00100000:2.0:1767320330.310555:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297420672 00000100:00100000:2.0:1767320330.310604:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24629 00000100:00100000:2.0:1767320330.310613:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297420672:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320330.310637:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320330.310711:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297420672:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 97us (278us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320330.310719:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24629 00000100:00100000:0.0:1767320330.313296:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320330.313573:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297420800 00000100:00100000:3.0:1767320330.313587:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297420800 00000100:00100000:3.0:1767320330.313682:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5322 00000100:00100000:3.0:1767320330.313694:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297420800:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320330.313835:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297420800:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 143us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320330.313845:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5322 00000100:00080000:1.0:1767320330.314986:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320330.365553:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320330.873301:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320330.873584:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384253568:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320330.873866:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384253696:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320330.873967:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320330.874184:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384253696 00000100:00100000:0.0:1767320330.874197:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384253696 00000100:00100000:0.0:1767320330.874268:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2925 00000100:00100000:0.0:1767320330.874282:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384253696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320330.874330:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320330.874342:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320330.874440:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384253568 00000100:00100000:1.0:1767320330.874446:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384253568 00000100:00100000:1.0:1767320330.874486:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2926 00000100:00100000:1.0:1767320330.874494:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384253568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320330.874514:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320330.877289:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384253568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2781us (2937us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320330.877310:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2926 00000100:00100000:0.0:1767320330.881239:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384253696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6943us (7254us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320330.881259:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2925 00000100:00100000:1.0:1767320330.881480:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384253696:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320330.884290:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384253568:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320331.383042:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320331.895110:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320332.407393:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320332.920971:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320333.431102:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320333.945019:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320334.455174:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320334.457203:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320334.457213:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320334.457216:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320334.457220:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320334.457225:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320334.457232:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5232 00000100:00080000:0.0:1767320334.457237:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320334.457244:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320334.457620:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627b800 x1853164384253824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320334.457647:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320334.457651:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320334.457653:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320334.457657:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5232 00000100:00080000:0.0:1767320334.457659:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320334.457664:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320334.457678:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278000 x1853164384253952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320334.457717:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320334.457721:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320334.457723:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320334.457726:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5232 00000100:00080000:0.0:1767320334.457728:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320334.457731:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320334.457744:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627a680 x1853164384254208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320334.457760:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320334.457763:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320334.457765:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320334.457768:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5232 00000100:00080000:0.0:1767320334.457771:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320334.457774:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320334.457805:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d8e00 x1853164384254464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320334.457910:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384254080:0@lo:400:kworker.0 00000100:00100000:2.0:1767320334.457976:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320334.458052:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320334.458058:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384254336:0@lo:400:kworker.0 00000100:00100000:2.0:1767320334.458080:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320334.458278:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384254592:0@lo:400:kworker.0 00000100:00100000:3.0:1767320334.458310:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320334.458350:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320334.458443:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384253824:0@lo:38:kworker.0 00000100:00100000:1.0:1767320334.458473:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320334.458508:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384253952:0@lo:38:kworker.0 00000100:00100000:3.0:1767320334.458517:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384254720:0@lo:400:kworker.0 00000100:00100000:1.0:1767320334.458534:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320334.458554:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320334.458563:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384254208:0@lo:38:kworker.0 00000100:00100000:1.0:1767320334.458587:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320334.458605:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384254080 00000100:00100000:1.0:1767320334.458607:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384254464:0@lo:38:kworker.0 00000100:00100000:3.0:1767320334.458613:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384254080 00000100:00100000:1.0:1767320334.458630:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320334.458667:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384254336 00000100:00100000:3.0:1767320334.458671:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384254336 00000100:00100000:1.0:1767320334.458676:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384253824 00000100:00100000:1.0:1767320334.458682:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384253824 00000100:00100000:3.0:1767320334.458689:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384254208 00000100:00100000:3.0:1767320334.458694:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384254208 00000100:00100000:1.0:1767320334.458702:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384254464 00000100:00100000:1.0:1767320334.458707:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384254464 00000100:00100000:3.0:1767320334.458713:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5323 00000100:00100000:3.0:1767320334.458723:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384254080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320334.458729:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5324 00000100:00100000:1.0:1767320334.458745:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384254336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320334.458806:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384254080:12345-0@lo:400:kworker.0 Request processed in 61us (805us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320334.458814:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5323 00000100:00100000:1.0:1767320334.458820:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384254336:12345-0@lo:400:kworker.0 Request processed in 81us (737us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320334.458831:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5324 00000100:00100000:3.0:1767320334.458838:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24630 00000100:00100000:3.0:1767320334.458844:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384253824:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320334.458851:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24631 00000100:00100000:1.0:1767320334.458857:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384254208:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320334.458863:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767320334.458869:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320334.458910:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384253824:12345-0@lo:38:kworker.0 Request processed in 63us (434us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320334.458913:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384254208:12345-0@lo:38:kworker.0 Request processed in 53us (323us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320334.458923:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24630 00000100:00100000:2.0:1767320334.458985:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384254592 00000100:00100000:2.0:1767320334.458990:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384254592 00000100:00100000:2.0:1767320334.459016:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384254720 00000100:00100000:2.0:1767320334.459091:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384254720 00000100:00100000:2.0:1767320334.459120:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2116 00000100:00100000:2.0:1767320334.459132:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384254592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320334.459169:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384254592:12345-0@lo:400:kworker.0 Request processed in 37us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320334.459175:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2116 00000100:00100000:2.0:1767320334.459186:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2117 00000100:00100000:2.0:1767320334.459193:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384254720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320334.459218:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384254720:12345-0@lo:400:kworker.0 Request processed in 26us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320334.459224:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2117 00000100:00080000:2.0:1767320334.459269:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320334.459273:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320334.459275:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320334.459303:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384254336:0@lo:400:kworker.0 00000100:00100000:2.0:1767320334.459315:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384254080:0@lo:400:kworker.0 00000100:00080000:2.0:1767320334.459641:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320334.459646:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320334.459649:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384253824:0@lo:38:kworker.0 00000100:00080000:2.0:1767320334.459658:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320334.459661:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320334.459663:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384254208:0@lo:38:kworker.0 00000100:00100000:2.0:1767320334.459697:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384254720:0@lo:400:kworker.0 00000100:00100000:2.0:1767320334.459706:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384254592:0@lo:400:kworker.0 00000100:00100000:1.0:1767320334.462674:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24631 00000100:00100000:3.0:1767320334.462712:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24632 00000100:00100000:3.0:1767320334.462725:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384254464:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320334.462753:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320334.462799:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384253952 00000100:00100000:1.0:1767320334.462808:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384253952 00000100:00100000:1.0:1767320334.462844:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2886 00000100:00100000:1.0:1767320334.462850:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384253952:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320334.462862:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320334.462865:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384254464:12345-0@lo:38:kworker.0 Request processed in 140us (4233us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320334.462873:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24632 00000100:00100000:1.0:1767320334.462899:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384253952:12345-0@lo:38:kworker.0 Request processed in 47us (4364us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320334.462906:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2886 00000100:00080000:1.0:1767320334.462965:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320334.462971:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320334.462975:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384253952:0@lo:38:kworker.0 00000100:00080000:1.0:1767320334.462986:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320334.462989:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320334.462992:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384254464:0@lo:38:kworker.0 00010000:00010000:0.0:1767320334.967972:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320335.430723:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320335.430831:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297420928 00000100:00100000:2.0:1767320335.430842:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297420928 00000100:00100000:2.0:1767320335.430894:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24633 00000100:00100000:2.0:1767320335.430903:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297420928:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320335.430927:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320335.430995:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297420928:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 91us (290us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320335.431003:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24633 00000100:00100000:3.0:1767320335.431488:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320335.436263:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297421056 00000100:00100000:0.0:1767320335.436280:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297421056 00000100:00100000:0.0:1767320335.436395:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5325 00000100:00100000:0.0:1767320335.436407:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297421056:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320335.436880:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297421056:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 473us (5390us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320335.436892:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5325 00000100:00080000:2.0:1767320335.437060:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320335.482235:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320335.991032:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320335.992172:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384254848:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320335.992616:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320335.992852:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384254848 00000100:00100000:0.0:1767320335.992862:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384254848 00000100:00100000:0.0:1767320335.992939:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2927 00000100:00100000:0.0:1767320335.992952:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384254848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320335.992995:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320335.993075:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384254848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320335.993082:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2927 00000100:00100000:1.0:1767320335.993558:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384254848:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320335.993579:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320335.993589:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384254976:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320335.993630:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320335.993904:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384254976 00000100:00100000:2.0:1767320335.993910:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384254976 00000100:00100000:2.0:1767320335.993959:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2928 00000100:00100000:2.0:1767320335.993966:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384254976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320335.993999:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320335.994042:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384254976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320335.994049:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2928 00000100:00100000:1.0:1767320335.994722:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384254976:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320336.503962:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320337.015090:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320337.527879:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320338.043071:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320338.551512:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320339.063176:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320339.574916:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320339.574926:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320339.574930:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320339.574934:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320339.574938:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320339.574947:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5237 00000100:00080000:0.0:1767320339.574951:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320339.574958:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320339.574998:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6db100 x1853164384255104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320339.575029:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320339.575033:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320339.575035:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320339.575039:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5237 00000100:00080000:0.0:1767320339.575042:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320339.575045:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320339.575058:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d8e00 x1853164384255232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320339.575098:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320339.575102:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320339.575103:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320339.575106:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5237 00000100:00080000:0.0:1767320339.575108:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320339.575112:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320339.575123:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d9880 x1853164384255488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320339.575152:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320339.575178:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384255360:0@lo:400:kworker.0 00000100:00100000:3.0:1767320339.575242:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320339.575308:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384255360 00000100:00100000:1.0:1767320339.575316:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384255360 00000100:00100000:1.0:1767320339.575383:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5326 00000100:00100000:1.0:1767320339.575397:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384255360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320339.575450:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384255360:12345-0@lo:400:kworker.0 Request processed in 59us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320339.575457:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5326 00000100:00100000:1.0:1767320339.575491:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384255104:0@lo:38:kworker.0 00000100:00100000:1.0:1767320339.575517:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320339.575538:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384255232:0@lo:38:kworker.0 00000100:00100000:1.0:1767320339.575561:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320339.575583:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384255488:0@lo:38:kworker.0 00000100:00100000:1.0:1767320339.575604:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320339.575628:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384255232 00000100:00100000:1.0:1767320339.575632:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384255232 00000100:00100000:1.0:1767320339.575665:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2887 00000100:00100000:1.0:1767320339.575669:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384255232:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320339.575686:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767320339.576446:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320339.576463:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384255104 00000100:00100000:3.0:1767320339.576476:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384255104 00000100:00100000:3.0:1767320339.576501:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384255488 00000100:00100000:3.0:1767320339.576504:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384255488 00000100:00100000:3.0:1767320339.576521:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24634 00000100:00100000:3.0:1767320339.576526:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384255104:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320339.576539:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320339.576581:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384255104:12345-0@lo:38:kworker.0 Request processed in 53us (1062us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320339.576588:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24634 00000100:00100000:3.0:1767320339.576601:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24635 00000100:00100000:3.0:1767320339.576605:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384255488:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320339.576613:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320339.576635:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384255488:12345-0@lo:38:kworker.0 Request processed in 29us (1030us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320339.576641:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24635 00000100:00080000:3.0:1767320339.576676:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320339.576681:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320339.576684:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384255104:0@lo:38:kworker.0 00000100:00080000:3.0:1767320339.576692:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320339.576695:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320339.576697:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384255488:0@lo:38:kworker.0 00000100:00100000:3.0:1767320339.576751:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384255360:0@lo:400:kworker.0 00000100:00100000:3.0:1767320339.578069:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320339.578171:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320339.578177:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320339.578188:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320339.578194:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5237 00000100:00080000:0.0:1767320339.578197:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320339.578202:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320339.578223:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8910380 x1853164384255744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320339.578284:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8913800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384256000:0@lo:400:kworker.0 00000100:00100000:0.0:1767320339.578349:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320339.578379:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320339.578385:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384255872:0@lo:400:kworker.0 00000100:00100000:0.0:1767320339.578405:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320339.578429:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384255744:0@lo:38:kworker.0 00000100:00100000:0.0:1767320339.578452:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320339.578494:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384255744 00000100:00100000:0.0:1767320339.578499:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384255744 00000100:00100000:0.0:1767320339.578531:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24636 00000100:00100000:0.0:1767320339.578538:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384255744:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320339.578552:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320339.578587:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384255744:12345-0@lo:38:kworker.0 Request processed in 48us (133us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320339.578594:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24636 00000100:00080000:0.0:1767320339.578622:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320339.578627:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320339.578630:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384255744:0@lo:38:kworker.0 00000100:00100000:0.0:1767320339.578668:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384256000 00000100:00100000:0.0:1767320339.578673:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384256000 00000100:00100000:0.0:1767320339.578709:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384255872 00000100:00100000:0.0:1767320339.578713:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384255872 00000100:00100000:0.0:1767320339.578732:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2118 00000100:00100000:0.0:1767320339.578739:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384256000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320339.578799:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384256000:12345-0@lo:400:kworker.0 Request processed in 40us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320339.578806:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2118 00000100:00100000:0.0:1767320339.578819:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2119 00000100:00100000:0.0:1767320339.578825:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384255872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320339.579101:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8911f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384255616:0@lo:400:kworker.0 00000100:00100000:3.0:1767320339.579133:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320339.579188:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320339.579192:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320339.579391:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384255872:12345-0@lo:400:kworker.0 Request processed in 566us (984us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320339.579398:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2119 00000100:00100000:0.0:1767320339.579428:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384255872:0@lo:400:kworker.0 00000100:00100000:0.0:1767320339.579437:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8913800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384256000:0@lo:400:kworker.0 00000100:00100000:0.0:1767320339.579455:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384255616 00000100:00100000:0.0:1767320339.579459:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384255616 00000100:00080000:3.0:1767320339.579553:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320339.579601:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5327 00000100:00100000:0.0:1767320339.579609:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384255616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320339.579649:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384255616:12345-0@lo:400:kworker.0 Request processed in 41us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320339.579654:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5327 00000100:00100000:3.0:1767320339.579704:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8911f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384255616:0@lo:400:kworker.0 00000100:00100000:1.0:1767320339.608378:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384255232:12345-0@lo:38:kworker.0 Request processed in 32691us (32799us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320339.608399:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2887 00000100:00080000:2.0:1767320339.608436:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320339.608451:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320339.608458:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384255232:0@lo:38:kworker.0 00010000:00010000:0.0:1767320340.087021:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320340.550946:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320340.551010:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320340.551192:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297421312 00000100:00100000:2.0:1767320340.551202:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297421312 00000100:00100000:2.0:1767320340.551269:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297421184 00000100:00100000:2.0:1767320340.551273:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297421184 00000100:00100000:2.0:1767320340.551314:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5328 00000100:00100000:2.0:1767320340.551329:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297421312:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320340.551356:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24637 00000100:00100000:1.0:1767320340.551372:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297421184:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320340.551400:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320340.551416:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297421312:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 91us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320340.551423:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5328 00000100:00100000:1.0:1767320340.551491:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297421184:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 119us (478us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320340.551501:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24637 00000100:00080000:3.0:1767320340.551836:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320340.598915:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320341.111030:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320341.115932:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320341.115957:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384256128:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320341.116031:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320341.116255:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384256128 00000100:00100000:0.0:1767320341.116264:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384256128 00000100:00100000:0.0:1767320341.116330:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2929 00000100:00100000:0.0:1767320341.116339:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384256128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320341.116371:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320341.116414:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384256128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320341.116420:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2929 00000100:00080000:1.0:1767320341.116429:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320341.116464:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384256128:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320341.116957:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320341.116970:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384256256:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320341.117006:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320341.117895:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384256256 00000100:00100000:2.0:1767320341.117904:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384256256 00000100:00100000:2.0:1767320341.117953:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2930 00000100:00100000:2.0:1767320341.117962:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384256256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320341.117990:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320341.118058:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384256256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (1051us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320341.118066:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2930 00000100:00080000:1.0:1767320341.118139:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320341.118230:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384256256:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320341.622977:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320342.134959:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320342.647175:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320343.159346:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320343.672182:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320344.183127:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320344.648091:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320344.648228:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297421440 00000100:00100000:0.0:1767320344.648261:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297421440 00000100:00100000:0.0:1767320344.648371:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24638 00000100:00100000:0.0:1767320344.648383:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297421440:12345-192.168.202.56@tcp:17:kworker.0 00000100:00100000:0.0:1767320344.648508:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297421440:12345-192.168.202.56@tcp:17:kworker.0 Request processed in 127us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320344.648518:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24638 00000100:00080000:3.0:1767320344.649475:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320344.694992:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320344.695226:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320344.695238:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320344.695251:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320344.695258:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320344.695264:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320344.695276:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5242 00000100:00080000:0.0:1767320344.695281:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320344.695291:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320344.695349:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8910380 x1853164384256384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320344.695372:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320344.695376:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320344.695378:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320344.695384:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5242 00000100:00080000:0.0:1767320344.695388:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320344.695392:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320344.695412:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8912300 x1853164384256512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320344.695459:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320344.695463:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320344.695465:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320344.695469:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5242 00000100:00080000:0.0:1767320344.695471:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320344.695476:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320344.695494:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1216d80 x1853164384256768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320344.695514:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320344.695523:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767320344.695523:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8911f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384256640:0@lo:400:kworker.0 00000100:00080000:0.0:1767320344.695526:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320344.695538:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5242 00000100:00080000:0.0:1767320344.695541:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320344.695545:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320344.695562:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215f80 x1853164384257024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320344.695622:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320344.695645:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384256896:0@lo:400:kworker.0 00000100:00100000:2.0:1767320344.695703:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384256640 00000100:00100000:2.0:1767320344.695712:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384256640 00000100:00100000:2.0:1767320344.695808:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5329 00000100:00100000:0.0:1767320344.695819:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320344.695830:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384256640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320344.695880:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384257152:0@lo:400:kworker.0 00000100:00100000:2.0:1767320344.695912:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384256640:12345-0@lo:400:kworker.0 Request processed in 85us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320344.695921:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5329 00000100:00100000:0.0:1767320344.695930:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320344.695951:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384256896 00000100:00100000:2.0:1767320344.695957:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384256896 00000100:00100000:0.0:1767320344.695963:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320344.695974:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384257280:0@lo:400:kworker.0 00000100:00100000:2.0:1767320344.695997:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5330 00000100:00100000:0.0:1767320344.696005:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320344.696011:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384256896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320344.696052:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384257152 00000100:00100000:0.0:1767320344.696061:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384257152 00000100:00100000:2.0:1767320344.696069:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384256896:12345-0@lo:400:kworker.0 Request processed in 62us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320344.696078:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5330 00000100:00080000:2.0:1767320344.696117:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320344.696120:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384257280 00000100:00080000:2.0:1767320344.696124:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320344.696127:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384257280 00000100:00100000:1.0:1767320344.696271:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384256384:0@lo:38:kworker.0 00000100:00100000:1.0:1767320344.696307:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320344.700463:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2120 00000100:00100000:0.0:1767320344.700488:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384257152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320344.700594:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384257152:12345-0@lo:400:kworker.0 Request processed in 117us (4667us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320344.700602:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2120 00000100:00100000:0.0:1767320344.700702:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2121 00000100:00100000:0.0:1767320344.700712:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384257280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320344.700745:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384257280:12345-0@lo:400:kworker.0 Request processed in 36us (4742us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320344.700752:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2121 00000100:00100000:3.0:1767320344.702855:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384256896:0@lo:400:kworker.0 00000100:00100000:3.0:1767320344.703058:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8911f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384256640:0@lo:400:kworker.0 00000100:00100000:1.0:1767320344.704339:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384256512:0@lo:38:kworker.0 00000100:00100000:1.0:1767320344.704423:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320344.704450:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384256768:0@lo:38:kworker.0 00000100:00100000:1.0:1767320344.704474:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320344.705829:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384257280:0@lo:400:kworker.0 00000100:00100000:0.0:1767320344.705847:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384257152:0@lo:400:kworker.0 00000100:00100000:1.0:1767320344.708671:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384257024:0@lo:38:kworker.0 00000100:00100000:1.0:1767320344.708740:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320344.709263:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320344.709481:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384256384 00000100:00100000:3.0:1767320344.709486:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384256768 00000100:00100000:0.0:1767320344.709496:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384256384 00000100:00100000:3.0:1767320344.709503:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384256768 00000100:00100000:0.0:1767320344.709564:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24639 00000100:00100000:0.0:1767320344.709574:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384256384:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320344.709580:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24640 00000100:00100000:3.0:1767320344.709597:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384256768:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320344.709615:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767320344.709620:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320344.709674:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384256512 00000100:00100000:2.0:1767320344.709681:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384256512 00000100:00100000:2.0:1767320344.709711:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2888 00000100:00100000:2.0:1767320344.709716:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384256512:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320344.709728:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320344.709927:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384256384:12345-0@lo:38:kworker.0 Request processed in 353us (13618us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320344.709936:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24639 00000100:00080000:1.0:1767320344.710614:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320344.710621:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320344.710626:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384256384:0@lo:38:kworker.0 00000100:00100000:0.0:1767320344.710706:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384257024 00000100:00100000:0.0:1767320344.710710:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384257024 00000100:00100000:0.0:1767320344.710743:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24641 00000100:00100000:0.0:1767320344.710749:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384257024:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320344.710763:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320344.710825:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384257024:12345-0@lo:38:kworker.0 Request processed in 75us (2084us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320344.710831:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24641 00000100:00080000:1.0:1767320344.710990:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320344.710996:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320344.710999:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384257024:0@lo:38:kworker.0 00000100:00100000:2.0:1767320344.712668:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384256512:12345-0@lo:38:kworker.0 Request processed in 2945us (8253us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320344.712681:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2888 00000100:00100000:3.0:1767320344.713604:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384256768:12345-0@lo:38:kworker.0 Request processed in 4001us (9119us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320344.713616:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24640 00000100:00080000:1.0:1767320344.715582:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320344.715595:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320344.715600:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384256512:0@lo:38:kworker.0 00000100:00080000:1.0:1767320344.715614:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320344.715617:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320344.715620:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384256768:0@lo:38:kworker.0 00010000:00010000:0.0:1767320345.207075:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320345.674849:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320345.674911:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320345.683482:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297421696 00000100:00100000:0.0:1767320345.683498:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297421696 00000100:00100000:0.0:1767320345.683578:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297421568 00000100:00100000:0.0:1767320345.683582:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297421568 00000100:00100000:0.0:1767320345.683615:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5331 00000100:00100000:0.0:1767320345.683625:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297421696:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320345.683665:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24642 00000100:00100000:2.0:1767320345.683674:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297421568:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320345.683695:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320345.683718:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297421696:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 93us (8876us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320345.683730:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297421568:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 55us (8818us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320345.683746:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5331 00000100:00100000:2.0:1767320345.683757:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24642 00000100:00100000:2.0:1767320345.718980:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320346.231259:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320346.235330:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384257536:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320346.235438:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320346.235558:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320346.235566:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384257408:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320346.235594:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320346.235727:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384257536 00000100:00100000:0.0:1767320346.235738:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384257536 00000100:00100000:0.0:1767320346.235834:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384257408 00000100:00100000:0.0:1767320346.235838:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384257408 00000100:00100000:0.0:1767320346.235862:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2931 00000100:00100000:0.0:1767320346.235872:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384257536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320346.235914:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320346.235967:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384257536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320346.235974:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2931 00000100:00100000:0.0:1767320346.235993:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2932 00000100:00100000:0.0:1767320346.236000:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384257408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320346.236016:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320346.236044:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384257408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320346.236050:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2932 00000100:00100000:0.0:1767320346.236110:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384257408:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320346.236125:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384257536:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320346.236268:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320346.236274:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320346.743357:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320347.256027:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320347.767101:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320348.280811:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320348.790877:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320349.303044:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320349.766515:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320349.766627:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297422080 00000100:00100000:2.0:1767320349.766642:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297422080 00000100:00100000:2.0:1767320349.766725:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5332 00000100:00100000:2.0:1767320349.766740:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297422080:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320349.766880:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297422080:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 147us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320349.766887:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5332 00000100:00080000:3.0:1767320349.767058:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:0.0:1767320349.774651:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297421824 offset 0 length 520: 4 00000100:00100000:0.0:1767320349.774722:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320349.774984:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297421952 00000100:00100000:2.0:1767320349.774999:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297421952 00000100:00100000:2.0:1767320349.775059:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24643 00000100:00100000:2.0:1767320349.775069:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297421952:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320349.775114:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320349.775211:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297421952:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 141us (488us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320349.775220:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24643 00000100:00080000:0.0:1767320349.814995:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320349.815009:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320349.815013:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320349.815018:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320349.815024:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320349.815035:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5247 00000100:00080000:0.0:1767320349.815041:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320349.815050:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320349.815105:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215180 x1853164384257664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320349.815143:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320349.815146:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320349.815148:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320349.815154:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5247 00000100:00080000:0.0:1767320349.815157:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320349.815160:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320349.815173:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1216a00 x1853164384257792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320349.815222:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320349.815227:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320349.815229:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320349.815232:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5247 00000100:00080000:0.0:1767320349.815235:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320349.815239:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320349.815251:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1214700 x1853164384258048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320349.815266:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320349.815270:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320349.815272:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320349.815276:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5247 00000100:00080000:0.0:1767320349.815278:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320349.815281:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320349.815296:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215c00 x1853164384258304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320349.815359:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384258176:0@lo:400:kworker.0 00000100:00100000:0.0:1767320349.815443:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320349.815515:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320349.815520:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384257920:0@lo:400:kworker.0 00000100:00100000:0.0:1767320349.815541:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320349.815573:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384258432:0@lo:400:kworker.0 00000100:00100000:0.0:1767320349.815602:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320349.815622:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320349.815626:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384258560:0@lo:400:kworker.0 00000100:00100000:0.0:1767320349.815648:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320349.815679:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384258432 00000100:00100000:0.0:1767320349.815687:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384258432 00000100:00100000:1.0:1767320349.815952:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320349.815985:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384258176 00000100:00100000:1.0:1767320349.815989:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384258176 00000100:00100000:0.0:1767320349.816074:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384258560 00000100:00100000:0.0:1767320349.816078:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384258560 00000100:00100000:2.0:1767320349.816147:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320324/real 1767320324] req@ffff93698baf4e00 x1853164384251136/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320349 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320349.816169:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93698baf4e00 x1853164384251136/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320349 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320349.816182:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384257664:0@lo:38:kworker.0 00000100:00100000:2.0:1767320349.816224:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320349.816250:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384257792:0@lo:38:kworker.0 00000100:00100000:2.0:1767320349.816273:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320349.816293:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384258048:0@lo:38:kworker.0 00000100:00100000:2.0:1767320349.816312:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320349.816328:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384258304:0@lo:38:kworker.0 00000100:00100000:2.0:1767320349.816347:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320349.816364:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320349.816380:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320349.816384:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384251136:0@lo:250:kworker.0 00000100:00100000:2.0:1767320349.816423:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2122 00000100:00100000:2.0:1767320349.816434:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384258432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320349.816493:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384258432:12345-0@lo:400:kworker.0 Request processed in 61us (889us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320349.816500:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2122 00000100:00100000:2.0:1767320349.816530:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384257920 00000100:00100000:2.0:1767320349.816534:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384257920 00000100:00100000:3.0:1767320349.816625:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384257664 00000100:00100000:3.0:1767320349.816630:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384257664 00000100:00100000:3.0:1767320349.816649:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384258048 00000100:00100000:3.0:1767320349.816651:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384258048 00000100:00100000:3.0:1767320349.816659:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384258304 00000100:00100000:3.0:1767320349.816661:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384258304 00000100:00100000:3.0:1767320349.816671:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24644 00000100:00100000:3.0:1767320349.816677:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384257664:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320349.816698:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320349.816751:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384257664:12345-0@lo:38:kworker.0 Request processed in 74us (526us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320349.816757:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24644 00000100:00100000:3.0:1767320349.816770:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24645 00000100:00100000:3.0:1767320349.817132:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384258048:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320349.817161:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320349.817301:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384258048:12345-0@lo:38:kworker.0 Request processed in 175us (986us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320349.817307:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24645 00000100:00100000:3.0:1767320349.817332:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24646 00000100:00100000:3.0:1767320349.817335:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384258304:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320349.817342:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320349.817362:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384258304:12345-0@lo:38:kworker.0 Request processed in 26us (1015us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320349.817368:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24646 00000100:00100000:1.0:1767320349.822174:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5333 00000100:00100000:1.0:1767320349.822205:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384258176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320349.822351:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384258176:12345-0@lo:400:kworker.0 Request processed in 162us (6906us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320349.822360:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5333 00000100:00100000:1.0:1767320349.822487:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384258432:0@lo:400:kworker.0 00000100:00100000:1.0:1767320349.822539:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384258176:0@lo:400:kworker.0 00000100:00100000:1.0:1767320349.822583:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384257792 00000100:00100000:1.0:1767320349.822591:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384257792 00000100:00100000:1.0:1767320349.822618:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2889 00000100:00100000:1.0:1767320349.822623:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384257792:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320349.822647:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320349.822687:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384257792:12345-0@lo:38:kworker.0 Request processed in 62us (6413us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320349.822694:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2889 00000100:00100000:0.0:1767320349.822890:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2123 00000100:00100000:0.0:1767320349.822901:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384258560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320349.822943:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384258560:12345-0@lo:400:kworker.0 Request processed in 46us (7294us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320349.822950:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2123 00000100:00100000:0.0:1767320349.822980:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384258560:0@lo:400:kworker.0 00000100:00080000:0.0:1767320349.823343:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320349.823350:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320349.823355:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320349.823361:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5227 00000100:00080000:0.0:1767320349.823365:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320349.823370:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320349.823405:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e5f80 x1853164384258688/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320349.823565:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5334 00000100:00100000:2.0:1767320349.823577:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384257920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320349.823635:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384257920:12345-0@lo:400:kworker.0 Request processed in 60us (8091us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320349.823642:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5334 00000100:00100000:2.0:1767320349.823676:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384257920:0@lo:400:kworker.0 00000100:00100000:2.0:1767320349.823819:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384258688:0@lo:250:kworker.0 00000400:00000100:2.0:1767320349.823857:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384258688 offset 0 length 520: 4 00000100:00080000:2.0:1767320349.823900:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320349.823906:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320349.823911:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384257664:0@lo:38:kworker.0 00000100:00080000:2.0:1767320349.823924:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320349.823927:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320349.823930:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384257792:0@lo:38:kworker.0 00000100:00080000:2.0:1767320349.823941:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320349.823945:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320349.823948:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384258048:0@lo:38:kworker.0 00000100:00080000:2.0:1767320349.823958:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320349.823962:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320349.823965:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384258304:0@lo:38:kworker.0 00000100:00080000:3.0:1767320349.826387:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320349.826401:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320349.826405:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767320350.327260:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320350.838983:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320351.352131:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384258816:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320351.352238:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767320351.352399:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320351.352872:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384258944:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320351.352937:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320351.353042:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384258816 00000100:00100000:2.0:1767320351.353053:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384258816 00000100:00100000:2.0:1767320351.353159:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384258944 00000100:00100000:2.0:1767320351.353163:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384258944 00000100:00100000:0.0:1767320351.353313:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2933 00000100:00100000:0.0:1767320351.353334:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384258816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320351.353386:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320351.353463:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384258816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 137us (1224us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320351.353472:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2933 00000100:00100000:3.0:1767320351.353534:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384258816:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320351.353616:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320351.353621:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320351.353722:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2934 00000100:00100000:2.0:1767320351.353732:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384258944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320351.353759:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320351.353844:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384258944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (906us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320351.353851:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2934 00000100:00100000:3.0:1767320351.353926:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384258944:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320351.862883:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320352.375004:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320352.888442:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320353.399515:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320353.913462:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320354.423483:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320354.886751:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320354.891159:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320354.897987:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297422336 00000100:00100000:2.0:1767320354.898012:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297422336 00000100:00100000:2.0:1767320354.898225:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297422208 00000100:00100000:2.0:1767320354.898230:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297422208 00000100:00100000:2.0:1767320354.898263:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5335 00000100:00100000:2.0:1767320354.898282:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297422336:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320354.898403:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297422336:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 128us (11663us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320354.898411:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5335 00000100:00100000:2.0:1767320354.898434:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24647 00000100:00100000:2.0:1767320354.898451:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297422208:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320354.898478:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320354.898505:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297422208:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 54us (7369us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320354.898511:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24647 00000100:00080000:1.0:1767320354.902830:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320354.934980:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320354.934997:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320354.935001:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320354.935005:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320354.935011:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320354.935022:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5253 00000100:00080000:0.0:1767320354.935028:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320354.935038:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320354.935092:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e4380 x1853164384259072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320354.935126:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320354.935130:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320354.935132:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320354.935137:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5253 00000100:00080000:0.0:1767320354.935139:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320354.935142:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320354.935181:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e5180 x1853164384259200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320354.935228:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320354.935233:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320354.935235:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320354.935238:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5253 00000100:00080000:0.0:1767320354.935241:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320354.935244:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320354.935255:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e6d80 x1853164384259456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320354.935273:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320354.935277:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320354.935279:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320354.935283:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5253 00000100:00080000:0.0:1767320354.935285:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320354.935289:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320354.935299:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e4000 x1853164384259712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320354.935381:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384259840:0@lo:400:kworker.0 00000100:00100000:0.0:1767320354.937952:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320354.938063:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320354.938080:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384259968:0@lo:400:kworker.0 00000100:00100000:0.0:1767320354.938129:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320354.938197:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384259840 00000100:00100000:0.0:1767320354.938207:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384259840 00000100:00100000:0.0:1767320354.938276:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384259968 00000100:00100000:0.0:1767320354.938279:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384259968 00000100:00100000:0.0:1767320354.938311:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2124 00000100:00100000:0.0:1767320354.938322:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384259840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320354.938384:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384259840:12345-0@lo:400:kworker.0 Request processed in 64us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320354.938392:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2124 00000100:00100000:0.0:1767320354.938410:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2125 00000100:00100000:0.0:1767320354.938416:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384259968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320354.938451:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384259968:12345-0@lo:400:kworker.0 Request processed in 35us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320354.938457:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2125 00000100:00100000:0.0:1767320354.938504:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384259968:0@lo:400:kworker.0 00000100:00100000:0.0:1767320354.938514:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384259840:0@lo:400:kworker.0 00000100:00100000:2.0:1767320354.938692:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384259072:0@lo:38:kworker.0 00000100:00100000:2.0:1767320354.938729:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320354.938754:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384259200:0@lo:38:kworker.0 00000100:00100000:2.0:1767320354.938777:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320354.938811:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384259456:0@lo:38:kworker.0 00000100:00100000:2.0:1767320354.938829:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320354.938844:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384259712:0@lo:38:kworker.0 00000100:00100000:2.0:1767320354.938861:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320354.938903:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384259072 00000100:00100000:2.0:1767320354.938907:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384259072 00000100:00100000:2.0:1767320354.938932:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384259456 00000100:00100000:2.0:1767320354.938935:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384259456 00000100:00100000:2.0:1767320354.938946:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384259712 00000100:00100000:2.0:1767320354.938948:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384259712 00000100:00100000:2.0:1767320354.938958:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24648 00000100:00100000:2.0:1767320354.938962:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384259072:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320354.938985:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320354.939021:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384259072:12345-0@lo:38:kworker.0 Request processed in 58us (291us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320354.939027:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24648 00000100:00100000:2.0:1767320354.939040:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24649 00000100:00100000:2.0:1767320354.939044:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384259456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320354.939053:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320354.939077:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384259456:12345-0@lo:38:kworker.0 Request processed in 32us (247us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320354.939084:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24649 00000100:00100000:2.0:1767320354.939094:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24650 00000100:00100000:2.0:1767320354.939098:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384259712:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320354.939107:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320354.939129:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384259712:12345-0@lo:38:kworker.0 Request processed in 30us (267us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320354.939135:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24650 00000100:00080000:2.0:1767320354.939177:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320354.939183:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320354.939186:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384259072:0@lo:38:kworker.0 00000100:00080000:2.0:1767320354.939193:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320354.939196:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320354.939199:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384259456:0@lo:38:kworker.0 00000100:00080000:2.0:1767320354.939205:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320354.939208:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320354.939211:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384259712:0@lo:38:kworker.0 00000100:00100000:2.0:1767320354.939261:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384259200 00000100:00100000:2.0:1767320354.939264:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384259200 00000100:00100000:2.0:1767320354.939286:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2890 00000100:00100000:2.0:1767320354.939290:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384259200:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320354.939299:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320354.939327:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384259200:12345-0@lo:38:kworker.0 Request processed in 36us (549us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320354.939333:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2890 00000100:00080000:2.0:1767320354.939356:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320354.939361:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320354.939364:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384259200:0@lo:38:kworker.0 00000100:00100000:3.0:1767320354.939458:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384259584:0@lo:400:kworker.0 00000100:00100000:3.0:1767320354.939489:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320354.939519:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320354.939533:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384259328:0@lo:400:kworker.0 00000100:00100000:3.0:1767320354.939551:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320354.939573:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384259584 00000100:00100000:3.0:1767320354.939576:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384259584 00000100:00100000:3.0:1767320354.939847:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384259328 00000100:00100000:3.0:1767320354.939858:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384259328 00000100:00100000:3.0:1767320354.939885:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5336 00000100:00100000:3.0:1767320354.939895:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384259584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320354.939987:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384259584:12345-0@lo:400:kworker.0 Request processed in 92us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320354.939994:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5336 00000100:00100000:3.0:1767320354.940012:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5337 00000100:00100000:3.0:1767320354.940018:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384259328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320354.940045:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384259328:12345-0@lo:400:kworker.0 Request processed in 28us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320354.940051:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5337 00000100:00100000:3.0:1767320354.940100:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384259328:0@lo:400:kworker.0 00000100:00100000:3.0:1767320354.940114:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384259584:0@lo:400:kworker.0 00000100:00080000:1.0:1767320354.940260:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320354.940269:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320354.940273:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320354.940689:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320355.454154:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320355.958965:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320356.470989:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320356.471930:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384260096:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320356.472047:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320356.472750:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384260096 00000100:00100000:0.0:1767320356.472775:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384260096 00000100:00100000:2.0:1767320356.473115:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384260224:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320356.473202:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320356.475743:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320356.479276:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384260224 00000100:00100000:0.0:1767320356.479300:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384260224 00000100:00080000:2.0:1767320356.479560:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320356.479741:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2935 00000100:00100000:3.0:1767320356.479760:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384260096:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320356.480027:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2936 00000100:00100000:1.0:1767320356.480044:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384260224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320356.480080:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320356.480202:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384260224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 166us (7000us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320356.480210:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2936 00000100:00100000:1.0:1767320356.480311:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384260224:0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320356.480438:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320356.480492:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384260096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 739us (8446us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320356.480500:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2935 00000100:00100000:1.0:1767320356.480591:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384260096:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320356.983057:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320357.496918:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320358.007361:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320358.519186:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320359.031034:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320359.543187:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320360.008319:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320360.008453:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297422592 00000100:00100000:2.0:1767320360.008467:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297422592 00000100:00100000:0.0:1767320360.008468:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320360.008554:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297422464 00000100:00100000:2.0:1767320360.008593:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5338 00000100:00100000:1.0:1767320360.008638:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297422464 00000100:00080000:3.0:1767320360.008735:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320360.008967:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297422592:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320360.009074:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297422592:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 114us (771us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320360.009083:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5338 00000100:00100000:2.0:1767320360.009122:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24651 00000100:00100000:2.0:1767320360.009129:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297422464:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320360.009155:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320360.009184:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297422464:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 54us (715us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320360.009193:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24651 00000100:00100000:3.0:1767320360.057239:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320360.057680:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320360.057703:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320360.057713:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320360.057717:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320360.057720:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320360.057727:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5258 00000100:00080000:3.0:1767320360.057731:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320360.057738:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320360.057775:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5137b80 x1853164384260352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320360.057881:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384260352:0@lo:38:kworker.0 00000100:00100000:0.0:1767320360.057963:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320360.058259:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384260352 00000100:00100000:1.0:1767320360.058268:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384260352 00000100:00100000:1.0:1767320360.058320:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24652 00000100:00100000:1.0:1767320360.058328:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384260352:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320360.058350:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767320360.058565:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320360.058569:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320360.058572:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320360.058577:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5258 00000100:00080000:3.0:1767320360.058579:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320360.058583:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320360.058600:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135180 x1853164384260480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320360.059131:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384260480:0@lo:38:kworker.0 00000100:00100000:0.0:1767320360.059205:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320360.059604:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384260480 00000100:00100000:2.0:1767320360.059611:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384260480 00000100:00100000:2.0:1767320360.059642:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2891 00000100:00100000:2.0:1767320360.059648:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384260480:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320360.059664:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320360.059700:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384260480:12345-0@lo:38:kworker.0 Request processed in 51us (530us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320360.059706:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2891 00000100:00080000:0.0:1767320360.062412:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320360.062426:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320360.062432:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384260352:0@lo:38:kworker.0 00000100:00100000:1.0:1767320360.062508:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384260352:12345-0@lo:38:kworker.0 Request processed in 4171us (4536us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320360.062519:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24652 00000100:00080000:3.0:1767320360.062592:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320360.062599:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320360.062601:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320360.062606:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5258 00000100:00080000:3.0:1767320360.062610:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320360.062616:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320360.062639:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5134380 x1853164384260736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320360.062658:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320360.062661:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320360.062663:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320360.062666:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5258 00000100:00080000:3.0:1767320360.062668:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320360.062671:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320360.062679:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5136300 x1853164384260992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320360.062745:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384260864:0@lo:400:kworker.0 00000100:00100000:3.0:1767320360.062818:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320360.063107:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384261120:0@lo:400:kworker.0 00000100:00100000:1.0:1767320360.063141:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320360.063163:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320360.063169:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384261248:0@lo:400:kworker.0 00000100:00100000:1.0:1767320360.063188:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320360.063219:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384261120 00000100:00100000:1.0:1767320360.063224:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384261120 00000100:00100000:1.0:1767320360.063281:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384261248 00000100:00100000:1.0:1767320360.063284:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384261248 00000100:00100000:1.0:1767320360.063305:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2126 00000100:00100000:1.0:1767320360.063316:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384261120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320360.063360:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384261120:12345-0@lo:400:kworker.0 Request processed in 49us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320360.063366:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2126 00000100:00100000:1.0:1767320360.063378:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2127 00000100:00100000:1.0:1767320360.063385:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384261248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320360.063409:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384261248:12345-0@lo:400:kworker.0 Request processed in 26us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320360.063415:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2127 00000100:00100000:1.0:1767320360.063451:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384261248:0@lo:400:kworker.0 00000100:00100000:1.0:1767320360.063461:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384261120:0@lo:400:kworker.0 00000100:00100000:1.0:1767320360.063480:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384260864 00000100:00100000:1.0:1767320360.063483:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384260864 00000100:00080000:2.0:1767320360.063483:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320360.063494:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320360.063496:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320360.063511:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5339 00000100:00100000:1.0:1767320360.063517:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384260864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320360.063545:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384260864:12345-0@lo:400:kworker.0 Request processed in 28us (727us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320360.063551:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5339 00000100:00100000:3.0:1767320360.063637:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320360.063648:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384260608:0@lo:400:kworker.0 00000100:00100000:3.0:1767320360.063673:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320360.063713:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384260864:0@lo:400:kworker.0 00000100:00100000:1.0:1767320360.063717:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384260608 00000100:00100000:1.0:1767320360.063721:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384260608 00000100:00080000:3.0:1767320360.063735:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320360.063748:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5340 00000100:00100000:1.0:1767320360.063754:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384260608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320360.063815:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384260608:12345-0@lo:400:kworker.0 Request processed in 60us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320360.063821:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5340 00000100:00080000:0.0:1767320360.064173:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320360.064179:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320360.064182:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384260480:0@lo:38:kworker.0 00000100:00100000:0.0:1767320360.064201:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384260736:0@lo:38:kworker.0 00000100:00100000:0.0:1767320360.064229:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320360.064240:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384260608:0@lo:400:kworker.0 00000100:00100000:0.0:1767320360.064296:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384260992:0@lo:38:kworker.0 00000100:00100000:0.0:1767320360.064318:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320360.064606:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384260736 00000100:00100000:2.0:1767320360.064611:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384260736 00000100:00100000:2.0:1767320360.064642:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384260992 00000100:00100000:2.0:1767320360.064645:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384260992 00000100:00100000:2.0:1767320360.064699:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24653 00000100:00100000:2.0:1767320360.064704:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384260736:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320360.064731:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320360.064769:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384260736:12345-0@lo:38:kworker.0 Request processed in 64us (539us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320360.064775:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24653 00000100:00100000:2.0:1767320360.064810:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24654 00000100:00100000:2.0:1767320360.064814:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384260992:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320360.064822:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320360.066752:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384260992:12345-0@lo:38:kworker.0 Request processed in 30us (526us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320360.066767:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24654 00000100:00080000:0.0:1767320360.070145:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320360.070159:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320360.070165:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384260736:0@lo:38:kworker.0 00000100:00080000:0.0:1767320360.070177:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320360.070180:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320360.070184:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384260992:0@lo:38:kworker.0 00010000:00010000:2.0:1767320360.566959:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320361.078902:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320361.591390:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320361.591576:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384261376:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320361.591647:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320361.591768:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384261376 00000100:00100000:0.0:1767320361.591776:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384261376 00000100:00100000:0.0:1767320361.591863:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2937 00000100:00100000:0.0:1767320361.591870:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384261376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320361.591911:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320361.591956:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384261376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320361.591963:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2937 00000100:00100000:1.0:1767320361.592328:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384261376:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320361.597638:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384261504:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320361.597710:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320361.601199:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384261504 00000100:00100000:0.0:1767320361.601214:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384261504 00000100:00100000:0.0:1767320361.601283:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2938 00000100:00100000:0.0:1767320361.601294:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384261504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320361.601328:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320361.601407:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384261504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (3698us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320361.601412:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2938 00000100:00100000:3.0:1767320361.601608:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384261504:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320362.103003:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320362.614958:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320363.127534:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320363.642430:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320364.150894:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320364.663009:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320365.126860:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320365.126933:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297422848 00000100:00100000:2.0:1767320365.126944:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297422848 00000100:00100000:2.0:1767320365.127018:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5341 00000100:00100000:2.0:1767320365.127031:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297422848:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:3.0:1767320365.127069:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320365.127119:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297422848:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 91us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320365.127127:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5341 00000100:00100000:1.0:1767320365.127170:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320365.127407:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297422720 00000100:00100000:2.0:1767320365.127412:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297422720 00000100:00100000:2.0:1767320365.127436:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24655 00000100:00100000:2.0:1767320365.127441:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297422720:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320365.127461:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320365.127498:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297422720:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 56us (331us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320365.127505:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24655 00000100:00100000:3.0:1767320365.174902:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320365.175369:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320365.175375:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320365.175378:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320365.175381:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320365.175385:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320365.175392:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5263 00000100:00080000:0.0:1767320365.175396:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320365.175402:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320365.175440:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5569c00 x1853164384261632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320365.175456:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320365.175458:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320365.175460:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320365.175463:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5263 00000100:00080000:0.0:1767320365.175465:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320365.175468:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320365.175498:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568000 x1853164384261760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320365.175537:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320365.175541:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320365.175543:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320365.175546:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5263 00000100:00080000:0.0:1767320365.175548:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320365.175552:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320365.175563:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556b100 x1853164384262016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320365.175579:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320365.175582:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320365.175584:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320365.175587:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5263 00000100:00080000:0.0:1767320365.175589:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320365.175591:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320365.175601:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568380 x1853164384262272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320365.175654:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384261888:0@lo:400:kworker.0 00000100:00100000:0.0:1767320365.175661:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384262144:0@lo:400:kworker.0 00000100:00100000:2.0:1767320365.175767:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384261632:0@lo:38:kworker.0 00000100:00100000:1.0:1767320365.175834:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384262400:0@lo:400:kworker.0 00000100:00100000:3.0:1767320365.181393:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320365.181440:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384261888 00000100:00100000:0.0:1767320365.181452:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384261888 00000100:00100000:0.0:1767320365.181527:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5342 00000100:00100000:0.0:1767320365.181538:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384261888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320365.187742:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384261888:12345-0@lo:400:kworker.0 Request processed in 6195us (6347us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320365.187758:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5342 00000100:00100000:0.0:1767320365.187931:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384262528:0@lo:400:kworker.0 00000100:00100000:3.0:1767320365.191406:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384261888:0@lo:400:kworker.0 00000100:00080000:3.0:1767320365.191761:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320365.192236:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320365.192481:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320365.192522:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384262144 00000100:00100000:2.0:1767320365.192531:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384262144 00000100:00100000:2.0:1767320365.192583:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384261632 00000100:00100000:2.0:1767320365.192587:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384261632 00000100:00100000:2.0:1767320365.192612:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5343 00000100:00100000:2.0:1767320365.192622:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384262144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320365.192675:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384262144:12345-0@lo:400:kworker.0 Request processed in 54us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320365.192682:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5343 00000100:00100000:2.0:1767320365.192704:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24656 00000100:00100000:2.0:1767320365.192708:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384261632:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320365.192894:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320365.192923:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384261632:12345-0@lo:38:kworker.0 Request processed in 213us (443us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320365.192929:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24656 00000100:00080000:2.0:1767320365.192947:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320365.192977:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320365.192983:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320365.192986:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384261632:0@lo:38:kworker.0 00000100:00100000:2.0:1767320365.192996:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384261760:0@lo:38:kworker.0 00000100:00100000:2.0:1767320365.193027:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320365.193049:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384261760 00000100:00100000:2.0:1767320365.193081:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384261760 00000100:00100000:2.0:1767320365.193103:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2892 00000100:00100000:2.0:1767320365.193108:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384261760:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320365.193118:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320365.193141:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384261760:12345-0@lo:38:kworker.0 Request processed in 32us (113us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320365.193147:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2892 00000100:00080000:2.0:1767320365.193174:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320365.193178:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320365.193181:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384261760:0@lo:38:kworker.0 00000100:00100000:2.0:1767320365.193188:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384262016:0@lo:38:kworker.0 00000100:00100000:2.0:1767320365.193209:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320365.194698:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384262016 00000100:00100000:2.0:1767320365.194711:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384262016 00000100:00100000:2.0:1767320365.194759:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24657 00000100:00100000:2.0:1767320365.194768:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384262016:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320365.194890:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320365.194960:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384262016:12345-0@lo:38:kworker.0 Request processed in 192us (1749us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320365.194967:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24657 00000100:00080000:2.0:1767320365.195011:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320365.195015:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320365.195019:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384262016:0@lo:38:kworker.0 00000100:00100000:2.0:1767320365.195029:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384262272:0@lo:38:kworker.0 00000100:00100000:2.0:1767320365.195072:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320365.195093:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384262272 00000100:00100000:2.0:1767320365.195097:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384262272 00000100:00100000:2.0:1767320365.195115:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24658 00000100:00100000:2.0:1767320365.195120:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384262272:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320365.195129:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320365.195154:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384262272:12345-0@lo:38:kworker.0 Request processed in 33us (82us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320365.195160:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24658 00000100:00080000:2.0:1767320365.195189:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320365.195194:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320365.195197:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384262272:0@lo:38:kworker.0 00000100:00100000:0.0:1767320365.198978:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320365.199342:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384262528 00000100:00100000:2.0:1767320365.199351:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384262528 00000100:00100000:2.0:1767320365.199423:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2128 00000100:00100000:2.0:1767320365.199434:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384262528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320365.199707:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384262528:12345-0@lo:400:kworker.0 Request processed in 275us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320365.199715:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2128 00000100:00080000:0.0:1767320365.199931:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320365.199967:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384262528:0@lo:400:kworker.0 00000100:00100000:1.0:1767320365.200475:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320365.201680:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384262144:0@lo:400:kworker.0 00000100:00100000:0.0:1767320365.205447:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384262400 00000100:00100000:0.0:1767320365.205464:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384262400 00000100:00100000:1.0:1767320365.207691:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2129 00000100:00100000:1.0:1767320365.207704:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384262400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320365.207830:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384262400:12345-0@lo:400:kworker.0 Request processed in 129us (7355us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320365.207837:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2129 00000100:00080000:0.0:1767320365.208308:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320365.208584:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384262400:0@lo:400:kworker.0 00010000:00010000:2.0:1767320365.687035:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320366.199141:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320366.710955:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320366.711167:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320366.711190:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384262656:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320366.711264:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320366.711342:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384262784:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320366.711364:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320366.711427:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384262784 00000100:00100000:2.0:1767320366.711427:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384262656 00000100:00100000:0.0:1767320366.711434:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384262784 00000100:00100000:2.0:1767320366.711435:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384262656 00000100:00100000:0.0:1767320366.711540:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2939 00000100:00100000:0.0:1767320366.711551:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384262784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320366.711584:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320366.711640:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384262784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320366.711646:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2939 00000100:00100000:0.0:1767320366.711663:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2940 00000100:00100000:0.0:1767320366.711670:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384262656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320366.711685:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320366.711710:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384262656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320366.711716:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2940 00000100:00100000:3.0:1767320366.711827:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384262784:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320366.711840:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384262656:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320367.225517:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320367.735238:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320368.246878:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320368.759440:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320369.270917:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320369.783297:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320370.254889:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320370.254933:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320370.255050:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297422976 00000100:00100000:2.0:1767320370.255061:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297422976 00000100:00100000:2.0:1767320370.255119:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297423104 00000100:00100000:2.0:1767320370.255123:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297423104 00000100:00100000:2.0:1767320370.255167:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5344 00000100:00100000:2.0:1767320370.255178:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297423104:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320370.255266:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297423104:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 90us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320370.255275:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5344 00000100:00100000:2.0:1767320370.255295:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24659 00000100:00100000:2.0:1767320370.255299:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297422976:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320370.255318:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320370.255343:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297422976:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 42us (464us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320370.255349:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24659 00000100:00080000:0.0:1767320370.255517:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320370.294914:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320370.294918:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320370.294924:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320370.294928:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320370.294932:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320370.294940:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320370.294949:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5268 00000100:00080000:0.0:1767320370.294953:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320370.294961:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320370.295005:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5132300 x1853164384262912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320370.295030:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320370.295034:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320370.295036:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320370.295040:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5268 00000100:00080000:0.0:1767320370.295042:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320370.295045:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320370.295060:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130380 x1853164384263040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320370.295280:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320370.295284:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320370.295286:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320370.295290:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5268 00000100:00080000:0.0:1767320370.295292:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320370.295296:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320370.295308:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5131500 x1853164384263296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320370.295324:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320370.295328:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320370.295329:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320370.295332:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5268 00000100:00080000:0.0:1767320370.295335:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320370.295338:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320370.295347:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5133480 x1853164384263552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320370.295397:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384263680:0@lo:400:kworker.0 00000100:00100000:0.0:1767320370.295470:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320370.295529:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320370.295535:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384263808:0@lo:400:kworker.0 00000100:00100000:0.0:1767320370.295556:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320370.295588:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384263680 00000100:00100000:0.0:1767320370.295594:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384263680 00000100:00100000:0.0:1767320370.295645:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384263808 00000100:00100000:0.0:1767320370.295649:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384263808 00000100:00100000:0.0:1767320370.295679:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2130 00000100:00100000:0.0:1767320370.295688:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384263680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320370.295742:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384263680:12345-0@lo:400:kworker.0 Request processed in 54us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320370.295749:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2130 00000100:00100000:0.0:1767320370.295766:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2131 00000100:00100000:0.0:1767320370.295773:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384263808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320370.295826:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384263808:12345-0@lo:400:kworker.0 Request processed in 54us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320370.295832:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2131 00000100:00080000:0.0:1767320370.295860:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320370.295864:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320370.296090:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384263424:0@lo:400:kworker.0 00000100:00100000:1.0:1767320370.296126:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320370.296154:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320370.296159:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384263168:0@lo:400:kworker.0 00000100:00100000:1.0:1767320370.296180:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320370.296209:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384263424 00000100:00100000:1.0:1767320370.296213:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384263424 00000100:00100000:1.0:1767320370.296246:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384263168 00000100:00100000:1.0:1767320370.296248:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384263168 00000100:00100000:1.0:1767320370.296268:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5345 00000100:00100000:1.0:1767320370.296274:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384263424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320370.296307:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384263424:12345-0@lo:400:kworker.0 Request processed in 33us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320370.296313:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5345 00000100:00100000:1.0:1767320370.296325:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5346 00000100:00100000:1.0:1767320370.296332:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384263168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320370.296355:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384263168:12345-0@lo:400:kworker.0 Request processed in 25us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320370.296361:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5346 00000100:00080000:1.0:1767320370.296381:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320370.296400:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384263168:0@lo:400:kworker.0 00000100:00100000:1.0:1767320370.296411:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384263424:0@lo:400:kworker.0 00000100:00100000:0.0:1767320370.296560:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384263808:0@lo:400:kworker.0 00000100:00100000:0.0:1767320370.296576:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384263680:0@lo:400:kworker.0 00000100:00100000:2.0:1767320370.296756:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384262912:0@lo:38:kworker.0 00000100:00100000:2.0:1767320370.296806:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320370.296836:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384263040:0@lo:38:kworker.0 00000100:00100000:2.0:1767320370.296858:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320370.296881:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384263296:0@lo:38:kworker.0 00000100:00100000:2.0:1767320370.296920:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320370.296939:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384263552:0@lo:38:kworker.0 00000100:00100000:2.0:1767320370.296957:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320370.296984:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384263040 00000100:00100000:2.0:1767320370.296988:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384263040 00000100:00100000:2.0:1767320370.297023:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2893 00000100:00100000:2.0:1767320370.297027:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384263040:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320370.297044:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320370.297089:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384263040:12345-0@lo:38:kworker.0 Request processed in 60us (229us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320370.297095:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2893 00000100:00100000:2.0:1767320370.297116:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384262912 00000100:00100000:2.0:1767320370.297120:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384262912 00000100:00100000:2.0:1767320370.297136:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384263296 00000100:00100000:2.0:1767320370.297138:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384263296 00000100:00100000:2.0:1767320370.297151:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384263552 00000100:00100000:2.0:1767320370.297153:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384263552 00000100:00100000:2.0:1767320370.297163:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24660 00000100:00100000:2.0:1767320370.297167:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384262912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320370.297177:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320370.297200:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384262912:12345-0@lo:38:kworker.0 Request processed in 32us (394us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320370.297206:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24660 00000100:00100000:2.0:1767320370.297217:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24661 00000100:00100000:2.0:1767320370.297220:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384263296:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320370.297229:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320370.297235:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24662 00000100:00100000:3.0:1767320370.297240:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384263552:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320370.297248:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320370.297274:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384263552:12345-0@lo:38:kworker.0 Request processed in 34us (317us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320370.297279:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24662 00000100:00100000:2.0:1767320370.297296:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384263296:12345-0@lo:38:kworker.0 Request processed in 74us (375us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320370.297301:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24661 00000100:00080000:3.0:1767320370.297305:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320370.297309:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320370.297314:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384262912:0@lo:38:kworker.0 00000100:00080000:3.0:1767320370.297322:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320370.297326:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320370.297328:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384263040:0@lo:38:kworker.0 00000100:00080000:3.0:1767320370.297335:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320370.297338:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320370.297341:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384263296:0@lo:38:kworker.0 00000100:00080000:3.0:1767320370.297348:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320370.297350:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320370.297352:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384263552:0@lo:38:kworker.0 00010000:00010000:2.0:1767320370.807056:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320371.318918:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320371.831132:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384264064:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320371.831356:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767320371.831456:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320371.831583:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384263936:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320371.831614:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320371.831667:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384264064 00000100:00100000:3.0:1767320371.831675:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384264064 00000100:00100000:3.0:1767320371.831715:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384263936 00000100:00100000:3.0:1767320371.831718:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384263936 00000100:00100000:3.0:1767320371.831738:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2941 00000100:00100000:3.0:1767320371.831746:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384264064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320371.831773:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320371.833830:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2942 00000100:00100000:1.0:1767320371.833859:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384263936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320371.833893:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320371.833980:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384263936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 138us (2364us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320371.833988:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2942 00000100:00100000:1.0:1767320371.834061:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384263936:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320371.844768:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384264064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 13010us (13400us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320371.844813:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2941 00000100:00100000:2.0:1767320371.849594:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384264064:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320372.342920:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320372.855185:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320373.367031:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320373.879751:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320374.391116:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320374.391326:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320349/real 1767320349] req@ffff9369ba6e5f80 x1853164384258688/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320374 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320374.391353:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369ba6e5f80 x1853164384258688/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320374 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320374.391369:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320374.391389:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320374.391392:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384258688:0@lo:250:kworker.0 00000100:00080000:0.0:1767320374.391475:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320374.391623:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320374.391627:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320374.391630:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5253 00000100:00080000:0.0:1767320374.391634:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320374.391639:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320374.391669:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5133100 x1853164384264192/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320374.391711:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384264192:0@lo:250:kworker.0 00000400:00000100:2.0:1767320374.391755:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384264192 offset 0 length 520: 4 00000100:00080000:0.0:1767320374.391841:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320374.391845:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320374.391847:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320374.391850:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5273 00000100:00080000:0.0:1767320374.391853:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320374.391856:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320374.391873:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130a80 x1853164384264320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320374.391883:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320374.391885:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320374.391887:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320374.391891:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5273 00000100:00080000:0.0:1767320374.391893:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320374.391896:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320374.391909:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5132680 x1853164384264448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320374.391984:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384264576:0@lo:400:kworker.0 00000100:00100000:1.0:1767320374.392022:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320374.392119:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384264576 00000100:00100000:3.0:1767320374.392127:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384264576 00000100:00100000:3.0:1767320374.392246:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5347 00000100:00100000:3.0:1767320374.392254:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384264576:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320374.392316:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320374.392321:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320374.392323:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320374.392327:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5273 00000100:00080000:0.0:1767320374.392330:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320374.392334:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320374.392348:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130e00 x1853164384264704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320374.392426:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384264320:0@lo:38:kworker.0 00000100:00100000:2.0:1767320374.392445:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320374.392457:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384264448:0@lo:38:kworker.0 00000100:00100000:2.0:1767320374.392471:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320374.392478:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384264704:0@lo:38:kworker.0 00000100:00100000:2.0:1767320374.392506:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320374.392534:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384264320 00000100:00100000:2.0:1767320374.392538:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384264320 00000100:00100000:2.0:1767320374.392555:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384264704 00000100:00100000:2.0:1767320374.392556:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384264704 00000100:00100000:2.0:1767320374.392563:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24663 00000100:00100000:2.0:1767320374.392566:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384264320:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320374.392583:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320374.392607:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384264320:12345-0@lo:38:kworker.0 Request processed in 40us (161us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320374.392612:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24663 00000100:00100000:2.0:1767320374.392622:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24664 00000100:00100000:2.0:1767320374.392624:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384264704:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320374.392630:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320374.392641:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384264704:12345-0@lo:38:kworker.0 Request processed in 16us (135us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320374.392645:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24664 00000100:00100000:2.0:1767320374.392658:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384264448 00000100:00100000:2.0:1767320374.392660:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384264448 00000100:00100000:2.0:1767320374.392671:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2894 00000100:00100000:2.0:1767320374.392674:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384264448:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320374.392679:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320374.392693:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384264448:12345-0@lo:38:kworker.0 Request processed in 19us (222us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320374.392697:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2894 00000100:00080000:2.0:1767320374.392720:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320374.392724:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320374.392727:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384264320:0@lo:38:kworker.0 00000100:00080000:2.0:1767320374.392736:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320374.392739:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320374.392741:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384264448:0@lo:38:kworker.0 00000100:00080000:2.0:1767320374.392747:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320374.392749:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320374.392752:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384264704:0@lo:38:kworker.0 00000100:00100000:2.0:1767320374.392819:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384264832:0@lo:400:kworker.0 00000100:00100000:2.0:1767320374.392842:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320374.392868:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384264832 00000100:00100000:2.0:1767320374.392871:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384264832 00000100:00100000:2.0:1767320374.392896:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5348 00000100:00100000:2.0:1767320374.392902:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384264832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320374.392932:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384264832:12345-0@lo:400:kworker.0 Request processed in 30us (89us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320374.392938:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5348 00000100:00100000:2.0:1767320374.392966:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384264832:0@lo:400:kworker.0 00000100:00080000:2.0:1767320374.393001:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320374.395160:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384264576:12345-0@lo:400:kworker.0 Request processed in 2897us (3127us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320374.395176:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5347 00000100:00080000:0.0:1767320374.395288:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320374.395294:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320374.395298:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320374.395302:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5273 00000100:00080000:0.0:1767320374.395306:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320374.395311:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320374.395349:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5133480 x1853164384264960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320374.395442:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384265088:0@lo:400:kworker.0 00000100:00100000:3.0:1767320374.395507:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320374.395594:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384264960:0@lo:38:kworker.0 00000100:00100000:2.0:1767320374.395629:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320374.395683:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384265088 00000100:00100000:2.0:1767320374.395690:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384265088 00000100:00100000:2.0:1767320374.395754:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2132 00000100:00100000:2.0:1767320374.395764:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384265088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320374.397391:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384265088:12345-0@lo:400:kworker.0 Request processed in 1622us (1876us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320374.397416:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2132 00000100:00080000:2.0:1767320374.397455:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320374.397473:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384265216:0@lo:400:kworker.0 00000100:00100000:2.0:1767320374.397530:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320374.397569:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384265216 00000100:00100000:2.0:1767320374.397576:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384265216 00000100:00100000:2.0:1767320374.397618:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2133 00000100:00100000:2.0:1767320374.397628:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384265216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320374.397670:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384265216:12345-0@lo:400:kworker.0 Request processed in 45us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320374.397676:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2133 00000100:00080000:2.0:1767320374.397690:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320374.397730:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384265216:0@lo:400:kworker.0 00000100:00100000:2.0:1767320374.397771:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384264960 00000100:00100000:2.0:1767320374.397775:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384264960 00000100:00100000:2.0:1767320374.397814:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24665 00000100:00100000:2.0:1767320374.397819:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384264960:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320374.397849:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320374.402754:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384264576:0@lo:400:kworker.0 00000100:00100000:2.0:1767320374.403827:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384264960:12345-0@lo:38:kworker.0 Request processed in 6002us (8192us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320374.403840:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24665 00000100:00080000:1.0:1767320374.404009:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320374.404014:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320374.404017:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384264960:0@lo:38:kworker.0 00000100:00100000:3.0:1767320374.408198:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384265088:0@lo:400:kworker.0 00010000:00010000:0.0:1767320374.903113:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320375.367010:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:3.0:1767320375.367049:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297423232 offset 0 length 520: 4 00000100:00100000:3.0:1767320375.367073:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320375.367296:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297423488 00000100:00100000:0.0:1767320375.367307:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297423488 00000100:00100000:0.0:1767320375.367384:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297423360 00000100:00100000:0.0:1767320375.367388:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297423360 00000100:00100000:0.0:1767320375.367420:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5349 00000100:00100000:0.0:1767320375.367431:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297423488:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320375.367501:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297423488:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 72us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320375.367508:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5349 00000100:00100000:0.0:1767320375.367528:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24666 00000100:00100000:0.0:1767320375.367533:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297423360:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320375.367552:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320375.367578:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297423360:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 43us (504us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320375.367584:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24666 00000100:00080000:3.0:1767320375.368806:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320375.414945:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320375.927158:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320376.439132:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320376.950983:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320376.951187:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320376.951207:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384265344:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320376.951284:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320376.951804:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320376.951817:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384265472:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320376.951849:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320376.952018:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384265344 00000100:00100000:0.0:1767320376.952027:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384265344 00000100:00100000:0.0:1767320376.952086:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384265472 00000100:00100000:0.0:1767320376.952090:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384265472 00000100:00100000:0.0:1767320376.952114:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2943 00000100:00100000:0.0:1767320376.952122:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384265344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320376.952153:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320376.952194:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384265344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320376.952209:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2943 00000100:00100000:0.0:1767320376.952230:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2944 00000100:00100000:0.0:1767320376.952236:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384265472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320376.952251:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320376.952281:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384265472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320376.952287:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2944 00000100:00100000:0.0:1767320376.952335:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384265472:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320376.952575:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384265344:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320376.952755:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320376.952760:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320377.462971:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320377.975296:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320378.486911:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320378.999087:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320379.510952:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320379.510962:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320379.510966:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320379.510970:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320379.510974:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320379.510982:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5277 00000100:00080000:1.0:1767320379.510986:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320379.510993:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320379.511036:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215180 x1853164384265600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320379.511065:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320379.511068:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320379.511071:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320379.511075:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5277 00000100:00080000:1.0:1767320379.511077:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320379.511080:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320379.511093:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1216300 x1853164384265728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320379.511122:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384265600:0@lo:38:kworker.0 00000100:00080000:1.0:1767320379.511131:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320379.511136:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320379.511137:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320379.511141:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5277 00000100:00080000:1.0:1767320379.511144:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320379.511147:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320379.511163:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215500 x1853164384265984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320379.511181:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320379.511185:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320379.511187:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320379.511192:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5277 00000100:00100000:2.0:1767320379.511196:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320379.511198:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320379.511203:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320379.511216:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e5f80 x1853164384266240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320379.511250:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384265728:0@lo:38:kworker.0 00000100:00100000:2.0:1767320379.511279:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320379.511362:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384266368:0@lo:400:kworker.0 00000100:00100000:3.0:1767320379.511442:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384265856:0@lo:400:kworker.0 00000100:00100000:0.0:1767320379.511527:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384265728 00000100:00100000:0.0:1767320379.511545:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384265728 00000100:00100000:1.0:1767320379.511572:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320379.511584:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2895 00000100:00100000:0.0:1767320379.511593:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5b49c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384265728:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320379.511593:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320379.511600:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384266496:0@lo:400:kworker.0 00010000:00020000:0.0:1767320379.511616:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320379.511617:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320379.511636:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384266368 00000100:00100000:1.0:1767320379.511640:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384266368 00000100:00100000:1.0:1767320379.511673:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384266496 00000100:00100000:1.0:1767320379.511677:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384266496 00000100:00100000:0.0:1767320379.511678:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5b49c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384265728:12345-0@lo:38:kworker.0 Request processed in 83us (394us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320379.511688:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2895 00000100:00100000:1.0:1767320379.511692:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2134 00000100:00100000:1.0:1767320379.511701:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384266368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320379.511758:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384266368:12345-0@lo:400:kworker.0 Request processed in 60us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320379.511764:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2134 00000100:00100000:1.0:1767320379.511777:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2135 00000100:00100000:1.0:1767320379.511798:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384266496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320379.511816:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384266496:12345-0@lo:400:kworker.0 Request processed in 21us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320379.511820:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2135 00000100:00080000:1.0:1767320379.511835:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320379.511838:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320379.511862:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384266496:0@lo:400:kworker.0 00000100:00100000:1.0:1767320379.511875:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384266368:0@lo:400:kworker.0 00000100:00100000:1.0:1767320379.511906:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384266112:0@lo:400:kworker.0 00000100:00100000:1.0:1767320379.511941:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320379.511979:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384265600 00000100:00100000:1.0:1767320379.511984:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384265600 00000100:00100000:0.0:1767320379.511997:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384266112 00000100:00100000:0.0:1767320379.512002:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384266112 00000100:00100000:1.0:1767320379.512006:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24667 00000100:00100000:1.0:1767320379.512011:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384265600:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320379.512019:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320379.512039:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384265600:12345-0@lo:38:kworker.0 Request processed in 28us (848us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320379.512043:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24667 00000100:00100000:1.0:1767320379.512053:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5350 00000100:00100000:1.0:1767320379.512058:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384266112:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320379.512069:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320379.512083:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384266112:12345-0@lo:400:kworker.0 Request processed in 26us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320379.512088:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5350 00000100:00100000:0.0:1767320379.512103:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384266112:0@lo:400:kworker.0 00000100:00100000:1.0:1767320379.512120:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320379.514035:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320379.514058:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320379.514066:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320379.514070:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384265728:0@lo:38:kworker.0 00000100:00100000:2.0:1767320379.514096:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384265984:0@lo:38:kworker.0 00000100:00100000:2.0:1767320379.514130:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320379.514201:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384266240:0@lo:38:kworker.0 00000100:00100000:2.0:1767320379.514220:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320379.514286:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320379.514334:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320379.514339:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384265600:0@lo:38:kworker.0 00000100:00100000:0.0:1767320379.514379:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384265856 00000100:00100000:0.0:1767320379.514386:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384265856 00000100:00100000:0.0:1767320379.514474:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384265984 00000100:00100000:0.0:1767320379.514477:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384265984 00000100:00100000:0.0:1767320379.514494:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384266240 00000100:00100000:0.0:1767320379.514496:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384266240 00000100:00100000:0.0:1767320379.514507:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5351 00000100:00100000:0.0:1767320379.514516:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384265856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320379.514578:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384265856:12345-0@lo:400:kworker.0 Request processed in 64us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320379.514585:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5351 00000100:00100000:0.0:1767320379.514600:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24668 00000100:00100000:0.0:1767320379.514604:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384265984:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320379.514619:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320379.514666:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384265984:12345-0@lo:38:kworker.0 Request processed in 60us (535us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320379.514672:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24668 00000100:00100000:0.0:1767320379.514683:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24669 00000100:00100000:0.0:1767320379.514687:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384266240:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320379.514696:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320379.514717:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384266240:12345-0@lo:38:kworker.0 Request processed in 28us (495us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320379.514723:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24669 00000100:00080000:2.0:1767320379.514804:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320379.514825:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320379.514829:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320379.514832:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384265984:0@lo:38:kworker.0 00000100:00080000:2.0:1767320379.514838:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320379.514841:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320379.514843:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384266240:0@lo:38:kworker.0 00000100:00100000:2.0:1767320379.514874:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384265856:0@lo:400:kworker.0 00010000:00010000:3.0:1767320380.023072:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320380.493156:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320380.493205:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320380.493281:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297423744 00000100:00100000:1.0:1767320380.493291:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297423744 00000100:00100000:1.0:1767320380.493369:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297423616 00000100:00100000:1.0:1767320380.493373:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297423616 00000100:00100000:1.0:1767320380.493393:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5352 00000100:00100000:3.0:1767320380.493416:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24670 00000100:00080000:2.0:1767320380.493424:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320380.493425:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297423744:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320380.493457:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297423616:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320380.493476:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320380.493505:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297423744:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 87us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320380.493505:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297423616:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 46us (298us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320380.493513:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24670 00000100:00100000:1.0:1767320380.497006:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5352 00000100:00100000:1.0:1767320380.534871:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320381.046936:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320381.558885:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320382.071004:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384266624:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320382.071088:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320382.071290:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384266752:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320382.071326:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320382.071941:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384266624 00000100:00100000:0.0:1767320382.071945:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384266752 00000100:00100000:3.0:1767320382.071951:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384266624 00000100:00100000:0.0:1767320382.071953:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384266752 00010000:00010000:1.0:1767320382.071999:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320382.072022:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2945 00000100:00100000:3.0:1767320382.072036:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384266624:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320382.072037:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2946 00000100:00100000:0.0:1767320382.072053:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384266752:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320382.072070:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:3.0:1767320382.072070:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00002000:00000024:0.0:1767320382.072075:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767320382.072077:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320382.072181:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384266624:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320382.072333:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384266752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 284us (1005us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320382.072344:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2946 00000100:00100000:3.0:1767320382.072344:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384266624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 312us (1254us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320382.072460:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2945 00000100:00100000:1.0:1767320382.072943:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384266752:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320382.582873:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320383.097361:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320383.606896:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320384.119044:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320384.631003:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320384.631061:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320384.631067:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320384.631070:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320384.631082:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320384.631086:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320384.631095:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5282 00000100:00080000:2.0:1767320384.631099:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320384.631106:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320384.631146:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5928a80 x1853164384266880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320384.631172:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320384.631175:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320384.631177:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320384.631181:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5282 00000100:00080000:2.0:1767320384.631183:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320384.631186:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320384.631200:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592aa00 x1853164384267008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320384.631240:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320384.631244:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320384.631245:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320384.631248:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5282 00000100:00080000:2.0:1767320384.631258:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320384.631261:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320384.631272:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592b100 x1853164384267264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320384.631287:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320384.631290:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1767320384.631291:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384266880:0@lo:38:kworker.0 00000100:00080000:2.0:1767320384.631292:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320384.631296:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5282 00000100:00080000:2.0:1767320384.631298:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320384.631301:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320384.631309:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5928e00 x1853164384267520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320384.631351:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384267648:0@lo:400:kworker.0 00000100:00100000:0.0:1767320384.631354:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320384.631392:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320384.631408:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384267008:0@lo:38:kworker.0 00000100:00100000:2.0:1767320384.631411:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320384.631415:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384267776:0@lo:400:kworker.0 00000100:00100000:2.0:1767320384.631434:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320384.631471:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320384.631494:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384267264:0@lo:38:kworker.0 00000100:00100000:0.0:1767320384.631514:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320384.631533:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384267520:0@lo:38:kworker.0 00000100:00100000:0.0:1767320384.631552:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320384.631580:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384267008 00000100:00100000:0.0:1767320384.631589:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384267008 00000100:00100000:0.0:1767320384.631621:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2896 00000100:00100000:0.0:1767320384.631629:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384267008:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320384.631648:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320384.631687:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384267008:12345-0@lo:38:kworker.0 Request processed in 57us (215us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320384.631695:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2896 00000100:00100000:0.0:1767320384.631718:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384266880 00000100:00100000:3.0:1767320384.631719:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384267392:0@lo:400:kworker.0 00000100:00100000:0.0:1767320384.631721:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384266880 00000100:00100000:0.0:1767320384.631739:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384267264 00000100:00100000:0.0:1767320384.631741:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384267264 00000100:00100000:3.0:1767320384.631746:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320384.631752:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384267520 00000100:00100000:0.0:1767320384.631754:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384267520 00000100:00100000:3.0:1767320384.631760:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320384.631761:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384267392 00000100:00100000:0.0:1767320384.631763:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384267392 00000100:00100000:3.0:1767320384.631765:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384267136:0@lo:400:kworker.0 00000100:00100000:3.0:1767320384.631803:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320384.631807:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5353 00000100:00100000:0.0:1767320384.631813:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384267392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320384.631822:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384267136 00000100:00100000:3.0:1767320384.631825:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384267136 00000100:00100000:3.0:1767320384.631845:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5354 00000100:00100000:3.0:1767320384.631851:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384267136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320384.631854:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384267392:12345-0@lo:400:kworker.0 Request processed in 42us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320384.631859:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5353 00000100:00100000:0.0:1767320384.631872:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24671 00000100:00100000:0.0:1767320384.631889:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384266880:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320384.631889:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384267136:12345-0@lo:400:kworker.0 Request processed in 26us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320384.631895:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5354 00010000:00020000:0.0:1767320384.631899:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320384.631909:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24672 00000100:00100000:3.0:1767320384.631913:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384267264:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320384.631920:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384266880:12345-0@lo:38:kworker.0 Request processed in 43us (566us total) trans 0 rc -19/-19 00010000:00020000:3.0:1767320384.631922:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320384.631925:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24671 00000100:00100000:0.0:1767320384.631935:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24673 00000100:00100000:0.0:1767320384.631939:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384267520:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320384.631940:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384267264:12345-0@lo:38:kworker.0 Request processed in 26us (424us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320384.631945:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24672 00010000:00020000:0.0:1767320384.631947:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320384.631966:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384267520:12345-0@lo:38:kworker.0 Request processed in 26us (413us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320384.631970:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24673 00000100:00100000:3.0:1767320384.631975:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384267136:0@lo:400:kworker.0 00000100:00100000:3.0:1767320384.631984:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384267392:0@lo:400:kworker.0 00000100:00080000:0.0:1767320384.632001:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320384.632006:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320384.632009:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384267520:0@lo:38:kworker.0 00000100:00080000:0.0:1767320384.632016:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320384.632019:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320384.632053:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384267648 00000100:00100000:2.0:1767320384.632057:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384267648 00000100:00100000:2.0:1767320384.632093:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384267776 00000100:00100000:2.0:1767320384.632096:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384267776 00000100:00100000:2.0:1767320384.632115:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2136 00000100:00100000:2.0:1767320384.632123:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384267648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320384.632156:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384267648:12345-0@lo:400:kworker.0 Request processed in 35us (763us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320384.632160:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384266880:0@lo:38:kworker.0 00000100:00100000:2.0:1767320384.632162:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2136 00000100:00080000:0.0:1767320384.632173:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767320384.632173:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2137 00000100:00080000:0.0:1767320384.632176:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320384.632179:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384267008:0@lo:38:kworker.0 00000100:00100000:2.0:1767320384.632179:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384267776:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320384.632185:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320384.632188:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320384.632190:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384267264:0@lo:38:kworker.0 00000100:00100000:2.0:1767320384.632201:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384267776:12345-0@lo:400:kworker.0 Request processed in 23us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320384.632207:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2137 00000100:00100000:2.0:1767320384.632228:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384267776:0@lo:400:kworker.0 00000100:00100000:2.0:1767320384.632236:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384267648:0@lo:400:kworker.0 00000100:00080000:1.0:1767320384.632684:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320384.632688:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320384.632691:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320385.142997:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320385.614140:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320385.614677:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320385.616887:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297424000 00000100:00100000:2.0:1767320385.616904:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297424000 00000100:00100000:2.0:1767320385.617030:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297423872 00000100:00100000:2.0:1767320385.617034:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297423872 00000100:00100000:2.0:1767320385.617058:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5355 00000100:00100000:2.0:1767320385.617069:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297424000:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320385.617152:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297424000:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 84us (3021us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320385.617160:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5355 00000100:00100000:2.0:1767320385.617624:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24674 00000100:00100000:2.0:1767320385.617630:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297423872:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320385.617650:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320385.617683:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297423872:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 51us (3007us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320385.617690:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24674 00000100:00080000:1.0:1767320385.618650:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320385.655047:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320386.167297:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320386.679599:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320387.190977:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320387.191321:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384267904:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320387.191393:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320387.191522:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384267904 00000100:00100000:3.0:1767320387.191529:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384267904 00000100:00100000:3.0:1767320387.191594:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2947 00000100:00100000:3.0:1767320387.191604:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384267904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320387.191634:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320387.191681:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384267904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320387.191688:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2947 00000100:00080000:1.0:1767320387.191831:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320387.191876:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384267904:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320387.195060:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320387.195083:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384268032:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320387.195147:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320387.195330:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384268032 00000100:00100000:3.0:1767320387.195340:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384268032 00000100:00080000:1.0:1767320387.195493:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320387.195548:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2948 00000100:00100000:3.0:1767320387.195558:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384268032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320387.195591:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320387.195644:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384268032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320387.195651:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2948 00000100:00100000:1.0:1767320387.195738:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384268032:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320387.702902:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320388.215379:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320388.726899:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320389.239261:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320389.750957:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320389.750968:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320389.750971:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320389.750975:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320389.750979:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320389.750987:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5287 00000100:00080000:2.0:1767320389.750992:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320389.750999:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320389.751038:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39bb80 x1853164384268160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320389.751063:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320389.751067:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320389.751068:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320389.751073:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5287 00000100:00080000:2.0:1767320389.751075:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320389.751078:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320389.751089:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a398a80 x1853164384268288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320389.751125:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320389.751129:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320389.751131:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320389.751134:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5287 00000100:00080000:2.0:1767320389.751137:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320389.751141:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320389.751152:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39b100 x1853164384268544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320389.751166:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320389.751169:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320389.751171:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320389.751174:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5287 00000100:00080000:2.0:1767320389.751176:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320389.751180:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320389.751190:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a398e00 x1853164384268800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320389.751239:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384268672:0@lo:400:kworker.0 00000100:00100000:2.0:1767320389.751305:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320389.751361:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320389.751368:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384268416:0@lo:400:kworker.0 00000100:00100000:2.0:1767320389.751387:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320389.751416:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384268928:0@lo:400:kworker.0 00000100:00100000:2.0:1767320389.751443:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320389.751460:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320389.751464:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384269056:0@lo:400:kworker.0 00000100:00100000:2.0:1767320389.751480:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320389.751508:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384268672 00000100:00100000:2.0:1767320389.751515:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384268672 00000100:00100000:2.0:1767320389.751559:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384268416 00000100:00100000:2.0:1767320389.751562:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384268416 00000100:00100000:2.0:1767320389.751580:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5356 00000100:00100000:2.0:1767320389.751588:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384268672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320389.751633:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384268672:12345-0@lo:400:kworker.0 Request processed in 45us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320389.751640:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5356 00000100:00100000:2.0:1767320389.751655:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5357 00000100:00100000:2.0:1767320389.751661:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384268416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320389.751684:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384268416:12345-0@lo:400:kworker.0 Request processed in 22us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320389.751689:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5357 00000100:00100000:2.0:1767320389.751711:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384268928 00000100:00100000:2.0:1767320389.751714:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384268928 00000100:00100000:2.0:1767320389.751734:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384269056 00000100:00100000:2.0:1767320389.751737:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384269056 00000100:00100000:2.0:1767320389.751753:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2138 00000100:00100000:2.0:1767320389.751758:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384268928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320389.751814:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384268928:12345-0@lo:400:kworker.0 Request processed in 55us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320389.751820:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2138 00000100:00100000:2.0:1767320389.752038:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2139 00000100:00100000:2.0:1767320389.752046:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384269056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320389.752071:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384269056:12345-0@lo:400:kworker.0 Request processed in 27us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320389.752077:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2139 00000100:00080000:2.0:1767320389.752097:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320389.752101:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320389.752103:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320389.752155:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384269056:0@lo:400:kworker.0 00000100:00100000:2.0:1767320389.752165:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384268928:0@lo:400:kworker.0 00000100:00100000:2.0:1767320389.752199:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384268416:0@lo:400:kworker.0 00000100:00100000:2.0:1767320389.752209:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384268672:0@lo:400:kworker.0 00000100:00100000:3.0:1767320389.752443:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320389.752716:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384268160:0@lo:38:kworker.0 00000100:00100000:0.0:1767320389.752760:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320389.752815:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384268288:0@lo:38:kworker.0 00000100:00100000:0.0:1767320389.752848:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320389.752878:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384268544:0@lo:38:kworker.0 00000100:00100000:0.0:1767320389.752898:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320389.752913:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384268800:0@lo:38:kworker.0 00000100:00100000:0.0:1767320389.752930:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320389.752955:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384268160 00000100:00100000:0.0:1767320389.752960:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384268160 00000100:00100000:0.0:1767320389.752981:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384268544 00000100:00100000:0.0:1767320389.752983:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384268544 00000100:00100000:0.0:1767320389.752994:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384268800 00000100:00100000:0.0:1767320389.752995:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384268800 00000100:00100000:0.0:1767320389.753006:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24675 00000100:00100000:0.0:1767320389.753012:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384268160:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320389.753029:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320389.753061:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384268160:12345-0@lo:38:kworker.0 Request processed in 48us (300us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320389.753066:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24675 00000100:00100000:0.0:1767320389.753078:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24676 00000100:00100000:0.0:1767320389.753081:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384268544:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320389.753089:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320389.753122:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384268544:12345-0@lo:38:kworker.0 Request processed in 39us (223us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320389.753126:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24676 00000100:00100000:0.0:1767320389.753135:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24677 00000100:00100000:0.0:1767320389.753150:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384268800:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320389.753158:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320389.753179:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384268800:12345-0@lo:38:kworker.0 Request processed in 28us (248us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320389.753183:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24677 00000100:00100000:3.0:1767320389.753298:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384268288 00000100:00100000:3.0:1767320389.753303:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384268288 00000100:00100000:3.0:1767320389.753330:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2897 00000100:00100000:3.0:1767320389.753335:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384268288:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320389.753344:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320389.753371:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384268288:12345-0@lo:38:kworker.0 Request processed in 35us (523us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320389.753378:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2897 00000100:00080000:1.0:1767320389.753569:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320389.753575:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320389.753579:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384268160:0@lo:38:kworker.0 00000100:00080000:1.0:1767320389.753587:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320389.753590:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320389.753592:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384268288:0@lo:38:kworker.0 00000100:00080000:1.0:1767320389.753598:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320389.753601:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320389.753603:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384268544:0@lo:38:kworker.0 00000100:00080000:1.0:1767320389.753610:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320389.753613:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320389.753615:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384268800:0@lo:38:kworker.0 00010000:00010000:0.0:1767320390.263441:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320390.734562:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320390.734695:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320390.734840:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297424256 00000100:00100000:1.0:1767320390.734858:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297424256 00000100:00100000:1.0:1767320390.734930:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297424128 00000100:00100000:1.0:1767320390.734934:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297424128 00000100:00100000:1.0:1767320390.734956:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5358 00000100:00100000:1.0:1767320390.734970:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297424256:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320390.735047:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297424256:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 82us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320390.735055:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5358 00000100:00100000:1.0:1767320390.735074:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24678 00000100:00100000:1.0:1767320390.735078:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297424128:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320390.735098:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320390.735125:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297424128:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 45us (430us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320390.735133:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24678 00000100:00080000:2.0:1767320390.735558:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320390.774975:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320391.290280:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320391.799096:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320392.311127:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320392.311317:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320392.311339:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384269184:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320392.311419:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320392.311618:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384269184 00000100:00100000:3.0:1767320392.311627:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384269184 00000100:00100000:3.0:1767320392.311688:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2949 00000100:00100000:3.0:1767320392.311698:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384269184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320392.311727:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320392.311772:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384269184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320392.311779:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2949 00000100:00080000:2.0:1767320392.311971:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320392.312009:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384269184:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320392.312259:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320392.312596:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384269312:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320392.312634:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320392.312718:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384269312 00000100:00100000:3.0:1767320392.312723:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384269312 00000100:00100000:3.0:1767320392.312927:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2950 00000100:00100000:3.0:1767320392.312940:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384269312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320392.312963:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320392.313008:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384269312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320392.313014:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2950 00000100:00100000:1.0:1767320392.314439:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384269312:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320392.315489:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320392.823164:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320393.334967:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320393.848389:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320394.359040:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320394.870930:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320394.870942:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320394.870945:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320394.870949:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320394.870954:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320394.870962:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5293 00000100:00080000:1.0:1767320394.870967:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320394.870974:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320394.871015:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cdf80 x1853164384269440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320394.871048:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320394.871052:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320394.871053:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320394.871057:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5293 00000100:00080000:1.0:1767320394.871059:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320394.871063:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320394.871075:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cd500 x1853164384269568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320394.871112:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320394.871115:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320394.871117:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320394.871120:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5293 00000100:00080000:1.0:1767320394.871122:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320394.871125:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320394.871135:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cf480 x1853164384269824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320394.871154:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767320394.871157:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384269696:0@lo:400:kworker.0 00000100:00080000:1.0:1767320394.871158:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320394.871162:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320394.871168:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5293 00000100:00080000:1.0:1767320394.871170:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320394.871173:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320394.871185:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cfb80 x1853164384270080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320394.871229:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320394.871240:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384270208:0@lo:400:kworker.0 00000100:00100000:1.0:1767320394.871292:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320394.871306:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320394.871315:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384269952:0@lo:400:kworker.0 00000100:00100000:1.0:1767320394.871317:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320394.871327:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384270336:0@lo:400:kworker.0 00000100:00100000:1.0:1767320394.871352:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320394.871360:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320394.871392:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384270208 00000100:00100000:1.0:1767320394.871400:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384270208 00000100:00100000:1.0:1767320394.871458:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384270336 00000100:00100000:1.0:1767320394.871463:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384270336 00000100:00100000:1.0:1767320394.871489:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2140 00000100:00100000:1.0:1767320394.871502:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384270208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320394.871506:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2141 00000100:00100000:3.0:1767320394.871519:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384270336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320394.871553:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384270208:12345-0@lo:400:kworker.0 Request processed in 55us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320394.871562:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2140 00000100:00100000:3.0:1767320394.871569:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384270336:12345-0@lo:400:kworker.0 Request processed in 52us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320394.871578:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2141 00000100:00080000:1.0:1767320394.871585:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320394.871591:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320394.871606:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320394.871620:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384270336:0@lo:400:kworker.0 00000100:00100000:1.0:1767320394.871634:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384270208:0@lo:400:kworker.0 00000100:00100000:3.0:1767320394.871672:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384269696 00000100:00100000:3.0:1767320394.871687:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384269696 00000100:00100000:3.0:1767320394.871732:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384269952 00000100:00100000:3.0:1767320394.871736:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384269952 00000100:00100000:3.0:1767320394.871756:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5359 00000100:00100000:3.0:1767320394.871762:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384269696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320394.871840:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384269696:12345-0@lo:400:kworker.0 Request processed in 77us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320394.871846:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5359 00000100:00100000:3.0:1767320394.871860:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5360 00000100:00100000:3.0:1767320394.871866:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384269952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320394.871896:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384269952:12345-0@lo:400:kworker.0 Request processed in 30us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320394.871902:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5360 00000100:00100000:3.0:1767320394.871928:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384269952:0@lo:400:kworker.0 00000100:00100000:3.0:1767320394.871941:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384269696:0@lo:400:kworker.0 00000100:00080000:1.0:1767320394.871956:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320394.872189:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384269440:0@lo:38:kworker.0 00000100:00100000:0.0:1767320394.872222:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320394.872251:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384269568:0@lo:38:kworker.0 00000100:00100000:2.0:1767320394.872279:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384269440 00000100:00100000:0.0:1767320394.872285:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320394.872286:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384269440 00000100:00100000:0.0:1767320394.872313:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384269824:0@lo:38:kworker.0 00000100:00100000:0.0:1767320394.872337:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320394.872426:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384269568 00000100:00100000:3.0:1767320394.872430:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384269568 00000100:00100000:3.0:1767320394.872452:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2898 00000100:00100000:3.0:1767320394.872457:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384269568:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320394.872474:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320394.872501:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384269568:12345-0@lo:38:kworker.0 Request processed in 43us (218us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320394.872507:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2898 00000100:00100000:2.0:1767320394.873117:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384269824 00000100:00100000:0.0:1767320394.873118:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384270080:0@lo:38:kworker.0 00000100:00100000:2.0:1767320394.873124:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384269824 00000100:00100000:0.0:1767320394.873154:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320394.873158:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24679 00000100:00100000:2.0:1767320394.873165:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384269440:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320394.873179:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320394.873192:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320394.873198:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320394.873203:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384269568:0@lo:38:kworker.0 00000100:00100000:2.0:1767320394.873219:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384269440:12345-0@lo:38:kworker.0 Request processed in 51us (994us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767320394.873224:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767320394.873228:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24679 00000100:00080000:0.0:1767320394.873232:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320394.873236:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384269440:0@lo:38:kworker.0 00000100:00100000:2.0:1767320394.873245:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384270080 00000100:00100000:2.0:1767320394.873250:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384270080 00000100:00100000:2.0:1767320394.873263:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24680 00000100:00100000:2.0:1767320394.873361:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384269824:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320394.873744:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320394.873808:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384269824:12345-0@lo:38:kworker.0 Request processed in 422us (1444us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320394.876000:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24681 00000100:00100000:0.0:1767320394.876012:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384270080:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320394.876041:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320394.876119:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384270080:12345-0@lo:38:kworker.0 Request processed in 107us (2966us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320394.876126:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24681 00000100:00080000:0.0:1767320394.876653:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320394.876659:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320394.876667:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384269824:0@lo:38:kworker.0 00000100:00080000:0.0:1767320394.876683:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320394.876687:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320394.876690:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384270080:0@lo:38:kworker.0 00000100:00100000:2.0:1767320394.877187:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24680 00010000:00010000:0.0:1767320395.383058:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320395.850314:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320395.850409:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320395.850458:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297424512 00000100:00100000:2.0:1767320395.850469:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297424512 00000100:00100000:0.0:1767320395.850480:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297424384 00000100:00100000:0.0:1767320395.850487:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297424384 00000100:00100000:0.0:1767320395.850530:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5361 00000100:00100000:0.0:1767320395.850542:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297424512:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320395.850549:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24682 00000100:00100000:2.0:1767320395.850558:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297424384:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320395.850579:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320395.850623:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297424512:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 83us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320395.850630:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5361 00000100:00080000:0.0:1767320395.850672:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320395.855000:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297424384:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 4427us (4575us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320395.855016:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24682 00000100:00100000:3.0:1767320395.895148:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320396.408117:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320396.921448:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320397.431131:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384270464:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320397.431206:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320397.431434:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384270464 00000100:00100000:3.0:1767320397.431444:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384270464 00000100:00100000:3.0:1767320397.431519:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2951 00000100:00100000:3.0:1767320397.431530:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384270464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320397.431559:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320397.431610:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384270464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320397.431617:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2951 00000100:00100000:3.0:1767320397.431662:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384270464:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320397.432101:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320397.432381:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320397.432395:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384270592:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320397.432433:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767320397.435418:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320397.440203:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384270592 00000100:00100000:2.0:1767320397.440218:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384270592 00000100:00080000:1.0:1767320397.440347:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320397.440473:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2952 00000100:00100000:2.0:1767320397.440486:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384270592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320397.440521:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320397.440608:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384270592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 126us (8174us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320397.440615:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2952 00000100:00100000:1.0:1767320397.440696:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384270592:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320397.942896:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320398.454960:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320398.969087:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320399.479008:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767320399.943324:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297424640 offset 0 length 520: 4 00000100:00100000:2.0:1767320399.943370:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320399.943416:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320399.943579:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297424768 00000100:00100000:3.0:1767320399.943597:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297424768 00000100:00100000:1.0:1767320399.943613:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297424896 00000100:00100000:1.0:1767320399.943625:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297424896 00000100:00080000:2.0:1767320399.943746:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320399.943819:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5362 00000100:00100000:3.0:1767320399.943840:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297424896:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320399.943969:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297424896:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 137us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320399.943977:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5362 00000100:00100000:3.0:1767320399.944002:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24683 00000100:00100000:3.0:1767320399.944006:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297424768:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320399.944044:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320399.944074:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297424768:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 65us (703us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320399.944081:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24683 00000100:00080000:1.0:1767320399.990976:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320399.990991:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320399.990995:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320399.991001:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320399.991007:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320399.991035:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5298 00000100:00080000:1.0:1767320399.991041:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320399.991050:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320399.991107:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db2a00 x1853164384270720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320399.991129:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320399.991133:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320399.991135:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320399.991140:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5298 00000100:00080000:1.0:1767320399.991142:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320399.991146:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320399.991159:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db2680 x1853164384270848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320399.991261:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384270976:0@lo:400:kworker.0 00000100:00100000:2.0:1767320399.991362:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320399.991467:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320399.991472:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320399.991474:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320399.991478:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5298 00000100:00080000:1.0:1767320399.991481:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320399.991486:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320399.991502:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db0a80 x1853164384271104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320399.991597:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384271232:0@lo:400:kworker.0 00000100:00100000:3.0:1767320399.991644:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320399.991712:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384270976 00000100:00100000:3.0:1767320399.991722:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384270976 00000100:00100000:3.0:1767320399.991826:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384271232 00000100:00100000:3.0:1767320399.991830:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384271232 00000100:00100000:3.0:1767320399.991858:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5363 00000100:00100000:3.0:1767320399.991868:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384270976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320399.994307:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320374/real 1767320374] req@ffff9369b5133100 x1853164384264192/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320399 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320399.994350:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b5133100 x1853164384264192/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320399 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320399.994380:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384270720:0@lo:38:kworker.0 00000100:00100000:0.0:1767320399.994475:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320399.994527:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384270848:0@lo:38:kworker.0 00000100:00100000:0.0:1767320399.994556:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320399.994587:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384271104:0@lo:38:kworker.0 00000100:00100000:0.0:1767320399.994629:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320399.994645:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320399.994664:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320399.994668:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384264192:0@lo:250:kworker.0 00000100:00100000:0.0:1767320399.994710:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320399.994731:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384270720 00000100:00100000:0.0:1767320399.994753:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384270720 00000100:00100000:0.0:1767320399.994808:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384271104 00000100:00100000:0.0:1767320399.994811:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384271104 00000100:00100000:0.0:1767320399.994829:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5364 00000100:00100000:0.0:1767320399.994844:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384271232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320399.994920:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384271232:12345-0@lo:400:kworker.0 Request processed in 81us (3275us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320399.994928:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5364 00000100:00100000:0.0:1767320399.994952:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24684 00000100:00100000:0.0:1767320399.994957:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384270720:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320399.994981:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320399.995016:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384270720:12345-0@lo:38:kworker.0 Request processed in 57us (541us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320399.995494:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24684 00000100:00100000:0.0:1767320399.995513:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24685 00000100:00100000:0.0:1767320399.995518:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384271104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320399.995531:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320399.995564:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384271104:12345-0@lo:38:kworker.0 Request processed in 45us (946us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320399.995570:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24685 00000100:00100000:0.0:1767320399.995598:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384270848 00000100:00100000:0.0:1767320399.995603:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384270848 00000100:00100000:0.0:1767320399.995644:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2899 00000100:00100000:0.0:1767320399.995649:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384270848:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320399.995660:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320399.995686:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384270848:12345-0@lo:38:kworker.0 Request processed in 36us (1129us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320399.995693:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2899 00000100:00080000:0.0:1767320399.995759:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320399.995765:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320399.995769:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384270720:0@lo:38:kworker.0 00000100:00080000:0.0:1767320399.995803:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320399.995808:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320399.995812:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384270848:0@lo:38:kworker.0 00000100:00080000:0.0:1767320399.995823:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320399.995827:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320399.995830:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384271104:0@lo:38:kworker.0 00000100:00080000:0.0:1767320399.995916:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320399.995948:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384271232:0@lo:400:kworker.0 00000100:00080000:1.0:1767320399.997465:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320399.997475:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320399.997481:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320399.997489:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5298 00000100:00080000:1.0:1767320399.997495:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320399.997502:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320399.997555:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db3b80 x1853164384271360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320399.997600:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384271360:0@lo:38:kworker.0 00000100:00100000:1.0:1767320400.000347:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320400.000457:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384271360 00000100:00100000:1.0:1767320400.000468:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384271360 00000100:00100000:1.0:1767320400.000519:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24686 00000100:00100000:1.0:1767320400.000527:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384271360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320400.000557:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320400.000609:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384271360:12345-0@lo:38:kworker.0 Request processed in 81us (270us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320400.000617:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24686 00000100:00080000:1.0:1767320400.000844:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320400.000850:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320400.000855:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384271360:0@lo:38:kworker.0 00000100:00100000:1.0:1767320400.000928:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384271488:0@lo:400:kworker.0 00000100:00100000:1.0:1767320400.000965:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320400.001004:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384271488 00000100:00100000:1.0:1767320400.001008:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384271488 00000100:00080000:0.0:1767320400.001314:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320400.001320:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320400.001323:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320400.001328:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5277 00000100:00080000:0.0:1767320400.001333:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320400.001338:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320400.001355:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130700 x1853164384271744/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320400.001386:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320400.001394:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384271616:0@lo:400:kworker.0 00000100:00100000:0.0:1767320400.001438:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320400.001475:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384271744:0@lo:250:kworker.0 00000400:00000100:0.0:1767320400.001494:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384271744 offset 0 length 520: 4 00000100:00100000:0.0:1767320400.001538:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384271616 00000100:00100000:0.0:1767320400.001543:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384271616 00000100:00100000:0.0:1767320400.001593:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2142 00000100:00100000:0.0:1767320400.001600:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384271616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320400.001830:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2143 00000100:00100000:1.0:1767320400.001842:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384271488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320400.001885:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384271488:12345-0@lo:400:kworker.0 Request processed in 48us (918us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320400.001891:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2143 00000100:00100000:1.0:1767320400.001929:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384271488:0@lo:400:kworker.0 00000100:00080000:1.0:1767320400.001955:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320400.001960:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320400.002174:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384271616:12345-0@lo:400:kworker.0 Request processed in 574us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320400.002181:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2142 00000100:00100000:3.0:1767320400.003150:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384270976:12345-0@lo:400:kworker.0 Request processed in 11276us (11780us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320400.003166:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5363 00000100:00100000:1.0:1767320400.003594:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384271616:0@lo:400:kworker.0 00000100:00100000:2.0:1767320400.005041:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384270976:0@lo:400:kworker.0 00010000:00010000:0.0:1767320400.503082:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320401.015043:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320401.527360:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320402.039283:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320402.551158:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320402.551193:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384271872:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767320402.551235:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320402.551301:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320402.551423:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384271872 00000100:00100000:3.0:1767320402.551435:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384271872 00000100:00100000:3.0:1767320402.551563:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2953 00000100:00100000:3.0:1767320402.551575:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384271872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320402.551617:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320402.551675:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384271872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320402.551680:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320402.551685:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2953 00000100:00100000:2.0:1767320402.551694:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384272000:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320402.551767:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320402.552106:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384272000 00000100:00100000:2.0:1767320402.552112:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384272000 00000100:00080000:0.0:1767320402.553909:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320402.553926:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320402.554683:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2954 00000100:00100000:2.0:1767320402.554723:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384272000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320402.554776:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320402.556146:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384271872:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320402.556930:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384272000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2231us (5156us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320402.556947:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2954 00000100:00100000:0.0:1767320402.557913:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384272000:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320403.064615:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320403.576177:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320404.087571:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320404.601545:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320405.066486:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320405.066543:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320405.066650:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297425152 00000100:00100000:0.0:1767320405.066660:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297425152 00000100:00100000:0.0:1767320405.066742:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297425024 00000100:00100000:0.0:1767320405.066746:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297425024 00000100:00100000:0.0:1767320405.066775:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5365 00000100:00100000:0.0:1767320405.066822:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297425152:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320405.066897:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297425152:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 114us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320405.066904:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5365 00000100:00100000:0.0:1767320405.066924:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24687 00000100:00100000:0.0:1767320405.066928:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297425024:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320405.066946:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320405.066971:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297425024:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 42us (428us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320405.066976:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24687 00000100:00080000:2.0:1767320405.067822:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320405.114753:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320405.115001:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320405.115008:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320405.115012:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320405.115016:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320405.115020:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320405.115027:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5303 00000100:00080000:3.0:1767320405.115035:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320405.115042:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320405.115083:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cd500 x1853164384272128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320405.115113:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320405.115117:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320405.115118:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320405.115122:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5303 00000100:00080000:3.0:1767320405.115124:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320405.115127:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320405.115140:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cd880 x1853164384272256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320405.115182:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320405.115186:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320405.115188:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320405.115191:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5303 00000100:00080000:3.0:1767320405.115193:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320405.115196:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320405.115209:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cfb80 x1853164384272512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320405.115238:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320405.115249:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320405.115251:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320405.115255:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5303 00000100:00080000:3.0:1767320405.115257:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320405.115260:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320405.115271:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5928000 x1853164384272768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320405.115398:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384272128:0@lo:38:kworker.0 00000100:00100000:0.0:1767320405.115468:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320405.115534:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384272256:0@lo:38:kworker.0 00000100:00100000:0.0:1767320405.115561:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320405.115592:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384272512:0@lo:38:kworker.0 00000100:00100000:0.0:1767320405.115614:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320405.115629:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384272768:0@lo:38:kworker.0 00000100:00100000:0.0:1767320405.115646:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320405.115676:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384272896:0@lo:400:kworker.0 00000100:00100000:0.0:1767320405.115712:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320405.115733:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320405.115738:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384273024:0@lo:400:kworker.0 00000100:00100000:0.0:1767320405.115757:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320405.115810:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384272256 00000100:00100000:0.0:1767320405.115818:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384272256 00000100:00100000:0.0:1767320405.115856:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2900 00000100:00100000:0.0:1767320405.115863:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384272256:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320405.115883:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320405.115923:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384272256:12345-0@lo:38:kworker.0 Request processed in 58us (360us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320405.115930:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2900 00000100:00100000:0.0:1767320405.115954:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384272896 00000100:00100000:0.0:1767320405.115958:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384272896 00000100:00100000:0.0:1767320405.115993:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384273024 00000100:00100000:0.0:1767320405.115996:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384273024 00000100:00100000:0.0:1767320405.116013:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2144 00000100:00100000:0.0:1767320405.116019:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384272896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320405.116062:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384272896:12345-0@lo:400:kworker.0 Request processed in 43us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320405.116068:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2144 00000100:00100000:0.0:1767320405.116080:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2145 00000100:00100000:0.0:1767320405.116087:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384273024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320405.116114:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384273024:12345-0@lo:400:kworker.0 Request processed in 28us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320405.116120:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2145 00000100:00100000:0.0:1767320405.116141:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384272128 00000100:00100000:0.0:1767320405.116145:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384272128 00000100:00100000:0.0:1767320405.116164:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384272512 00000100:00100000:0.0:1767320405.116166:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384272512 00000100:00100000:0.0:1767320405.116177:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384272768 00000100:00100000:0.0:1767320405.116179:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384272768 00000100:00100000:0.0:1767320405.116189:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24688 00000100:00100000:0.0:1767320405.116194:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384272128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320405.116204:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320405.116231:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384272128:12345-0@lo:38:kworker.0 Request processed in 37us (763us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320405.116236:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24688 00000100:00100000:0.0:1767320405.116314:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24689 00000100:00100000:0.0:1767320405.116318:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384272512:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320405.116328:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320405.116350:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384272512:12345-0@lo:38:kworker.0 Request processed in 31us (735us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320405.116355:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24689 00000100:00100000:0.0:1767320405.116365:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24690 00000100:00100000:0.0:1767320405.116368:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384272768:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320405.116376:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320405.116395:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384272768:12345-0@lo:38:kworker.0 Request processed in 26us (748us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320405.116400:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24690 00000100:00100000:0.0:1767320405.116442:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384273024:0@lo:400:kworker.0 00000100:00100000:0.0:1767320405.116453:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384272896:0@lo:400:kworker.0 00000100:00080000:0.0:1767320405.116484:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320405.116489:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320405.116492:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384272128:0@lo:38:kworker.0 00000100:00080000:0.0:1767320405.116500:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320405.116503:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320405.116506:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384272256:0@lo:38:kworker.0 00000100:00080000:0.0:1767320405.116513:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320405.116516:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320405.116518:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384272512:0@lo:38:kworker.0 00000100:00080000:0.0:1767320405.116526:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320405.116529:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320405.116531:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384272768:0@lo:38:kworker.0 00000100:00100000:1.0:1767320405.116709:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384272384:0@lo:400:kworker.0 00000100:00100000:1.0:1767320405.116744:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320405.116768:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320405.116775:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384272640:0@lo:400:kworker.0 00000100:00100000:1.0:1767320405.116823:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320405.116863:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384272384 00000100:00100000:1.0:1767320405.116868:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384272384 00000100:00100000:1.0:1767320405.116903:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384272640 00000100:00100000:1.0:1767320405.116906:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384272640 00000100:00100000:1.0:1767320405.116923:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5366 00000100:00100000:1.0:1767320405.116930:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384272384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320405.116967:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384272384:12345-0@lo:400:kworker.0 Request processed in 37us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320405.116976:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5366 00000100:00100000:1.0:1767320405.116988:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5367 00000100:00100000:1.0:1767320405.116995:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384272640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320405.117021:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384272640:12345-0@lo:400:kworker.0 Request processed in 27us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320405.117026:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5367 00000100:00100000:1.0:1767320405.117052:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384272640:0@lo:400:kworker.0 00000100:00100000:1.0:1767320405.117061:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384272384:0@lo:400:kworker.0 00000100:00080000:2.0:1767320405.118569:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320405.118586:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320405.118589:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767320405.623115:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320406.135676:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320406.649426:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320407.158972:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320407.671748:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320407.671935:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320407.671966:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384273152:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320407.672068:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320407.672209:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384273152 00000100:00100000:2.0:1767320407.672220:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384273152 00000100:00100000:2.0:1767320407.672308:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2955 00000100:00100000:2.0:1767320407.672322:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384273152:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320407.672358:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384273280:0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320407.672366:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320407.672396:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320407.672428:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384273152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320407.672436:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2955 00000100:00100000:2.0:1767320407.672457:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384273280 00000100:00100000:3.0:1767320407.672458:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384273152:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320407.672462:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384273280 00000100:00100000:2.0:1767320407.672491:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2956 00000100:00100000:2.0:1767320407.672499:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384273280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320407.672519:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320407.672564:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384273280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320407.672570:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2956 00000100:00080000:0.0:1767320407.672627:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320407.672632:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320407.672969:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384273280:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320408.183374:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320408.695282:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320409.207044:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320409.719812:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320410.194143:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320410.194203:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320410.194245:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297425408 00000100:00100000:3.0:1767320410.194260:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297425408 00000100:00100000:0.0:1767320410.194300:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297425280 00000100:00100000:0.0:1767320410.194307:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297425280 00000100:00100000:0.0:1767320410.194364:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5368 00000100:00080000:2.0:1767320410.194370:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320410.194379:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297425408:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320410.194486:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297425408:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 112us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320410.194494:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5368 00000100:00100000:0.0:1767320410.194741:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24691 00000100:00100000:0.0:1767320410.194748:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297425280:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320410.194778:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320410.194855:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297425280:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 105us (651us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320410.194861:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24691 00000100:00100000:1.0:1767320410.230944:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320410.231034:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320410.231041:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320410.231044:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320410.231048:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320410.231053:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320410.231060:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5308 00000100:00080000:3.0:1767320410.231064:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320410.231072:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320410.231122:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592b100 x1853164384273408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320410.231149:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320410.231152:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320410.231154:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320410.231159:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5308 00000100:00080000:3.0:1767320410.231161:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320410.231165:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320410.231181:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5928a80 x1853164384273536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320410.231225:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320410.231228:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320410.231230:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320410.231233:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5308 00000100:00080000:3.0:1767320410.231235:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320410.231238:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320410.231248:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5928700 x1853164384273792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320410.231264:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320410.231268:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320410.231269:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320410.231273:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5308 00000100:00080000:3.0:1767320410.231275:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320410.231279:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320410.231290:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592ad80 x1853164384274048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320410.231345:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384274304:0@lo:400:kworker.0 00000100:00100000:3.0:1767320410.231426:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320410.231491:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320410.231495:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384274176:0@lo:400:kworker.0 00000100:00100000:3.0:1767320410.231515:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320410.231639:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384273664:0@lo:400:kworker.0 00000100:00100000:1.0:1767320410.231687:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384273920:0@lo:400:kworker.0 00000100:00100000:0.0:1767320410.231696:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320410.231754:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384274304 00000100:00100000:1.0:1767320410.231763:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384274304 00000100:00100000:0.0:1767320410.231813:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384274176 00000100:00100000:0.0:1767320410.231818:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384274176 00000100:00100000:3.0:1767320410.231898:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384273664 00000100:00100000:3.0:1767320410.231901:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384273664 00000100:00100000:3.0:1767320410.231934:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5369 00000100:00100000:3.0:1767320410.231940:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384273664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320410.231990:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384273664:12345-0@lo:400:kworker.0 Request processed in 50us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320410.231995:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5369 00000100:00100000:3.0:1767320410.232032:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384273664:0@lo:400:kworker.0 00000100:00100000:2.0:1767320410.232105:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384273408:0@lo:38:kworker.0 00000100:00100000:2.0:1767320410.232131:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320410.232152:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384273536:0@lo:38:kworker.0 00000100:00100000:2.0:1767320410.232178:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320410.232201:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384273792:0@lo:38:kworker.0 00000100:00100000:2.0:1767320410.232223:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320410.232240:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384274048:0@lo:38:kworker.0 00000100:00100000:2.0:1767320410.232258:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320410.232287:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384273536 00000100:00100000:2.0:1767320410.232291:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384273536 00000100:00100000:2.0:1767320410.232318:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2901 00000100:00100000:2.0:1767320410.232323:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384273536:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320410.232344:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320410.232379:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384273536:12345-0@lo:38:kworker.0 Request processed in 54us (199us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320410.232385:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2901 00000100:00080000:2.0:1767320410.232413:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320410.232419:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320410.232422:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384273536:0@lo:38:kworker.0 00000100:00100000:2.0:1767320410.232440:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384273408 00000100:00100000:2.0:1767320410.232443:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384273408 00000100:00100000:2.0:1767320410.232458:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384273792 00000100:00100000:2.0:1767320410.232459:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384273792 00000100:00100000:2.0:1767320410.232464:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384274048 00000100:00100000:2.0:1767320410.232465:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384274048 00000100:00100000:2.0:1767320410.232472:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24692 00000100:00100000:2.0:1767320410.232475:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384273408:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320410.232482:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320410.232503:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384273408:12345-0@lo:38:kworker.0 Request processed in 26us (370us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320410.232507:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24692 00000100:00100000:2.0:1767320410.232513:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24693 00000100:00100000:2.0:1767320410.232516:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384273792:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320410.232521:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320410.232533:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384273792:12345-0@lo:38:kworker.0 Request processed in 16us (311us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320410.232536:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24693 00000100:00100000:2.0:1767320410.232746:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24694 00000100:00100000:2.0:1767320410.232751:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384274048:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320410.232762:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320410.232815:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384274048:12345-0@lo:38:kworker.0 Request processed in 62us (556us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320410.232821:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24694 00000100:00080000:2.0:1767320410.232848:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320410.232853:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320410.232856:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384273408:0@lo:38:kworker.0 00000100:00080000:2.0:1767320410.232867:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320410.232869:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320410.232872:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384273792:0@lo:38:kworker.0 00000100:00080000:2.0:1767320410.232877:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320410.232879:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320410.232881:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384274048:0@lo:38:kworker.0 00000100:00080000:2.0:1767320410.232915:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320410.232920:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320410.232922:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320410.232947:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320410.233204:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384273920 00000100:00100000:2.0:1767320410.233210:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384273920 00000100:00100000:2.0:1767320410.233249:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5370 00000100:00100000:2.0:1767320410.233256:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384273920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320410.233304:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384273920:12345-0@lo:400:kworker.0 Request processed in 49us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320410.233311:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5370 00000100:00080000:2.0:1767320410.233326:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320410.233346:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384273920:0@lo:400:kworker.0 00000100:00100000:0.0:1767320410.237572:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2146 00000100:00100000:0.0:1767320410.237604:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384274304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320410.237776:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384274304:12345-0@lo:400:kworker.0 Request processed in 190us (6348us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320410.237804:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2146 00000100:00100000:0.0:1767320410.237831:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2147 00000100:00100000:0.0:1767320410.237838:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384274176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320410.237874:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384274176:12345-0@lo:400:kworker.0 Request processed in 38us (6358us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320410.237878:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2147 00000100:00100000:0.0:1767320410.237937:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384274176:0@lo:400:kworker.0 00000100:00100000:0.0:1767320410.237947:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384274304:0@lo:400:kworker.0 00010000:00010000:3.0:1767320410.743596:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320411.255385:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320411.767849:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320412.279325:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320412.792210:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384274560:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320412.792313:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320412.792419:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320412.792427:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384274432:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320412.792457:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767320412.793105:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320412.793911:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384274560 00000100:00100000:3.0:1767320412.793928:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384274560 00000100:00100000:3.0:1767320412.794031:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384274432 00000100:00100000:3.0:1767320412.794036:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384274432 00000100:00080000:1.0:1767320412.794061:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320412.794070:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320412.794080:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2957 00000100:00100000:3.0:1767320412.794095:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384274560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320412.794142:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320412.794147:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2958 00000100:00100000:1.0:1767320412.794188:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384274432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320412.794230:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320412.794241:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384274560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 149us (1926us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320412.794250:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2957 00000100:00100000:3.0:1767320412.794333:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384274560:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320412.797674:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384274432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3504us (5205us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320412.797689:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2958 00000100:00100000:3.0:1767320412.801330:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384274432:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320413.302918:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320413.814951:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320414.331829:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320414.839223:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320415.304060:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320415.304124:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320415.304359:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297425664 00000100:00100000:0.0:1767320415.304374:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297425664 00000100:00100000:0.0:1767320415.304483:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297425536 00000100:00080000:1.0:1767320415.304485:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320415.304487:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297425536 00000100:00100000:2.0:1767320415.306868:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5371 00000100:00100000:2.0:1767320415.306910:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297425664:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320415.307107:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297425664:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 220us (3062us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320415.307116:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5371 00000100:00100000:2.0:1767320415.307156:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24695 00000100:00100000:2.0:1767320415.307163:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297425536:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320415.307192:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320415.307223:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297425536:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 59us (3099us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320415.307231:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24695 00000100:00080000:0.0:1767320415.351248:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320415.351264:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320415.351268:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320415.351273:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320415.351279:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320415.351290:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5313 00000100:00080000:0.0:1767320415.351296:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320415.351308:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320415.351320:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320415.351387:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a98e00 x1853164384274688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320415.351419:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320415.351423:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320415.351425:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320415.351430:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5313 00000100:00080000:1.0:1767320415.351433:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320415.351438:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320415.351455:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9b800 x1853164384274816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320415.351501:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320415.351506:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320415.351508:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320415.351512:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5313 00000100:00080000:1.0:1767320415.351516:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320415.351519:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320415.351534:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a98a80 x1853164384275072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320415.351549:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:1.0:1767320415.351553:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320415.351558:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320415.351560:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320415.351565:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5313 00000100:00080000:1.0:1767320415.351567:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767320415.351570:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384275200:0@lo:400:kworker.0 00000100:00080000:1.0:1767320415.351574:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320415.351604:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9a300 x1853164384275328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320415.351674:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384275456:0@lo:400:kworker.0 00000100:00100000:0.0:1767320415.351696:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320415.351718:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320415.351809:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320415.351816:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384275584:0@lo:400:kworker.0 00000100:00100000:1.0:1767320415.351841:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320415.351884:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384275456 00000100:00100000:1.0:1767320415.351894:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384275456 00000100:00100000:1.0:1767320415.351960:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384275584 00000100:00100000:1.0:1767320415.351964:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384275584 00000100:00100000:1.0:1767320415.351993:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2148 00000100:00100000:1.0:1767320415.352011:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384275456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320415.352034:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384274944:0@lo:400:kworker.0 00000100:00100000:0.0:1767320415.352071:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320415.352083:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384275456:12345-0@lo:400:kworker.0 Request processed in 79us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320415.352093:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2148 00000100:00100000:0.0:1767320415.352119:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2149 00000100:00100000:0.0:1767320415.352129:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384275584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320415.352166:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384275584:12345-0@lo:400:kworker.0 Request processed in 40us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320415.352177:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384274688:0@lo:38:kworker.0 00000100:00100000:2.0:1767320415.352257:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320415.352286:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384274816:0@lo:38:kworker.0 00000100:00100000:3.0:1767320415.352356:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384275200 00000100:00100000:3.0:1767320415.352362:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384275200 00000100:00100000:3.0:1767320415.352399:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384274944 00000100:00100000:3.0:1767320415.352404:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384274944 00000100:00100000:3.0:1767320415.352426:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384274688 00000100:00100000:3.0:1767320415.352429:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384274688 00000100:00100000:3.0:1767320415.352444:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5372 00000100:00100000:3.0:1767320415.352452:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384275200:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320415.352733:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320415.352739:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320415.352741:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320415.354726:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2149 00000100:00100000:0.0:1767320415.354829:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5373 00000100:00100000:0.0:1767320415.354860:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384274944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320415.354920:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384275200:12345-0@lo:400:kworker.0 Request processed in 2466us (3223us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320415.354933:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5372 00000100:00100000:0.0:1767320415.355046:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384274944:12345-0@lo:400:kworker.0 Request processed in 206us (2973us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320415.355053:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5373 00000100:00100000:0.0:1767320415.355070:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24696 00000100:00100000:0.0:1767320415.355075:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384274688:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320415.355100:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320415.355131:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384274688:12345-0@lo:38:kworker.0 Request processed in 55us (2874us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320415.355137:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24696 00000100:00100000:2.0:1767320415.355355:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320415.355378:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384275200:0@lo:400:kworker.0 00000100:00100000:0.0:1767320415.355399:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384274944:0@lo:400:kworker.0 00000100:00100000:2.0:1767320415.355416:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384275072:0@lo:38:kworker.0 00000100:00100000:2.0:1767320415.355458:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320415.355478:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384275072 00000100:00100000:2.0:1767320415.355484:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384275328:0@lo:38:kworker.0 00000100:00100000:0.0:1767320415.355487:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384275072 00000100:00100000:2.0:1767320415.355515:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320415.355521:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384275328 00000100:00100000:0.0:1767320415.355526:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384275328 00000100:00100000:0.0:1767320415.355541:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24697 00000100:00100000:0.0:1767320415.355547:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384275072:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767320415.355550:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00020000:0.0:1767320415.355558:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767320415.355559:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320415.355566:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384274688:0@lo:38:kworker.0 00000100:00100000:0.0:1767320415.355608:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384275072:12345-0@lo:38:kworker.0 Request processed in 48us (138us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320415.355614:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384274816 00000100:00100000:0.0:1767320415.355618:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24697 00000100:00100000:2.0:1767320415.355621:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384274816 00000100:00100000:0.0:1767320415.355637:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24698 00000100:00100000:0.0:1767320415.355641:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384275328:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320415.355653:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320415.355653:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2902 00000100:00100000:2.0:1767320415.355662:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384274816:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320415.355675:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320415.355686:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384275328:12345-0@lo:38:kworker.0 Request processed in 42us (170us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320415.355693:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24698 00000100:00100000:2.0:1767320415.355714:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384274816:12345-0@lo:38:kworker.0 Request processed in 49us (357us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320415.355723:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2902 00000100:00080000:2.0:1767320415.355755:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320415.355760:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320415.355763:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384274816:0@lo:38:kworker.0 00000100:00080000:2.0:1767320415.355771:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320415.355775:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320415.355778:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384275072:0@lo:38:kworker.0 00000100:00080000:2.0:1767320415.355802:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320415.355806:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320415.355809:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384275328:0@lo:38:kworker.0 00000100:00100000:1.0:1767320415.356531:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384275584:0@lo:400:kworker.0 00000100:00100000:1.0:1767320415.356549:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384275456:0@lo:400:kworker.0 00010000:00010000:3.0:1767320415.864942:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320416.376709:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320416.887133:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320417.399259:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320417.911047:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320417.911590:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384275840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320417.911688:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320417.911866:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384275840 00000100:00100000:3.0:1767320417.911878:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384275840 00000100:00100000:3.0:1767320417.911978:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2959 00000100:00100000:3.0:1767320417.911989:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384275840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320417.912030:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320417.912082:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384275840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320417.912090:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2959 00000100:00080000:2.0:1767320417.912165:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320417.912462:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384275840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320417.912473:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384275712:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320417.912501:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320417.912556:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384275712 00000100:00100000:3.0:1767320417.912560:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384275712 00000100:00080000:2.0:1767320417.912603:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320417.912618:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2960 00000100:00100000:3.0:1767320417.912625:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384275712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320417.912646:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320417.912676:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384275712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320417.912682:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2960 00000100:00100000:1.0:1767320417.913202:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384275712:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320418.424513:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320418.935246:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320419.447904:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320419.959712:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320420.422329:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320420.422383:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320420.422491:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297425920 00000100:00100000:3.0:1767320420.422504:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297425920 00000100:00100000:3.0:1767320420.422599:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297425792 00000100:00100000:3.0:1767320420.422603:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297425792 00000100:00100000:3.0:1767320420.422625:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5374 00000100:00100000:3.0:1767320420.422647:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297425920:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320420.422726:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24699 00000100:00100000:1.0:1767320420.422742:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297425792:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:3.0:1767320420.422750:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297425920:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 111us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320420.422762:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5374 00010000:00020000:1.0:1767320420.422835:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320420.422908:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297425792:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 168us (523us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320420.422916:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24699 00000100:00080000:2.0:1767320420.423090:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320420.471616:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320420.471760:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320420.471768:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320420.471772:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320420.471777:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320420.471803:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320420.471813:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5318 00000100:00080000:2.0:1767320420.471819:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320420.471830:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320420.471894:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7905f80 x1853164384275968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320420.471934:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320420.471938:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320420.471940:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320420.471946:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5318 00000100:00080000:2.0:1767320420.471949:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320420.471952:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320420.471969:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7905180 x1853164384276096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320420.472018:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320420.472023:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320420.472025:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320420.472028:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5318 00000100:00080000:2.0:1767320420.472031:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320420.472035:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320420.472048:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7906d80 x1853164384276352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320420.472081:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320420.472085:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320420.472086:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320420.472090:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5318 00000100:00080000:2.0:1767320420.472092:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320420.472096:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320420.472108:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7904700 x1853164384276608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320420.472151:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384276736:0@lo:400:kworker.0 00000100:00100000:2.0:1767320420.472247:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320420.472575:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384276224:0@lo:400:kworker.0 00000100:00100000:3.0:1767320420.472632:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320420.472664:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320420.472671:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384276864:0@lo:400:kworker.0 00000100:00100000:3.0:1767320420.472696:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320420.472928:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384276736 00000100:00100000:0.0:1767320420.472940:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384276736 00000100:00100000:0.0:1767320420.473035:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384276864 00000100:00100000:0.0:1767320420.473039:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384276864 00000100:00100000:0.0:1767320420.473072:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2150 00000100:00100000:0.0:1767320420.473085:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384276736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320420.473157:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384276736:12345-0@lo:400:kworker.0 Request processed in 74us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320420.473166:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2150 00000100:00100000:0.0:1767320420.473188:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2151 00000100:00100000:0.0:1767320420.473195:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384276864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320420.473229:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384276864:12345-0@lo:400:kworker.0 Request processed in 34us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320420.473235:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2151 00000100:00100000:0.0:1767320420.473259:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384276224 00000100:00100000:0.0:1767320420.473263:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384276224 00000100:00100000:0.0:1767320420.473296:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5375 00000100:00100000:0.0:1767320420.473304:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384276224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320420.473407:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384276224:12345-0@lo:400:kworker.0 Request processed in 104us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320420.473414:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5375 00000100:00100000:0.0:1767320420.473515:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384275968:0@lo:38:kworker.0 00000100:00100000:0.0:1767320420.473560:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320420.473586:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384276096:0@lo:38:kworker.0 00000100:00100000:0.0:1767320420.473612:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320420.473757:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384276480:0@lo:400:kworker.0 00000100:00100000:1.0:1767320420.473818:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320420.473859:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384275968 00000100:00100000:1.0:1767320420.473863:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384275968 00000100:00100000:1.0:1767320420.473885:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384276480 00000100:00100000:1.0:1767320420.473888:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384276480 00000100:00100000:1.0:1767320420.473919:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5376 00000100:00100000:1.0:1767320420.473926:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384276480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320420.473963:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384276480:12345-0@lo:400:kworker.0 Request processed in 38us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320420.473969:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5376 00000100:00100000:1.0:1767320420.473982:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24700 00000100:00100000:1.0:1767320420.473986:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384275968:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320420.474008:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320420.474033:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384275968:12345-0@lo:38:kworker.0 Request processed in 46us (483us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320420.474039:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24700 00000100:00100000:1.0:1767320420.474079:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384276480:0@lo:400:kworker.0 00000100:00100000:1.0:1767320420.474137:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384276864:0@lo:400:kworker.0 00000100:00100000:1.0:1767320420.474150:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384276224:0@lo:400:kworker.0 00000100:00100000:0.0:1767320420.474411:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384276352:0@lo:38:kworker.0 00000100:00100000:2.0:1767320420.474587:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384276736:0@lo:400:kworker.0 00000100:00100000:0.0:1767320420.474706:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320420.474828:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320420.474836:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320420.474838:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320420.474853:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384276352 00000100:00100000:3.0:1767320420.474860:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384276352 00000100:00100000:3.0:1767320420.474893:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24701 00000100:00100000:3.0:1767320420.474898:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384276352:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320420.474913:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320420.474996:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384276096 00000100:00100000:1.0:1767320420.475001:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384276096 00000100:00100000:1.0:1767320420.475028:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2903 00000100:00100000:1.0:1767320420.475033:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384276096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320420.475043:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320420.476153:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384276352:12345-0@lo:38:kworker.0 Request processed in 1239us (1433us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320420.476169:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24701 00000100:00100000:1.0:1767320420.476291:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384276096:12345-0@lo:38:kworker.0 Request processed in 1255us (2675us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320420.476304:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2903 00000100:00080000:0.0:1767320420.476453:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320420.476460:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320420.476465:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384276352:0@lo:38:kworker.0 00000100:00100000:0.0:1767320420.476479:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384276608:0@lo:38:kworker.0 00000100:00100000:0.0:1767320420.476523:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320420.476593:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320420.476598:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320420.476602:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384275968:0@lo:38:kworker.0 00000100:00080000:0.0:1767320420.476612:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320420.476615:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320420.476736:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384276608 00000100:00100000:3.0:1767320420.476743:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384276608 00000100:00100000:3.0:1767320420.476797:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24702 00000100:00100000:3.0:1767320420.476804:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384276608:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320420.476827:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320420.476863:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384276608:12345-0@lo:38:kworker.0 Request processed in 58us (340us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320420.476868:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24702 00000100:00100000:0.0:1767320420.477095:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384276096:0@lo:38:kworker.0 00000100:00080000:0.0:1767320420.477113:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320420.477116:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320420.477120:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384276608:0@lo:38:kworker.0 00010000:00010000:3.0:1767320420.985871:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320421.497890:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320422.007017:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320422.518913:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320423.031000:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320423.031191:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384276992:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320423.031289:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320423.031551:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384276992 00000100:00100000:0.0:1767320423.031560:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384276992 00000100:00100000:0.0:1767320423.031631:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2961 00000100:00100000:0.0:1767320423.031640:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384276992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320423.031671:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320423.031716:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384276992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320423.031723:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2961 00000100:00080000:1.0:1767320423.032374:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320423.032513:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384276992:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320423.033832:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384277120:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320423.033895:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320423.037742:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384277120 00000100:00100000:0.0:1767320423.037764:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384277120 00000100:00080000:3.0:1767320423.037952:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320423.038367:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2962 00000100:00100000:0.0:1767320423.038381:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384277120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320423.038429:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320423.042943:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384277120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4555us (9035us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320423.042959:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2962 00000100:00100000:1.0:1767320423.044227:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384277120:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320423.543176:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320424.055664:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767320424.518709:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297426048 offset 0 length 520: 4 00000100:00100000:1.0:1767320424.518760:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320424.518839:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320424.518916:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297426304 00000100:00100000:2.0:1767320424.518926:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297426304 00000100:00100000:2.0:1767320424.519004:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297426176 00000100:00100000:2.0:1767320424.519007:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297426176 00000100:00100000:3.0:1767320424.519015:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5377 00000100:00100000:3.0:1767320424.519027:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297426304:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:1.0:1767320424.519047:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320424.519291:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297426304:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 265us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320424.523352:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5377 00000100:00100000:2.0:1767320424.523368:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24703 00000100:00100000:2.0:1767320424.523377:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297426176:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320424.523401:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320424.523482:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297426176:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 103us (4641us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320424.523489:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24703 00000100:00100000:1.0:1767320424.567209:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320425.078979:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320425.591050:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320425.591223:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320425.591229:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320425.591232:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320425.591236:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320425.591240:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320425.591248:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5323 00000100:00080000:0.0:1767320425.591253:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320425.591261:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320425.591301:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b05b100 x1853164384277248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320425.591318:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320425.591321:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320425.591323:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320425.591327:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5323 00000100:00080000:0.0:1767320425.591329:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320425.591332:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320425.591332:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320400/real 1767320400] req@ffff9369b5130700 x1853164384271744/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320425 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320425.591343:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b05a680 x1853164384277376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320425.591359:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b5130700 x1853164384271744/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320425 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320425.591378:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320425.591382:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320425.591383:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767320425.591386:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384277248:0@lo:38:kworker.0 00000100:00080000:0.0:1767320425.591387:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5323 00000100:00080000:0.0:1767320425.591389:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320425.591392:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320425.591403:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b058700 x1853164384277632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320425.591431:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320425.591433:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320425.591435:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320425.591438:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5323 00000100:00080000:0.0:1767320425.591440:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320425.591443:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320425.591452:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be5500 x1853164384277888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320425.591459:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320425.591520:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384277376:0@lo:38:kworker.0 00000100:00100000:0.0:1767320425.591536:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384277760:0@lo:400:kworker.0 00000100:00100000:2.0:1767320425.591545:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320425.591562:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320425.591568:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320425.591577:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320425.591580:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384271744:0@lo:250:kworker.0 00000100:00100000:0.0:1767320425.591582:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320425.591586:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384278016:0@lo:400:kworker.0 00000100:00100000:0.0:1767320425.591606:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320425.591621:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384277632:0@lo:38:kworker.0 00000100:00100000:0.0:1767320425.591632:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384278016 00000100:00100000:0.0:1767320425.591639:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384278016 00000100:00100000:2.0:1767320425.591641:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320425.591653:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384277888:0@lo:38:kworker.0 00000100:00100000:2.0:1767320425.591668:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320425.591683:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2152 00000100:00100000:2.0:1767320425.591692:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384277248 00000100:00100000:0.0:1767320425.591694:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384278016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320425.591695:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384277248 00000100:00100000:2.0:1767320425.591714:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384277760 00000100:00100000:2.0:1767320425.591716:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384277760 00000100:00100000:2.0:1767320425.591732:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384277632 00000100:00100000:2.0:1767320425.591735:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384277632 00000100:00100000:0.0:1767320425.591737:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384278016:12345-0@lo:400:kworker.0 Request processed in 47us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320425.591742:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384277888 00000100:00100000:0.0:1767320425.591744:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2152 00000100:00100000:2.0:1767320425.591744:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384277888 00000100:00100000:2.0:1767320425.591752:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5378 00000100:00100000:2.0:1767320425.591758:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384277760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320425.591768:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24704 00000100:00100000:0.0:1767320425.591773:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384277248:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320425.591808:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384277760:12345-0@lo:400:kworker.0 Request processed in 50us (245us total) trans 0 rc 0/0 00010000:00020000:0.0:1767320425.591809:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320425.591814:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5378 00000100:00100000:2.0:1767320425.591840:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24705 00000100:00100000:0.0:1767320425.591841:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384277248:12345-0@lo:38:kworker.0 Request processed in 66us (382us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320425.591844:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384277632:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320425.591847:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24704 00010000:00020000:2.0:1767320425.591853:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320425.591858:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24706 00000100:00100000:0.0:1767320425.591862:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384277888:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320425.591871:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320425.591874:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384277632:12345-0@lo:38:kworker.0 Request processed in 29us (233us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320425.591887:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384277888:12345-0@lo:38:kworker.0 Request processed in 23us (217us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320425.591896:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24705 00000100:00080000:2.0:1767320425.591927:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320425.591931:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320425.591933:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384278144:0@lo:400:kworker.0 00000100:00100000:2.0:1767320425.591934:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384277632:0@lo:38:kworker.0 00000100:00080000:2.0:1767320425.591941:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320425.591944:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320425.591947:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384277888:0@lo:38:kworker.0 00000100:00080000:2.0:1767320425.591954:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320425.591957:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320425.591959:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320425.591960:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384277248:0@lo:38:kworker.0 00000100:00100000:1.0:1767320425.591977:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320425.591982:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384277504:0@lo:400:kworker.0 00000100:00100000:1.0:1767320425.592001:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320425.592004:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384278144 00000100:00100000:2.0:1767320425.592007:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384278144 00000100:00100000:1.0:1767320425.592021:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384277504 00000100:00100000:1.0:1767320425.592024:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384277504 00000100:00100000:2.0:1767320425.592030:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2153 00000100:00100000:2.0:1767320425.592035:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384278144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320425.592085:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384278144:12345-0@lo:400:kworker.0 Request processed in 49us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320425.592091:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2153 00000100:00080000:2.0:1767320425.592110:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320425.592114:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320425.592116:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320425.592124:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384277376 00000100:00100000:2.0:1767320425.592128:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384277376 00000100:00100000:2.0:1767320425.592146:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2904 00000100:00100000:2.0:1767320425.592150:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384277376:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320425.592160:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320425.592160:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384278016:0@lo:400:kworker.0 00000100:00100000:3.0:1767320425.592170:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384277760:0@lo:400:kworker.0 00000100:00080000:3.0:1767320425.592186:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767320425.592187:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384277376:12345-0@lo:38:kworker.0 Request processed in 35us (641us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767320425.592189:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320425.592191:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767320425.592193:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2904 00000100:00080000:3.0:1767320425.592194:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5303 00000100:00080000:3.0:1767320425.592197:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320425.592200:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00080000:2.0:1767320425.592212:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767320425.592212:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b4a80 x1853164384278272/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320425.592215:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320425.592218:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384277376:0@lo:38:kworker.0 00000100:00100000:2.0:1767320425.592229:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384278272:0@lo:250:kworker.0 00000400:00000100:2.0:1767320425.592247:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384278272 offset 0 length 520: 4 00000100:00100000:0.0:1767320425.592276:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24706 00000100:00100000:0.0:1767320425.592308:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384278144:0@lo:400:kworker.0 00000100:00100000:1.0:1767320425.597276:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5379 00000100:00100000:1.0:1767320425.597305:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384277504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320425.597420:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384277504:12345-0@lo:400:kworker.0 Request processed in 131us (5416us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320425.597428:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5379 00000100:00100000:2.0:1767320425.597832:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384277504:0@lo:400:kworker.0 00010000:00010000:3.0:1767320426.104493:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320426.615063:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320427.128237:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320427.638987:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320428.152384:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320428.152641:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384278528:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320428.152713:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320428.152716:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320428.152733:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384278400:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320428.152771:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320428.154045:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384278528 00000100:00100000:0.0:1767320428.154057:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384278528 00000100:00100000:0.0:1767320428.154185:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384278400 00000100:00100000:0.0:1767320428.154188:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384278400 00000100:00100000:3.0:1767320428.154287:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2963 00000100:00100000:3.0:1767320428.154307:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384278528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320428.154338:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320428.154395:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384278528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (1682us total) trans 0 rc 0/0 00000100:00080000:1.0:1767320428.154403:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320428.154403:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2963 00000100:00080000:1.0:1767320428.154407:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320428.154508:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2964 00000100:00100000:0.0:1767320428.154516:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384278400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320428.154535:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320428.154573:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384278400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (1803us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320428.154580:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2964 00000100:00100000:0.0:1767320428.154624:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384278400:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320428.154799:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384278528:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320428.662954:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320429.174929:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320429.638151:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320429.638254:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297426560 00000100:00100000:0.0:1767320429.638263:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297426560 00000100:00100000:0.0:1767320429.638326:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5380 00000100:00100000:0.0:1767320429.638334:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297426560:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320429.638391:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297426560:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 59us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320429.638396:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5380 00000100:00080000:1.0:1767320429.638472:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320429.638583:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320429.638710:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297426432 00000100:00100000:3.0:1767320429.638724:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297426432 00000100:00100000:3.0:1767320429.639534:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24707 00000100:00100000:3.0:1767320429.639547:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297426432:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320429.639582:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320429.639942:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297426432:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 395us (1358us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320429.639951:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24707 00000100:00100000:1.0:1767320429.686941:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320430.200448:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320430.710954:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320430.716259:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320430.716270:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320430.716273:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320430.716277:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320430.716282:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320430.716289:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5328 00000100:00080000:0.0:1767320430.716294:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320430.716300:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320430.716341:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1210e00 x1853164384278656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320430.716377:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320430.716381:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320430.716382:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320430.716387:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5328 00000100:00080000:0.0:1767320430.716389:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320430.716392:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320430.716414:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1212a00 x1853164384278784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320430.716473:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320430.716477:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320430.716479:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320430.716483:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5328 00000100:00080000:0.0:1767320430.716495:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320430.716498:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320430.716513:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fdf80 x1853164384279040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320430.716526:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384278656:0@lo:38:kworker.0 00000100:00080000:0.0:1767320430.716555:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767320430.716555:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1767320430.716560:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320430.716567:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320430.716572:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5328 00000100:00080000:0.0:1767320430.716574:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320430.716579:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320430.716593:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384278912:0@lo:400:kworker.0 00000100:00100000:0.0:1767320430.716597:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fce00 x1853164384279296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320430.716615:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320430.716665:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384279168:0@lo:400:kworker.0 00000100:00100000:0.0:1767320430.716698:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320430.716763:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320430.716777:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384279552:0@lo:400:kworker.0 00000100:00100000:3.0:1767320430.716835:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320430.716944:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384278784:0@lo:38:kworker.0 00000100:00100000:0.0:1767320430.716972:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320430.716974:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320430.716984:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384279424:0@lo:400:kworker.0 00000100:00100000:2.0:1767320430.717012:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384279040:0@lo:38:kworker.0 00000100:00100000:0.0:1767320430.717020:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320430.717038:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320430.717078:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384279168 00000100:00100000:2.0:1767320430.717078:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384278656 00000100:00100000:0.0:1767320430.717088:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384279168 00000100:00100000:2.0:1767320430.717088:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384278656 00000100:00100000:2.0:1767320430.717129:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24708 00000100:00100000:1.0:1767320430.717137:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384278912 00000100:00100000:2.0:1767320430.717140:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384278656:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320430.717147:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384278912 00010000:00020000:2.0:1767320430.717170:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320430.717221:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5381 00000100:00100000:2.0:1767320430.717232:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384278656:12345-0@lo:38:kworker.0 Request processed in 91us (621us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320430.717242:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384279168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320430.717572:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5382 00000100:00100000:1.0:1767320430.717587:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384278912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320430.717665:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384278912:12345-0@lo:400:kworker.0 Request processed in 83us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320430.717679:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5382 00000100:00080000:1.0:1767320430.717719:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320430.717726:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384279168:12345-0@lo:400:kworker.0 Request processed in 494us (1024us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320430.717737:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5381 00000100:00100000:0.0:1767320430.717779:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384279552 00000100:00100000:0.0:1767320430.717785:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384279552 00000100:00100000:1.0:1767320430.717805:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384278912:0@lo:400:kworker.0 00000100:00080000:1.0:1767320430.717840:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320430.717857:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384279424 00000100:00100000:0.0:1767320430.717863:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384279424 00000100:00100000:0.0:1767320430.717900:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2154 00000100:00100000:0.0:1767320430.717909:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384279552:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320430.717949:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320430.717984:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384279168:0@lo:400:kworker.0 00000100:00100000:1.0:1767320430.718019:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2155 00000100:00100000:1.0:1767320430.718030:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384279424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320430.718079:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384279424:12345-0@lo:400:kworker.0 Request processed in 52us (1062us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320430.718086:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2155 00000100:00100000:1.0:1767320430.718117:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384279424:0@lo:400:kworker.0 00000100:00100000:2.0:1767320430.718174:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24708 00000100:00100000:1.0:1767320430.718176:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384278784 00000100:00100000:1.0:1767320430.718184:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384278784 00000100:00100000:1.0:1767320430.718230:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2905 00000100:00100000:1.0:1767320430.718235:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384278784:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320430.718255:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320430.718294:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384278784:12345-0@lo:38:kworker.0 Request processed in 57us (1320us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320430.718301:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2905 00000100:00100000:1.0:1767320430.718340:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320430.718375:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384279296:0@lo:38:kworker.0 00000100:00100000:2.0:1767320430.718396:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384279040 00000100:00100000:2.0:1767320430.718405:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384279040 00000100:00100000:1.0:1767320430.718420:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320430.719345:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320430.719355:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320430.719442:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384278656:0@lo:38:kworker.0 00000100:00080000:1.0:1767320430.719470:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320430.719475:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320430.719478:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384278784:0@lo:38:kworker.0 00000100:00100000:0.0:1767320430.721138:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384279552:12345-0@lo:400:kworker.0 Request processed in 527us (1598us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320430.721154:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2154 00000100:00100000:2.0:1767320430.721851:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384279296 00000100:00100000:2.0:1767320430.721861:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384279296 00000100:00100000:2.0:1767320430.721908:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24709 00000100:00100000:2.0:1767320430.721926:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384279040:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320430.721951:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320430.722030:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384279040:12345-0@lo:38:kworker.0 Request processed in 114us (3689us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320430.722037:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24709 00000100:00100000:2.0:1767320430.722051:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24710 00000100:00100000:2.0:1767320430.722055:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384279296:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320430.722064:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320430.722088:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384279296:12345-0@lo:38:kworker.0 Request processed in 32us (3672us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320430.722093:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24710 00000100:00080000:2.0:1767320430.722155:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320430.722161:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320430.722165:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384279040:0@lo:38:kworker.0 00000100:00080000:2.0:1767320430.722176:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320430.722179:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320430.722182:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384279296:0@lo:38:kworker.0 00000100:00100000:3.0:1767320430.724863:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384279552:0@lo:400:kworker.0 00010000:00010000:3.0:1767320431.224222:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320431.735140:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320432.247064:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320432.758907:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320433.270945:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320433.271131:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320433.271153:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384279680:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320433.271221:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320433.272550:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384279680 00000100:00100000:0.0:1767320433.272561:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384279680 00000100:00080000:1.0:1767320433.272627:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320433.272638:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2965 00000100:00100000:0.0:1767320433.272648:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384279680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320433.272683:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320433.272753:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384279680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (1532us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320433.272761:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2965 00000100:00100000:1.0:1767320433.272824:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384279680:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320433.272987:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384279808:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320433.273022:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320433.273116:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384279808 00000100:00100000:0.0:1767320433.273121:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384279808 00000100:00080000:3.0:1767320433.273147:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320433.273461:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2966 00000100:00100000:0.0:1767320433.273470:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698d1ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384279808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320433.273489:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320433.277861:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698d1ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384279808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4383us (4828us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320433.277875:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2966 00000100:00100000:2.0:1767320433.278366:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384279808:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320433.782964:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320434.295343:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320434.762555:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320434.762651:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320434.764068:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297426816 00000100:00100000:0.0:1767320434.764081:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297426816 00000100:00080000:3.0:1767320434.764177:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320434.764369:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297426688 00000100:00100000:1.0:1767320434.764374:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297426688 00000100:00100000:1.0:1767320434.764413:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5383 00000100:00100000:1.0:1767320434.764438:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297426816:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320434.764696:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24711 00000100:00100000:2.0:1767320434.764703:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297426688:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320434.764728:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320434.764897:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297426688:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 116us (2168us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320434.765413:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24711 00000100:00100000:1.0:1767320434.765604:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297426816:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 1171us (3058us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320434.765612:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5383 00000100:00100000:0.0:1767320434.808309:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320435.319038:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320435.830927:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320435.831126:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320435.831132:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320435.831135:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320435.831139:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320435.831143:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320435.831150:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5333 00000100:00080000:1.0:1767320435.831155:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320435.831162:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320435.831203:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784a80 x1853164384279936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320435.831218:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320435.831221:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320435.831223:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320435.831227:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5333 00000100:00080000:1.0:1767320435.831229:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320435.831232:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320435.831246:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8786d80 x1853164384280064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320435.831289:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320435.831293:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320435.831294:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320435.831298:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5333 00000100:00080000:1.0:1767320435.831300:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767320435.831419:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320435.831436:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384280192:0@lo:400:kworker.0 00000100:00100000:0.0:1767320435.831505:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320435.831587:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384280192 00000100:00100000:0.0:1767320435.831595:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384280192 00000100:00100000:0.0:1767320435.831650:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5384 00000100:00100000:0.0:1767320435.831660:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384280192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320435.831709:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384280192:12345-0@lo:400:kworker.0 Request processed in 51us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320435.831716:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5384 00000100:00100000:0.0:1767320435.831808:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384280192:0@lo:400:kworker.0 00000100:00080000:0.0:1767320435.831848:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320435.831918:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320435.831937:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784000 x1853164384280320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320435.831993:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320435.831997:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320435.831999:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320435.832003:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5333 00000100:00080000:1.0:1767320435.832006:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320435.832009:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320435.832020:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785f80 x1853164384280576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320435.832078:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384280704:0@lo:400:kworker.0 00000100:00100000:3.0:1767320435.832158:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320435.832279:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384279936:0@lo:38:kworker.0 00000100:00100000:3.0:1767320435.832349:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320435.832359:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384280448:0@lo:400:kworker.0 00000100:00100000:0.0:1767320435.832436:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384280832:0@lo:400:kworker.0 00000100:00100000:1.0:1767320435.832450:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384280704 00000100:00100000:1.0:1767320435.832459:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384280704 00000100:00100000:1.0:1767320435.832520:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2156 00000100:00100000:1.0:1767320435.832534:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384280704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320435.834820:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320435.834989:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384280448 00000100:00100000:3.0:1767320435.835000:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384280448 00000100:00100000:3.0:1767320435.835063:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5385 00000100:00100000:3.0:1767320435.835072:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384280448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320435.835429:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320435.835502:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320435.835631:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384280704:12345-0@lo:400:kworker.0 Request processed in 3099us (3469us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320435.835644:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2156 00000100:00100000:2.0:1767320435.835678:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384280064:0@lo:38:kworker.0 00000100:00100000:2.0:1767320435.835730:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320435.835758:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384280320:0@lo:38:kworker.0 00000100:00080000:0.0:1767320435.835909:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320435.835926:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320435.836698:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320435.836730:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384280576:0@lo:38:kworker.0 00000100:00100000:2.0:1767320435.836762:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320435.836826:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384280832 00000100:00100000:2.0:1767320435.836834:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384280832 00000100:00100000:2.0:1767320435.836893:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2157 00000100:00100000:2.0:1767320435.836903:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384280832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320435.837049:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384280832:12345-0@lo:400:kworker.0 Request processed in 147us (1547us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320435.837058:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2157 00000100:00100000:2.0:1767320435.837082:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384279936 00000100:00100000:2.0:1767320435.837086:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384279936 00000100:00100000:2.0:1767320435.837099:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384280320 00000100:00100000:2.0:1767320435.837101:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384280320 00000100:00100000:2.0:1767320435.837108:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384280576 00000100:00100000:2.0:1767320435.837111:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384280576 00000100:00100000:2.0:1767320435.837120:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24712 00000100:00100000:2.0:1767320435.837125:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384279936:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320435.837143:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320435.837180:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384279936:12345-0@lo:38:kworker.0 Request processed in 53us (1759us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320435.837186:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24712 00000100:00100000:2.0:1767320435.837199:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24713 00000100:00100000:2.0:1767320435.837203:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384280320:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320435.837212:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320435.837236:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384280320:12345-0@lo:38:kworker.0 Request processed in 32us (1454us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320435.837241:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24713 00000100:00100000:2.0:1767320435.837252:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24714 00000100:00100000:2.0:1767320435.837256:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384280576:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320435.837276:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320435.837298:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384280576:12345-0@lo:38:kworker.0 Request processed in 41us (536us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320435.837525:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384280832:0@lo:400:kworker.0 00000100:00100000:0.0:1767320435.837584:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384280064 00000100:00100000:0.0:1767320435.837589:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384280064 00000100:00100000:0.0:1767320435.837612:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2906 00000100:00100000:0.0:1767320435.837616:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384280064:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320435.837626:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320435.837651:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384280064:12345-0@lo:38:kworker.0 Request processed in 34us (1921us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320435.837657:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2906 00000100:00100000:0.0:1767320435.837691:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384280704:0@lo:400:kworker.0 00000100:00080000:0.0:1767320435.837742:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320435.838123:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24714 00000100:00080000:2.0:1767320435.838158:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320435.838164:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320435.838168:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384279936:0@lo:38:kworker.0 00000100:00080000:2.0:1767320435.838178:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320435.838181:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320435.838183:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384280064:0@lo:38:kworker.0 00000100:00080000:2.0:1767320435.838191:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320435.838195:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320435.838197:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384280320:0@lo:38:kworker.0 00000100:00080000:2.0:1767320435.838206:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320435.838209:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320435.838212:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384280576:0@lo:38:kworker.0 00000100:00100000:3.0:1767320435.838296:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384280448:12345-0@lo:400:kworker.0 Request processed in 3218us (3479us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320435.838309:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5385 00000100:00100000:0.0:1767320435.839658:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384280448:0@lo:400:kworker.0 00010000:00010000:3.0:1767320436.343016:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320436.855160:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320437.368777:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320437.881760:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320438.390960:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320438.391700:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384280960:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320438.391773:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320438.391836:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320438.391841:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384280960 00000100:00100000:3.0:1767320438.391855:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384280960 00000100:00100000:1.0:1767320438.391860:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384281088:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320438.391905:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320438.391915:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320438.391951:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384281088 00000100:00100000:3.0:1767320438.391955:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384281088 00000100:00080000:1.0:1767320438.392120:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320438.398062:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2967 00000100:00100000:0.0:1767320438.398094:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384280960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320438.398135:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320438.398230:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384280960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 151us (6455us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320438.398239:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2967 00000100:00100000:0.0:1767320438.398278:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2968 00000100:00100000:0.0:1767320438.398289:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384281088:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320438.398365:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384280960:0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320438.398487:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320438.398532:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384281088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 246us (6627us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320438.398538:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2968 00000100:00100000:1.0:1767320438.398638:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384281088:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320438.903140:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320439.415075:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320439.877984:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320439.878068:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297427072 00000100:00100000:0.0:1767320439.878083:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297427072 00000100:00100000:0.0:1767320439.878249:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5386 00000100:00100000:0.0:1767320439.878389:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297427072:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320439.878499:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297427072:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 239us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320439.878508:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5386 00000100:00080000:1.0:1767320439.879014:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320439.889208:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320439.889317:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297426944 00000100:00100000:0.0:1767320439.889330:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297426944 00000100:00100000:0.0:1767320439.889456:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24715 00000100:00100000:0.0:1767320439.889466:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297426944:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320439.889497:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320439.889591:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297426944:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 124us (394us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320439.889600:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24715 00000100:00100000:0.0:1767320439.927204:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320440.442670:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320440.951309:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320440.951511:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320440.951519:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320440.951523:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320440.951528:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320440.951533:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320440.951541:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5339 00000100:00080000:0.0:1767320440.951547:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320440.951556:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320440.951606:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fca80 x1853164384281216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320440.951634:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320440.951638:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320440.951640:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320440.951645:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5339 00000100:00080000:0.0:1767320440.951648:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320440.951653:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320440.951666:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7ff800 x1853164384281344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320440.951673:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384281216:0@lo:38:kworker.0 00000100:00080000:0.0:1767320440.951717:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320440.951722:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320440.951724:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320440.951728:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5339 00000100:00080000:0.0:1767320440.951731:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320440.951735:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320440.951749:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7ff100 x1853164384281600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320440.951772:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320440.951805:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320440.951811:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320440.951812:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320440.951816:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5339 00000100:00080000:0.0:1767320440.951819:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320440.951823:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320440.951835:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7ff480 x1853164384281856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320440.951879:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384281344:0@lo:38:kworker.0 00000100:00100000:0.0:1767320440.951885:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384281728:0@lo:400:kworker.0 00000100:00100000:2.0:1767320440.951918:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320440.951933:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320440.951953:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384281600:0@lo:38:kworker.0 00000100:00100000:0.0:1767320440.951963:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320440.951973:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384281984:0@lo:400:kworker.0 00000100:00100000:2.0:1767320440.951981:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320440.952008:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384281856:0@lo:38:kworker.0 00000100:00100000:0.0:1767320440.952015:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320440.952041:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320440.952083:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384281344 00000100:00100000:2.0:1767320440.952091:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384281344 00000100:00100000:3.0:1767320440.952098:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384282112:0@lo:400:kworker.0 00000100:00100000:3.0:1767320440.952134:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320440.952138:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2907 00000100:00100000:2.0:1767320440.952150:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384281344:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320440.952164:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320440.952171:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384281472:0@lo:400:kworker.0 00010000:00020000:2.0:1767320440.952176:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320440.952202:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320440.952240:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384281344:12345-0@lo:38:kworker.0 Request processed in 90us (321us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320440.952249:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2907 00000100:00100000:1.0:1767320440.952255:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384281984 00000100:00100000:1.0:1767320440.952262:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384281984 00000100:00100000:1.0:1767320440.952320:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384282112 00000100:00100000:1.0:1767320440.952325:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384282112 00000100:00100000:1.0:1767320440.952350:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2158 00000100:00100000:1.0:1767320440.952376:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384281984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320440.952434:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384281984:12345-0@lo:400:kworker.0 Request processed in 78us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320440.952441:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2158 00000100:00100000:1.0:1767320440.952454:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2159 00000100:00100000:1.0:1767320440.952461:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384282112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320440.952487:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384282112:12345-0@lo:400:kworker.0 Request processed in 27us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320440.952492:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2159 00000100:00080000:1.0:1767320440.952509:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320440.952513:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320440.952555:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384281984:0@lo:400:kworker.0 00000100:00100000:0.0:1767320440.962984:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384281216 00000100:00100000:2.0:1767320440.962984:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384281728 00000100:00100000:0.0:1767320440.963007:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384281216 00000100:00100000:2.0:1767320440.963007:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384281728 00000100:00100000:0.0:1767320440.963059:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384281600 00000100:00100000:0.0:1767320440.963064:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384281600 00000100:00100000:0.0:1767320440.963078:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384281856 00000100:00080000:2.0:1767320440.963078:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767320440.963082:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384281856 00000100:00100000:0.0:1767320440.963093:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384281472 00000100:00080000:2.0:1767320440.963093:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320440.963098:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384281472 00000100:00100000:2.0:1767320440.963102:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384281344:0@lo:38:kworker.0 00000100:00100000:0.0:1767320440.963148:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5387 00000100:00100000:0.0:1767320440.963160:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384281472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320440.963176:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5388 00000100:00100000:2.0:1767320440.963185:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384281728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320440.963265:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384281472:12345-0@lo:400:kworker.0 Request processed in 108us (11062us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320440.963274:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5387 00000100:00100000:0.0:1767320440.963296:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24716 00000100:00100000:0.0:1767320440.963301:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384281216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320440.963328:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320440.963433:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384282112:0@lo:400:kworker.0 00000100:00100000:3.0:1767320440.963455:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384281472:0@lo:400:kworker.0 00000100:00100000:3.0:1767320440.963490:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24717 00000100:00100000:3.0:1767320440.963496:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384281600:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320440.963506:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320440.963764:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384281216:12345-0@lo:38:kworker.0 Request processed in 461us (11993us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320440.963772:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24716 00000100:00100000:0.0:1767320440.963813:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24718 00000100:00100000:0.0:1767320440.963817:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384281856:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320440.963826:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320440.963857:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384281856:12345-0@lo:38:kworker.0 Request processed in 39us (11817us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320440.963863:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24718 00000100:00080000:0.0:1767320440.963895:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320440.963900:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320440.963904:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384281856:0@lo:38:kworker.0 00000100:00080000:0.0:1767320440.963914:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320440.963918:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320440.963922:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384281216:0@lo:38:kworker.0 00000100:00080000:0.0:1767320440.963949:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320440.964014:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384281728:0@lo:400:kworker.0 00000100:00100000:2.0:1767320440.964056:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384281728:12345-0@lo:400:kworker.0 Request processed in 870us (12122us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320440.964065:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5388 00000100:00100000:3.0:1767320440.969033:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384281600:12345-0@lo:38:kworker.0 Request processed in 5521us (17037us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320440.969054:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24717 00000100:00080000:0.0:1767320440.969560:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320440.969570:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320440.969575:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384281600:0@lo:38:kworker.0 00010000:00010000:3.0:1767320441.463057:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320441.977190:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320442.495241:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320442.998910:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320443.511186:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384282240:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320443.511224:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320443.511294:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320443.511452:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320443.511465:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384282368:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320443.511498:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320443.511594:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384282240 00000100:00100000:2.0:1767320443.511606:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384282240 00000100:00100000:2.0:1767320443.511700:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384282368 00000100:00100000:2.0:1767320443.511703:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384282368 00000100:00100000:2.0:1767320443.511740:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2969 00000100:00100000:2.0:1767320443.511751:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384282240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320443.511831:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320443.511889:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384282240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 139us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320443.511897:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2969 00000100:00100000:2.0:1767320443.511918:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2970 00000100:00100000:2.0:1767320443.511924:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384282368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320443.511942:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320443.511969:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384282368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320443.511975:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2970 00000100:00080000:3.0:1767320443.512055:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320443.512060:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320443.512112:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384282368:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320443.512148:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384282240:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320444.024092:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320444.535926:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320445.001040:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320445.006587:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320445.011852:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297427328 00000100:00100000:0.0:1767320445.011883:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297427328 00000100:00080000:3.0:1767320445.011963:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320445.012427:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297427200 00000100:00100000:0.0:1767320445.012434:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297427200 00000100:00100000:3.0:1767320445.012517:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5389 00000100:00100000:3.0:1767320445.012533:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297427328:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320445.018029:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24719 00000100:00100000:0.0:1767320445.018047:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297427200:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320445.018081:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320445.018177:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297427200:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 131us (11605us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320445.018186:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24719 00000100:00100000:3.0:1767320445.020019:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297427328:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 2319us (13822us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320445.020042:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5389 00000100:00100000:1.0:1767320445.047251:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320445.559935:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320446.072194:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320446.072211:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320446.072215:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320446.072220:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320446.072226:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320446.072237:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5344 00000100:00080000:3.0:1767320446.072243:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320446.072253:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320446.072313:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5929500 x1853164384282496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320446.072411:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384282496:0@lo:38:kworker.0 00000100:00100000:0.0:1767320446.072512:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320446.072948:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384282496 00000100:00100000:2.0:1767320446.072959:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384282496 00000100:00100000:2.0:1767320446.073018:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24720 00000100:00100000:2.0:1767320446.073026:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384282496:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320446.073054:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767320446.073136:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320446.073141:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320446.073144:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320446.073149:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5344 00000100:00080000:3.0:1767320446.073153:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320446.073158:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320446.073179:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592aa00 x1853164384282624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320446.073307:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320446.076603:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384282624:0@lo:38:kworker.0 00000100:00100000:0.0:1767320446.076713:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320446.076859:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384282496:12345-0@lo:38:kworker.0 Request processed in 3827us (4343us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320446.076869:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384282624 00000100:00100000:2.0:1767320446.076875:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24720 00000100:00100000:1.0:1767320446.076887:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384282624 00000100:00100000:1.0:1767320446.076961:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2908 00000100:00100000:1.0:1767320446.076970:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384282624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320446.076995:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767320446.077062:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320446.077069:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320446.077073:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320446.077079:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5344 00000100:00080000:3.0:1767320446.077085:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320446.077093:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320446.077116:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5928000 x1853164384282880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320446.077143:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320446.077147:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320446.077148:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320446.077152:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5344 00000100:00080000:3.0:1767320446.077154:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320446.077157:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320446.077167:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592ad80 x1853164384283136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320446.077207:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384283392:0@lo:400:kworker.0 00000100:00100000:3.0:1767320446.077247:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320446.077272:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320446.077278:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384282752:0@lo:400:kworker.0 00000100:00100000:3.0:1767320446.077303:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320446.077350:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384283392 00000100:00100000:3.0:1767320446.077357:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384283392 00000100:00100000:1.0:1767320446.077370:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384282624:12345-0@lo:38:kworker.0 Request processed in 397us (654us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320446.077425:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2160 00000100:00100000:3.0:1767320446.077435:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384283392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320446.077494:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384283392:12345-0@lo:400:kworker.0 Request processed in 60us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320446.077501:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2160 00000100:00080000:3.0:1767320446.077521:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320446.077554:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384283392:0@lo:400:kworker.0 00000100:00100000:3.0:1767320446.077898:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384283264:0@lo:400:kworker.0 00000100:00100000:3.0:1767320446.077948:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320446.077984:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320446.077990:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384283008:0@lo:400:kworker.0 00000100:00100000:3.0:1767320446.078017:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320446.078046:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384283264 00000100:00100000:3.0:1767320446.078052:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384283264 00000100:00100000:3.0:1767320446.078118:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2161 00000100:00100000:3.0:1767320446.078126:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384283264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320446.078173:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384283264:12345-0@lo:400:kworker.0 Request processed in 48us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320446.078180:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2161 00000100:00080000:3.0:1767320446.078220:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320446.078253:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384283264:0@lo:400:kworker.0 00000100:00100000:3.0:1767320446.078291:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384282752 00000100:00100000:3.0:1767320446.078295:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384282752 00000100:00100000:3.0:1767320446.078339:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384283008 00000100:00100000:3.0:1767320446.078342:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384283008 00000100:00100000:3.0:1767320446.078363:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5390 00000100:00100000:3.0:1767320446.078369:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384282752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320446.078405:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384282752:12345-0@lo:400:kworker.0 Request processed in 36us (1101us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320446.078410:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5390 00000100:00100000:3.0:1767320446.078421:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5391 00000100:00100000:3.0:1767320446.078426:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384283008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320446.078453:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384283008:12345-0@lo:400:kworker.0 Request processed in 27us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320446.078459:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5391 00000100:00080000:3.0:1767320446.078473:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320446.078491:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384282752:0@lo:400:kworker.0 00000100:00100000:3.0:1767320446.078511:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384283008:0@lo:400:kworker.0 00000100:00080000:0.0:1767320446.082425:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320446.082447:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320446.082453:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384282496:0@lo:38:kworker.0 00000100:00100000:0.0:1767320446.082508:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384282880:0@lo:38:kworker.0 00000100:00100000:0.0:1767320446.082598:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320446.082635:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384283136:0@lo:38:kworker.0 00000100:00100000:0.0:1767320446.082659:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320446.082697:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320446.082701:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320446.082704:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384282624:0@lo:38:kworker.0 00000100:00100000:0.0:1767320446.082755:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384282880 00000100:00100000:0.0:1767320446.082762:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384282880 00000100:00100000:0.0:1767320446.082828:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24721 00000100:00100000:0.0:1767320446.082837:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384282880:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320446.082864:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320446.082910:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384282880:12345-0@lo:38:kworker.0 Request processed in 72us (312us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320446.082918:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24721 00000100:00100000:0.0:1767320446.082939:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384283136 00000100:00100000:0.0:1767320446.082943:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384283136 00000100:00100000:0.0:1767320446.082963:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24722 00000100:00100000:0.0:1767320446.082967:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384283136:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320446.082976:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320446.082999:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384283136:12345-0@lo:38:kworker.0 Request processed in 30us (338us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320446.083004:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24722 00000100:00080000:0.0:1767320446.083035:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320446.083040:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320446.083044:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384282880:0@lo:38:kworker.0 00000100:00080000:0.0:1767320446.083055:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320446.083059:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320446.083063:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384283136:0@lo:38:kworker.0 00000100:00100000:1.0:1767320446.086654:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2908 00010000:00010000:3.0:1767320446.584960:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320447.095851:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320447.607169:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320448.118939:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320448.630941:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320448.631082:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320448.631104:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384283520:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320448.631170:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320448.631234:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384283520 00000100:00100000:1.0:1767320448.631328:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384283520 00000100:00100000:1.0:1767320448.631404:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2971 00000100:00100000:1.0:1767320448.631417:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384283520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320448.631447:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320448.631489:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384283520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320448.631496:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2971 00000100:00100000:1.0:1767320448.631547:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384283520:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767320448.631681:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320448.633105:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384283648:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320448.633160:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320448.633271:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384283648 00000100:00100000:1.0:1767320448.633278:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384283648 00000100:00100000:1.0:1767320448.633354:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2972 00000100:00100000:1.0:1767320448.633368:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384283648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320448.633401:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320448.633444:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384283648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320448.633451:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2972 00000100:00100000:1.0:1767320448.633490:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384283648:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320448.633738:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320449.142912:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320449.655118:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320450.122700:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320450.122935:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320450.124667:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297427456 00000100:00100000:0.0:1767320450.124687:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297427456 00000100:00100000:0.0:1767320450.124748:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297427584 00000100:00100000:0.0:1767320450.124752:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297427584 00000100:00100000:0.0:1767320450.124834:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5392 00000100:00100000:0.0:1767320450.124845:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297427584:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320450.124947:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297427584:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 104us (2013us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320450.124953:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5392 00000100:00100000:0.0:1767320450.124970:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24723 00000100:00100000:0.0:1767320450.124973:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297427456:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320450.124994:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320450.125012:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297427456:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 37us (2332us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320450.125016:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24723 00000100:00080000:0.0:1767320450.125150:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:2.0:1767320450.128755:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297427712 offset 0 length 520: 4 00000100:00100000:2.0:1767320450.166969:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320425/real 1767320425] req@ffff9369bb7b4a80 x1853164384278272/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320450 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320450.167016:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369bb7b4a80 x1853164384278272/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320450 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320450.167042:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320450.167071:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320450.167076:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384278272:0@lo:250:kworker.0 00000100:00080000:1.0:1767320450.167235:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320450.167242:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320450.167246:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320450.167252:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5328 00000100:00080000:1.0:1767320450.167256:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320450.167264:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320450.167359:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8787800 x1853164384283776/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320450.167388:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320450.167392:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320450.167394:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320450.167398:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5349 00000100:00080000:1.0:1767320450.167401:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320450.167405:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320450.167424:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785c00 x1853164384283904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320450.167433:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320450.167437:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320450.167439:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320450.167444:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5349 00000100:00080000:1.0:1767320450.167446:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320450.167449:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320450.167460:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785f80 x1853164384284032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320450.167511:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320450.167515:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320450.167517:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320450.167521:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5349 00000100:00080000:1.0:1767320450.167524:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320450.167528:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320450.167539:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8786d80 x1853164384284288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320450.167564:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320450.167568:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320450.167570:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320450.167574:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5349 00000100:00080000:1.0:1767320450.167576:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320450.167579:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320450.167590:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8787480 x1853164384284544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320450.167636:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384284800:0@lo:400:kworker.0 00000100:00100000:1.0:1767320450.167732:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320450.167816:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320450.167823:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384284160:0@lo:400:kworker.0 00000100:00100000:1.0:1767320450.167853:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320450.167887:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384284416:0@lo:400:kworker.0 00000100:00100000:1.0:1767320450.167911:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320450.167928:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320450.167933:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384284672:0@lo:400:kworker.0 00000100:00100000:1.0:1767320450.167952:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320450.167987:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384284160 00000100:00100000:1.0:1767320450.167997:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384284160 00000100:00100000:1.0:1767320450.168059:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384284416 00000100:00100000:1.0:1767320450.168062:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384284416 00000100:00100000:1.0:1767320450.168083:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5393 00000100:00100000:1.0:1767320450.168092:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384284160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320450.168147:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384284160:12345-0@lo:400:kworker.0 Request processed in 55us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320450.168156:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5393 00000100:00100000:1.0:1767320450.168173:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5394 00000100:00100000:1.0:1767320450.168179:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384284416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320450.168205:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384284416:12345-0@lo:400:kworker.0 Request processed in 26us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320450.168212:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5394 00000100:00100000:1.0:1767320450.168248:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384284416:0@lo:400:kworker.0 00000100:00100000:1.0:1767320450.168271:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384284160:0@lo:400:kworker.0 00000100:00100000:2.0:1767320450.168368:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320450.168456:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384284800 00000100:00100000:3.0:1767320450.168461:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384284800 00000100:00100000:3.0:1767320450.168505:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384284672 00000100:00100000:3.0:1767320450.168509:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384284672 00000100:00100000:3.0:1767320450.168534:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2162 00000100:00100000:3.0:1767320450.168541:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384284800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320450.168585:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384284800:12345-0@lo:400:kworker.0 Request processed in 44us (853us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320450.168591:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2162 00000100:00100000:3.0:1767320450.168604:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2163 00000100:00100000:3.0:1767320450.168609:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384284672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320450.168641:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384284672:12345-0@lo:400:kworker.0 Request processed in 32us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320450.168647:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2163 00000100:00100000:3.0:1767320450.168674:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384284672:0@lo:400:kworker.0 00000100:00100000:3.0:1767320450.168696:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384284800:0@lo:400:kworker.0 00000100:00080000:0.0:1767320450.174516:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320450.174531:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320450.174535:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320450.174568:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384283776:0@lo:250:kworker.0 00000400:00000100:0.0:1767320450.174661:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384283776 offset 0 length 520: 4 00000100:00100000:0.0:1767320450.174714:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384283904:0@lo:38:kworker.0 00000100:00100000:0.0:1767320450.174756:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320450.174965:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384283904 00000100:00100000:3.0:1767320450.174977:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384283904 00000100:00100000:0.0:1767320450.175071:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384284032:0@lo:38:kworker.0 00000100:00100000:0.0:1767320450.175101:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320450.175129:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384284288:0@lo:38:kworker.0 00000100:00100000:0.0:1767320450.175153:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320450.175213:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384284032 00000100:00100000:1.0:1767320450.175219:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384284032 00000100:00100000:1.0:1767320450.175255:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2909 00000100:00100000:1.0:1767320450.175264:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384284032:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320450.175305:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320450.175363:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384284032:12345-0@lo:38:kworker.0 Request processed in 99us (260us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320450.175375:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2909 00000100:00100000:0.0:1767320450.177795:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384284544:0@lo:38:kworker.0 00000100:00100000:0.0:1767320450.177873:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320450.177926:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384284288 00000100:00100000:3.0:1767320450.177937:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384284288 00000100:00100000:3.0:1767320450.177988:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24724 00000100:00100000:3.0:1767320450.177997:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384283904:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320450.178022:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320450.178069:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384283904:12345-0@lo:38:kworker.0 Request processed in 72us (3312us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320450.178076:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24724 00000100:00100000:3.0:1767320450.178094:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24725 00000100:00100000:3.0:1767320450.178099:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384284288:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320450.178108:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320450.178148:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384284288:12345-0@lo:38:kworker.0 Request processed in 48us (2994us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320450.178154:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24725 00000100:00080000:0.0:1767320450.178988:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320450.179000:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320450.179005:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384283904:0@lo:38:kworker.0 00000100:00080000:0.0:1767320450.179019:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320450.179023:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320450.179025:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384284032:0@lo:38:kworker.0 00000100:00080000:0.0:1767320450.179034:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320450.179038:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320450.179041:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384284288:0@lo:38:kworker.0 00000100:00100000:1.0:1767320450.182406:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384284544 00000100:00100000:1.0:1767320450.182429:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384284544 00000100:00100000:1.0:1767320450.182507:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24726 00000100:00100000:1.0:1767320450.182517:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384284544:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320450.182547:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320450.182666:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384284544:12345-0@lo:38:kworker.0 Request processed in 149us (4792us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320450.182675:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24726 00000100:00080000:0.0:1767320450.183372:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320450.183382:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320450.183386:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384284544:0@lo:38:kworker.0 00010000:00010000:3.0:1767320450.679023:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320451.191066:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320451.703595:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320452.214971:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320452.728316:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320453.238949:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320453.751054:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320453.753570:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384284928:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320453.753682:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320453.755912:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384285056:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320453.756015:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320453.763598:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384284928 00000100:00100000:3.0:1767320453.763620:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384284928 00000100:00100000:3.0:1767320453.763760:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384285056 00000100:00100000:3.0:1767320453.763764:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384285056 00000100:00100000:0.0:1767320453.763821:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2973 00000100:00100000:0.0:1767320453.763836:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384284928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320453.763882:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320453.763967:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384284928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 134us (10284us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320453.763974:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2973 00000100:00100000:0.0:1767320453.764071:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384284928:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320453.765552:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320453.765562:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320453.767878:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2974 00000100:00100000:3.0:1767320453.767903:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384285056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320453.767950:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320453.768483:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384285056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 591us (12466us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320453.768493:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2974 00000100:00100000:1.0:1767320453.768655:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384285056:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320454.264486:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320454.775175:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320455.240009:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320455.240073:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320455.240128:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297427968 00000100:00100000:3.0:1767320455.240286:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297427968 00000100:00100000:3.0:1767320455.240371:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297427840 00000100:00100000:3.0:1767320455.240375:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297427840 00000100:00100000:1.0:1767320455.240387:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5395 00000100:00100000:1.0:1767320455.240409:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297427968:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320455.240418:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24727 00000100:00100000:3.0:1767320455.240435:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297427840:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320455.240463:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320455.240517:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320455.240554:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297427840:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 118us (479us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320455.240563:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24727 00000100:00100000:1.0:1767320455.240661:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297427968:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 262us (664us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320455.240670:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5395 00000100:00100000:2.0:1767320455.286943:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320455.287075:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320455.287083:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320455.287088:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320455.287093:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320455.287098:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320455.287108:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5353 00000100:00080000:1.0:1767320455.287113:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320455.287123:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320455.287178:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1212a00 x1853164384285184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320455.287209:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320455.287213:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320455.287215:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320455.287220:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5353 00000100:00080000:1.0:1767320455.287222:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320455.287226:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320455.287251:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1210e00 x1853164384285312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320455.287275:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384285184:0@lo:38:kworker.0 00000100:00080000:1.0:1767320455.287306:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320455.287311:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320455.287313:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320455.287317:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5353 00000100:00080000:1.0:1767320455.287319:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320455.287324:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320455.287337:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8786d80 x1853164384285568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320455.287358:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:1.0:1767320455.287373:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767320455.287374:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384285440:0@lo:400:kworker.0 00000100:00080000:1.0:1767320455.287380:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320455.287384:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320455.287390:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5353 00000100:00080000:1.0:1767320455.287392:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320455.287396:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320455.287410:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785c00 x1853164384285824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320455.287453:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384285696:0@lo:400:kworker.0 00000100:00100000:3.0:1767320455.287462:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320455.287518:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320455.287528:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384286080:0@lo:400:kworker.0 00000100:00100000:1.0:1767320455.287878:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320455.287928:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320455.287934:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384285952:0@lo:400:kworker.0 00000100:00100000:1.0:1767320455.287959:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320455.287993:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384285952 00000100:00100000:1.0:1767320455.288002:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384285952 00000100:00100000:1.0:1767320455.288074:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2164 00000100:00100000:1.0:1767320455.288089:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384285952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320455.288140:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384285952:12345-0@lo:400:kworker.0 Request processed in 58us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320455.288148:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2164 00000100:00080000:1.0:1767320455.288175:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320455.288189:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384285440 00000100:00100000:1.0:1767320455.288192:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384285440 00000100:00100000:1.0:1767320455.288221:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384285696 00000100:00100000:1.0:1767320455.288223:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384285696 00000100:00100000:1.0:1767320455.288256:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5396 00000100:00100000:1.0:1767320455.288262:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384285440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320455.288299:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384285440:12345-0@lo:400:kworker.0 Request processed in 37us (841us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320455.288305:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5396 00000100:00100000:1.0:1767320455.288317:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5397 00000100:00100000:1.0:1767320455.288324:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384285696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320455.288348:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384285696:12345-0@lo:400:kworker.0 Request processed in 26us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320455.288354:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5397 00000100:00080000:1.0:1767320455.288367:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320455.288418:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384285952:0@lo:400:kworker.0 00000100:00100000:1.0:1767320455.288431:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384285696:0@lo:400:kworker.0 00000100:00100000:3.0:1767320455.288721:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384285440:0@lo:400:kworker.0 00000100:00100000:0.0:1767320455.290136:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320455.290191:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384285312:0@lo:38:kworker.0 00000100:00100000:0.0:1767320455.290243:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320455.290287:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384285568:0@lo:38:kworker.0 00000100:00100000:3.0:1767320455.290326:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384285312 00000100:00100000:3.0:1767320455.290336:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384285312 00000100:00100000:3.0:1767320455.290386:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2910 00000100:00100000:3.0:1767320455.290394:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384285312:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320455.290420:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320455.290542:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384285184 00000100:00100000:1.0:1767320455.290547:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384285184 00000100:00100000:1.0:1767320455.290577:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24728 00000100:00100000:1.0:1767320455.290588:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384285184:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320455.290598:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320455.292290:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384285312:12345-0@lo:38:kworker.0 Request processed in 1886us (2036us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320455.292307:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2910 00000100:00100000:2.0:1767320455.293105:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320455.293193:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384286080 00000100:00100000:3.0:1767320455.293216:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384286080 00000100:00100000:3.0:1767320455.293308:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2165 00000100:00100000:3.0:1767320455.293319:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384286080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320455.293397:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384286080:12345-0@lo:400:kworker.0 Request processed in 80us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320455.293405:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2165 00000100:00100000:1.0:1767320455.294178:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384285184:12345-0@lo:38:kworker.0 Request processed in 3582us (4040us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320455.294192:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24728 00000100:00080000:2.0:1767320455.294818:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320455.294875:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384286080:0@lo:400:kworker.0 00000100:00100000:0.0:1767320455.296213:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320455.296292:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384285824:0@lo:38:kworker.0 00000100:00100000:0.0:1767320455.296480:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320455.296533:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320455.296540:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320455.296545:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384285184:0@lo:38:kworker.0 00000100:00080000:0.0:1767320455.296559:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320455.296562:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320455.296565:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384285312:0@lo:38:kworker.0 00000100:00100000:1.0:1767320455.296828:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384285568 00000100:00100000:1.0:1767320455.296838:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384285568 00000100:00100000:1.0:1767320455.296893:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384285824 00000100:00100000:1.0:1767320455.296897:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384285824 00000100:00100000:1.0:1767320455.297521:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24729 00000100:00100000:1.0:1767320455.297532:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384285568:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320455.297560:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320455.299668:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384285568:12345-0@lo:38:kworker.0 Request processed in 2121us (3520us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320455.299696:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24729 00000100:00100000:1.0:1767320455.299748:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24730 00000100:00100000:1.0:1767320455.299754:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384285824:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320455.299796:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320455.299871:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384285824:12345-0@lo:38:kworker.0 Request processed in 116us (3391us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320455.299877:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24730 00000100:00080000:0.0:1767320455.300545:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320455.300553:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320455.306437:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384285568:0@lo:38:kworker.0 00000100:00080000:0.0:1767320455.306503:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320455.306509:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320455.306514:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384285824:0@lo:38:kworker.0 00010000:00010000:3.0:1767320455.799579:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320456.311733:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320456.824005:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320457.337087:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320457.847194:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320458.360121:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320458.871151:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320458.871425:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384286208:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320458.871534:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320458.871755:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384286208 00000100:00100000:3.0:1767320458.871765:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384286208 00000100:00100000:3.0:1767320458.871885:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2975 00000100:00100000:3.0:1767320458.871896:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384286208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320458.871936:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767320458.872366:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320458.872535:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384286208:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320458.872551:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384286208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 645us (1019us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320458.872568:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2975 00000100:00100000:1.0:1767320458.874099:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384286336:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320458.874280:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320458.874493:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384286336 00000100:00100000:3.0:1767320458.874508:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384286336 00000100:00100000:3.0:1767320458.874591:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2976 00000100:00100000:3.0:1767320458.874601:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384286336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320458.874637:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767320458.874812:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320458.875101:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384286336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 501us (821us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320458.875110:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2976 00000100:00100000:1.0:1767320458.879653:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384286336:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320459.383456:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320459.894943:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320460.361658:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320460.361709:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320460.361825:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297428224 00000100:00100000:3.0:1767320460.361836:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297428224 00000100:00100000:3.0:1767320460.361954:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297428096 00000100:00100000:3.0:1767320460.361958:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297428096 00000100:00100000:3.0:1767320460.361982:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5398 00000100:00100000:3.0:1767320460.361994:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297428224:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320460.362086:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297428224:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 94us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320460.362094:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5398 00000100:00100000:3.0:1767320460.362112:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24731 00000100:00100000:3.0:1767320460.362116:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297428096:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320460.362137:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320460.362163:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297428096:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 44us (453us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320460.362169:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24731 00000100:00080000:2.0:1767320460.365205:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320460.407175:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320460.407194:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320460.407198:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320460.407202:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320460.407207:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320460.407219:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5358 00000100:00080000:2.0:1767320460.407223:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320460.407232:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320460.407277:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ee300 x1853164384286464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320460.407295:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320460.407298:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320460.407300:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320460.407303:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5358 00000100:00080000:2.0:1767320460.407305:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320460.407309:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320460.407323:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ed880 x1853164384286592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320460.407369:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320460.407372:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320460.407374:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320460.407378:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5358 00000100:00080000:2.0:1767320460.407380:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320460.407383:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320460.407396:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ec000 x1853164384286848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320460.407420:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320460.407424:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320460.407426:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320460.407430:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5358 00000100:00080000:2.0:1767320460.407432:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320460.407435:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320460.407447:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f617480 x1853164384287104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320460.407486:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384286976:0@lo:400:kworker.0 00000100:00100000:2.0:1767320460.407547:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320460.407611:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320460.407617:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384287232:0@lo:400:kworker.0 00000100:00100000:2.0:1767320460.407643:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320460.407677:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384287232 00000100:00100000:2.0:1767320460.407694:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384287232 00000100:00100000:2.0:1767320460.407747:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2166 00000100:00100000:2.0:1767320460.407757:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384287232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320460.407949:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f614700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384287360:0@lo:400:kworker.0 00000100:00100000:1.0:1767320460.407981:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320460.408008:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320460.408013:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384286720:0@lo:400:kworker.0 00000100:00100000:1.0:1767320460.408036:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320460.408067:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384287360 00000100:00100000:1.0:1767320460.408071:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384287360 00000100:00100000:1.0:1767320460.408100:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2167 00000100:00100000:1.0:1767320460.408112:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384287360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320460.408148:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384287360:12345-0@lo:400:kworker.0 Request processed in 41us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320460.408155:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2167 00000100:00100000:1.0:1767320460.408182:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384286976 00000100:00100000:1.0:1767320460.408199:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384286976 00000100:00100000:1.0:1767320460.408226:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384286720 00000100:00100000:1.0:1767320460.408228:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384286720 00000100:00100000:1.0:1767320460.408247:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5399 00000100:00100000:1.0:1767320460.408253:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384286976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320460.408283:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384286976:12345-0@lo:400:kworker.0 Request processed in 30us (735us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320460.408289:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5399 00000100:00100000:1.0:1767320460.408301:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5400 00000100:00100000:1.0:1767320460.408307:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384286720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320460.408332:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384286720:12345-0@lo:400:kworker.0 Request processed in 26us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320460.408337:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5400 00000100:00100000:1.0:1767320460.408376:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384286720:0@lo:400:kworker.0 00000100:00100000:1.0:1767320460.408387:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f614700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384287360:0@lo:400:kworker.0 00000100:00100000:1.0:1767320460.408412:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320460.408438:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320460.408443:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320460.408445:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320460.408465:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384287232:0@lo:400:kworker.0 00000100:00100000:1.0:1767320460.408473:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384286976:0@lo:400:kworker.0 00000100:00100000:0.0:1767320460.408639:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384286464:0@lo:38:kworker.0 00000100:00100000:0.0:1767320460.408677:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320460.408708:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384286592:0@lo:38:kworker.0 00000100:00100000:0.0:1767320460.408730:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320460.408750:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384286848:0@lo:38:kworker.0 00000100:00100000:0.0:1767320460.408768:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320460.408802:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f617480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384287104:0@lo:38:kworker.0 00000100:00100000:0.0:1767320460.408824:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320460.409079:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384286464 00000100:00100000:0.0:1767320460.409085:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384286464 00000100:00100000:0.0:1767320460.409105:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384286848 00000100:00100000:0.0:1767320460.409108:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384286848 00000100:00100000:0.0:1767320460.409115:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384287104 00000100:00100000:0.0:1767320460.409118:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384287104 00000100:00100000:0.0:1767320460.409127:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24732 00000100:00100000:0.0:1767320460.409132:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384286464:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320460.409149:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320460.409199:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384286464:12345-0@lo:38:kworker.0 Request processed in 53us (508us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320460.409205:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24732 00000100:00100000:0.0:1767320460.409221:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24733 00000100:00100000:0.0:1767320460.409224:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384286848:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320460.409233:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320460.409257:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384286848:12345-0@lo:38:kworker.0 Request processed in 30us (487us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320460.409263:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24733 00000100:00100000:0.0:1767320460.409274:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24734 00000100:00100000:0.0:1767320460.409278:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384287104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320460.409286:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320460.409308:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384287104:12345-0@lo:38:kworker.0 Request processed in 28us (483us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320460.409313:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24734 00000100:00080000:0.0:1767320460.409341:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320460.409346:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320460.409349:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384286464:0@lo:38:kworker.0 00000100:00080000:0.0:1767320460.409357:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320460.409360:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320460.409362:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384286848:0@lo:38:kworker.0 00000100:00080000:0.0:1767320460.409369:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320460.409372:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320460.409375:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f617480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384287104:0@lo:38:kworker.0 00000100:00100000:2.0:1767320460.409660:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384287232:12345-0@lo:400:kworker.0 Request processed in 73us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320460.409668:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2166 00000100:00100000:3.0:1767320460.409817:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384286592 00000100:00100000:3.0:1767320460.409824:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384286592 00000100:00100000:3.0:1767320460.410078:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2911 00000100:00100000:3.0:1767320460.410084:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384286592:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320460.410096:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320460.410149:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384286592:12345-0@lo:38:kworker.0 Request processed in 63us (1416us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320460.410154:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2911 00000100:00080000:1.0:1767320460.410254:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320460.410260:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320460.410263:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384286592:0@lo:38:kworker.0 00010000:00010000:3.0:1767320460.919706:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320461.431129:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320461.943031:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320462.455312:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320462.967090:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320463.479361:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320463.993807:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320463.993964:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384287488:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320463.994030:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320463.994163:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384287488 00000100:00100000:0.0:1767320463.994172:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384287488 00000100:00100000:0.0:1767320463.994250:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2977 00000100:00100000:0.0:1767320463.994260:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384287488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320463.994289:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320463.994343:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384287488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320463.994350:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2977 00000100:00080000:3.0:1767320463.995256:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320463.995315:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384287488:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320463.995742:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f617480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384287616:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320463.995824:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320463.996446:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384287616 00000100:00100000:2.0:1767320463.996454:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384287616 00000100:00100000:2.0:1767320463.996518:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2978 00000100:00100000:2.0:1767320463.996527:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384287616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320463.996554:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320463.996610:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384287616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320463.996617:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2978 00000100:00100000:1.0:1767320463.996700:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f617480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384287616:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767320463.997187:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320464.505693:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320465.015066:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320465.478033:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320465.478345:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297428480 00000100:00100000:0.0:1767320465.478356:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297428480 00000100:00100000:0.0:1767320465.478474:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5401 00000100:00100000:0.0:1767320465.478485:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297428480:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320465.478575:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297428480:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 93us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320465.478583:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5401 00000100:00080000:3.0:1767320465.480192:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320465.480349:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320465.480422:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297428352 00000100:00100000:1.0:1767320465.480430:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297428352 00000100:00100000:1.0:1767320465.480474:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24735 00000100:00100000:1.0:1767320465.480481:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297428352:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320465.480502:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320465.480569:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297428352:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 87us (223us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320465.480576:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24735 00000100:00100000:2.0:1767320465.526919:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320465.527055:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320465.527061:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320465.527064:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320465.527067:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320465.527071:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320465.527079:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5363 00000100:00080000:0.0:1767320465.527083:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320465.527089:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320465.527128:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cca80 x1853164384287744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320465.527159:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320465.527162:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320465.527164:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320465.527168:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5363 00000100:00080000:0.0:1767320465.527171:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320465.527174:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320465.527187:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74ce680 x1853164384287872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320465.527226:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320465.527230:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320465.527231:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320465.527234:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5363 00000100:00080000:0.0:1767320465.527237:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320465.527240:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320465.527252:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cc380 x1853164384288128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320465.527273:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320465.527277:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320465.527279:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320465.527282:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5363 00000100:00080000:0.0:1767320465.527285:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320465.527288:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320465.527298:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db3b80 x1853164384288384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320465.527336:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384288640:0@lo:400:kworker.0 00000100:00100000:0.0:1767320465.527418:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320465.527484:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320465.527490:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384288000:0@lo:400:kworker.0 00000100:00100000:0.0:1767320465.527524:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320465.527571:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384288000 00000100:00100000:0.0:1767320465.527578:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384288000 00000100:00100000:0.0:1767320465.527625:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5402 00000100:00100000:0.0:1767320465.527632:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384288000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320465.527677:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384288000:12345-0@lo:400:kworker.0 Request processed in 44us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320465.527683:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5402 00000100:00100000:0.0:1767320465.527720:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384288000:0@lo:400:kworker.0 00000100:00100000:1.0:1767320465.528268:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384287744:0@lo:38:kworker.0 00000100:00100000:1.0:1767320465.528310:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320465.528331:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384287872:0@lo:38:kworker.0 00000100:00100000:1.0:1767320465.528350:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320465.528382:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384288128:0@lo:38:kworker.0 00000100:00100000:1.0:1767320465.528412:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320465.528428:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384288384:0@lo:38:kworker.0 00000100:00100000:1.0:1767320465.528447:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320465.528470:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384288256:0@lo:400:kworker.0 00000100:00100000:1.0:1767320465.528489:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320465.528507:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320465.528637:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384287872 00000100:00100000:2.0:1767320465.528643:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384287872 00000100:00100000:2.0:1767320465.528664:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2912 00000100:00100000:2.0:1767320465.528670:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384287872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320465.528688:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320465.528729:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384287872:12345-0@lo:38:kworker.0 Request processed in 57us (376us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320465.528735:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2912 00000100:00080000:2.0:1767320465.528760:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320465.528765:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320465.528768:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384287872:0@lo:38:kworker.0 00000100:00100000:2.0:1767320465.528817:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384287744 00000100:00100000:2.0:1767320465.528821:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384287744 00000100:00100000:2.0:1767320465.528834:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384288128 00000100:00100000:2.0:1767320465.528836:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384288128 00000100:00100000:2.0:1767320465.528843:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384288384 00000100:00100000:2.0:1767320465.528845:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384288384 00000100:00100000:2.0:1767320465.528851:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384288256 00000100:00100000:2.0:1767320465.528853:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384288256 00000100:00100000:2.0:1767320465.528873:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5403 00000100:00100000:2.0:1767320465.528879:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384288256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320465.528955:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24736 00000100:00100000:0.0:1767320465.528960:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384287744:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320465.528970:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320465.529002:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384287744:12345-0@lo:38:kworker.0 Request processed in 39us (690us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320465.529007:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24736 00000100:00100000:0.0:1767320465.529020:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24737 00000100:00100000:0.0:1767320465.529024:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384288128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320465.529032:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320465.529068:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384288128:12345-0@lo:38:kworker.0 Request processed in 42us (655us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320465.529074:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24737 00000100:00100000:0.0:1767320465.529085:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24738 00000100:00100000:0.0:1767320465.529089:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384288384:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320465.529099:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320465.529120:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384288384:12345-0@lo:38:kworker.0 Request processed in 30us (671us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320465.529125:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24738 00000100:00100000:1.0:1767320465.529225:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384288512:0@lo:400:kworker.0 00000100:00100000:1.0:1767320465.529251:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320465.529304:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384288640 00000100:00100000:0.0:1767320465.529308:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384288640 00000100:00100000:0.0:1767320465.529334:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384288512 00000100:00100000:0.0:1767320465.529337:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384288512 00000100:00100000:0.0:1767320465.529356:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2168 00000100:00100000:0.0:1767320465.529362:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384288640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320465.529408:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384288640:12345-0@lo:400:kworker.0 Request processed in 45us (1990us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320465.529413:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2168 00000100:00100000:0.0:1767320465.529425:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2169 00000100:00100000:0.0:1767320465.529431:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384288512:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767320465.529523:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320465.529527:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320465.529529:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320465.529558:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320465.529562:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320465.529565:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384287744:0@lo:38:kworker.0 00000100:00080000:3.0:1767320465.529572:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320465.529575:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320465.529578:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384288128:0@lo:38:kworker.0 00000100:00080000:3.0:1767320465.529584:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320465.529587:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320465.529590:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384288384:0@lo:38:kworker.0 00000100:00100000:3.0:1767320465.529647:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384288640:0@lo:400:kworker.0 00000100:00100000:2.0:1767320465.533549:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384288256:12345-0@lo:400:kworker.0 Request processed in 4662us (5050us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320465.533561:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5403 00000100:00100000:1.0:1767320465.534175:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384288256:0@lo:400:kworker.0 00000100:00100000:0.0:1767320465.534351:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384288512:12345-0@lo:400:kworker.0 Request processed in 4917us (5095us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320465.534360:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2169 00000100:00100000:1.0:1767320465.535369:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384288512:0@lo:400:kworker.0 00010000:00010000:3.0:1767320466.039142:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320466.550982:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320467.063166:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320467.575706:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320468.087453:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320468.599283:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320469.112362:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384288768:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767320469.112420:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320469.112444:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320469.112680:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384288768 00000100:00100000:3.0:1767320469.112688:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384288768 00000100:00080000:0.0:1767320469.112737:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320469.112763:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2979 00000100:00100000:3.0:1767320469.112775:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384288768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320469.112823:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320469.112876:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384288768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320469.112886:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2979 00000100:00100000:0.0:1767320469.112948:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384288768:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320469.113465:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384288896:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320469.113491:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320469.113654:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384288896 00000100:00100000:0.0:1767320469.113658:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384288896 00000100:00080000:1.0:1767320469.113729:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320469.114054:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2980 00000100:00100000:0.0:1767320469.114061:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384288896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320469.114086:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320469.114137:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384288896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320469.114143:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2980 00000100:00100000:3.0:1767320469.114438:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384288896:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320469.623200:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320470.135202:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320470.601279:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320470.601329:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320470.604075:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297428736 00000100:00100000:0.0:1767320470.604101:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297428736 00000100:00100000:0.0:1767320470.604249:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297428608 00000100:00100000:0.0:1767320470.604253:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297428608 00000100:00100000:0.0:1767320470.604283:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5404 00000100:00100000:0.0:1767320470.604298:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297428736:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320470.604390:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297428736:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 97us (3121us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320470.604398:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5404 00000100:00100000:0.0:1767320470.604420:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24739 00000100:00100000:0.0:1767320470.604425:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297428608:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320470.604444:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320470.604472:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297428608:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 46us (3143us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320470.604480:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24739 00000100:00080000:1.0:1767320470.609673:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320470.647062:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320470.648150:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320470.648158:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320470.648161:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320470.648165:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320470.648170:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320470.648178:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5368 00000100:00080000:0.0:1767320470.648182:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320470.648189:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320470.648229:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cc380 x1853164384289024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320470.648253:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320470.648256:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320470.648258:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320470.648262:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5368 00000100:00080000:0.0:1767320470.648264:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320470.648267:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320470.648278:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cca80 x1853164384289152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320470.648320:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320470.648324:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320470.648326:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320470.648329:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5368 00000100:00080000:0.0:1767320470.648332:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320470.648336:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320470.648349:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cc000 x1853164384289408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320470.648356:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384289280:0@lo:400:kworker.0 00000100:00080000:0.0:1767320470.648379:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320470.648383:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320470.648385:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320470.648390:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5368 00000100:00080000:0.0:1767320470.648393:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320470.648396:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320470.648408:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a99c00 x1853164384289664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320470.648429:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320470.648448:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384289920:0@lo:400:kworker.0 00000100:00100000:1.0:1767320470.648526:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384289536:0@lo:400:kworker.0 00000100:00100000:1.0:1767320470.648554:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320470.648571:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320470.648576:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384289792:0@lo:400:kworker.0 00000100:00100000:1.0:1767320470.648600:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320470.648633:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384289792 00000100:00100000:1.0:1767320470.648640:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384289792 00000100:00100000:1.0:1767320470.648702:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2170 00000100:00100000:1.0:1767320470.648713:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384289792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320470.648734:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384289280 00000100:00100000:3.0:1767320470.648741:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384289280 00000100:00100000:1.0:1767320470.648769:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384289792:12345-0@lo:400:kworker.0 Request processed in 59us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320470.648777:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2170 00000100:00100000:3.0:1767320470.648821:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384289536 00000100:00080000:1.0:1767320470.648824:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320470.648826:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384289536 00000100:00100000:1.0:1767320470.648856:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384289792:0@lo:400:kworker.0 00000100:00100000:3.0:1767320470.648862:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5405 00000100:00100000:3.0:1767320470.648871:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384289280:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320470.648878:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320470.648909:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5406 00000100:00100000:3.0:1767320470.648918:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384289280:12345-0@lo:400:kworker.0 Request processed in 47us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320470.648920:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384289536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320470.648932:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5405 00000100:00100000:1.0:1767320470.648965:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384289536:12345-0@lo:400:kworker.0 Request processed in 48us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320470.648972:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5406 00000100:00100000:1.0:1767320470.649002:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384289536:0@lo:400:kworker.0 00000100:00100000:1.0:1767320470.649020:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384289280:0@lo:400:kworker.0 00000100:00100000:2.0:1767320470.650090:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384289024:0@lo:38:kworker.0 00000100:00100000:2.0:1767320470.650154:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320470.650202:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384289152:0@lo:38:kworker.0 00000100:00100000:1.0:1767320470.650220:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384289024 00000100:00100000:1.0:1767320470.650229:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384289024 00000100:00100000:2.0:1767320470.650233:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320470.650265:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384289408:0@lo:38:kworker.0 00000100:00100000:2.0:1767320470.650286:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320470.650301:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384289664:0@lo:38:kworker.0 00000100:00100000:2.0:1767320470.650321:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320470.650353:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384289408 00000100:00100000:1.0:1767320470.650356:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384289664 00000100:00100000:2.0:1767320470.650358:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384289408 00000100:00100000:1.0:1767320470.650363:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384289664 00000100:00100000:2.0:1767320470.650383:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24740 00000100:00100000:3.0:1767320470.650437:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384289152 00000100:00100000:3.0:1767320470.650442:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384289152 00000100:00100000:3.0:1767320470.650482:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2913 00000100:00100000:3.0:1767320470.650488:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384289152:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320470.650508:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320470.650559:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384289152:12345-0@lo:38:kworker.0 Request processed in 62us (319us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320470.650567:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2913 00000100:00080000:3.0:1767320470.650611:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320470.650617:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320470.650620:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384289152:0@lo:38:kworker.0 00000100:00100000:0.0:1767320470.650865:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320470.650933:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f614700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384289024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320470.650947:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320470.650978:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f614700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384289024:12345-0@lo:38:kworker.0 Request processed in 588us (824us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320470.652065:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24741 00000100:00100000:1.0:1767320470.652076:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f617480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384289408:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320470.652102:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320470.652154:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f617480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384289408:12345-0@lo:38:kworker.0 Request processed in 78us (1866us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320470.652161:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24741 00000100:00100000:1.0:1767320470.652185:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24742 00000100:00100000:1.0:1767320470.652190:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384289664:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320470.652199:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320470.652223:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384289664:12345-0@lo:38:kworker.0 Request processed in 32us (1902us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320470.652229:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24742 00000100:00100000:1.0:1767320470.652336:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384289920 00000100:00100000:1.0:1767320470.652342:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384289920 00000100:00100000:1.0:1767320470.652383:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2171 00000100:00100000:1.0:1767320470.652389:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384289920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320470.652438:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384289920:12345-0@lo:400:kworker.0 Request processed in 49us (1574us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320470.652444:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2171 00000100:00100000:1.0:1767320470.652585:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384289920:0@lo:400:kworker.0 00000100:00080000:1.0:1767320470.652732:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320470.652739:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320470.652743:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384289024:0@lo:38:kworker.0 00000100:00080000:1.0:1767320470.652756:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320470.652759:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320470.652762:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384289408:0@lo:38:kworker.0 00000100:00080000:1.0:1767320470.652769:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320470.652773:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320470.652776:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384289664:0@lo:38:kworker.0 00000100:00100000:2.0:1767320470.659103:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24740 00010000:00010000:3.0:1767320471.159136:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320471.675382:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320472.183229:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320472.695043:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320473.207530:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320473.719799:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320474.231000:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320474.231024:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384290048:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320474.231027:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384290176:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767320474.231085:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320474.237216:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320474.238482:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384290048 00000100:00100000:3.0:1767320474.238497:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384290048 00000100:00100000:3.0:1767320474.238588:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2981 00000100:00100000:3.0:1767320474.238600:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384290048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320474.238636:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320474.238699:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384290048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (1489us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320474.238706:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2981 00000100:00080000:1.0:1767320474.238811:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320474.238941:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384290048:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320474.242047:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320474.242190:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384290176 00000100:00100000:0.0:1767320474.242199:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384290176 00000100:00100000:0.0:1767320474.242268:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2982 00000100:00100000:0.0:1767320474.242278:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384290176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320474.242312:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320474.242366:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384290176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320474.242373:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2982 00000100:00100000:2.0:1767320474.242463:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384290176:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320474.242529:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320474.694541:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320474.694770:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297429120 00000100:00100000:0.0:1767320474.694832:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297429120 00000100:00100000:0.0:1767320474.694939:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5407 00000100:00100000:0.0:1767320474.694963:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297429120:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320474.695064:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297429120:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 106us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320474.695073:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5407 00000100:00080000:1.0:1767320474.695702:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:0.0:1767320474.696003:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297428864 offset 0 length 520: 4 00000100:00100000:0.0:1767320474.696038:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320474.698497:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297428992 00000100:00100000:2.0:1767320474.698513:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297428992 00000100:00100000:3.0:1767320474.698721:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24743 00000100:00100000:3.0:1767320474.698731:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297428992:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320474.698777:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320474.698871:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297428992:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 138us (2830us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320474.698878:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24743 00000100:00100000:2.0:1767320474.742942:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320475.254940:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320475.766941:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320475.770074:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320475.770085:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320475.770089:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320475.770093:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320475.770097:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320475.770106:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5373 00000100:00080000:1.0:1767320475.770110:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320475.770124:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320475.770165:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f230380 x1853164384290304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320475.770183:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320475.770186:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320475.770187:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320475.770191:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5373 00000100:00080000:1.0:1767320475.770193:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320475.770197:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320475.770209:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f232680 x1853164384290432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320475.770251:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320475.770256:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320475.770257:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320475.770261:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5373 00000100:00080000:1.0:1767320475.770264:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320475.770268:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320475.770279:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f233800 x1853164384290688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320475.770303:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320475.770306:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320475.770308:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320475.770311:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5373 00000100:00080000:1.0:1767320475.770313:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320475.770317:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320475.770329:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cc000 x1853164384290944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320475.770373:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384291072:0@lo:400:kworker.0 00000100:00100000:2.0:1767320475.770402:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384290560:0@lo:400:kworker.0 00000100:00100000:1.0:1767320475.770443:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320475.770449:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320475.770522:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320475.770523:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320475.770533:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384291200:0@lo:400:kworker.0 00000100:00100000:1.0:1767320475.770536:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384290816:0@lo:400:kworker.0 00000100:00100000:2.0:1767320475.770568:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320475.770577:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320475.770616:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384291072 00000100:00100000:1.0:1767320475.770623:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384291072 00000100:00100000:1.0:1767320475.770660:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384291200 00000100:00100000:1.0:1767320475.770662:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384291200 00000100:00100000:1.0:1767320475.770678:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2172 00000100:00100000:1.0:1767320475.770685:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384291072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320475.770727:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384291072:12345-0@lo:400:kworker.0 Request processed in 42us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320475.770734:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2172 00000100:00100000:2.0:1767320475.770744:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2173 00000100:00100000:2.0:1767320475.770755:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384291200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320475.770807:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384291200:12345-0@lo:400:kworker.0 Request processed in 56us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320475.770813:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2173 00000100:00100000:2.0:1767320475.770853:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384291200:0@lo:400:kworker.0 00000100:00100000:3.0:1767320475.770865:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320450/real 1767320450] req@ffff9369b8787800 x1853164384283776/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320475 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320475.770885:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b8787800 x1853164384283776/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320475 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320475.770899:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384290304:0@lo:38:kworker.0 00000100:00100000:3.0:1767320475.770925:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320475.770949:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384290432:0@lo:38:kworker.0 00000100:00100000:3.0:1767320475.770969:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320475.770989:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384290688:0@lo:38:kworker.0 00000100:00100000:2.0:1767320475.771014:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384290560 00000100:00100000:3.0:1767320475.771015:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320475.771031:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384290944:0@lo:38:kworker.0 00000100:00100000:3.0:1767320475.771062:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320475.771075:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320475.771085:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320475.771088:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384283776:0@lo:250:kworker.0 00000100:00100000:2.0:1767320475.771106:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384290560 00000100:00100000:3.0:1767320475.771109:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384290816 00000100:00100000:2.0:1767320475.771140:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384290304 00000100:00100000:2.0:1767320475.771143:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384290304 00000100:00100000:2.0:1767320475.771150:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384290688 00000100:00100000:2.0:1767320475.771152:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384290688 00000100:00100000:2.0:1767320475.771159:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384290944 00000100:00100000:2.0:1767320475.771161:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384290944 00000100:00100000:2.0:1767320475.771170:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5408 00000100:00100000:2.0:1767320475.771176:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384290560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320475.771214:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384290560:12345-0@lo:400:kworker.0 Request processed in 37us (765us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320475.771220:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5408 00000100:00100000:0.0:1767320475.771227:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24744 00000100:00100000:0.0:1767320475.771235:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384290304:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320475.771238:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24745 00000100:00100000:2.0:1767320475.771246:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384290688:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320475.771264:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1767320475.771268:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320475.771304:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384290304:12345-0@lo:38:kworker.0 Request processed in 69us (378us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320475.771310:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24744 00000100:00100000:0.0:1767320475.771324:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24746 00000100:00100000:0.0:1767320475.771328:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384290944:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320475.771337:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320475.771361:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384290944:12345-0@lo:38:kworker.0 Request processed in 31us (299us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320475.771367:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24746 00000100:00080000:0.0:1767320475.771389:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320475.771393:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320475.771396:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384290304:0@lo:38:kworker.0 00000100:00080000:0.0:1767320475.771403:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320475.771406:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320475.771409:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384290944:0@lo:38:kworker.0 00000100:00100000:2.0:1767320475.771442:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384290688:12345-0@lo:38:kworker.0 Request processed in 193us (425us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320475.771451:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24745 00000100:00100000:0.0:1767320475.771460:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384291072:0@lo:400:kworker.0 00000100:00080000:2.0:1767320475.771473:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320475.771485:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320475.771491:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320475.771494:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384290688:0@lo:38:kworker.0 00000100:00100000:2.0:1767320475.771503:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384290560:0@lo:400:kworker.0 00000100:00080000:0.0:1767320475.771537:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320475.771542:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1767320475.771543:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384290432 00000100:00080000:0.0:1767320475.771544:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767320475.771548:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384290432 00000100:00080000:0.0:1767320475.771551:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5353 00000100:00080000:0.0:1767320475.771555:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320475.771560:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320475.771574:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2914 00000100:00100000:0.0:1767320475.771577:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9ad80 x1853164384291328/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320475.771583:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384290432:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320475.771600:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320475.771617:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384291328:0@lo:250:kworker.0 00000400:00000100:0.0:1767320475.771637:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384291328 offset 0 length 520: 4 00000100:00100000:3.0:1767320475.771874:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384290816 00000100:00100000:3.0:1767320475.771918:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5409 00000100:00100000:3.0:1767320475.771925:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384290816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320475.772706:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384290816:12345-0@lo:400:kworker.0 Request processed in 779us (2128us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320475.772715:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5409 00000100:00100000:0.0:1767320475.772827:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384290816:0@lo:400:kworker.0 00000100:00080000:1.0:1767320475.772910:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320475.773858:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384290432:12345-0@lo:38:kworker.0 Request processed in 2272us (2883us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320475.773869:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2914 00000100:00080000:0.0:1767320475.774083:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320475.774090:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320475.774095:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384290432:0@lo:38:kworker.0 00010000:00010000:3.0:1767320476.281950:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320476.790995:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320477.302929:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320477.814994:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320478.327327:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320478.838888:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320479.351372:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320479.353504:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384291456:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320479.353585:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320479.353879:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320479.353892:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384291584:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320479.353923:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320479.354108:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384291456 00000100:00100000:3.0:1767320479.354116:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384291456 00000100:00100000:3.0:1767320479.354171:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384291584 00000100:00100000:3.0:1767320479.354173:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384291584 00000100:00100000:3.0:1767320479.354192:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2983 00000100:00100000:3.0:1767320479.354199:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384291456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320479.354224:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320479.354267:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384291456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (682us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320479.354273:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2983 00000100:00100000:3.0:1767320479.354288:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2984 00000100:00100000:3.0:1767320479.354294:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384291584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320479.354307:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320479.354333:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384291584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 39us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320479.354338:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2984 00000100:00100000:3.0:1767320479.354376:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384291456:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320479.354529:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320479.354532:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320479.354553:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384291584:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320479.814924:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320479.815139:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320479.819403:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297429248 00000100:00100000:0.0:1767320479.819418:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297429248 00000100:00100000:0.0:1767320479.819471:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297429376 00000100:00100000:0.0:1767320479.819475:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297429376 00000100:00100000:2.0:1767320479.820569:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24747 00000100:00100000:2.0:1767320479.820581:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297429248:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320479.820605:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320479.820688:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297429248:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 106us (5786us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320479.820696:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24747 00000100:00100000:0.0:1767320479.822309:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5410 00000100:00100000:0.0:1767320479.822324:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297429376:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320479.822405:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297429376:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 84us (7265us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320479.822412:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5410 00000100:00080000:3.0:1767320479.826617:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320479.863122:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320480.374993:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320480.887051:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320480.887061:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320480.887064:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320480.887069:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320480.887073:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320480.887082:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5379 00000100:00080000:3.0:1767320480.887087:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1767320480.887094:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320480.887135:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e1c00 x1853164384291712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320480.887174:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320480.887178:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320480.887180:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320480.887184:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5379 00000100:00080000:3.0:1767320480.887187:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1767320480.887190:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320480.887205:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8787800 x1853164384291840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320480.887250:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320480.887254:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320480.887256:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320480.887259:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5379 00000100:00080000:3.0:1767320480.887261:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1767320480.887265:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320480.887275:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39ad80 x1853164384292096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320480.887298:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320480.887301:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320480.887303:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320480.887306:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5379 00000100:00080000:3.0:1767320480.887309:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1767320480.887312:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320480.887322:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db3b80 x1853164384292352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320480.887356:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384292608:0@lo:400:kworker.0 00000100:00100000:3.0:1767320480.887415:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320480.887469:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320480.887475:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384291968:0@lo:400:kworker.0 00000100:00100000:3.0:1767320480.887511:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320480.887539:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384292480:0@lo:400:kworker.0 00000100:00100000:3.0:1767320480.887563:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320480.887578:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320480.887583:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384292224:0@lo:400:kworker.0 00000100:00100000:3.0:1767320480.887601:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320480.887863:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384291712:0@lo:38:kworker.0 00000100:00100000:1.0:1767320480.887893:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320480.887928:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384291840:0@lo:38:kworker.0 00000100:00100000:1.0:1767320480.887950:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320480.887977:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384292096:0@lo:38:kworker.0 00000100:00100000:2.0:1767320480.888030:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384292608 00000100:00100000:2.0:1767320480.888038:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384292608 00000100:00100000:2.0:1767320480.888080:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384292480 00000100:00100000:2.0:1767320480.888084:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384292480 00000100:00100000:2.0:1767320480.888104:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2174 00000100:00100000:2.0:1767320480.888112:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384292608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320480.888176:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384292608:12345-0@lo:400:kworker.0 Request processed in 64us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320480.888183:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2174 00000100:00100000:2.0:1767320480.888204:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2175 00000100:00100000:2.0:1767320480.888210:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384292480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320480.888214:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384291968 00000100:00100000:0.0:1767320480.888218:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384291968 00000100:00100000:0.0:1767320480.888253:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384292224 00000100:00100000:2.0:1767320480.888255:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384292480:12345-0@lo:400:kworker.0 Request processed in 46us (691us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320480.888256:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384292224 00000100:00100000:2.0:1767320480.888261:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2175 00000100:00100000:0.0:1767320480.888272:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384291712 00000100:00100000:0.0:1767320480.888275:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384291712 00000100:00100000:2.0:1767320480.888279:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5411 00000100:00100000:2.0:1767320480.888285:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384291968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320480.888286:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5412 00000100:00100000:0.0:1767320480.888292:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384292224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320480.888312:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384291968:12345-0@lo:400:kworker.0 Request processed in 28us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320480.888318:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384292224:12345-0@lo:400:kworker.0 Request processed in 27us (716us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320480.888318:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5411 00000100:00100000:0.0:1767320480.888323:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5412 00000100:00100000:0.0:1767320480.888332:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24748 00000100:00100000:0.0:1767320480.888336:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384291712:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320480.888371:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320480.888383:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384292352:0@lo:38:kworker.0 00000100:00100000:1.0:1767320480.888402:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320480.888433:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384292096 00000100:00100000:1.0:1767320480.888437:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384292096 00010000:00020000:0.0:1767320480.888474:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320480.888507:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384291712:12345-0@lo:38:kworker.0 Request processed in 169us (613us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320480.888556:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384291840 00000100:00100000:3.0:1767320480.888561:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384291840 00000100:00100000:3.0:1767320480.888585:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2915 00000100:00100000:3.0:1767320480.888590:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384291840:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320480.888600:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320480.888627:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384291840:12345-0@lo:38:kworker.0 Request processed in 36us (676us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320480.888634:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2915 00000100:00100000:3.0:1767320480.888670:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384291968:0@lo:400:kworker.0 00000100:00100000:3.0:1767320480.888681:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384292608:0@lo:400:kworker.0 00000100:00100000:3.0:1767320480.888714:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384292224:0@lo:400:kworker.0 00000100:00100000:3.0:1767320480.888723:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384292480:0@lo:400:kworker.0 00000100:00100000:3.0:1767320480.888757:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320480.888803:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384292352 00000100:00100000:3.0:1767320480.888807:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384292352 00000100:00080000:2.0:1767320480.888927:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320480.888961:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320480.888966:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320480.888969:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384291712:0@lo:38:kworker.0 00000100:00080000:2.0:1767320480.888977:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320480.888980:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320480.888983:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384291840:0@lo:38:kworker.0 00000100:00100000:1.0:1767320480.892027:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24749 00000100:00100000:1.0:1767320480.892040:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384292096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320480.892062:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320480.892142:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384292096:12345-0@lo:38:kworker.0 Request processed in 102us (3770us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320480.892149:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24749 00000100:00080000:1.0:1767320480.892204:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320480.892210:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320480.892214:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384292096:0@lo:38:kworker.0 00000100:00100000:0.0:1767320480.899214:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24748 00000100:00100000:3.0:1767320480.899323:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24750 00000100:00100000:3.0:1767320480.899334:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384292352:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320480.899359:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320480.899449:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384292352:12345-0@lo:38:kworker.0 Request processed in 115us (11045us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320480.899459:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24750 00000100:00080000:1.0:1767320480.899615:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320480.899621:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320480.899625:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384292352:0@lo:38:kworker.0 00010000:00010000:3.0:1767320481.399665:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320481.911239:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320482.423033:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320482.936165:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320483.449607:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320483.958947:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320484.471319:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384292736:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320484.471420:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320484.471532:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384292736 00000100:00100000:3.0:1767320484.471542:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384292736 00000100:00100000:3.0:1767320484.471614:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2985 00000100:00100000:3.0:1767320484.471625:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384292736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320484.471665:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320484.471714:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384292736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320484.471721:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2985 00000100:00100000:3.0:1767320484.471802:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384292736:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767320484.474954:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320484.475057:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320484.475112:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320484.475146:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384292864:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320484.475254:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320484.475339:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384292864 00000100:00100000:0.0:1767320484.475349:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384292864 00000100:00100000:0.0:1767320484.475422:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2986 00000100:00100000:0.0:1767320484.475433:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384292864:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320484.475955:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1767320484.476106:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320484.476777:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384292864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1341us (1518us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320484.476814:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2986 00000100:00100000:3.0:1767320484.485811:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384292864:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320484.936857:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320484.937258:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297429632 00000100:00100000:0.0:1767320484.937272:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297429632 00000100:00100000:0.0:1767320484.937406:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5413 00000100:00100000:0.0:1767320484.937418:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297429632:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320484.937527:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297429632:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 110us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320484.938216:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5413 00000100:00080000:3.0:1767320484.939003:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320484.939222:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320484.939308:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297429504 00000100:00100000:1.0:1767320484.939320:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297429504 00000100:00100000:1.0:1767320484.939388:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24751 00000100:00100000:1.0:1767320484.939398:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297429504:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320484.939431:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320484.939524:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297429504:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 126us (305us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320484.939766:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24751 00000100:00100000:3.0:1767320484.982977:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320485.495206:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320486.008439:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320486.011119:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320486.011134:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320486.011138:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320486.011143:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320486.011149:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320486.011161:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5384 00000100:00080000:2.0:1767320486.011169:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767320486.011179:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320486.011240:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8787800 x1853164384292992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320486.011277:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320486.011281:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320486.011283:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320486.011288:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5384 00000100:00080000:2.0:1767320486.011290:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767320486.011294:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320486.011310:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e1c00 x1853164384293120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320486.011368:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320486.011372:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320486.011374:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320486.011378:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5384 00000100:00080000:2.0:1767320486.011381:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767320486.011385:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320486.011398:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cc000 x1853164384293376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320486.011424:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320486.011428:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320486.011430:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320486.011433:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5384 00000100:00080000:2.0:1767320486.011436:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767320486.011440:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320486.011452:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891daa680 x1853164384293632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320486.011519:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384293888:0@lo:400:kworker.0 00000100:00100000:0.0:1767320486.011630:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320486.011832:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384293888 00000100:00100000:2.0:1767320486.011842:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384293888 00000100:00100000:1.0:1767320486.011900:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384292992:0@lo:38:kworker.0 00000100:00100000:2.0:1767320486.011919:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2176 00000100:00100000:2.0:1767320486.011931:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384293888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320486.011941:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320486.012005:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384293888:12345-0@lo:400:kworker.0 Request processed in 76us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320486.012013:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2176 00000100:00100000:1.0:1767320486.012014:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384292992 00000100:00100000:1.0:1767320486.012017:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384292992 00000100:00100000:1.0:1767320486.012043:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24752 00000100:00100000:1.0:1767320486.012048:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384292992:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320486.012072:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320486.012120:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384292992:12345-0@lo:38:kworker.0 Request processed in 71us (178us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320486.012126:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24752 00000100:00100000:0.0:1767320486.012318:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384293888:0@lo:400:kworker.0 00000100:00100000:0.0:1767320486.012346:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320486.012353:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384293248:0@lo:400:kworker.0 00000100:00080000:2.0:1767320486.012369:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320486.012374:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320486.012378:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320486.012378:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384292992:0@lo:38:kworker.0 00000100:00100000:2.0:1767320486.012384:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384293120:0@lo:38:kworker.0 00000100:00100000:2.0:1767320486.012410:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320486.012451:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384293376:0@lo:38:kworker.0 00000100:00100000:1.0:1767320486.012465:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384293248 00000100:00100000:1.0:1767320486.012470:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384293248 00000100:00100000:2.0:1767320486.012475:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320486.012492:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384293632:0@lo:38:kworker.0 00000100:00100000:1.0:1767320486.012499:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384293376 00000100:00100000:1.0:1767320486.012501:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384293376 00000100:00100000:2.0:1767320486.012513:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320486.012519:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384293632 00000100:00100000:1.0:1767320486.012522:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384293632 00000100:00100000:1.0:1767320486.012532:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5414 00000100:00100000:1.0:1767320486.012544:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384293248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320486.012547:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24753 00000100:00100000:2.0:1767320486.012551:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384293376:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320486.012562:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320486.012590:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384293248:12345-0@lo:400:kworker.0 Request processed in 39us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320486.012590:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384293376:12345-0@lo:38:kworker.0 Request processed in 36us (112us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320486.012596:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24753 00000100:00100000:0.0:1767320486.012743:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384293120 00000100:00100000:0.0:1767320486.012748:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384293120 00000100:00100000:0.0:1767320486.012776:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2916 00000100:00100000:0.0:1767320486.012805:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384293120:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320486.012816:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320486.012845:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384293120:12345-0@lo:38:kworker.0 Request processed in 63us (434us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320486.012850:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2916 00000100:00100000:0.0:1767320486.012897:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384293248:0@lo:400:kworker.0 00000100:00080000:3.0:1767320486.012931:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320486.012937:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320486.012962:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384293504:0@lo:400:kworker.0 00000100:00100000:3.0:1767320486.012996:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320486.013015:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320486.013021:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384293760:0@lo:400:kworker.0 00000100:00100000:3.0:1767320486.013046:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320486.013071:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384293760 00000100:00100000:3.0:1767320486.013075:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384293760 00000100:00100000:3.0:1767320486.013114:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2177 00000100:00100000:3.0:1767320486.013120:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384293760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320486.013155:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384293760:12345-0@lo:400:kworker.0 Request processed in 36us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320486.013160:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2177 00000100:00080000:3.0:1767320486.013176:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320486.013197:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384293760:0@lo:400:kworker.0 00000100:00100000:3.0:1767320486.013228:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384293504 00000100:00100000:3.0:1767320486.013231:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384293504 00000100:00100000:1.0:1767320486.014111:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5414 00000100:00100000:1.0:1767320486.014147:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24754 00000100:00100000:1.0:1767320486.014154:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384293632:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320486.014176:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320486.014236:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384293632:12345-0@lo:38:kworker.0 Request processed in 82us (1722us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320486.014243:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24754 00000100:00080000:1.0:1767320486.014318:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320486.014324:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320486.014327:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384293120:0@lo:38:kworker.0 00000100:00080000:1.0:1767320486.014337:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320486.014340:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320486.014343:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384293376:0@lo:38:kworker.0 00000100:00080000:1.0:1767320486.014352:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320486.014355:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320486.014359:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384293632:0@lo:38:kworker.0 00000100:00080000:1.0:1767320486.014398:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320486.017102:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5415 00000100:00100000:3.0:1767320486.017134:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384293504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320486.017272:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384293504:12345-0@lo:400:kworker.0 Request processed in 155us (4274us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320486.017280:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5415 00000100:00100000:1.0:1767320486.018129:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384293504:0@lo:400:kworker.0 00010000:00010000:3.0:1767320486.519479:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320487.030957:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320487.544475:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320488.054991:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320488.567831:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320489.083094:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320489.591064:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384294016:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320489.591162:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320489.591265:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1767320489.591284:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320489.591284:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384294144:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320489.592654:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384294016 00000100:00100000:0.0:1767320489.592670:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384294016 00000100:00100000:2.0:1767320489.592818:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320489.592861:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320489.593010:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384294144 00000100:00100000:0.0:1767320489.593015:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384294144 00000100:00100000:0.0:1767320489.593067:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2987 00000100:00100000:0.0:1767320489.593078:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384294016:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320489.593273:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320489.593295:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2988 00000100:00100000:1.0:1767320489.593311:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384294144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320489.593337:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320489.593427:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384294144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 123us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320489.593434:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2988 00000100:00100000:1.0:1767320489.593505:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384294144:0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320489.593582:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320489.593631:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384294016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 556us (2470us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320489.593638:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2987 00000100:00100000:1.0:1767320489.594350:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384294016:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320490.055366:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320490.055632:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320490.065141:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297429888 00000100:00100000:0.0:1767320490.065162:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297429888 00000100:00080000:1.0:1767320490.066147:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320490.066329:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297429760 00000100:00100000:0.0:1767320490.066339:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297429760 00000100:00100000:0.0:1767320490.066445:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5416 00000100:00100000:0.0:1767320490.066462:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297429888:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320490.066597:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297429888:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 141us (11246us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320490.066605:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5416 00000100:00100000:0.0:1767320490.066632:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24755 00000100:00100000:0.0:1767320490.066638:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297429760:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320490.066663:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320490.066693:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297429760:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 54us (11061us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320490.066700:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24755 00000100:00100000:2.0:1767320490.105664:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320490.615394:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320491.127107:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320491.127407:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320491.127414:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320491.127418:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320491.127422:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320491.127427:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320491.127436:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5389 00000100:00080000:0.0:1767320491.127442:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767320491.127451:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320491.127507:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f230e00 x1853164384294272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320491.127540:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320491.127544:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320491.127546:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320491.127552:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5389 00000100:00080000:0.0:1767320491.127554:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767320491.127559:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320491.127574:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f233800 x1853164384294400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320491.127582:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384294272:0@lo:38:kworker.0 00000100:00080000:0.0:1767320491.127639:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320491.127643:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320491.127645:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320491.127649:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5389 00000100:00080000:0.0:1767320491.127651:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767320491.127655:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320491.127669:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cca80 x1853164384294656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320491.127693:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320491.127699:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320491.127704:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320491.127706:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320491.127711:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5389 00000100:00080000:0.0:1767320491.127714:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767320491.127718:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320491.127729:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cc380 x1853164384294912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320491.127776:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384294784:0@lo:400:kworker.0 00000100:00100000:1.0:1767320491.127809:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384294400:0@lo:38:kworker.0 00000100:00100000:1.0:1767320491.127845:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320491.127863:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320491.127877:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384294656:0@lo:38:kworker.0 00000100:00100000:0.0:1767320491.127893:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320491.127901:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384295040:0@lo:400:kworker.0 00000100:00100000:1.0:1767320491.127920:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320491.127944:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384294912:0@lo:38:kworker.0 00000100:00100000:0.0:1767320491.127949:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320491.127979:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320491.127991:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384294400 00000100:00100000:0.0:1767320491.128000:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384294400 00000100:00100000:1.0:1767320491.128020:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384294272 00000100:00100000:1.0:1767320491.128026:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384294272 00000100:00100000:0.0:1767320491.128045:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2917 00000100:00100000:1.0:1767320491.128056:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384294784 00000100:00100000:0.0:1767320491.128057:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384294400:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320491.128061:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384294784 00010000:00020000:0.0:1767320491.128084:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320491.128101:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384294656 00000100:00100000:1.0:1767320491.128105:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384294656 00000100:00100000:1.0:1767320491.128118:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384294912 00000100:00100000:1.0:1767320491.128121:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384294912 00000100:00100000:1.0:1767320491.128135:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5417 00000100:00100000:0.0:1767320491.128138:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384294400:12345-0@lo:38:kworker.0 Request processed in 81us (290us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320491.128147:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2917 00000100:00100000:1.0:1767320491.128151:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384294784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320491.128179:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24756 00000100:00100000:0.0:1767320491.128185:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384294272:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320491.128195:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320491.128215:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384294784:12345-0@lo:400:kworker.0 Request processed in 71us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320491.128223:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5417 00000100:00100000:0.0:1767320491.128230:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384294272:12345-0@lo:38:kworker.0 Request processed in 42us (537us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320491.128237:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24756 00000100:00100000:1.0:1767320491.128243:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24757 00000100:00100000:1.0:1767320491.128248:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384294656:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320491.128257:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24758 00010000:00020000:1.0:1767320491.128263:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320491.128266:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384294912:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320491.128278:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320491.128292:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384294656:12345-0@lo:38:kworker.0 Request processed in 41us (371us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320491.128300:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24757 00000100:00100000:0.0:1767320491.128311:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384294912:12345-0@lo:38:kworker.0 Request processed in 45us (330us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320491.128319:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24758 00000100:00080000:1.0:1767320491.128328:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320491.128369:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384294784:0@lo:400:kworker.0 00000100:00080000:0.0:1767320491.128380:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320491.128388:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320491.128392:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384294400:0@lo:38:kworker.0 00000100:00080000:0.0:1767320491.128403:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320491.128407:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320491.128410:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384294656:0@lo:38:kworker.0 00000100:00080000:0.0:1767320491.128418:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320491.128422:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320491.128425:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384294912:0@lo:38:kworker.0 00000100:00080000:0.0:1767320491.128433:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320491.128436:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320491.128439:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384294272:0@lo:38:kworker.0 00000100:00100000:3.0:1767320491.128643:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384295168:0@lo:400:kworker.0 00000100:00100000:3.0:1767320491.128680:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320491.128711:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320491.128717:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384294528:0@lo:400:kworker.0 00000100:00100000:3.0:1767320491.128737:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320491.128770:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384295040 00000100:00100000:3.0:1767320491.128774:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384295040 00000100:00100000:1.0:1767320491.128813:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384294528 00000100:00100000:1.0:1767320491.128819:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384294528 00000100:00100000:3.0:1767320491.128834:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384295168 00000100:00100000:3.0:1767320491.128839:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384295168 00000100:00100000:1.0:1767320491.128859:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5418 00000100:00100000:3.0:1767320491.128866:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2178 00000100:00100000:1.0:1767320491.128871:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384294528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320491.128878:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384295040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320491.128934:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384295040:12345-0@lo:400:kworker.0 Request processed in 61us (988us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320491.128941:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2178 00000100:00100000:3.0:1767320491.128953:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2179 00000100:00100000:3.0:1767320491.128958:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384295168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320491.128983:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384295168:12345-0@lo:400:kworker.0 Request processed in 25us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320491.128988:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2179 00000100:00080000:3.0:1767320491.129004:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320491.129007:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320491.129009:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320491.129023:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384294528:12345-0@lo:400:kworker.0 Request processed in 153us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320491.129030:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384294528:0@lo:400:kworker.0 00000100:00100000:1.0:1767320491.129032:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5418 00000100:00100000:3.0:1767320491.129049:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384295168:0@lo:400:kworker.0 00000100:00100000:3.0:1767320491.129084:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384295040:0@lo:400:kworker.0 00010000:00010000:0.0:1767320491.641652:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320492.152413:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320492.663183:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320493.177380:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320493.687102:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320494.199117:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320494.712216:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320494.712249:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320494.712278:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384295296:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320494.712381:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320494.712476:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384295296 00000100:00100000:0.0:1767320494.712486:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384295296 00000100:00100000:0.0:1767320494.712579:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2989 00000100:00100000:0.0:1767320494.712592:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384295296:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320494.712621:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00002000:00000024:0.0:1767320494.712633:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320494.712634:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384295424:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320494.712683:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320494.712697:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384295296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320494.712706:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2989 00000100:00100000:2.0:1767320494.712718:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384295424 00000100:00100000:2.0:1767320494.712724:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384295424 00000100:00100000:2.0:1767320494.712777:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2990 00000100:00100000:2.0:1767320494.712921:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384295424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320494.712942:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320494.712990:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384295424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320494.713065:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384295424:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320494.713255:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320494.713262:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320494.713293:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384295296:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320494.715334:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2990 00000100:00100000:3.0:1767320495.174663:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320495.174760:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320495.175507:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297430144 00000100:00100000:2.0:1767320495.175519:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297430144 00000100:00100000:2.0:1767320495.175629:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297430016 00000100:00100000:2.0:1767320495.175634:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297430016 00000100:00080000:3.0:1767320495.175672:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320495.175712:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5419 00000100:00100000:0.0:1767320495.175725:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297430144:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320495.175883:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297430144:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 160us (1228us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320495.175892:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5419 00000100:00100000:0.0:1767320495.175922:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24759 00000100:00100000:0.0:1767320495.175927:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297430016:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320495.175960:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320495.175986:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297430016:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 58us (1226us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320495.175993:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24759 00000100:00100000:2.0:1767320495.227922:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320495.735644:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320496.247045:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320496.247326:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320496.247333:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320496.247337:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320496.247340:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320496.247344:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320496.247351:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5394 00000100:00080000:2.0:1767320496.247356:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320496.247365:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320496.247405:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548ce00 x1853164384295552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320496.247438:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320496.247441:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320496.247443:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320496.247447:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5394 00000100:00080000:2.0:1767320496.247449:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320496.247452:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320496.247463:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548df80 x1853164384295680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320496.247498:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320496.247502:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320496.247504:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320496.247508:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5394 00000100:00080000:2.0:1767320496.247510:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320496.247513:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320496.247524:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548c000 x1853164384295936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320496.247548:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320496.247553:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320496.247555:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320496.247559:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5394 00000100:00080000:2.0:1767320496.247561:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320496.247564:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320496.247581:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5c00 x1853164384296192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320496.247621:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384296320:0@lo:400:kworker.0 00000100:00100000:2.0:1767320496.247694:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320496.247758:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320496.247765:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384296064:0@lo:400:kworker.0 00000100:00100000:2.0:1767320496.247809:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320496.247846:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384296320 00000100:00100000:2.0:1767320496.247854:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384296320 00000100:00100000:2.0:1767320496.247918:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2180 00000100:00100000:2.0:1767320496.247927:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384296320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320496.247981:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384296320:12345-0@lo:400:kworker.0 Request processed in 56us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320496.247988:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2180 00000100:00100000:2.0:1767320496.248012:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384296064 00000100:00100000:2.0:1767320496.248015:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384296064 00000100:00100000:2.0:1767320496.248041:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5420 00000100:00100000:2.0:1767320496.248047:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384296064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320496.248077:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384296064:12345-0@lo:400:kworker.0 Request processed in 30us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320496.248083:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5420 00000100:00100000:2.0:1767320496.248120:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384296064:0@lo:400:kworker.0 00000100:00100000:2.0:1767320496.248131:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384296320:0@lo:400:kworker.0 00000100:00100000:0.0:1767320496.248372:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384295808:0@lo:400:kworker.0 00000100:00100000:0.0:1767320496.248420:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320496.248451:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320496.248458:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384296448:0@lo:400:kworker.0 00000100:00100000:0.0:1767320496.248481:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320496.248510:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384296448 00000100:00100000:0.0:1767320496.248514:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384296448 00000100:00100000:0.0:1767320496.248540:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2181 00000100:00100000:0.0:1767320496.248546:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384296448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320496.248580:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384296448:12345-0@lo:400:kworker.0 Request processed in 34us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320496.248587:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2181 00000100:00100000:0.0:1767320496.248615:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384296448:0@lo:400:kworker.0 00000100:00100000:3.0:1767320496.248773:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384295552:0@lo:38:kworker.0 00000100:00100000:3.0:1767320496.248841:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320496.248874:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384295680:0@lo:38:kworker.0 00000100:00100000:3.0:1767320496.248897:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320496.248917:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384295936:0@lo:38:kworker.0 00000100:00100000:3.0:1767320496.248935:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320496.248949:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384296192:0@lo:38:kworker.0 00000100:00100000:3.0:1767320496.248967:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320496.248990:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320496.248995:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320496.248997:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320496.249062:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384295808 00000100:00100000:2.0:1767320496.249067:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384295808 00000100:00100000:0.0:1767320496.249151:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384295552 00000100:00100000:0.0:1767320496.249156:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384295552 00000100:00100000:0.0:1767320496.249171:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384295936 00000100:00100000:0.0:1767320496.249173:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384295936 00000100:00100000:0.0:1767320496.249179:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384296192 00000100:00100000:0.0:1767320496.249181:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384296192 00000100:00100000:0.0:1767320496.249191:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24760 00000100:00100000:0.0:1767320496.249196:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384295552:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320496.249215:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320496.249270:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384295552:12345-0@lo:38:kworker.0 Request processed in 71us (428us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320496.249276:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24760 00000100:00100000:0.0:1767320496.249288:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24761 00000100:00100000:0.0:1767320496.249292:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384295936:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320496.249300:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320496.249323:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384295936:12345-0@lo:38:kworker.0 Request processed in 29us (386us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320496.249327:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24761 00000100:00100000:0.0:1767320496.249337:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24762 00000100:00100000:0.0:1767320496.249341:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384296192:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320496.249348:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320496.249368:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384296192:12345-0@lo:38:kworker.0 Request processed in 26us (401us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320496.249374:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24762 00000100:00100000:0.0:1767320496.249393:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384295680 00000100:00100000:0.0:1767320496.249396:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384295680 00000100:00100000:0.0:1767320496.249429:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2918 00000100:00100000:0.0:1767320496.249433:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384295680:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320496.249442:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320496.249466:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384295680:12345-0@lo:38:kworker.0 Request processed in 32us (568us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320496.249472:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2918 00000100:00080000:0.0:1767320496.249507:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320496.249511:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320496.249515:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384295552:0@lo:38:kworker.0 00000100:00080000:0.0:1767320496.249525:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320496.249528:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320496.249530:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384295680:0@lo:38:kworker.0 00000100:00080000:0.0:1767320496.249537:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320496.249540:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320496.249542:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384295936:0@lo:38:kworker.0 00000100:00080000:0.0:1767320496.249548:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320496.249551:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320496.249554:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384296192:0@lo:38:kworker.0 00000100:00100000:2.0:1767320496.249722:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5421 00000100:00100000:2.0:1767320496.249729:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384295808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320496.249775:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384295808:12345-0@lo:400:kworker.0 Request processed in 46us (1367us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320496.249811:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5421 00000100:00100000:2.0:1767320496.249841:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384295808:0@lo:400:kworker.0 00000100:00080000:3.0:1767320496.258226:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320496.759435:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320497.271986:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320497.783221:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320498.296465:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320498.807079:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320499.320673:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320499.831002:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320499.831112:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384296576:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320499.831184:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320499.831320:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384296576 00000100:00100000:2.0:1767320499.831328:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384296576 00000100:00100000:2.0:1767320499.831410:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2991 00000100:00100000:2.0:1767320499.831420:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384296576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320499.831456:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320499.831504:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384296576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320499.831511:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2991 00000100:00080000:0.0:1767320499.831572:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320499.831608:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384296576:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320499.835444:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320499.835468:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384296704:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320499.835544:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320499.835667:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384296704 00000100:00100000:1.0:1767320499.835676:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384296704 00000100:00100000:1.0:1767320499.835754:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2992 00000100:00100000:1.0:1767320499.835768:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384296704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320499.835838:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320499.835882:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384296704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320499.835889:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2992 00000100:00100000:0.0:1767320499.836088:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384296704:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320499.836872:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320500.294541:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320500.294599:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:3.0:1767320500.294633:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297430528 offset 0 length 520: 4 00000100:00100000:2.0:1767320500.294873:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297430400 00000100:00100000:2.0:1767320500.294890:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297430400 00000100:00100000:2.0:1767320500.295010:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297430272 00000100:00100000:2.0:1767320500.295014:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297430272 00000100:00100000:2.0:1767320500.295053:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5422 00000100:00100000:2.0:1767320500.295067:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297430400:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320500.295082:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24763 00000100:00100000:0.0:1767320500.295095:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297430272:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320500.295129:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320500.295182:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297430400:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 117us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320500.295192:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5422 00000100:00100000:0.0:1767320500.295282:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297430272:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 101us (596us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320500.295293:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24763 00000100:00080000:3.0:1767320500.297424:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320500.342971:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320475/real 1767320475] req@ffff936887a9ad80 x1853164384291328/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320500 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320500.343015:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff936887a9ad80 x1853164384291328/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320500 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320500.343040:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320500.343064:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320500.343068:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384291328:0@lo:250:kworker.0 00000100:00100000:3.0:1767320500.343300:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320500.343382:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320500.343394:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320500.343399:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320500.343408:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5379 00000100:00080000:1.0:1767320500.343412:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320500.343419:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320500.343458:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8787800 x1853164384296832/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320500.343484:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320500.343488:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320500.343490:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320500.343494:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5399 00000100:00080000:1.0:1767320500.343498:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320500.343503:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320500.343520:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384296832:0@lo:250:kworker.0 00000100:00100000:1.0:1767320500.343525:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cc380 x1853164384296960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320500.343539:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320500.343542:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320500.343544:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320500.343550:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5399 00000100:00080000:1.0:1767320500.343553:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320500.343558:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320500.343574:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cca80 x1853164384297088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:0.0:1767320500.343589:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384296832 offset 0 length 520: 4 00000100:00080000:1.0:1767320500.343626:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320500.343631:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320500.343633:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320500.343637:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5399 00000100:00080000:1.0:1767320500.343639:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320500.343643:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320500.343662:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320500.343664:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e1c00 x1853164384297344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320500.343679:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384297216:0@lo:400:kworker.0 00000100:00080000:1.0:1767320500.343712:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320500.343718:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320500.343720:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320500.343724:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5399 00000100:00080000:1.0:1767320500.343726:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320500.343729:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320500.343743:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da8e00 x1853164384297600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320500.343775:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384297472:0@lo:400:kworker.0 00000100:00100000:3.0:1767320500.343974:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320500.344051:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384297216 00000100:00100000:3.0:1767320500.344061:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384297216 00000100:00100000:1.0:1767320500.344097:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320500.344136:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384297472 00000100:00100000:3.0:1767320500.344142:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384297472 00000100:00100000:1.0:1767320500.344164:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5423 00000100:00080000:2.0:1767320500.344247:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320500.344316:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384297216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320500.344347:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384296960:0@lo:38:kworker.0 00000100:00100000:1.0:1767320500.344390:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384297216:12345-0@lo:400:kworker.0 Request processed in 96us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320500.344400:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320500.344507:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384297088:0@lo:38:kworker.0 00000100:00100000:0.0:1767320500.344537:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320500.344557:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384297344:0@lo:38:kworker.0 00000100:00100000:0.0:1767320500.344580:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320500.344598:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384297600:0@lo:38:kworker.0 00000100:00100000:0.0:1767320500.344618:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320500.344648:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384297088 00000100:00100000:0.0:1767320500.344652:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384297088 00000100:00100000:0.0:1767320500.344678:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2919 00000100:00100000:0.0:1767320500.344685:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384297088:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320500.344710:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320500.344763:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384297088:12345-0@lo:38:kworker.0 Request processed in 77us (226us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320500.344771:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2919 00000100:00100000:0.0:1767320500.344817:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384296960 00000100:00100000:0.0:1767320500.344832:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384296960 00000100:00100000:2.0:1767320500.344902:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384297216:0@lo:400:kworker.0 00000100:00100000:2.0:1767320500.344929:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384297344 00000100:00100000:2.0:1767320500.344932:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384297344 00000100:00100000:3.0:1767320500.345072:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384297600 00000100:00100000:3.0:1767320500.345077:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384297600 00000100:00100000:3.0:1767320500.345090:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5424 00000100:00100000:3.0:1767320500.345099:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384297472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320500.345142:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384297472:12345-0@lo:400:kworker.0 Request processed in 46us (1048us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320500.345148:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5424 00000100:00100000:3.0:1767320500.345164:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24764 00000100:00100000:3.0:1767320500.345168:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384297600:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320500.345178:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320500.345307:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384297600:12345-0@lo:38:kworker.0 Request processed in 136us (686us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320500.345313:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24764 00000100:00100000:1.0:1767320500.348146:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5423 00000100:00100000:1.0:1767320500.348262:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384297472:0@lo:400:kworker.0 00000100:00080000:3.0:1767320500.348276:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767320500.348283:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24765 00000100:00080000:3.0:1767320500.348287:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320500.348292:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384297088:0@lo:38:kworker.0 00000100:00100000:0.0:1767320500.348294:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384296960:12345-0@lo:38:kworker.0 00000100:00080000:3.0:1767320500.348311:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320500.348315:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320500.348319:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384297600:0@lo:38:kworker.0 00010000:00020000:0.0:1767320500.348321:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320500.348488:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24766 00000100:00100000:2.0:1767320500.348497:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384297344:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320500.348509:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320500.348637:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384297344:12345-0@lo:38:kworker.0 Request processed in 138us (4054us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320500.348644:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24766 00000100:00080000:3.0:1767320500.348705:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320500.348710:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320500.348713:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384297344:0@lo:38:kworker.0 00000100:00100000:0.0:1767320500.348970:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384296960:12345-0@lo:38:kworker.0 Request processed in 676us (4571us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320500.348977:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24765 00000100:00080000:3.0:1767320500.349054:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320500.349060:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320500.349063:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384296960:0@lo:38:kworker.0 00010000:00010000:1.0:1767320500.854952:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320501.371261:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320501.879366:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320502.390987:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320502.904023:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320503.415101:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320503.927106:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320504.438944:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320504.951506:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320504.951838:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384297728:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320504.951956:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320504.952382:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384297728 00000100:00100000:1.0:1767320504.952393:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384297728 00000100:00100000:1.0:1767320504.952475:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2993 00000100:00100000:1.0:1767320504.952492:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384297728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320504.952531:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320504.952588:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384297728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (632us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320504.952596:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2993 00000100:00080000:3.0:1767320504.952669:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320504.952721:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384297728:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320504.953392:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320504.953410:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384297856:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320504.953466:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320504.953615:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384297856 00000100:00100000:1.0:1767320504.953622:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384297856 00000100:00100000:1.0:1767320504.953681:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2994 00000100:00100000:1.0:1767320504.953690:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384297856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320504.953717:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1767320504.953861:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320504.953932:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384297856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 243us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320504.953940:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2994 00000100:00100000:2.0:1767320504.954684:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384297856:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320505.424041:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320505.424175:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320505.424264:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297430784 00000100:00100000:3.0:1767320505.424277:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297430784 00000100:00100000:3.0:1767320505.424440:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297430656 00000100:00100000:3.0:1767320505.424445:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297430656 00000100:00100000:3.0:1767320505.424472:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5425 00000100:00100000:3.0:1767320505.424484:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297430784:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320505.424576:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297430784:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 94us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320505.424584:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5425 00000100:00100000:0.0:1767320505.424604:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24767 00000100:00100000:0.0:1767320505.424610:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297430656:12345-192.168.202.56@tcp:38:kworker.0 00000100:00080000:1.0:1767320505.424669:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:0.0:1767320505.424732:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320505.424835:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297430656:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 223us (660us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320505.427209:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24767 00000100:00100000:2.0:1767320505.462947:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320505.463146:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320505.463155:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320505.463159:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320505.463165:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320505.463170:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320505.463181:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5403 00000100:00080000:3.0:1767320505.463198:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320505.463209:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320505.463278:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279c00 x1853164384297984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320505.463312:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320505.463316:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320505.463318:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320505.463323:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5403 00000100:00080000:3.0:1767320505.463326:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320505.463330:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320505.463344:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627a300 x1853164384298112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320505.463390:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320505.463394:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320505.463396:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320505.463399:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5403 00000100:00080000:3.0:1767320505.463402:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320505.463406:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320505.463418:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278700 x1853164384298368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320505.463450:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320505.463455:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320505.463456:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320505.463460:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5403 00000100:00080000:3.0:1767320505.463464:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320505.463467:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320505.463479:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627aa00 x1853164384298624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320505.463659:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384298240:0@lo:400:kworker.0 00000100:00100000:2.0:1767320505.463751:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320505.463811:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384298240 00000100:00100000:1.0:1767320505.463821:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384298240 00000100:00100000:1.0:1767320505.463906:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5426 00000100:00100000:1.0:1767320505.463918:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384298240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320505.463921:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384297984:0@lo:38:kworker.0 00000100:00100000:1.0:1767320505.463982:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384298240:12345-0@lo:400:kworker.0 Request processed in 66us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320505.463985:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320505.463991:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5426 00000100:00100000:3.0:1767320505.464076:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384298496:0@lo:400:kworker.0 00000100:00100000:0.0:1767320505.464121:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384298112:0@lo:38:kworker.0 00000100:00100000:1.0:1767320505.466487:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384297984 00000100:00100000:1.0:1767320505.466511:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384297984 00000100:00100000:1.0:1767320505.466581:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24768 00000100:00100000:1.0:1767320505.466592:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384297984:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320505.466623:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320505.467814:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320505.467824:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320505.467889:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384298240:0@lo:400:kworker.0 00000100:00100000:3.0:1767320505.467899:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384298496 00000100:00100000:3.0:1767320505.467904:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384298496 00000100:00080000:2.0:1767320505.467945:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320505.467960:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5427 00000100:00100000:3.0:1767320505.467969:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384298496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320505.468037:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384298496:12345-0@lo:400:kworker.0 Request processed in 69us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320505.468111:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384298496:0@lo:400:kworker.0 00000100:00100000:0.0:1767320505.468799:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320505.468858:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384298368:0@lo:38:kworker.0 00000100:00100000:0.0:1767320505.468894:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320505.468918:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384298624:0@lo:38:kworker.0 00000100:00100000:0.0:1767320505.468945:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320505.468980:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384298368 00000100:00100000:0.0:1767320505.468985:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384298368 00000100:00100000:0.0:1767320505.469011:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384298624 00000100:00100000:0.0:1767320505.469014:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384298624 00000100:00100000:0.0:1767320505.469026:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24769 00000100:00100000:0.0:1767320505.469031:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384298368:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320505.469055:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320505.469095:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384298368:12345-0@lo:38:kworker.0 Request processed in 61us (198us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320505.469103:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24769 00000100:00100000:0.0:1767320505.469124:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24770 00000100:00100000:0.0:1767320505.469129:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384298624:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320505.469138:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320505.469161:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384298624:12345-0@lo:38:kworker.0 Request processed in 31us (216us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320505.469168:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24770 00000100:00080000:0.0:1767320505.469203:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320505.469210:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320505.469215:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384298368:0@lo:38:kworker.0 00000100:00080000:0.0:1767320505.469223:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320505.469227:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320505.469230:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384298624:0@lo:38:kworker.0 00000100:00100000:2.0:1767320505.469340:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384298112 00000100:00100000:2.0:1767320505.469345:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384298112 00000100:00100000:2.0:1767320505.469377:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2920 00000100:00100000:2.0:1767320505.469383:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384298112:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320505.469393:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320505.469431:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384298112:12345-0@lo:38:kworker.0 Request processed in 47us (658us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320505.469439:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2920 00000100:00080000:0.0:1767320505.470152:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320505.470161:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320505.470166:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384298112:0@lo:38:kworker.0 00000100:00100000:3.0:1767320505.471052:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5427 00000100:00100000:1.0:1767320505.471319:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384297984:12345-0@lo:38:kworker.0 Request processed in 4726us (7330us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320505.471330:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24768 00000100:00080000:0.0:1767320505.471408:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320505.471414:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320505.471417:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384297984:0@lo:38:kworker.0 00010000:00010000:1.0:1767320505.975082:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320506.487274:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320507.000469:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320507.511073:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320508.023586:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320508.534962:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320509.047073:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320509.559001:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320510.071232:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320510.071266:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384298752:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320510.071368:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320510.071622:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320510.071633:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384298880:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320510.071663:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320510.071847:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384298752 00000100:00100000:0.0:1767320510.071858:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384298752 00000100:00100000:0.0:1767320510.071929:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384298880 00000100:00100000:0.0:1767320510.071933:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384298880 00000100:00100000:0.0:1767320510.071953:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2995 00000100:00100000:0.0:1767320510.071963:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384298752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320510.072000:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320510.072051:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384298752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (683us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320510.072059:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2995 00000100:00100000:0.0:1767320510.072078:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2996 00000100:00100000:0.0:1767320510.072084:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384298880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320510.072100:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320510.072124:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384298880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320510.072130:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2996 00000100:00100000:0.0:1767320510.072180:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384298752:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320510.072412:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320510.072417:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320510.072440:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384298880:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767320510.072943:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320510.542055:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320510.542183:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320510.542468:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297430912 00000100:00100000:1.0:1767320510.542483:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297430912 00000100:00100000:1.0:1767320510.542540:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297431040 00000100:00100000:1.0:1767320510.542544:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297431040 00000100:00100000:1.0:1767320510.542612:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5428 00000100:00100000:1.0:1767320510.542632:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297431040:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320510.542763:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297431040:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 141us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320510.542771:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5428 00000100:00100000:1.0:1767320510.543061:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24771 00000100:00100000:1.0:1767320510.543068:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297430912:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320510.543094:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320510.543276:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297430912:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 205us (1238us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320510.543283:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24771 00000100:00080000:0.0:1767320510.543773:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320510.585390:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320510.586062:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320510.586071:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320510.586076:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320510.586081:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320510.586086:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320510.586097:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5408 00000100:00080000:2.0:1767320510.586105:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320510.586114:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320510.586174:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5500 x1853164384299008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320510.586209:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320510.586216:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320510.586218:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320510.586223:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5408 00000100:00080000:2.0:1767320510.586225:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320510.586229:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320510.586246:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf6d80 x1853164384299136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320510.586334:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1767320510.586399:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320510.586403:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320510.586406:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320510.586418:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5408 00000100:00080000:2.0:1767320510.586421:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320510.586427:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320510.586442:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cca80 x1853164384299392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320510.586481:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320510.586486:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320510.586488:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320510.586492:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5408 00000100:00080000:2.0:1767320510.586495:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320510.586499:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320510.586511:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548f480 x1853164384299648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320510.586538:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320510.586556:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384299520:0@lo:400:kworker.0 00000100:00100000:2.0:1767320510.586645:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320510.586831:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384299520 00000100:00100000:3.0:1767320510.586843:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384299520 00000100:00100000:3.0:1767320510.586923:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5429 00000100:00100000:3.0:1767320510.586933:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384299520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320510.586999:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384299520:12345-0@lo:400:kworker.0 Request processed in 67us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320510.587011:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5429 00000100:00100000:3.0:1767320510.587069:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384299520:0@lo:400:kworker.0 00000100:00080000:2.0:1767320510.587313:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320510.587381:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384299008:0@lo:38:kworker.0 00000100:00100000:0.0:1767320510.587421:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320510.587458:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384299136:0@lo:38:kworker.0 00000100:00100000:0.0:1767320510.587487:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320510.587520:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384299392:0@lo:38:kworker.0 00000100:00100000:0.0:1767320510.587544:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320510.587558:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384299648:0@lo:38:kworker.0 00000100:00100000:0.0:1767320510.587577:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320510.587610:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384299008 00000100:00100000:0.0:1767320510.587615:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384299008 00000100:00100000:0.0:1767320510.587646:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384299392 00000100:00100000:0.0:1767320510.587649:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384299392 00000100:00100000:0.0:1767320510.587662:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384299648 00000100:00100000:0.0:1767320510.587665:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384299648 00000100:00100000:0.0:1767320510.587675:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24772 00000100:00100000:0.0:1767320510.587681:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384299008:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320510.587703:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320510.587759:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384299008:12345-0@lo:38:kworker.0 Request processed in 77us (337us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320510.587766:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24772 00000100:00100000:0.0:1767320510.587824:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24773 00000100:00100000:0.0:1767320510.587829:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384299392:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320510.587839:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320510.587865:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384299392:12345-0@lo:38:kworker.0 Request processed in 35us (321us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320510.587871:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24773 00000100:00100000:0.0:1767320510.587882:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24774 00000100:00100000:0.0:1767320510.587886:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384299648:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320510.587894:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320510.587916:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384299648:12345-0@lo:38:kworker.0 Request processed in 28us (338us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320510.587922:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24774 00000100:00080000:0.0:1767320510.587952:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320510.587957:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320510.587960:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384299008:0@lo:38:kworker.0 00000100:00080000:0.0:1767320510.587967:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320510.587970:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320510.587972:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384299392:0@lo:38:kworker.0 00000100:00080000:0.0:1767320510.587978:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320510.587981:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320510.587983:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384299648:0@lo:38:kworker.0 00000100:00100000:2.0:1767320510.592231:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384299136 00000100:00100000:2.0:1767320510.592253:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384299136 00000100:00100000:2.0:1767320510.592336:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2921 00000100:00100000:2.0:1767320510.592346:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384299136:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320510.592376:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320510.592512:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384299136:12345-0@lo:38:kworker.0 Request processed in 166us (5023us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320510.592521:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2921 00000100:00080000:3.0:1767320510.595271:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320510.595289:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320510.595295:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384299136:0@lo:38:kworker.0 00000100:00100000:1.0:1767320510.597296:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384299264:0@lo:400:kworker.0 00000100:00100000:1.0:1767320510.597421:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320510.597562:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384299264 00000100:00100000:3.0:1767320510.597574:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384299264 00000100:00100000:3.0:1767320510.597672:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5430 00000100:00100000:3.0:1767320510.597685:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384299264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320510.597814:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384299264:12345-0@lo:400:kworker.0 Request processed in 132us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320510.597822:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5430 00000100:00100000:1.0:1767320510.598375:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384299264:0@lo:400:kworker.0 00000100:00080000:2.0:1767320510.598529:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320511.094993:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320511.607263:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320512.124463:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320512.631134:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320513.143593:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320513.654942:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320514.167122:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320514.679205:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320515.191530:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320515.191577:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384299776:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320515.191676:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320515.191678:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320515.191735:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384299776 00000100:00100000:1.0:1767320515.191746:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384299776 00000100:00100000:1.0:1767320515.191836:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2997 00000100:00100000:1.0:1767320515.191865:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384299776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320515.191902:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320515.191956:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384299776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320515.191965:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2997 00000100:00100000:0.0:1767320515.192000:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384299776:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320515.192264:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320515.192286:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320515.192297:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384299904:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320515.192331:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320515.192370:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384299904 00000100:00100000:2.0:1767320515.192374:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384299904 00000100:00100000:2.0:1767320515.192410:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2998 00000100:00100000:2.0:1767320515.192419:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384299904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320515.192439:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320515.192472:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384299904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320515.192479:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2998 00000100:00080000:2.0:1767320515.192495:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320515.192518:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384299904:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320515.685717:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320515.685863:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320515.686263:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297431296 00000100:00100000:3.0:1767320515.686280:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297431296 00000100:00100000:3.0:1767320515.686417:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297431168 00000100:00100000:3.0:1767320515.686422:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297431168 00000100:00100000:3.0:1767320515.686454:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5431 00000100:00100000:3.0:1767320515.686470:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297431296:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320515.686579:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297431296:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 111us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320515.686588:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5431 00000100:00100000:3.0:1767320515.686614:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24775 00000100:00100000:3.0:1767320515.686619:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297431168:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320515.686652:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320515.686698:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297431168:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 77us (835us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320515.686704:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24775 00000100:00080000:2.0:1767320515.687375:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320515.705608:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320515.705749:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320515.705758:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320515.705762:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320515.705767:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320515.705773:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320515.705803:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5413 00000100:00080000:1.0:1767320515.705809:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320515.705818:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320515.705877:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da9880 x1853164384300032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320515.705908:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320515.705912:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320515.705914:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320515.705919:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5413 00000100:00080000:1.0:1767320515.705922:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320515.705925:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320515.705942:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9daaa00 x1853164384300160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320515.705994:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320515.705998:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320515.706000:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320515.706003:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5413 00000100:00080000:1.0:1767320515.706005:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320515.706008:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320515.706021:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e6680 x1853164384300416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320515.706052:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320515.706056:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320515.706058:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320515.706062:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5413 00000100:00080000:1.0:1767320515.706064:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320515.706068:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320515.706078:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e7100 x1853164384300672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320515.706107:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320515.706121:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384300544:0@lo:400:kworker.0 00000100:00100000:3.0:1767320515.706271:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384300032:0@lo:38:kworker.0 00000100:00100000:3.0:1767320515.706357:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320515.706437:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384300160:0@lo:38:kworker.0 00000100:00100000:3.0:1767320515.706466:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320515.706490:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384300416:0@lo:38:kworker.0 00000100:00100000:3.0:1767320515.706514:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320515.706530:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384300672:0@lo:38:kworker.0 00000100:00100000:3.0:1767320515.706552:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320515.706605:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384300032 00000100:00100000:3.0:1767320515.706616:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384300032 00000100:00100000:3.0:1767320515.706656:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384300416 00000100:00100000:3.0:1767320515.706659:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384300416 00000100:00100000:3.0:1767320515.706673:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384300672 00000100:00100000:3.0:1767320515.706675:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384300672 00000100:00100000:3.0:1767320515.706702:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24776 00000100:00100000:3.0:1767320515.706711:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384300032:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320515.706740:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320515.706821:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384300032:12345-0@lo:38:kworker.0 Request processed in 109us (463us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320515.706828:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24776 00000100:00100000:3.0:1767320515.706849:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24777 00000100:00100000:3.0:1767320515.706853:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384300416:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320515.706862:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320515.706887:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384300416:12345-0@lo:38:kworker.0 Request processed in 32us (372us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320515.706891:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24777 00000100:00100000:3.0:1767320515.706901:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24778 00000100:00100000:3.0:1767320515.706905:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384300672:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320515.706913:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320515.706938:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384300672:12345-0@lo:38:kworker.0 Request processed in 31us (385us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320515.706944:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24778 00000100:00080000:3.0:1767320515.706986:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320515.706992:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320515.706996:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384300032:0@lo:38:kworker.0 00000100:00080000:3.0:1767320515.707007:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320515.707010:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320515.707012:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384300416:0@lo:38:kworker.0 00000100:00080000:3.0:1767320515.707020:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320515.707022:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320515.707024:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384300672:0@lo:38:kworker.0 00000100:00100000:0.0:1767320515.707348:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320515.707366:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384300288:0@lo:400:kworker.0 00000100:00100000:0.0:1767320515.707409:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320515.707457:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384300160 00000100:00100000:0.0:1767320515.707462:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384300160 00000100:00100000:0.0:1767320515.707497:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2922 00000100:00100000:0.0:1767320515.707503:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384300160:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320515.707514:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320515.707552:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384300160:12345-0@lo:38:kworker.0 Request processed in 48us (1084us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320515.707558:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2922 00000100:00100000:0.0:1767320515.707590:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384300288 00000100:00100000:0.0:1767320515.707595:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384300288 00000100:00100000:0.0:1767320515.707642:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5432 00000100:00100000:0.0:1767320515.707648:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384300288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320515.707708:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384300288:12345-0@lo:400:kworker.0 Request processed in 60us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320515.707714:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5432 00000100:00080000:0.0:1767320515.707749:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320515.707771:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320515.707776:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320515.707814:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384300160:0@lo:38:kworker.0 00000100:00100000:0.0:1767320515.707846:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384300288:0@lo:400:kworker.0 00000100:00100000:1.0:1767320515.708016:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320515.708255:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384300544 00000100:00100000:3.0:1767320515.708259:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384300544 00000100:00100000:3.0:1767320515.708321:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5433 00000100:00100000:3.0:1767320515.708329:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384300544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320515.708375:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384300544:12345-0@lo:400:kworker.0 Request processed in 47us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320515.708384:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5433 00000100:00080000:2.0:1767320515.708987:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320515.709065:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384300544:0@lo:400:kworker.0 00010000:00010000:1.0:1767320516.217391:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320516.727189:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320517.239871:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320517.751211:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320518.263320:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320518.775318:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320519.287144:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320519.799441:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320520.311263:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320520.311298:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384300800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320520.311408:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320520.311765:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320520.311803:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384300928:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320520.311843:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320520.311903:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384300800 00000100:00100000:2.0:1767320520.311916:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384300800 00000100:00100000:2.0:1767320520.311989:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384300928 00000100:00100000:2.0:1767320520.311994:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384300928 00000100:00100000:2.0:1767320520.312045:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2999 00000100:00080000:0.0:1767320520.312050:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320520.312058:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384300800:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320520.312060:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1767320520.312108:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320520.312114:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3000 00000100:00100000:0.0:1767320520.312137:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384300928:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320520.312182:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384300800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 126us (772us total) trans 0 rc 0/0 00002000:00000024:0.0:1767320520.312189:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320520.312195:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2999 00000100:00100000:2.0:1767320520.312297:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384300800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320520.312299:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384300928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 167us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320520.312313:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3000 00000100:00100000:2.0:1767320520.312360:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384300928:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767320520.312556:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320520.779151:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320520.779337:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297431552 00000100:00100000:0.0:1767320520.779350:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297431552 00000100:00100000:0.0:1767320520.779480:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5434 00000100:00100000:0.0:1767320520.779494:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297431552:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320520.779616:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297431552:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 125us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320520.779624:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5434 00000100:00080000:2.0:1767320520.779700:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320520.782775:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320520.782966:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297431424 00000100:00100000:1.0:1767320520.782979:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297431424 00000100:00100000:1.0:1767320520.783039:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24779 00000100:00100000:1.0:1767320520.783049:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297431424:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320520.783084:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320520.783171:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297431424:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 121us (413us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320520.783180:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24779 00000100:00100000:2.0:1767320520.823077:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320520.823526:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320520.823533:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320520.823536:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320520.823546:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320520.823552:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320520.823564:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5418 00000100:00080000:0.0:1767320520.823569:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320520.823579:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320520.823690:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f12a00 x1853164384301056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320520.823764:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384301056:0@lo:38:kworker.0 00000100:00100000:3.0:1767320520.823885:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320520.824055:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384301056 00000100:00100000:1.0:1767320520.824065:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384301056 00000100:00100000:1.0:1767320520.824103:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24780 00000100:00100000:1.0:1767320520.824110:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384301056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320520.824131:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320520.824243:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320520.824246:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320520.824248:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320520.824251:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5418 00000100:00080000:0.0:1767320520.824254:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320520.824257:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320520.824274:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f11c00 x1853164384301184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320520.825690:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384301184:0@lo:38:kworker.0 00000100:00100000:3.0:1767320520.825795:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320520.825814:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384301056:12345-0@lo:38:kworker.0 Request processed in 1698us (1923us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320520.825830:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24780 00000100:00080000:3.0:1767320520.825867:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320520.825872:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320520.825876:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384301056:0@lo:38:kworker.0 00000100:00100000:2.0:1767320520.826005:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384301184 00000100:00100000:2.0:1767320520.826014:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384301184 00000100:00100000:2.0:1767320520.826060:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2923 00000100:00100000:2.0:1767320520.826067:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384301184:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320520.826091:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320520.826132:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384301184:12345-0@lo:38:kworker.0 Request processed in 65us (353us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320520.826136:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2923 00000100:00080000:3.0:1767320520.826219:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320520.826223:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320520.826225:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384301184:0@lo:38:kworker.0 00000100:00080000:0.0:1767320520.826340:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320520.826345:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320520.826348:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320520.826353:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5418 00000100:00080000:0.0:1767320520.826357:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320520.826363:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320520.826375:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320520.826384:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f10a80 x1853164384301440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320520.826387:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384301312:0@lo:400:kworker.0 00000100:00100000:1.0:1767320520.826426:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320520.826440:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320520.826444:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320520.826447:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320520.826453:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5418 00000100:00100000:1.0:1767320520.826454:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384301312 00000100:00080000:0.0:1767320520.826456:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767320520.826458:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384301312 00000100:00080000:0.0:1767320520.826463:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320520.826476:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f13b80 x1853164384301696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320520.826523:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5435 00000100:00100000:0.0:1767320520.826524:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384301824:0@lo:400:kworker.0 00000100:00100000:1.0:1767320520.826535:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384301312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320520.826569:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320520.826601:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320520.826602:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384301312:12345-0@lo:400:kworker.0 Request processed in 69us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320520.826611:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384301568:0@lo:400:kworker.0 00000100:00100000:1.0:1767320520.826615:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5435 00000100:00100000:0.0:1767320520.826654:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320520.826686:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384301952:0@lo:400:kworker.0 00000100:00100000:0.0:1767320520.826690:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384301824 00000100:00100000:0.0:1767320520.826696:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384301824 00000100:00100000:1.0:1767320520.826718:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320520.826747:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384301952 00000100:00100000:0.0:1767320520.826752:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384301952 00000100:00100000:0.0:1767320520.826774:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2182 00000100:00100000:0.0:1767320520.826806:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384301824:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320520.827524:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320520.827549:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384301568 00000100:00100000:2.0:1767320520.827555:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384301568 00000100:00100000:2.0:1767320520.827600:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5436 00000100:00100000:2.0:1767320520.827608:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384301568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320520.832876:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384301312:0@lo:400:kworker.0 00000100:00100000:0.0:1767320520.832891:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384301824:12345-0@lo:400:kworker.0 Request processed in 6104us (6316us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320520.832913:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2182 00000100:00100000:0.0:1767320520.832985:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384301824:0@lo:400:kworker.0 00000100:00100000:0.0:1767320520.833024:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2183 00000100:00100000:0.0:1767320520.833043:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384301952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320520.833097:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384301440:0@lo:38:kworker.0 00000100:00100000:0.0:1767320520.833139:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384301952:12345-0@lo:400:kworker.0 Request processed in 104us (6419us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320520.833155:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320520.833173:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384301696:0@lo:38:kworker.0 00000100:00100000:3.0:1767320520.833193:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320520.833218:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384301568:12345-0@lo:400:kworker.0 Request processed in 5609us (6561us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320520.833225:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384301440 00000100:00100000:2.0:1767320520.833229:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5436 00000100:00100000:3.0:1767320520.833233:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384301440 00000100:00100000:2.0:1767320520.833255:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384301696 00000100:00100000:2.0:1767320520.833261:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384301696 00000100:00100000:3.0:1767320520.833265:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24781 00000100:00100000:3.0:1767320520.833272:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384301440:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320520.833288:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24782 00000100:00100000:2.0:1767320520.833294:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384301696:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320520.833298:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1767320520.833308:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320520.833341:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384301440:12345-0@lo:38:kworker.0 Request processed in 67us (185us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320520.833348:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384301696:12345-0@lo:38:kworker.0 Request processed in 51us (151us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320520.833354:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24781 00000100:00100000:2.0:1767320520.833382:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24782 00000100:00080000:2.0:1767320520.833402:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320520.833602:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320520.833609:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320520.833613:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384301440:0@lo:38:kworker.0 00000100:00080000:2.0:1767320520.833622:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320520.833625:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320520.833628:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384301696:0@lo:38:kworker.0 00000100:00100000:2.0:1767320520.833689:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384301952:0@lo:400:kworker.0 00000100:00100000:0.0:1767320520.834490:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2183 00000100:00100000:1.0:1767320520.834816:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384301568:0@lo:400:kworker.0 00010000:00010000:1.0:1767320521.334967:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320521.848022:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320522.363087:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320522.871138:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320523.383106:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320523.896570:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320524.406948:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320524.871441:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297431680 offset 0 length 520: 4 00000100:00100000:3.0:1767320524.871495:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320524.871550:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320524.871733:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297431808 00000100:00100000:2.0:1767320524.871746:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297431808 00000100:00100000:2.0:1767320524.871839:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297431936 00000100:00100000:2.0:1767320524.871843:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297431936 00000100:00100000:2.0:1767320524.871890:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5437 00000100:00100000:2.0:1767320524.871902:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297431936:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320524.871982:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297431936:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 81us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320524.871991:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5437 00000100:00100000:2.0:1767320524.872007:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24783 00000100:00100000:2.0:1767320524.872012:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297431808:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320524.872031:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320524.872052:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297431808:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 39us (559us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320524.872058:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24783 00000100:00080000:2.0:1767320524.872073:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320524.919255:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320525.434878:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320525.434901:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384302080:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320525.434967:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320525.434996:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384302208:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320525.435029:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320525.435174:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384302080 00000100:00100000:2.0:1767320525.435182:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384302080 00000100:00100000:2.0:1767320525.435251:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384302208 00000100:00100000:2.0:1767320525.435253:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384302208 00000100:00100000:2.0:1767320525.435273:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3001 00000100:00100000:2.0:1767320525.435281:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384302080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320525.435309:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320525.435351:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384302080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320525.435367:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3001 00000100:00100000:2.0:1767320525.435382:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3002 00000100:00100000:2.0:1767320525.435394:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384302208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320525.435408:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320525.435431:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384302208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320525.435436:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3002 00000100:00080000:3.0:1767320525.435561:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320525.435565:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320525.435602:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384302080:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767320525.435671:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320525.436893:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384302208:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320525.943625:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320525.943955:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320525.943970:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320525.943974:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320525.943978:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320525.943981:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320525.943988:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5424 00000100:00080000:0.0:1767320525.943992:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320525.943999:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320525.944041:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5500 x1853164384302336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320525.944056:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320525.944059:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320525.944061:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320525.944065:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5424 00000100:00080000:0.0:1767320525.944068:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320525.944071:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320525.944111:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3ac380 x1853164384302464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320525.944146:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320525.944150:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320525.944152:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320525.944155:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5424 00000100:00080000:0.0:1767320525.944159:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320525.944162:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320525.944174:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3ac000 x1853164384302720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320525.944200:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320525.944204:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320525.944205:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320525.944209:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5424 00000100:00080000:0.0:1767320525.944211:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320525.944214:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320525.944234:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3aea00 x1853164384302976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320525.944270:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384302848:0@lo:400:kworker.0 00000100:00100000:0.0:1767320525.944332:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320525.944404:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320525.944410:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384303104:0@lo:400:kworker.0 00000100:00100000:0.0:1767320525.944446:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320525.944476:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384302848 00000100:00100000:0.0:1767320525.944495:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384302848 00000100:00100000:0.0:1767320525.944546:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5438 00000100:00100000:0.0:1767320525.944565:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384302848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320525.944623:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384302848:12345-0@lo:400:kworker.0 Request processed in 67us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320525.944630:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5438 00000100:00100000:1.0:1767320525.944645:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384303232:0@lo:400:kworker.0 00000100:00100000:0.0:1767320525.944659:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384303104 00000100:00100000:0.0:1767320525.944664:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384303104 00000100:00100000:1.0:1767320525.944681:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320525.944707:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320525.944714:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384302592:0@lo:400:kworker.0 00000100:00100000:1.0:1767320525.944736:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320525.944770:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320525.944852:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320500/real 1767320500] req@ffff9369b8787800 x1853164384296832/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320525 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320525.944871:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b8787800 x1853164384296832/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320525 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320525.944883:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384302336:0@lo:38:kworker.0 00000100:00100000:2.0:1767320525.944953:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320525.944978:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384302464:0@lo:38:kworker.0 00000100:00100000:2.0:1767320525.945000:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320525.945021:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384302720:0@lo:38:kworker.0 00000100:00100000:2.0:1767320525.945040:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320525.945055:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384302976:0@lo:38:kworker.0 00000100:00100000:2.0:1767320525.945072:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320525.945085:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320525.945094:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320525.945097:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384296832:0@lo:250:kworker.0 00000100:00100000:2.0:1767320525.945123:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384302592 00000100:00100000:2.0:1767320525.945127:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384302592 00000100:00100000:2.0:1767320525.945157:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384302336 00000100:00100000:2.0:1767320525.945161:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384302336 00000100:00100000:2.0:1767320525.945169:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384302720 00000100:00100000:2.0:1767320525.945171:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384302720 00000100:00100000:2.0:1767320525.945178:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384302976 00000100:00100000:2.0:1767320525.945180:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384302976 00000100:00100000:2.0:1767320525.945188:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5439 00000100:00100000:2.0:1767320525.945194:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384302592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320525.945228:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384302592:12345-0@lo:400:kworker.0 Request processed in 34us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320525.945235:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5439 00000100:00100000:2.0:1767320525.945248:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24784 00000100:00100000:2.0:1767320525.945253:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384302336:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320525.945270:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320525.945300:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384302336:12345-0@lo:38:kworker.0 Request processed in 46us (346us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320525.945306:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24784 00000100:00100000:2.0:1767320525.945318:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24785 00000100:00100000:2.0:1767320525.945321:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384302720:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320525.945330:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320525.945351:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384302720:12345-0@lo:38:kworker.0 Request processed in 28us (310us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320525.945356:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24785 00000100:00100000:2.0:1767320525.945366:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24786 00000100:00100000:2.0:1767320525.945370:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384302976:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320525.945378:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320525.945398:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384302976:12345-0@lo:38:kworker.0 Request processed in 26us (324us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320525.945403:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24786 00000100:00100000:2.0:1767320525.945429:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384302464 00000100:00100000:2.0:1767320525.945433:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384302464 00000100:00100000:2.0:1767320525.945452:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2924 00000100:00100000:2.0:1767320525.945457:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384302464:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320525.945466:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320525.945487:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384302464:12345-0@lo:38:kworker.0 Request processed in 29us (486us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320525.945493:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2924 00000100:00080000:2.0:1767320525.945508:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320525.945527:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320525.945531:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320525.945534:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384302336:0@lo:38:kworker.0 00000100:00080000:2.0:1767320525.945542:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320525.945545:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320525.945548:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384302464:0@lo:38:kworker.0 00000100:00080000:2.0:1767320525.945556:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320525.945559:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320525.945561:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384302720:0@lo:38:kworker.0 00000100:00080000:2.0:1767320525.945569:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320525.945572:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320525.945574:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384302976:0@lo:38:kworker.0 00000100:00100000:2.0:1767320525.945621:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384302592:0@lo:400:kworker.0 00000100:00080000:2.0:1767320525.945654:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320525.945658:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320525.945661:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320525.945664:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5403 00000100:00080000:2.0:1767320525.945666:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320525.945670:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320525.945685:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109f80 x1853164384303360/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320525.945719:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384302848:0@lo:400:kworker.0 00000100:00100000:2.0:1767320525.945732:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384303360:0@lo:250:kworker.0 00000400:00000100:2.0:1767320525.945747:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384303360 offset 0 length 520: 4 00000100:00100000:0.0:1767320525.946327:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384303232 00000100:00100000:0.0:1767320525.946332:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384303232 00000100:00100000:0.0:1767320525.946363:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2184 00000100:00100000:0.0:1767320525.946371:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384303104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320525.946416:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384303104:12345-0@lo:400:kworker.0 Request processed in 45us (1968us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320525.946421:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2184 00000100:00100000:0.0:1767320525.946434:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2185 00000100:00100000:0.0:1767320525.946441:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384303232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320525.946473:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384303232:12345-0@lo:400:kworker.0 Request processed in 33us (1794us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320525.946479:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2185 00000100:00100000:3.0:1767320525.946709:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384303104:0@lo:400:kworker.0 00000100:00100000:3.0:1767320525.946737:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384303232:0@lo:400:kworker.0 00010000:00010000:1.0:1767320526.455441:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320526.967127:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320527.479673:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320527.990919:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320528.503228:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320529.019130:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320529.529380:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320529.995269:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320529.998645:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297432192 00000100:00100000:1.0:1767320529.998677:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297432192 00000100:00100000:1.0:1767320529.998900:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5440 00000100:00100000:1.0:1767320529.998941:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297432192:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:2.0:1767320529.998992:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320529.999081:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297432192:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 169us (3838us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320529.999091:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5440 00000100:00100000:3.0:1767320530.000493:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320530.000600:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297432064 00000100:00100000:1.0:1767320530.000614:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297432064 00000100:00100000:1.0:1767320530.003374:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24787 00000100:00100000:1.0:1767320530.003389:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297432064:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320530.003428:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320530.003539:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297432064:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 150us (3054us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320530.003560:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24787 00000100:00100000:2.0:1767320530.038980:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320530.552428:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320530.552474:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384303488:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320530.552705:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320530.552807:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384303488 00000100:00100000:3.0:1767320530.552822:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384303488 00000100:00080000:1.0:1767320530.553037:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320530.553170:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320530.553186:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384303616:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320530.553227:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320530.553357:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384303616 00000100:00100000:3.0:1767320530.553363:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384303616 00000100:00100000:3.0:1767320530.553500:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3003 00000100:00100000:3.0:1767320530.553514:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384303488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320530.553576:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00010000:00010000:0.0:1767320530.553737:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320530.553822:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384303488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 310us (1117us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320530.553831:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3003 00000100:00100000:3.0:1767320530.553853:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3004 00000100:00100000:3.0:1767320530.553860:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384303616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320530.553881:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767320530.553909:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320530.553934:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384303616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (707us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320530.553941:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3004 00000100:00100000:3.0:1767320530.553998:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384303616:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320530.554217:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384303488:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320531.063251:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320531.063273:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320531.063277:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320531.063282:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320531.063288:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320531.063302:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5429 00000100:00080000:0.0:1767320531.063310:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320531.063321:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320531.063401:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3afb80 x1853164384303744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320531.063450:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320531.063456:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320531.063457:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320531.063463:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5429 00000100:00080000:0.0:1767320531.063466:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320531.063472:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320531.063487:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3af480 x1853164384303872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320531.063551:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320531.063556:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320531.063558:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320531.063563:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5429 00000100:00080000:0.0:1767320531.063566:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320531.063571:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320531.063589:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3ad180 x1853164384304128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320531.063620:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320531.063624:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320531.063626:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320531.063631:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5429 00000100:00080000:0.0:1767320531.063633:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320531.063637:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320531.063649:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f3af100 x1853164384304384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320531.063702:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384304640:0@lo:400:kworker.0 00000100:00100000:0.0:1767320531.063884:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320531.063996:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320531.064005:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384304000:0@lo:400:kworker.0 00000100:00100000:0.0:1767320531.064037:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320531.064464:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384304256:0@lo:400:kworker.0 00000100:00100000:1.0:1767320531.064504:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320531.064533:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320531.064549:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384304512:0@lo:400:kworker.0 00000100:00100000:1.0:1767320531.064577:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320531.064621:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384304000 00000100:00100000:1.0:1767320531.064632:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384304000 00000100:00100000:1.0:1767320531.064715:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384304256 00000100:00100000:1.0:1767320531.064900:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384304256 00000100:00100000:1.0:1767320531.064952:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5441 00000100:00100000:1.0:1767320531.064963:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384304000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320531.065043:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384304000:12345-0@lo:400:kworker.0 Request processed in 81us (1003us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320531.065052:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5441 00000100:00100000:1.0:1767320531.065075:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5442 00000100:00100000:1.0:1767320531.065083:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384304256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320531.065118:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384304256:12345-0@lo:400:kworker.0 Request processed in 35us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320531.065124:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5442 00000100:00100000:1.0:1767320531.065161:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384304640 00000100:00100000:1.0:1767320531.065166:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384304640 00000100:00100000:1.0:1767320531.065197:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384304512 00000100:00100000:1.0:1767320531.065199:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384304512 00000100:00100000:1.0:1767320531.065222:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2186 00000100:00100000:1.0:1767320531.065231:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384304640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320531.065273:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384304640:12345-0@lo:400:kworker.0 Request processed in 43us (1390us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320531.065280:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2186 00000100:00100000:1.0:1767320531.065291:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187 00000100:00100000:1.0:1767320531.065297:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384304512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320531.065325:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384304512:12345-0@lo:400:kworker.0 Request processed in 30us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320531.065331:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187 00000100:00080000:1.0:1767320531.065352:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320531.065519:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384303744:0@lo:38:kworker.0 00000100:00100000:2.0:1767320531.065573:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320531.065613:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384303872:0@lo:38:kworker.0 00000100:00100000:2.0:1767320531.065643:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320531.065671:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384304128:0@lo:38:kworker.0 00000100:00100000:2.0:1767320531.065697:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320531.065715:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384304384:0@lo:38:kworker.0 00000100:00100000:2.0:1767320531.065754:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320531.065815:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384303872 00000100:00100000:2.0:1767320531.065820:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384303872 00000100:00100000:2.0:1767320531.065854:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2925 00000100:00100000:2.0:1767320531.065861:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384303872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320531.065890:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320531.065931:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384303872:12345-0@lo:38:kworker.0 Request processed in 70us (287us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320531.065939:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2925 00000100:00100000:2.0:1767320531.065965:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384303744 00000100:00100000:2.0:1767320531.065969:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384303744 00000100:00100000:2.0:1767320531.065988:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384304128 00000100:00100000:2.0:1767320531.065991:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384304128 00000100:00100000:2.0:1767320531.066003:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384304384 00000100:00100000:2.0:1767320531.066006:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384304384 00000100:00100000:2.0:1767320531.066016:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24788 00000100:00100000:2.0:1767320531.066021:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384303744:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320531.066032:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320531.066058:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384303744:12345-0@lo:38:kworker.0 Request processed in 36us (485us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320531.066066:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24788 00000100:00100000:2.0:1767320531.066078:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24789 00000100:00100000:2.0:1767320531.066082:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384304128:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320531.066090:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320531.066111:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384304128:12345-0@lo:38:kworker.0 Request processed in 28us (414us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320531.066117:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24789 00000100:00100000:2.0:1767320531.066127:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24790 00000100:00100000:2.0:1767320531.066131:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384304384:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320531.066140:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320531.066164:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384304384:12345-0@lo:38:kworker.0 Request processed in 31us (409us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320531.066169:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24790 00000100:00080000:2.0:1767320531.066224:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320531.066230:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320531.066235:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384303744:0@lo:38:kworker.0 00000100:00080000:2.0:1767320531.066246:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320531.066250:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320531.066253:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384303872:0@lo:38:kworker.0 00000100:00080000:2.0:1767320531.066262:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320531.066265:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320531.066268:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384304128:0@lo:38:kworker.0 00000100:00080000:2.0:1767320531.066277:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320531.066282:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320531.066284:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384304384:0@lo:38:kworker.0 00000100:00100000:2.0:1767320531.066407:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384304000:0@lo:400:kworker.0 00000100:00100000:2.0:1767320531.066425:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384304640:0@lo:400:kworker.0 00000100:00100000:2.0:1767320531.066471:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384304512:0@lo:400:kworker.0 00000100:00100000:2.0:1767320531.066485:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384304256:0@lo:400:kworker.0 00000100:00100000:3.0:1767320531.067438:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320531.575129:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320532.089938:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320532.599752:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320533.111603:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320533.623177:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320534.134999:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320534.649529:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320535.114893:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320535.115703:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320535.125791:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297432320 00000100:00100000:2.0:1767320535.125811:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297432320 00000100:00100000:2.0:1767320535.125875:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297432448 00000100:00100000:2.0:1767320535.125878:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297432448 00000100:00100000:2.0:1767320535.125968:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5443 00000100:00100000:2.0:1767320535.125980:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297432448:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320535.126079:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297432448:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 101us (10376us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320535.126088:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5443 00000100:00100000:2.0:1767320535.126110:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24791 00000100:00100000:2.0:1767320535.126116:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297432320:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320535.126142:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320535.126171:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297432320:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 53us (11287us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320535.126177:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24791 00000100:00080000:0.0:1767320535.127812:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320535.159119:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320535.671264:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320535.671323:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384304768:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320535.671411:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320535.675024:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320535.675049:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384304896:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320535.675124:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320535.694733:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384304768 00000100:00100000:2.0:1767320535.694765:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384304768 00000100:00100000:2.0:1767320535.694897:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384304896 00000100:00100000:2.0:1767320535.694901:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384304896 00000100:00100000:2.0:1767320535.694944:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3005 00000100:00100000:2.0:1767320535.694959:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384304768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320535.695005:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320535.695140:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384304768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 185us (23739us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320535.695163:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3005 00000100:00100000:2.0:1767320535.695187:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3006 00000100:00100000:2.0:1767320535.695194:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384304896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320535.695215:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320535.695253:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384304896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (20129us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320535.695258:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3006 00000100:00080000:0.0:1767320535.695606:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320535.695611:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320535.696004:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384304896:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320535.697672:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384304768:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320536.183279:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320536.183291:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320536.183295:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320536.183299:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320536.183303:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320536.183310:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5434 00000100:00080000:2.0:1767320536.183315:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320536.183322:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320536.183363:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810a680 x1853164384305024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320536.183394:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320536.183397:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320536.183399:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320536.183402:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5434 00000100:00080000:2.0:1767320536.183405:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320536.183408:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320536.183421:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109180 x1853164384305152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320536.183452:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320536.183455:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320536.183457:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320536.183460:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5434 00000100:00080000:2.0:1767320536.183462:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320536.183475:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320536.183487:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810b100 x1853164384305408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320536.183541:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320536.183544:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320536.183546:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320536.183549:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5434 00000100:00080000:2.0:1767320536.183551:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320536.183554:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320536.183564:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109c00 x1853164384305664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320536.183608:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384305792:0@lo:400:kworker.0 00000100:00100000:1.0:1767320536.183936:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384305920:0@lo:400:kworker.0 00000100:00100000:1.0:1767320536.183976:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320536.184032:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320536.184038:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384305280:0@lo:400:kworker.0 00000100:00100000:1.0:1767320536.184080:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320536.184119:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384305280 00000100:00100000:1.0:1767320536.184126:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384305280 00000100:00100000:1.0:1767320536.184172:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5444 00000100:00100000:1.0:1767320536.184184:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384305280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320536.184234:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384305280:12345-0@lo:400:kworker.0 Request processed in 54us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320536.184241:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5444 00000100:00100000:1.0:1767320536.184285:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384305280:0@lo:400:kworker.0 00000100:00100000:3.0:1767320536.184368:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384305536:0@lo:400:kworker.0 00000100:00100000:3.0:1767320536.184396:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320536.184426:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384305536 00000100:00100000:3.0:1767320536.184430:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384305536 00000100:00100000:1.0:1767320536.184434:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320536.184458:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5445 00000100:00100000:3.0:1767320536.184464:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384305536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320536.184508:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384305536:12345-0@lo:400:kworker.0 Request processed in 45us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320536.184514:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320536.184560:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384305024:0@lo:38:kworker.0 00000100:00100000:0.0:1767320536.184589:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320536.184612:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384305152:0@lo:38:kworker.0 00000100:00100000:0.0:1767320536.184632:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320536.184654:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384305408:0@lo:38:kworker.0 00000100:00100000:0.0:1767320536.184685:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320536.184701:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384305664:0@lo:38:kworker.0 00000100:00100000:0.0:1767320536.184717:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320536.184776:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384305024 00000100:00100000:2.0:1767320536.184805:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384305024 00000100:00100000:1.0:1767320536.196643:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384305408 00000100:00100000:3.0:1767320536.196702:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5445 00000100:00100000:1.0:1767320536.196712:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384305408 00000100:00100000:3.0:1767320536.196734:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384305664 00000100:00100000:3.0:1767320536.196738:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384305664 00000100:00100000:1.0:1767320536.196744:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24792 00000100:00100000:2.0:1767320536.196983:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24793 00000100:00100000:2.0:1767320536.196990:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384305024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320536.197015:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320536.197116:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384305024:12345-0@lo:38:kworker.0 Request processed in 124us (12525us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320536.197123:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24793 00000100:00100000:2.0:1767320536.197199:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384305536:0@lo:400:kworker.0 00000100:00100000:2.0:1767320536.197232:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384305920 00000100:00100000:2.0:1767320536.197236:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384305920 00000100:00100000:2.0:1767320536.197264:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384305792 00000100:00100000:2.0:1767320536.197267:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384305792 00000100:00100000:2.0:1767320536.197287:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188 00000100:00100000:2.0:1767320536.197293:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384305920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320536.197336:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384305920:12345-0@lo:400:kworker.0 Request processed in 43us (13360us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320536.197342:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188 00000100:00100000:2.0:1767320536.197353:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2189 00000100:00100000:2.0:1767320536.197359:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384305792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320536.197390:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384305792:12345-0@lo:400:kworker.0 Request processed in 31us (12875us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320536.197397:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2189 00000100:00100000:2.0:1767320536.197428:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384305792:0@lo:400:kworker.0 00000100:00100000:2.0:1767320536.197482:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384305152 00000100:00100000:2.0:1767320536.197487:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384305152 00000100:00100000:2.0:1767320536.197517:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2926 00000100:00100000:2.0:1767320536.197522:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384305152:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320536.197534:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320536.197559:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384305152:12345-0@lo:38:kworker.0 Request processed in 36us (12925us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320536.197565:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2926 00000100:00080000:2.0:1767320536.197583:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320536.197634:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320536.197639:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320536.197643:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384305024:0@lo:38:kworker.0 00000100:00080000:2.0:1767320536.197653:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767320536.200245:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384305408:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320536.200282:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320536.200385:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384305408:12345-0@lo:38:kworker.0 Request processed in 3632us (15696us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320536.200395:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24792 00000100:00100000:1.0:1767320536.200478:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384305920:0@lo:400:kworker.0 00000100:00080000:2.0:1767320536.200644:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320536.200652:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384305152:0@lo:38:kworker.0 00000100:00080000:2.0:1767320536.200678:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320536.200683:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320536.200686:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384305408:0@lo:38:kworker.0 00000100:00100000:3.0:1767320536.205125:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24794 00000100:00100000:3.0:1767320536.205138:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384305664:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320536.205167:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320536.205283:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384305664:12345-0@lo:38:kworker.0 Request processed in 144us (20562us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320536.205291:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24794 00000100:00080000:2.0:1767320536.213043:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320536.213059:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320536.213064:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384305664:0@lo:38:kworker.0 00010000:00010000:1.0:1767320536.696612:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320537.207717:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320537.719108:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320538.232422:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320538.743024:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320539.255655:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320539.767163:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320540.231042:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320540.231098:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320540.231201:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297432576 00000100:00100000:1.0:1767320540.231212:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297432576 00000100:00100000:1.0:1767320540.231258:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297432704 00000100:00100000:1.0:1767320540.231262:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297432704 00000100:00100000:1.0:1767320540.231317:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5446 00000100:00100000:1.0:1767320540.231332:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297432704:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320540.231405:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297432704:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 78us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320540.231412:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5446 00000100:00100000:1.0:1767320540.231429:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24795 00000100:00100000:1.0:1767320540.231434:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297432576:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320540.231494:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320540.231520:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297432576:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 84us (492us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320540.231527:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24795 00000100:00080000:3.0:1767320540.231723:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320540.279143:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320540.791250:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320540.791461:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320540.791487:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384306048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320540.791570:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320540.791989:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384306048 00000100:00100000:0.0:1767320540.791999:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384306048 00000100:00100000:0.0:1767320540.792090:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3007 00000100:00100000:0.0:1767320540.792102:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384306048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320540.792139:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320540.792196:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384306048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (624us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320540.792207:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3007 00000100:00080000:3.0:1767320540.792284:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320540.792328:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384306048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320540.792581:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384306176:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320540.792613:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320540.792701:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384306176 00000100:00100000:1.0:1767320540.792707:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384306176 00000100:00100000:1.0:1767320540.792750:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3008 00000100:00100000:1.0:1767320540.792763:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384306176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320540.792838:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320540.792882:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384306176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320540.792889:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3008 00000100:00100000:1.0:1767320540.792918:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384306176:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320540.793237:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320541.303033:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320541.303798:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320541.303808:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320541.303812:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320541.303817:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320541.303821:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320541.303829:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5439 00000100:00080000:2.0:1767320541.303834:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320541.303841:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320541.303897:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5500 x1853164384306304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320541.303922:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320541.303926:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320541.303927:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320541.303932:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5439 00000100:00080000:2.0:1767320541.303935:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320541.303938:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320541.303977:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3fb480 x1853164384306432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320541.304025:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320541.304029:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320541.304031:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320541.304034:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5439 00000100:00080000:2.0:1767320541.304036:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320541.304041:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320541.304053:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f9180 x1853164384306688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320541.304089:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320541.304093:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320541.304095:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320541.304099:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5439 00000100:00080000:2.0:1767320541.304101:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320541.304105:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320541.304117:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3fb100 x1853164384306944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320541.304142:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320541.304177:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384306816:0@lo:400:kworker.0 00000100:00100000:2.0:1767320541.304258:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320541.304333:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384306816 00000100:00100000:2.0:1767320541.304340:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384306816 00000100:00100000:2.0:1767320541.304396:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5447 00000100:00100000:2.0:1767320541.304408:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384306816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320541.304476:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384306816:12345-0@lo:400:kworker.0 Request processed in 70us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320541.304484:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5447 00000100:00100000:2.0:1767320541.304530:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384306816:0@lo:400:kworker.0 00000100:00100000:0.0:1767320541.304811:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384306304:0@lo:38:kworker.0 00000100:00100000:3.0:1767320541.304836:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384306560:0@lo:400:kworker.0 00000100:00100000:0.0:1767320541.304848:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320541.304885:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384306432:0@lo:38:kworker.0 00000100:00100000:3.0:1767320541.304886:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320541.304921:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320541.304928:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320541.304942:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384306304 00000100:00100000:3.0:1767320541.304946:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384306304 00000100:00100000:3.0:1767320541.304970:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384306560 00000100:00100000:3.0:1767320541.304974:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384306560 00000100:00100000:0.0:1767320541.304994:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384306688:0@lo:38:kworker.0 00000100:00100000:3.0:1767320541.305012:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5448 00000100:00100000:3.0:1767320541.305022:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384306560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320541.305025:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320541.305046:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384306944:0@lo:38:kworker.0 00000100:00100000:3.0:1767320541.305074:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384306560:12345-0@lo:400:kworker.0 Request processed in 53us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320541.305081:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5448 00000100:00100000:0.0:1767320541.305091:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320541.305097:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384306688 00000100:00100000:3.0:1767320541.305102:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384306688 00000100:00100000:3.0:1767320541.305114:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384306944 00000100:00100000:3.0:1767320541.305117:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384306944 00000100:00100000:3.0:1767320541.305128:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24796 00000100:00100000:3.0:1767320541.305133:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384306304:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320541.305154:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384306432 00000100:00100000:0.0:1767320541.305168:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384306432 00010000:00020000:3.0:1767320541.305169:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320541.305192:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2927 00000100:00100000:0.0:1767320541.305199:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384306432:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320541.305211:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384306304:12345-0@lo:38:kworker.0 Request processed in 75us (362us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320541.305217:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24796 00010000:00020000:0.0:1767320541.305221:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320541.305233:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24797 00000100:00100000:3.0:1767320541.305238:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384306688:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320541.305249:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320541.305254:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384306432:12345-0@lo:38:kworker.0 Request processed in 53us (331us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320541.305262:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2927 00000100:00100000:3.0:1767320541.305281:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384306688:12345-0@lo:38:kworker.0 Request processed in 41us (256us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320541.305290:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24797 00000100:00080000:0.0:1767320541.305297:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320541.305304:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320541.305308:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24798 00000100:00100000:0.0:1767320541.305312:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384306304:0@lo:38:kworker.0 00000100:00100000:3.0:1767320541.305317:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384306944:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767320541.305326:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00020000:3.0:1767320541.305330:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320541.305334:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320541.305338:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384306432:0@lo:38:kworker.0 00000100:00080000:0.0:1767320541.305349:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320541.305352:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320541.305356:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384306688:0@lo:38:kworker.0 00000100:00100000:3.0:1767320541.305362:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384306944:12345-0@lo:38:kworker.0 Request processed in 45us (271us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767320541.305366:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767320541.305371:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24798 00000100:00080000:0.0:1767320541.305374:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320541.305379:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384306944:0@lo:38:kworker.0 00000100:00080000:3.0:1767320541.305395:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320541.305415:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384306560:0@lo:400:kworker.0 00010000:00010000:1.0:1767320541.815653:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320542.326945:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320542.839075:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320543.350937:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320543.863370:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320544.375007:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320544.887006:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320545.356399:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320545.356492:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320545.356629:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297432832 00000100:00100000:0.0:1767320545.356644:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297432832 00000100:00100000:0.0:1767320545.356720:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297432960 00000100:00100000:0.0:1767320545.356723:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297432960 00000100:00100000:0.0:1767320545.356829:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5449 00000100:00100000:0.0:1767320545.356842:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297432960:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320545.356951:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297432960:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 112us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320545.356961:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5449 00000100:00100000:0.0:1767320545.356981:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24799 00000100:00100000:0.0:1767320545.356986:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297432832:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320545.357009:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320545.357036:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297432832:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 48us (652us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320545.357043:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24799 00000100:00080000:3.0:1767320545.357625:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320545.399068:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320545.911175:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1767320545.911181:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320545.911197:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384307072:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320545.911270:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320545.911274:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320545.911287:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384307200:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320545.911327:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320545.911398:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384307072 00000100:00100000:3.0:1767320545.911417:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384307072 00000100:00080000:2.0:1767320545.911452:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320545.911466:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384307200 00000100:00100000:3.0:1767320545.911469:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384307200 00000100:00100000:2.0:1767320545.911478:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3009 00000100:00100000:2.0:1767320545.911493:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384307072:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320545.911493:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3010 00000100:00100000:3.0:1767320545.911503:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384307200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320545.911525:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00002000:00000024:2.0:1767320545.911526:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320545.911664:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384307200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 163us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320545.911670:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3010 00000100:00080000:3.0:1767320545.911694:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320545.911748:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384307200:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320545.916669:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384307072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5168us (5384us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320545.916686:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3009 00000100:00100000:0.0:1767320545.916856:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384307072:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320546.422921:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767320546.422927:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320546.422933:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320546.422947:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320546.422952:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320546.422956:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320546.422964:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5444 00000100:00080000:2.0:1767320546.422969:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320546.422976:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320546.423020:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f9880 x1853164384307328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320546.423052:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320546.423056:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320546.423057:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320546.423070:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5444 00000100:00080000:2.0:1767320546.423073:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320546.423076:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320546.423091:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3fb800 x1853164384307456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320546.423154:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320546.423158:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320546.423161:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320546.423165:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5444 00000100:00080000:2.0:1767320546.423169:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320546.423172:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320546.423186:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f8380 x1853164384307712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320546.423216:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320546.423219:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320546.423221:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320546.423225:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5444 00000100:00080000:2.0:1767320546.423227:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320546.423231:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320546.423241:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f8000 x1853164384307968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320546.423264:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320546.423277:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384307840:0@lo:400:kworker.0 00000100:00100000:2.0:1767320546.423361:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320546.423444:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384307840 00000100:00100000:2.0:1767320546.423454:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384307840 00000100:00100000:2.0:1767320546.423519:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5450 00000100:00100000:2.0:1767320546.423531:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384307840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320546.423596:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384307840:12345-0@lo:400:kworker.0 Request processed in 69us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320546.423604:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5450 00000100:00080000:2.0:1767320546.423626:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320546.423658:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384307840:0@lo:400:kworker.0 00000100:00100000:0.0:1767320546.423933:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384307328:0@lo:38:kworker.0 00000100:00100000:0.0:1767320546.423957:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320546.423972:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384307456:0@lo:38:kworker.0 00000100:00100000:0.0:1767320546.423986:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320546.423999:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384307712:0@lo:38:kworker.0 00000100:00100000:0.0:1767320546.424009:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320546.424017:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384307968:0@lo:38:kworker.0 00000100:00100000:0.0:1767320546.424028:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320546.424045:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384307456 00000100:00100000:0.0:1767320546.424048:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384307456 00000100:00100000:0.0:1767320546.424066:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2928 00000100:00100000:0.0:1767320546.424069:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384307456:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320546.424085:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320546.424106:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384307456:12345-0@lo:38:kworker.0 Request processed in 36us (119us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320546.424110:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2928 00000100:00100000:0.0:1767320546.424124:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384307328 00000100:00100000:0.0:1767320546.424126:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384307328 00000100:00100000:0.0:1767320546.424137:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384307712 00000100:00100000:0.0:1767320546.424139:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384307712 00000100:00100000:0.0:1767320546.424156:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384307968 00000100:00100000:0.0:1767320546.424159:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384307968 00000100:00100000:0.0:1767320546.424170:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24800 00000100:00100000:0.0:1767320546.424174:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384307328:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320546.424184:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320546.424206:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384307328:12345-0@lo:38:kworker.0 Request processed in 31us (248us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320546.424210:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24800 00000100:00100000:0.0:1767320546.424217:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24801 00000100:00100000:0.0:1767320546.424220:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384307712:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320546.424225:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320546.424237:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384307712:12345-0@lo:38:kworker.0 Request processed in 16us (227us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320546.424240:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24801 00000100:00100000:0.0:1767320546.424245:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24802 00000100:00100000:0.0:1767320546.424247:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384307968:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320546.424252:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320546.424261:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384307968:12345-0@lo:38:kworker.0 Request processed in 13us (233us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320546.424265:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24802 00000100:00080000:0.0:1767320546.424288:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320546.424292:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320546.424294:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384307328:0@lo:38:kworker.0 00000100:00080000:0.0:1767320546.424299:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320546.424301:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320546.424303:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384307456:0@lo:38:kworker.0 00000100:00080000:0.0:1767320546.424307:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320546.424309:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320546.424311:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384307712:0@lo:38:kworker.0 00000100:00080000:0.0:1767320546.424315:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320546.424316:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320546.424318:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384307968:0@lo:38:kworker.0 00000100:00100000:1.0:1767320546.424688:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320546.424702:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384307584:0@lo:400:kworker.0 00000100:00100000:1.0:1767320546.424737:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320546.424766:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384307584 00000100:00100000:1.0:1767320546.424770:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384307584 00000100:00100000:1.0:1767320546.424829:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5451 00000100:00100000:1.0:1767320546.424836:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384307584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320546.424872:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384307584:12345-0@lo:400:kworker.0 Request processed in 36us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320546.424878:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5451 00000100:00080000:1.0:1767320546.424894:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320546.424917:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384307584:0@lo:400:kworker.0 00010000:00010000:1.0:1767320546.934991:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320547.447186:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320547.962282:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320548.471040:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320548.983371:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320549.495088:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320550.007484:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320550.479935:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:0.0:1767320550.479985:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297433088 offset 0 length 520: 4 00000100:00100000:0.0:1767320550.480016:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320550.480159:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297433344 00000100:00100000:1.0:1767320550.480173:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297433344 00000100:00080000:0.0:1767320550.480252:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320550.480267:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297433216 00000100:00100000:1.0:1767320550.480272:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297433216 00000100:00100000:1.0:1767320550.480302:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5452 00000100:00100000:1.0:1767320550.480321:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297433344:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320550.480330:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24803 00000100:00100000:0.0:1767320550.480338:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297433216:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320550.480376:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320550.480445:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297433216:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 105us (426us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320550.480457:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24803 00000100:00100000:1.0:1767320550.480576:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297433344:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 263us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320550.480584:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5452 00000100:00100000:3.0:1767320550.519294:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320550.523708:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320525/real 1767320525] req@ffff936988109f80 x1853164384303360/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320550 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320550.524062:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff936988109f80 x1853164384303360/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320550 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320550.524087:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320550.524486:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320550.524491:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384303360:0@lo:250:kworker.0 00000100:00080000:3.0:1767320550.524664:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320550.524671:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320550.524674:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320550.524678:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5429 00000100:00080000:3.0:1767320550.524682:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320550.524688:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320550.524730:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91dc00 x1853164384308096/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320550.525200:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384308096:0@lo:250:kworker.0 00000400:00000100:0.0:1767320550.525267:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384308096 offset 0 length 520: 4 00000100:00080000:3.0:1767320550.525410:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320550.525415:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320550.525417:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320550.525421:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5449 00000100:00080000:3.0:1767320550.525424:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320550.525428:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320550.525451:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91d500 x1853164384308224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320550.525463:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320550.525466:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320550.525468:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320550.525472:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5449 00000100:00080000:3.0:1767320550.525474:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320550.525478:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320550.525490:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91ca80 x1853164384308352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320550.525531:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320550.525535:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320550.525537:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320550.525540:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5449 00000100:00080000:3.0:1767320550.525542:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320550.525546:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320550.525558:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91fb80 x1853164384308608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320550.525563:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320550.525582:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384308480:0@lo:400:kworker.0 00000100:00100000:1.0:1767320550.525628:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320550.525628:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320550.525634:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320550.525636:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320550.525641:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5449 00000100:00080000:3.0:1767320550.525644:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320550.525649:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320550.525660:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780700 x1853164384308864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320550.525688:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384308224:0@lo:38:kworker.0 00000100:00100000:0.0:1767320550.525725:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320550.525755:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384308352:0@lo:38:kworker.0 00000100:00100000:0.0:1767320550.525811:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320550.525829:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384308608:0@lo:38:kworker.0 00000100:00100000:0.0:1767320550.525865:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320550.525898:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384308352 00000100:00100000:0.0:1767320550.525905:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384308352 00000100:00100000:0.0:1767320550.525939:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2929 00000100:00100000:0.0:1767320550.525946:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384308352:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320550.525966:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320550.526003:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384308352:12345-0@lo:38:kworker.0 Request processed in 56us (191us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320550.526009:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2929 00000100:00100000:0.0:1767320550.526038:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384308480 00000100:00100000:0.0:1767320550.526041:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384308480 00000100:00100000:0.0:1767320550.526083:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384308224 00000100:00100000:0.0:1767320550.526086:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384308224 00000100:00100000:0.0:1767320550.526099:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384308608 00000100:00100000:0.0:1767320550.526102:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384308608 00000100:00100000:0.0:1767320550.526111:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5453 00000100:00100000:0.0:1767320550.526117:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384308480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320550.526157:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384308480:12345-0@lo:400:kworker.0 Request processed in 41us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320550.526164:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5453 00000100:00100000:0.0:1767320550.526176:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24804 00000100:00100000:0.0:1767320550.526179:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384308224:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320550.526188:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320550.526210:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384308224:12345-0@lo:38:kworker.0 Request processed in 29us (485us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320550.526216:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24804 00000100:00100000:0.0:1767320550.526228:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24805 00000100:00100000:0.0:1767320550.526231:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384308608:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320550.526240:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320550.526258:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384308608:12345-0@lo:38:kworker.0 Request processed in 26us (393us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320550.526264:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24805 00000100:00080000:0.0:1767320550.526277:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320550.526309:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320550.526315:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320550.526318:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384308224:0@lo:38:kworker.0 00000100:00080000:0.0:1767320550.526328:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320550.526332:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320550.526334:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384308352:0@lo:38:kworker.0 00000100:00080000:0.0:1767320550.526341:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320550.526344:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320550.526347:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384308608:0@lo:38:kworker.0 00000100:00100000:0.0:1767320550.526405:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384308736:0@lo:400:kworker.0 00000100:00100000:0.0:1767320550.526430:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320550.526458:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384308736 00000100:00100000:0.0:1767320550.526461:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384308736 00000100:00100000:0.0:1767320550.526489:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5454 00000100:00100000:0.0:1767320550.526494:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384308736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320550.526526:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384308736:12345-0@lo:400:kworker.0 Request processed in 31us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320550.526532:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5454 00000100:00080000:0.0:1767320550.526546:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320550.526564:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384308736:0@lo:400:kworker.0 00000100:00100000:0.0:1767320550.527165:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384308864:0@lo:38:kworker.0 00000100:00100000:0.0:1767320550.527194:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320550.527222:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384308864 00000100:00100000:0.0:1767320550.527226:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384308864 00000100:00100000:0.0:1767320550.527246:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24806 00000100:00100000:0.0:1767320550.527251:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384308864:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320550.527262:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320550.527292:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384308864:12345-0@lo:38:kworker.0 Request processed in 39us (97us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320550.527298:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24806 00000100:00080000:0.0:1767320550.527323:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320550.527328:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320550.527331:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384308864:0@lo:38:kworker.0 00000100:00100000:0.0:1767320550.527359:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384308992:0@lo:400:kworker.0 00000100:00100000:0.0:1767320550.527397:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320550.529161:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320550.529178:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384309120:0@lo:400:kworker.0 00000100:00100000:2.0:1767320550.529218:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320550.529268:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384308992 00000100:00100000:0.0:1767320550.529269:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384309120 00000100:00100000:0.0:1767320550.529274:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384309120 00000100:00100000:2.0:1767320550.529274:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384308992 00000100:00100000:0.0:1767320550.529322:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2190 00000100:00100000:0.0:1767320550.529331:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384309120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320550.529392:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384309120:12345-0@lo:400:kworker.0 Request processed in 63us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320550.529399:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2190 00000100:00100000:3.0:1767320550.529458:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384309120:0@lo:400:kworker.0 00000100:00080000:0.0:1767320550.529504:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320550.529508:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320550.529558:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2191 00000100:00100000:2.0:1767320550.529565:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384308992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320550.529599:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384308992:12345-0@lo:400:kworker.0 Request processed in 35us (2202us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320550.529605:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2191 00000100:00100000:0.0:1767320550.529673:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384308992:0@lo:400:kworker.0 00000100:00100000:1.0:1767320550.529682:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384308480:0@lo:400:kworker.0 00010000:00010000:1.0:1767320551.031278:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320551.031518:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320551.031546:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c902300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384309248:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320551.031633:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320551.031753:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384309248 00000100:00100000:0.0:1767320551.031763:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384309248 00000100:00100000:0.0:1767320551.031841:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3011 00000100:00100000:0.0:1767320551.031852:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384309248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320551.031893:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320551.031942:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384309248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320551.031950:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3011 00000100:00100000:2.0:1767320551.031985:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c902300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384309248:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320551.032083:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384309376:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320551.032108:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320551.032259:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384309376 00000100:00100000:1.0:1767320551.032265:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384309376 00000100:00100000:1.0:1767320551.032299:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3012 00000100:00100000:1.0:1767320551.032309:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384309376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320551.032326:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320551.032378:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384309376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320551.032388:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3012 00000100:00100000:0.0:1767320551.033105:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384309376:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320551.542919:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320552.055184:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320552.566937:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320553.079438:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320553.590925:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320554.103386:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320554.614943:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320555.128817:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320555.591064:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320555.591131:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320555.591263:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297433472 00000100:00100000:2.0:1767320555.591285:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297433472 00000100:00100000:3.0:1767320555.591305:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297433600 00000100:00100000:3.0:1767320555.591313:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297433600 00000100:00100000:2.0:1767320555.591348:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24807 00000100:00100000:2.0:1767320555.591359:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297433472:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320555.591390:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320555.591392:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5455 00000100:00100000:3.0:1767320555.591405:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297433600:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320555.591473:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297433600:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 70us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320555.591481:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5455 00000100:00080000:1.0:1767320555.591570:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320555.593059:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297433472:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 1677us (2003us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320555.593077:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24807 00000100:00080000:3.0:1767320555.639284:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320555.639299:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320555.639303:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320555.639307:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320555.639312:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320555.639351:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5453 00000100:00080000:3.0:1767320555.639357:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320555.639365:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320555.639428:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8782300 x1853164384309504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320555.639456:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320555.639460:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320555.639462:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320555.639466:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5453 00000100:00080000:3.0:1767320555.639469:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320555.639473:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320555.639486:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780380 x1853164384309632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320555.639521:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320555.639526:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320555.639529:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320555.639532:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5453 00000100:00080000:3.0:1767320555.639535:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320555.639539:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320555.639551:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780000 x1853164384309888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320555.639581:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384309504:0@lo:38:kworker.0 00000100:00080000:3.0:1767320555.639582:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320555.639591:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320555.639593:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320555.639597:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5453 00000100:00080000:3.0:1767320555.639599:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320555.639602:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320555.639622:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8782a00 x1853164384310144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320555.639670:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384310272:0@lo:400:kworker.0 00000100:00100000:0.0:1767320555.639696:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320555.639820:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384309760:0@lo:400:kworker.0 00000100:00100000:1.0:1767320555.639873:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320555.639912:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384310400:0@lo:400:kworker.0 00000100:00100000:3.0:1767320555.641572:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320555.641689:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320555.643355:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384310016:0@lo:400:kworker.0 00000100:00100000:3.0:1767320555.643475:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320555.643624:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384310272 00000100:00100000:3.0:1767320555.643636:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384310272 00000100:00100000:3.0:1767320555.643937:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2192 00000100:00100000:3.0:1767320555.643950:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384310272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320555.644031:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384310272:12345-0@lo:400:kworker.0 Request processed in 84us (2464us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320555.644043:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2192 00000100:00100000:3.0:1767320555.644108:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384310272:0@lo:400:kworker.0 00000100:00100000:3.0:1767320555.644152:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384309504 00000100:00100000:3.0:1767320555.644157:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384309504 00000100:00100000:3.0:1767320555.644177:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384310016 00000100:00100000:3.0:1767320555.644180:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384310016 00000100:00100000:3.0:1767320555.644209:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5456 00000100:00100000:3.0:1767320555.644217:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384310016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320555.644265:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384310016:12345-0@lo:400:kworker.0 Request processed in 49us (791us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320555.644272:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5456 00000100:00100000:3.0:1767320555.644284:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24808 00000100:00100000:3.0:1767320555.644288:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384309504:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320555.644312:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320555.644354:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384309504:12345-0@lo:38:kworker.0 Request processed in 63us (4658us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320555.644360:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24808 00000100:00100000:3.0:1767320555.644392:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384310016:0@lo:400:kworker.0 00000100:00080000:3.0:1767320555.644429:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320555.644435:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320555.648633:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320555.648652:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320555.648659:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384309504:0@lo:38:kworker.0 00000100:00100000:0.0:1767320555.648677:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384309632:0@lo:38:kworker.0 00000100:00100000:0.0:1767320555.650529:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320555.650601:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384309888:0@lo:38:kworker.0 00000100:00100000:3.0:1767320555.650611:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384309632 00000100:00100000:3.0:1767320555.650626:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384309632 00000100:00100000:0.0:1767320555.650650:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320555.650695:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384309888 00000100:00100000:0.0:1767320555.650700:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384309888 00000100:00100000:3.0:1767320555.650710:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2930 00000100:00100000:3.0:1767320555.650724:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384309632:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320555.650765:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320555.651026:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320555.651598:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320555.651650:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384310400 00000100:00100000:1.0:1767320555.651658:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384310400 00000100:00100000:1.0:1767320555.651732:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2193 00000100:00100000:1.0:1767320555.651747:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384310400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320555.653078:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384310400:12345-0@lo:400:kworker.0 Request processed in 1331us (1475us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320555.653094:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2193 00000100:00080000:1.0:1767320555.653140:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320555.653195:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384310400:0@lo:400:kworker.0 00000100:00100000:1.0:1767320555.653278:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384310144:0@lo:38:kworker.0 00000100:00100000:3.0:1767320555.653448:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384309632:12345-0@lo:38:kworker.0 Request processed in 2724us (2924us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320555.653459:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2930 00000100:00100000:0.0:1767320555.653577:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384309760 00000100:00100000:2.0:1767320555.653583:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24809 00000100:00100000:0.0:1767320555.653588:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384309760 00000100:00100000:2.0:1767320555.653595:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384309888:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320555.653626:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320555.653662:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384309888:12345-0@lo:38:kworker.0 Request processed in 68us (3011us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320555.653665:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5457 00000100:00100000:2.0:1767320555.653675:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24809 00000100:00100000:0.0:1767320555.653681:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384309760:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320555.653733:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320555.654074:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320555.654105:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320555.654111:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320555.654114:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384309632:0@lo:38:kworker.0 00000100:00080000:1.0:1767320555.654124:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320555.654127:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320555.654130:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384309888:0@lo:38:kworker.0 00000100:00100000:1.0:1767320555.654164:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384310144 00000100:00100000:1.0:1767320555.654168:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384310144 00000100:00100000:1.0:1767320555.654193:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24810 00000100:00100000:1.0:1767320555.654197:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384310144:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320555.654208:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320555.654242:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384310144:12345-0@lo:38:kworker.0 Request processed in 44us (169us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320555.654250:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24810 00000100:00080000:1.0:1767320555.654275:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320555.654279:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320555.654282:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384310144:0@lo:38:kworker.0 00000100:00100000:0.0:1767320555.654876:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384309760:12345-0@lo:400:kworker.0 Request processed in 1196us (3846us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320555.654887:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5457 00000100:00100000:2.0:1767320555.655114:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384309760:0@lo:400:kworker.0 00010000:00010000:1.0:1767320556.151465:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320556.152337:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320556.152362:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c901500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384310528:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320556.152445:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320556.152488:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384310528 00000100:00100000:0.0:1767320556.152497:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384310528 00000100:00100000:0.0:1767320556.152556:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3013 00000100:00100000:0.0:1767320556.152566:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384310528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320556.152602:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320556.155029:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384310656:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320556.155112:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320556.155203:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384310528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2635us (2755us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320556.155215:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3013 00000100:00100000:2.0:1767320556.155242:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c901500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384310528:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320556.155248:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384310656 00000100:00100000:0.0:1767320556.155255:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384310656 00000100:00100000:0.0:1767320556.155319:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3014 00000100:00100000:0.0:1767320556.156384:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384310656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320556.157665:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320556.161346:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384310656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6007us (6223us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320556.161364:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3014 00000100:00100000:2.0:1767320556.161929:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384310656:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320556.663377:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320557.175544:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320557.687379:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320558.199064:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320558.711230:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320559.223595:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320559.734958:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320560.248248:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320560.713715:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320560.713949:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320560.714016:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297433728 00000100:00100000:1.0:1767320560.714029:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297433728 00000100:00100000:1.0:1767320560.714084:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297433856 00000100:00100000:1.0:1767320560.714088:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297433856 00000100:00100000:1.0:1767320560.714159:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5458 00000100:00100000:1.0:1767320560.714175:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297433856:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320560.714260:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297433856:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 91us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320560.714302:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5458 00000100:00100000:1.0:1767320560.714325:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24811 00000100:00100000:1.0:1767320560.714330:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297433728:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320560.714351:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320560.714381:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297433728:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 49us (682us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320560.714391:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24811 00000100:00080000:3.0:1767320560.714602:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320560.759363:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320560.759374:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320560.759378:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320560.759381:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320560.759385:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320560.759394:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5458 00000100:00080000:2.0:1767320560.759400:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320560.759408:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320560.759455:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f9500 x1853164384310784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320560.759487:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320560.759491:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320560.759493:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320560.759498:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5458 00000100:00080000:2.0:1767320560.759501:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320560.759504:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320560.759518:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3fad80 x1853164384310912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320560.759554:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320560.759558:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320560.759559:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320560.759563:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5458 00000100:00080000:2.0:1767320560.759566:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320560.759569:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320560.759581:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3fa300 x1853164384311168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320560.759606:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320560.759610:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320560.759612:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320560.759615:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5458 00000100:00080000:2.0:1767320560.759618:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320560.759621:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320560.759630:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f8380 x1853164384311424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320560.759680:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384311680:0@lo:400:kworker.0 00000100:00100000:2.0:1767320560.759813:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320560.759900:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320560.759906:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384311040:0@lo:400:kworker.0 00000100:00100000:2.0:1767320560.759934:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320560.759965:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384311296:0@lo:400:kworker.0 00000100:00100000:2.0:1767320560.759986:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320560.760002:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320560.760006:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384311552:0@lo:400:kworker.0 00000100:00100000:2.0:1767320560.760026:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320560.760061:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384311040 00000100:00100000:2.0:1767320560.760070:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384311040 00000100:00100000:2.0:1767320560.760126:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384311296 00000100:00100000:2.0:1767320560.760129:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384311296 00000100:00100000:2.0:1767320560.760148:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5459 00000100:00100000:2.0:1767320560.760157:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384311040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320560.760212:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384311040:12345-0@lo:400:kworker.0 Request processed in 55us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320560.760220:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5459 00000100:00100000:2.0:1767320560.760240:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5460 00000100:00100000:2.0:1767320560.760247:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384311296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320560.760294:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384311296:12345-0@lo:400:kworker.0 Request processed in 47us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320560.760301:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5460 00000100:00100000:2.0:1767320560.760327:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384311680 00000100:00100000:2.0:1767320560.760330:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384311680 00000100:00100000:2.0:1767320560.760363:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384311552 00000100:00100000:2.0:1767320560.760366:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384311552 00000100:00100000:2.0:1767320560.760385:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2194 00000100:00100000:2.0:1767320560.760392:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384311680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320560.760430:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384311680:12345-0@lo:400:kworker.0 Request processed in 38us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320560.760436:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2194 00000100:00100000:2.0:1767320560.760449:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2195 00000100:00100000:2.0:1767320560.760455:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384311552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320560.760484:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384311552:12345-0@lo:400:kworker.0 Request processed in 30us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320560.760490:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2195 00000100:00080000:2.0:1767320560.760509:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320560.760513:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320560.760516:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320560.760553:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384311552:0@lo:400:kworker.0 00000100:00100000:2.0:1767320560.760565:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384311296:0@lo:400:kworker.0 00000100:00100000:2.0:1767320560.760602:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384311040:0@lo:400:kworker.0 00000100:00100000:2.0:1767320560.760613:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384311680:0@lo:400:kworker.0 00000100:00100000:0.0:1767320560.760757:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384310784:0@lo:38:kworker.0 00000100:00100000:0.0:1767320560.760848:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320560.760877:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384310912:0@lo:38:kworker.0 00000100:00100000:0.0:1767320560.760906:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320560.760935:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384311168:0@lo:38:kworker.0 00000100:00100000:0.0:1767320560.760962:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320560.760978:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384311424:0@lo:38:kworker.0 00000100:00100000:0.0:1767320560.760999:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320560.761030:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384310912 00000100:00100000:0.0:1767320560.761034:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384310912 00000100:00100000:0.0:1767320560.761066:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2931 00000100:00100000:0.0:1767320560.761074:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384310912:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320560.761097:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320560.761139:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384310912:12345-0@lo:38:kworker.0 Request processed in 65us (232us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320560.761146:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2931 00000100:00100000:0.0:1767320560.761172:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384310784 00000100:00100000:0.0:1767320560.761176:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384310784 00000100:00100000:0.0:1767320560.761191:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384311168 00000100:00100000:0.0:1767320560.761193:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384311168 00000100:00100000:0.0:1767320560.761201:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384311424 00000100:00100000:0.0:1767320560.761204:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384311424 00000100:00100000:0.0:1767320560.761215:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24812 00000100:00100000:0.0:1767320560.761219:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384310784:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320560.761230:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320560.761262:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384310784:12345-0@lo:38:kworker.0 Request processed in 41us (414us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320560.761266:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24812 00000100:00100000:0.0:1767320560.761293:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24813 00000100:00100000:0.0:1767320560.761297:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384311168:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320560.761305:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320560.761327:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384311168:12345-0@lo:38:kworker.0 Request processed in 29us (365us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320560.761332:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24813 00000100:00100000:0.0:1767320560.761340:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24814 00000100:00100000:0.0:1767320560.761344:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384311424:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320560.761351:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320560.761367:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384311424:12345-0@lo:38:kworker.0 Request processed in 22us (367us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320560.761371:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24814 00000100:00080000:0.0:1767320560.761396:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320560.761402:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320560.761406:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384310784:0@lo:38:kworker.0 00000100:00080000:0.0:1767320560.761414:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320560.761417:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320560.761420:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384310912:0@lo:38:kworker.0 00000100:00080000:0.0:1767320560.761427:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320560.761430:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320560.761432:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384311168:0@lo:38:kworker.0 00000100:00080000:0.0:1767320560.761439:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320560.761441:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320560.761443:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384311424:0@lo:38:kworker.0 00000100:00100000:1.0:1767320560.762541:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320561.272657:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320561.289352:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c902300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384311808:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320561.289423:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320561.297351:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384311808 00000100:00100000:2.0:1767320561.297366:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384311808 00000100:00100000:3.0:1767320561.297447:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384311936:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320561.297473:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3015 00000100:00100000:2.0:1767320561.297485:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384311808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320561.297523:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320561.297524:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320561.297594:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384311808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (8170us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320561.297602:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3015 00000100:00100000:0.0:1767320561.297677:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c902300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384311808:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320561.301695:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384311936 00000100:00100000:2.0:1767320561.301733:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384311936 00000100:00100000:2.0:1767320561.302092:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3016 00000100:00100000:2.0:1767320561.302103:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384311936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320561.302152:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320561.302227:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384311936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (4705us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320561.302235:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3016 00000100:00100000:3.0:1767320561.302431:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384311936:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320561.782951:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320562.295334:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320562.806945:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320563.321890:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320563.831171:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320564.347951:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320564.854936:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320565.367101:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320565.839292:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320565.839350:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320565.839529:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297434112 00000100:00100000:0.0:1767320565.839539:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297434112 00000100:00100000:0.0:1767320565.839615:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297433984 00000100:00100000:0.0:1767320565.839618:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297433984 00000100:00100000:0.0:1767320565.839642:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5461 00000100:00100000:0.0:1767320565.839652:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297434112:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320565.839730:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297434112:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 79us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320565.839737:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5461 00000100:00100000:0.0:1767320565.839757:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24815 00000100:00100000:0.0:1767320565.839761:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297433984:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320565.839824:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320565.839850:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297433984:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 88us (500us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320565.839857:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24815 00000100:00080000:3.0:1767320565.841203:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320565.879090:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320565.879563:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320565.879570:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320565.879572:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320565.879575:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320565.879579:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320565.879587:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5464 00000100:00080000:3.0:1767320565.879591:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320565.879598:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320565.879686:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8781880 x1853164384312064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320565.879715:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320565.879719:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320565.879721:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320565.879725:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5464 00000100:00080000:3.0:1767320565.879728:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320565.879731:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320565.879749:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780e00 x1853164384312192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320565.880382:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320565.880403:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384312320:0@lo:400:kworker.0 00000100:00100000:2.0:1767320565.880472:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320565.880552:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384312320 00000100:00100000:2.0:1767320565.880560:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384312320 00000100:00100000:2.0:1767320565.880625:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5462 00000100:00100000:2.0:1767320565.880635:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384312320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320565.880687:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384312320:12345-0@lo:400:kworker.0 Request processed in 54us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320565.880694:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5462 00000100:00100000:2.0:1767320565.880732:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384312320:0@lo:400:kworker.0 00000100:00080000:2.0:1767320565.880758:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320565.881355:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320565.881363:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320565.881366:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320565.881372:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5464 00000100:00080000:3.0:1767320565.881376:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320565.881380:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320565.881407:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780000 x1853164384312448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320565.881452:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320565.881456:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320565.881458:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320565.881461:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5464 00000100:00080000:3.0:1767320565.881463:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320565.881466:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320565.881477:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8782300 x1853164384312704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320565.881526:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384312960:0@lo:400:kworker.0 00000100:00100000:3.0:1767320565.881567:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320565.882551:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384312576:0@lo:400:kworker.0 00000100:00100000:2.0:1767320565.882610:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320565.882663:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320565.882670:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384312832:0@lo:400:kworker.0 00000100:00100000:2.0:1767320565.882695:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320565.882736:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384312960 00000100:00100000:2.0:1767320565.882743:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384312960 00000100:00100000:0.0:1767320565.882941:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384312064:0@lo:38:kworker.0 00000100:00100000:0.0:1767320565.882975:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320565.883000:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384312192:0@lo:38:kworker.0 00000100:00100000:0.0:1767320565.883025:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320565.883047:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384312448:0@lo:38:kworker.0 00000100:00100000:0.0:1767320565.883065:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320565.883082:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384312704:0@lo:38:kworker.0 00000100:00100000:0.0:1767320565.883099:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320565.883494:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384312192 00000100:00100000:0.0:1767320565.883499:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384312192 00000100:00100000:0.0:1767320565.883529:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2932 00000100:00100000:0.0:1767320565.883538:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384312192:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320565.883559:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320565.883608:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384312192:12345-0@lo:38:kworker.0 Request processed in 70us (581us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320565.883615:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2932 00000100:00100000:0.0:1767320565.883645:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384312576 00000100:00100000:0.0:1767320565.883648:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384312576 00000100:00100000:0.0:1767320565.883685:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384312064 00000100:00100000:0.0:1767320565.883688:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384312064 00000100:00100000:0.0:1767320565.883696:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384312448 00000100:00100000:0.0:1767320565.883698:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384312448 00000100:00100000:0.0:1767320565.883717:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384312704 00000100:00100000:0.0:1767320565.883720:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384312704 00000100:00100000:0.0:1767320565.883732:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5463 00000100:00100000:0.0:1767320565.883739:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384312576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320565.884088:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384312832 00000100:00100000:1.0:1767320565.884093:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384312832 00000100:00100000:3.0:1767320565.884177:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24816 00000100:00100000:3.0:1767320565.884184:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384312064:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320565.884195:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320565.884263:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384312064:12345-0@lo:38:kworker.0 Request processed in 78us (1287us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320565.884270:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24816 00000100:00100000:3.0:1767320565.884285:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24817 00000100:00100000:3.0:1767320565.884290:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384312448:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320565.884298:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320565.884321:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384312448:12345-0@lo:38:kworker.0 Request processed in 30us (1255us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320565.884326:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24817 00000100:00100000:3.0:1767320565.884336:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24818 00000100:00100000:3.0:1767320565.884339:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384312704:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320565.884347:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320565.884366:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384312704:12345-0@lo:38:kworker.0 Request processed in 25us (1266us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320565.884371:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24818 00000100:00080000:3.0:1767320565.884476:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320565.884481:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320565.884483:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320565.884521:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384312576:0@lo:400:kworker.0 00000100:00080000:3.0:1767320565.884577:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320565.884581:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320565.884584:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384312064:0@lo:38:kworker.0 00000100:00080000:3.0:1767320565.884592:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320565.884595:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320565.884598:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384312192:0@lo:38:kworker.0 00000100:00080000:3.0:1767320565.884605:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320565.884609:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320565.884611:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384312448:0@lo:38:kworker.0 00000100:00080000:3.0:1767320565.884618:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320565.884620:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320565.884623:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384312704:0@lo:38:kworker.0 00000100:00100000:0.0:1767320565.884922:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384312576:12345-0@lo:400:kworker.0 Request processed in 72us (1200us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320565.884943:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5463 00000100:00100000:1.0:1767320565.898324:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2196 00000100:00100000:1.0:1767320565.898354:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384312960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320565.898460:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384312960:12345-0@lo:400:kworker.0 Request processed in 124us (16891us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320565.905492:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2197 00000100:00100000:2.0:1767320565.905541:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384312832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320565.905656:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384312832:12345-0@lo:400:kworker.0 Request processed in 150us (22959us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320565.905665:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2197 00000100:00100000:2.0:1767320565.905738:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384312832:0@lo:400:kworker.0 00000100:00100000:2.0:1767320565.905820:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384312960:0@lo:400:kworker.0 00000100:00100000:1.0:1767320565.914834:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2196 00000100:00100000:3.0:1767320566.391054:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320566.391084:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384313088:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320566.391160:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320566.391230:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384313088 00000100:00100000:0.0:1767320566.391241:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384313088 00000100:00100000:0.0:1767320566.391294:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3017 00000100:00100000:0.0:1767320566.391304:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384313088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320566.391334:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320566.391391:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384313088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320566.391487:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3017 00010000:00010000:1.0:1767320566.391693:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320566.391747:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384313216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320566.391816:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320566.392001:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384313216 00000100:00100000:1.0:1767320566.392006:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384313216 00000100:00100000:1.0:1767320566.392044:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3018 00000100:00100000:1.0:1767320566.392053:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384313216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320566.392073:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320566.392116:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384313216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320566.392122:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3018 00000100:00100000:3.0:1767320566.392330:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384313088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320566.392491:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384313216:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320566.904803:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320567.414979:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320567.926980:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320568.439022:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320568.950880:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320569.465342:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320569.975052:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320570.490001:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320570.955056:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320570.955162:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297434368 00000100:00100000:2.0:1767320570.955174:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297434368 00000100:00080000:3.0:1767320570.955509:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320570.955578:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5464 00000100:00100000:2.0:1767320570.955590:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297434368:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320570.955676:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297434368:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 89us (633us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320570.955683:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5464 00000100:00100000:0.0:1767320570.960536:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320570.960734:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297434240 00000100:00100000:3.0:1767320570.960748:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297434240 00000100:00100000:3.0:1767320570.960837:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24819 00000100:00100000:3.0:1767320570.960848:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990594700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297434240:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320570.960975:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320570.961051:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990594700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297434240:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 203us (531us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320570.961059:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24819 00000100:00100000:1.0:1767320570.999089:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320571.000818:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320571.000831:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320571.000834:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320571.000839:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320571.000844:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320571.000852:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5469 00000100:00080000:1.0:1767320571.000857:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320571.000864:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320571.000912:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb1f80 x1853164384313344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320571.000935:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320571.000939:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320571.000941:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320571.000945:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5469 00000100:00080000:1.0:1767320571.000947:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320571.000950:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320571.000964:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb2a00 x1853164384313472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320571.001004:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320571.001008:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320571.001010:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320571.001014:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5469 00000100:00080000:1.0:1767320571.001017:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320571.001021:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320571.001032:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb1500 x1853164384313728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320571.001064:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320571.001068:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320571.001069:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320571.001073:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5469 00000100:00080000:1.0:1767320571.001075:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320571.001078:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320571.001092:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb2d80 x1853164384313984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320571.001131:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384313856:0@lo:400:kworker.0 00000100:00100000:1.0:1767320571.001221:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320571.001449:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384314240:0@lo:400:kworker.0 00000100:00100000:2.0:1767320571.001488:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320571.001539:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320571.001545:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384313600:0@lo:400:kworker.0 00000100:00100000:2.0:1767320571.001574:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320571.001604:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384314112:0@lo:400:kworker.0 00000100:00100000:2.0:1767320571.001623:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320571.001650:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384313856 00000100:00100000:2.0:1767320571.001657:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384313856 00000100:00100000:2.0:1767320571.001701:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384313600 00000100:00100000:2.0:1767320571.001703:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384313600 00000100:00100000:2.0:1767320571.001722:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5465 00000100:00100000:2.0:1767320571.001730:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384313856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320571.001773:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384313856:12345-0@lo:400:kworker.0 Request processed in 43us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320571.001806:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5465 00000100:00100000:2.0:1767320571.001822:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5466 00000100:00100000:2.0:1767320571.001827:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384313600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320571.001853:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384313600:12345-0@lo:400:kworker.0 Request processed in 26us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320571.001858:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5466 00000100:00080000:2.0:1767320571.001873:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320571.001902:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384313600:0@lo:400:kworker.0 00000100:00100000:2.0:1767320571.001944:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384314240 00000100:00100000:2.0:1767320571.001947:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384314240 00000100:00100000:2.0:1767320571.001973:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384314112 00000100:00100000:2.0:1767320571.001976:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384314112 00000100:00100000:2.0:1767320571.001994:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2198 00000100:00100000:2.0:1767320571.002000:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384314240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320571.002030:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384314240:12345-0@lo:400:kworker.0 Request processed in 30us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320571.002036:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2198 00000100:00100000:2.0:1767320571.002048:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2199 00000100:00100000:2.0:1767320571.002053:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384314112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320571.002082:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384314112:12345-0@lo:400:kworker.0 Request processed in 29us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320571.002087:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2199 00000100:00080000:2.0:1767320571.002105:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320571.002107:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320571.002121:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384314112:0@lo:400:kworker.0 00000100:00100000:2.0:1767320571.002136:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384314240:0@lo:400:kworker.0 00000100:00100000:3.0:1767320571.002868:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384313344:0@lo:38:kworker.0 00000100:00100000:3.0:1767320571.002922:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320571.002961:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384313472:0@lo:38:kworker.0 00000100:00100000:3.0:1767320571.002984:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320571.003003:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384313728:0@lo:38:kworker.0 00000100:00100000:3.0:1767320571.003021:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320571.003038:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384313984:0@lo:38:kworker.0 00000100:00100000:3.0:1767320571.003059:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320571.003087:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384313344 00000100:00100000:3.0:1767320571.003092:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384313344 00000100:00100000:3.0:1767320571.003115:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384313728 00000100:00100000:3.0:1767320571.003117:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384313728 00000100:00100000:3.0:1767320571.003132:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384313984 00000100:00100000:3.0:1767320571.003134:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384313984 00000100:00100000:3.0:1767320571.003145:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24820 00000100:00100000:3.0:1767320571.003150:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384313344:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320571.003189:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320571.003228:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384313344:12345-0@lo:38:kworker.0 Request processed in 76us (305us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320571.003235:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24820 00000100:00100000:0.0:1767320571.003918:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384313472 00000100:00100000:0.0:1767320571.003926:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384313472 00000100:00100000:0.0:1767320571.003961:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2933 00000100:00100000:0.0:1767320571.003966:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384313472:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320571.003978:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320571.004021:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384313472:12345-0@lo:38:kworker.0 Request processed in 54us (1035us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320571.004028:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2933 00000100:00100000:2.0:1767320571.004133:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24821 00000100:00100000:2.0:1767320571.004139:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384313728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320571.004149:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320571.004203:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384313728:12345-0@lo:38:kworker.0 Request processed in 62us (1180us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320571.004209:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24821 00000100:00100000:2.0:1767320571.004225:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24822 00000100:00100000:2.0:1767320571.004229:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384313984:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320571.004238:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320571.004275:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384313984:12345-0@lo:38:kworker.0 Request processed in 44us (1215us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320571.004280:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24822 00000100:00100000:1.0:1767320571.004572:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384313856:0@lo:400:kworker.0 00000100:00080000:2.0:1767320571.007054:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320571.007068:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320571.007073:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384313344:0@lo:38:kworker.0 00000100:00080000:2.0:1767320571.007086:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320571.007090:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320571.007093:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384313472:0@lo:38:kworker.0 00000100:00080000:2.0:1767320571.007106:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320571.007110:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320571.007113:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384313728:0@lo:38:kworker.0 00000100:00080000:2.0:1767320571.007123:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320571.007126:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320571.007129:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384313984:0@lo:38:kworker.0 00010000:00010000:1.0:1767320571.511828:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320571.511913:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384314368:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320571.511996:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320571.512392:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990597800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384314496:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320571.512463:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320571.514676:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384314368 00000100:00100000:3.0:1767320571.514693:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384314368 00000100:00100000:3.0:1767320571.514802:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384314496 00000100:00100000:3.0:1767320571.514806:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384314496 00000100:00100000:1.0:1767320571.514818:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3019 00000100:00100000:1.0:1767320571.514835:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384314368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320571.514879:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320571.514983:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384314368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 155us (2987us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320571.515180:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384314368:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320571.524065:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3020 00000100:00100000:3.0:1767320571.524096:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384314496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320571.524141:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320571.524259:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384314496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 179us (11795us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320571.524266:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3020 00000100:00100000:2.0:1767320571.524621:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990597800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384314496:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320571.526073:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3019 00000100:00100000:1.0:1767320572.022957:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320572.535217:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320573.046954:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320573.559497:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320574.071669:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320574.583081:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767320575.047254:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297434496 offset 0 length 520: 4 00000100:00100000:0.0:1767320575.057970:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320575.058023:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320575.058160:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297434624 00000100:00100000:1.0:1767320575.058173:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297434624 00000100:00100000:1.0:1767320575.058243:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297434752 00000100:00100000:1.0:1767320575.058247:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297434752 00000100:00100000:1.0:1767320575.058310:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5467 00000100:00100000:1.0:1767320575.058327:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990594380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297434752:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320575.058429:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990594380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297434752:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 108us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320575.058437:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5467 00000100:00100000:1.0:1767320575.058456:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24823 00000100:00100000:1.0:1767320575.058461:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990596300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297434624:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320575.058482:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320575.058508:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990596300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297434624:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 45us (552us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320575.058515:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24823 00000100:00080000:0.0:1767320575.058574:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320575.095070:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320550/real 1767320550] req@ffff93698c91dc00 x1853164384308096/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320575 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320575.095398:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93698c91dc00 x1853164384308096/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320575 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320575.095425:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320575.095440:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320575.095445:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384308096:0@lo:250:kworker.0 00000100:00080000:1.0:1767320575.095593:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320575.095605:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320575.095609:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320575.095619:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5453 00000100:00080000:1.0:1767320575.095624:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320575.095631:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320575.095674:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb1180 x1853164384314624/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320575.095706:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320575.095710:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320575.095713:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320575.095717:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5474 00000100:00080000:1.0:1767320575.095720:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320575.095723:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320575.095742:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb0a80 x1853164384314752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320575.095751:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320575.095754:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320575.095756:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320575.095761:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5474 00000100:00080000:1.0:1767320575.095763:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320575.095766:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320575.095801:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb2d80 x1853164384314880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320575.095834:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320575.095838:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320575.095839:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320575.095843:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5474 00000100:00080000:1.0:1767320575.095846:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320575.095849:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320575.095862:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb2a00 x1853164384315136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320575.095885:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320575.095889:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320575.095891:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320575.095896:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5474 00000100:00080000:1.0:1767320575.095898:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320575.095902:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320575.095913:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb3480 x1853164384315392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320575.096088:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384315520:0@lo:400:kworker.0 00000100:00100000:0.0:1767320575.096179:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320575.096259:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320575.096266:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384315264:0@lo:400:kworker.0 00000100:00100000:0.0:1767320575.096295:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320575.096336:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384315008:0@lo:400:kworker.0 00000100:00100000:0.0:1767320575.096362:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320575.096400:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320575.096407:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384315648:0@lo:400:kworker.0 00000100:00100000:0.0:1767320575.096427:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320575.096457:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384315520 00000100:00100000:0.0:1767320575.096465:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384315520 00000100:00100000:0.0:1767320575.096514:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384315648 00000100:00100000:0.0:1767320575.096518:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384315648 00000100:00100000:0.0:1767320575.096538:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2200 00000100:00100000:0.0:1767320575.096547:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990594e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384315520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320575.096596:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990594e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384315520:12345-0@lo:400:kworker.0 Request processed in 50us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320575.096603:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2200 00000100:00100000:0.0:1767320575.096621:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2201 00000100:00100000:0.0:1767320575.096631:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384315648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320575.096661:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384315648:12345-0@lo:400:kworker.0 Request processed in 34us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320575.096666:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2201 00000100:00080000:0.0:1767320575.096681:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320575.096685:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320575.096713:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384315648:0@lo:400:kworker.0 00000100:00100000:0.0:1767320575.096737:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384315520:0@lo:400:kworker.0 00000100:00100000:2.0:1767320575.097846:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384315264 00000100:00100000:2.0:1767320575.097855:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384315264 00000100:00100000:2.0:1767320575.097918:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384315008 00000100:00100000:2.0:1767320575.097922:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384315008 00000100:00100000:2.0:1767320575.097959:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5468 00000100:00100000:2.0:1767320575.097968:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384315264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320575.098031:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384315264:12345-0@lo:400:kworker.0 Request processed in 65us (1735us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320575.098039:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5468 00000100:00100000:2.0:1767320575.098054:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5469 00000100:00100000:2.0:1767320575.098060:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384315008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320575.098089:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384315008:12345-0@lo:400:kworker.0 Request processed in 30us (1727us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320575.098099:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5469 00000100:00100000:2.0:1767320575.098121:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384314624:0@lo:250:kworker.0 00000400:00000100:2.0:1767320575.098165:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384314624 offset 0 length 520: 4 00000100:00100000:2.0:1767320575.098188:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384314752:0@lo:38:kworker.0 00000100:00100000:2.0:1767320575.098211:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320575.098242:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384314880:0@lo:38:kworker.0 00000100:00100000:2.0:1767320575.098264:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320575.098281:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384315136:0@lo:38:kworker.0 00000100:00100000:2.0:1767320575.098301:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320575.098316:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384315392:0@lo:38:kworker.0 00000100:00100000:2.0:1767320575.098335:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320575.098358:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384314752 00000100:00100000:2.0:1767320575.098361:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384314752 00000100:00080000:0.0:1767320575.099217:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320575.099253:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384315008:0@lo:400:kworker.0 00000100:00100000:0.0:1767320575.099311:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384315136 00000100:00100000:0.0:1767320575.099316:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384315136 00000100:00100000:0.0:1767320575.099335:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384315392 00000100:00100000:0.0:1767320575.099337:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384315392 00000100:00100000:0.0:1767320575.099347:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24824 00000100:00100000:0.0:1767320575.099353:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384315136:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320575.099382:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320575.099430:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384315136:12345-0@lo:38:kworker.0 Request processed in 76us (1127us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320575.099436:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24824 00000100:00100000:0.0:1767320575.099450:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24825 00000100:00100000:0.0:1767320575.099454:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384315392:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320575.099463:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320575.099487:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384315392:12345-0@lo:38:kworker.0 Request processed in 32us (1151us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320575.099493:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24825 00000100:00080000:0.0:1767320575.099520:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320575.099525:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320575.099528:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384315136:0@lo:38:kworker.0 00000100:00080000:0.0:1767320575.099536:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320575.099539:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320575.099542:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384315392:0@lo:38:kworker.0 00000100:00100000:0.0:1767320575.099571:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384315264:0@lo:400:kworker.0 00000100:00100000:0.0:1767320575.099606:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384314880 00000100:00100000:0.0:1767320575.099610:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384314880 00000100:00100000:0.0:1767320575.099629:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2934 00000100:00100000:0.0:1767320575.099633:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384314880:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320575.099644:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320575.099682:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384314880:12345-0@lo:38:kworker.0 Request processed in 47us (1417us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320575.099688:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2934 00000100:00080000:1.0:1767320575.099943:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320575.099949:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320575.099950:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24826 00000100:00100000:1.0:1767320575.099953:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384314880:0@lo:38:kworker.0 00000100:00100000:2.0:1767320575.099956:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384314752:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320575.099966:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320575.100004:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384314752:12345-0@lo:38:kworker.0 Request processed in 47us (1792us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320575.100010:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24826 00000100:00080000:1.0:1767320575.100095:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320575.100100:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320575.100103:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384314752:0@lo:38:kworker.0 00000100:00100000:3.0:1767320575.100227:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320575.609767:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320576.119192:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320576.631341:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320576.631394:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384315776:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320576.631499:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320576.631578:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384315776 00000100:00100000:1.0:1767320576.631588:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384315776 00000100:00100000:1.0:1767320576.631655:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3021 00000100:00100000:1.0:1767320576.631665:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384315776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320576.631701:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320576.631750:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384315776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320576.631758:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3021 00000100:00100000:0.0:1767320576.631843:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320576.631857:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384315776:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320576.631858:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384315904:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320576.631898:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320576.631928:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384315904 00000100:00100000:1.0:1767320576.631933:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384315904 00000100:00100000:1.0:1767320576.631968:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3022 00000100:00100000:1.0:1767320576.631976:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384315904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320576.631992:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320576.632191:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384315904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 216us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320576.632198:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3022 00000100:00100000:0.0:1767320576.632330:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384315904:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320577.143078:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320577.655016:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320578.168414:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320578.678971:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320579.191693:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320579.704013:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320580.177266:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320580.177401:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297435008 00000100:00100000:1.0:1767320580.177413:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297435008 00000100:00100000:1.0:1767320580.177573:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5470 00000100:00100000:1.0:1767320580.177592:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297435008:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320580.177710:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297435008:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 126us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320580.177718:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5470 00000100:00080000:0.0:1767320580.182224:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320580.192242:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320580.192334:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297434880 00000100:00100000:1.0:1767320580.192346:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297434880 00000100:00100000:1.0:1767320580.192401:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24827 00000100:00100000:1.0:1767320580.192411:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297434880:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320580.192435:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320580.192505:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297434880:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 94us (279us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320580.192513:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24827 00000100:00100000:3.0:1767320580.214925:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320580.218462:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320580.218475:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320580.218478:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320580.218482:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320580.218486:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320580.218494:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5478 00000100:00080000:3.0:1767320580.218499:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320580.218506:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320580.218551:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8783100 x1853164384316032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320580.218638:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384316032:0@lo:38:kworker.0 00000100:00100000:1.0:1767320580.218732:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320580.218952:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384316032 00000100:00100000:2.0:1767320580.218963:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384316032 00000100:00100000:2.0:1767320580.219004:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24828 00000100:00100000:2.0:1767320580.219021:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384316032:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320580.219041:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767320580.219298:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320580.219303:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320580.219305:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320580.219310:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5478 00000100:00080000:3.0:1767320580.219313:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320580.219317:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320580.219334:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8783800 x1853164384316160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320580.219371:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384316160:0@lo:38:kworker.0 00000100:00100000:1.0:1767320580.219402:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320580.219475:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384316160 00000100:00100000:0.0:1767320580.219480:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384316160 00000100:00100000:0.0:1767320580.219506:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2935 00000100:00100000:0.0:1767320580.219511:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384316160:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320580.219523:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320580.219554:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384316160:12345-0@lo:38:kworker.0 Request processed in 41us (151us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320580.219562:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2935 00000100:00100000:2.0:1767320580.222248:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384316032:12345-0@lo:38:kworker.0 Request processed in 3224us (3503us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320580.222265:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24828 00000100:00080000:3.0:1767320580.222289:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320580.222294:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320580.222298:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320580.222302:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5478 00000100:00080000:3.0:1767320580.222307:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767320580.222309:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1767320580.222313:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320580.222323:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384316288:0@lo:400:kworker.0 00000100:00100000:3.0:1767320580.222334:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8782a00 x1853164384316416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320580.222362:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320580.222365:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320580.222367:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320580.222370:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5478 00000100:00080000:3.0:1767320580.222372:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320580.222376:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320580.222378:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320580.222409:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384316288 00000100:00100000:3.0:1767320580.222411:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e028380 x1853164384316672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320580.222416:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384316288 00000100:00100000:3.0:1767320580.222452:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384316544:0@lo:400:kworker.0 00000100:00100000:2.0:1767320580.222468:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5471 00000100:00100000:2.0:1767320580.222476:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384316288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320580.222478:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320580.222496:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320580.222501:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e028e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384316800:0@lo:400:kworker.0 00000100:00100000:3.0:1767320580.222523:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320580.222547:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384316544 00000100:00100000:3.0:1767320580.222551:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384316544 00000100:00100000:3.0:1767320580.222583:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5472 00000100:00100000:3.0:1767320580.222590:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384316544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320580.222641:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384316544:12345-0@lo:400:kworker.0 Request processed in 51us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320580.222647:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5472 00000100:00100000:0.0:1767320580.223134:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320580.223148:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384316928:0@lo:400:kworker.0 00000100:00100000:0.0:1767320580.223183:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320580.223248:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320580.223273:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384316800 00000100:00100000:0.0:1767320580.223277:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384316800 00000100:00100000:0.0:1767320580.223309:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384316928 00000100:00100000:0.0:1767320580.223313:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384316928 00000100:00100000:0.0:1767320580.223332:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2202 00000100:00100000:0.0:1767320580.223340:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384316800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320580.223375:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384316800:12345-0@lo:400:kworker.0 Request processed in 35us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320580.223382:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2202 00000100:00100000:0.0:1767320580.223397:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2203 00000100:00100000:0.0:1767320580.223403:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384316928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320580.223435:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384316928:12345-0@lo:400:kworker.0 Request processed in 31us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320580.223441:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2203 00000100:00080000:0.0:1767320580.223455:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320580.223458:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320580.223495:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384316928:0@lo:400:kworker.0 00000100:00100000:0.0:1767320580.223543:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e028e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384316800:0@lo:400:kworker.0 00000100:00100000:0.0:1767320580.223553:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384316544:0@lo:400:kworker.0 00000100:00100000:2.0:1767320580.223970:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384316288:12345-0@lo:400:kworker.0 Request processed in 1493us (1590us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320580.223977:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5471 00000100:00100000:0.0:1767320580.224048:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384316288:0@lo:400:kworker.0 00000100:00080000:1.0:1767320580.224192:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320580.224198:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320580.224201:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384316032:0@lo:38:kworker.0 00000100:00100000:1.0:1767320580.224216:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384316416:0@lo:38:kworker.0 00000100:00100000:1.0:1767320580.224245:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320580.224317:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384316672:0@lo:38:kworker.0 00000100:00100000:1.0:1767320580.224339:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320580.224442:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320580.224446:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320580.224450:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384316160:0@lo:38:kworker.0 00000100:00100000:2.0:1767320580.224495:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384316416 00000100:00100000:2.0:1767320580.224500:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384316416 00000100:00100000:0.0:1767320580.224538:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384316672 00000100:00100000:0.0:1767320580.224541:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384316672 00000100:00100000:0.0:1767320580.224604:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24829 00000100:00100000:0.0:1767320580.224609:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384316416:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320580.224629:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320580.224900:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384316416:12345-0@lo:38:kworker.0 Request processed in 72us (437us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320580.224913:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24829 00000100:00100000:0.0:1767320580.224929:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24830 00000100:00100000:0.0:1767320580.224933:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384316672:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320580.224943:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320580.224973:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384316672:12345-0@lo:38:kworker.0 Request processed in 38us (632us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320580.224978:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24830 00000100:00080000:3.0:1767320580.225056:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320580.225060:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320580.225063:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384316416:0@lo:38:kworker.0 00000100:00080000:3.0:1767320580.225072:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320580.225087:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320580.225090:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384316672:0@lo:38:kworker.0 00010000:00010000:2.0:1767320580.728227:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320581.238972:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320581.751230:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384317056:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320581.751302:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767320581.751499:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320581.751803:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384317056 00000100:00100000:0.0:1767320581.751811:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384317056 00000100:00100000:3.0:1767320581.751811:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384317184:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320581.751842:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320581.755379:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384317184 00000100:00100000:0.0:1767320581.755395:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384317184 00000100:00100000:0.0:1767320581.755474:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3023 00000100:00100000:0.0:1767320581.755490:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384317056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320581.755524:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320581.755605:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384317056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 121us (4301us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320581.761326:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3024 00000100:00100000:3.0:1767320581.761360:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384317184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320581.761414:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320581.761517:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384317184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 176us (9674us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320581.761525:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3024 00000100:00100000:3.0:1767320581.761770:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384317184:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320581.761853:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384317056:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320581.764459:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3023 00000100:00100000:3.0:1767320582.263157:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320582.775195:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320583.286913:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320583.799016:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320584.310934:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320584.823146:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320585.286696:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320585.286877:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320585.287396:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297435264 00000100:00100000:1.0:1767320585.287407:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297435264 00000100:00100000:1.0:1767320585.287518:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297435136 00000100:00100000:1.0:1767320585.287522:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297435136 00000100:00080000:0.0:1767320585.287562:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320585.287663:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5473 00000100:00100000:2.0:1767320585.287676:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990597480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297435264:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320585.287760:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990597480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297435264:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 87us (1075us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320585.287777:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5473 00000100:00100000:2.0:1767320585.287814:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24831 00000100:00100000:2.0:1767320585.287819:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990596680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297435136:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320585.287839:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320585.287866:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990596680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297435136:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 45us (990us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320585.287872:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24831 00000100:00080000:3.0:1767320585.334936:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320585.334947:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320585.334950:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320585.334955:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320585.334959:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320585.334979:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5483 00000100:00080000:3.0:1767320585.334984:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320585.334992:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320585.335036:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e029c00 x1853164384317312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320585.335077:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320585.335081:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320585.335082:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320585.335086:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5483 00000100:00080000:3.0:1767320585.335089:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320585.335093:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320585.335111:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e029500 x1853164384317440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320585.335147:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320585.335151:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320585.335153:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320585.335156:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5483 00000100:00080000:3.0:1767320585.335159:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320585.335162:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320585.335173:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e02ad80 x1853164384317696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320585.335197:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320585.335370:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320585.335372:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320585.335375:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5483 00000100:00080000:3.0:1767320585.335378:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320585.335382:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320585.335395:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e02b480 x1853164384317952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320585.335439:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384318208:0@lo:400:kworker.0 00000100:00100000:3.0:1767320585.335505:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320585.335674:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320585.335710:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e02a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384318080:0@lo:400:kworker.0 00000100:00100000:1.0:1767320585.335740:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320585.335816:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320585.335823:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e02bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384317824:0@lo:400:kworker.0 00000100:00100000:1.0:1767320585.335850:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320585.335891:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384318208 00000100:00100000:1.0:1767320585.335898:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384318208 00000100:00100000:1.0:1767320585.335944:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384318080 00000100:00100000:1.0:1767320585.335948:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384318080 00000100:00100000:3.0:1767320585.336344:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320585.336353:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e028a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384317568:0@lo:400:kworker.0 00000100:00100000:3.0:1767320585.336385:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320585.336418:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384317824 00000100:00100000:3.0:1767320585.336422:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384317824 00000100:00100000:3.0:1767320585.336449:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384317568 00000100:00100000:3.0:1767320585.336452:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384317568 00000100:00100000:3.0:1767320585.336477:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5474 00000100:00100000:3.0:1767320585.336485:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384317824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320585.336548:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384317824:12345-0@lo:400:kworker.0 Request processed in 50us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320585.336556:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5474 00000100:00100000:3.0:1767320585.336575:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5475 00000100:00100000:3.0:1767320585.336582:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384317568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320585.336614:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384317568:12345-0@lo:400:kworker.0 Request processed in 32us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320585.336620:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5475 00000100:00100000:3.0:1767320585.336661:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e028a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384317568:0@lo:400:kworker.0 00000100:00100000:3.0:1767320585.336700:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e02bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384317824:0@lo:400:kworker.0 00000100:00100000:1.0:1767320585.336770:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2204 00000100:00100000:1.0:1767320585.336801:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384318208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320585.336849:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384318208:12345-0@lo:400:kworker.0 Request processed in 71us (1343us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320585.336855:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2204 00000100:00100000:1.0:1767320585.336868:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2205 00000100:00100000:1.0:1767320585.336874:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384318080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320585.336902:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384318080:12345-0@lo:400:kworker.0 Request processed in 29us (1161us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320585.336908:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2205 00000100:00100000:0.0:1767320585.337130:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e029c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384317312:0@lo:38:kworker.0 00000100:00100000:0.0:1767320585.337163:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320585.337194:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e029500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384317440:0@lo:38:kworker.0 00000100:00100000:0.0:1767320585.337227:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320585.337259:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e02ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384317696:0@lo:38:kworker.0 00000100:00100000:0.0:1767320585.337280:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320585.337297:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e02b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384317952:0@lo:38:kworker.0 00000100:00100000:0.0:1767320585.337316:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320585.337346:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320585.337351:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320585.337353:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320585.337369:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384317440 00000100:00100000:0.0:1767320585.337373:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384317440 00000100:00100000:0.0:1767320585.337396:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2936 00000100:00100000:0.0:1767320585.337401:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384317440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320585.337418:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320585.337450:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384317440:12345-0@lo:38:kworker.0 Request processed in 48us (222us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320585.337456:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2936 00000100:00100000:0.0:1767320585.337474:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384317312 00000100:00100000:0.0:1767320585.337477:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384317312 00000100:00100000:0.0:1767320585.337492:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384317696 00000100:00100000:0.0:1767320585.337495:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384317696 00000100:00100000:0.0:1767320585.337502:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384317952 00000100:00100000:0.0:1767320585.337504:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384317952 00000100:00100000:0.0:1767320585.337513:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24832 00000100:00100000:0.0:1767320585.337517:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990595180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384317312:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320585.337526:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320585.337563:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990595180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384317312:12345-0@lo:38:kworker.0 Request processed in 44us (400us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320585.337569:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24832 00000100:00100000:0.0:1767320585.337580:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24833 00000100:00100000:0.0:1767320585.337584:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990597100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384317696:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320585.337593:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320585.337614:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990597100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384317696:12345-0@lo:38:kworker.0 Request processed in 28us (332us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320585.337619:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24833 00000100:00100000:0.0:1767320585.337630:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24834 00000100:00100000:0.0:1767320585.337634:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990597b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384317952:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320585.337642:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320585.337665:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990597b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384317952:12345-0@lo:38:kworker.0 Request processed in 29us (348us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320585.337671:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24834 00000100:00080000:0.0:1767320585.337707:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320585.337712:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320585.337716:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e029c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384317312:0@lo:38:kworker.0 00000100:00080000:0.0:1767320585.337724:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320585.337727:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320585.337730:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e029500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384317440:0@lo:38:kworker.0 00000100:00080000:0.0:1767320585.337737:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320585.337740:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320585.337742:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e02ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384317696:0@lo:38:kworker.0 00000100:00080000:0.0:1767320585.337749:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320585.337752:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320585.337754:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e02b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384317952:0@lo:38:kworker.0 00000100:00100000:3.0:1767320585.338509:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e02a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384318080:0@lo:400:kworker.0 00000100:00100000:3.0:1767320585.338696:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384318208:0@lo:400:kworker.0 00010000:00010000:2.0:1767320585.847059:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320586.358860:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320586.871308:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320586.871333:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384318336:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320586.871409:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320586.871534:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384318336 00000100:00100000:2.0:1767320586.871542:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384318336 00000100:00100000:2.0:1767320586.871595:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3025 00000100:00100000:2.0:1767320586.871605:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384318336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320586.871633:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320586.871681:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384318336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320586.871689:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3025 00000100:00100000:2.0:1767320586.871733:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384318336:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320586.872454:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320586.872473:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936990597800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384318464:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320586.872514:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767320586.872705:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320586.873197:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384318464 00000100:00100000:0.0:1767320586.873206:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384318464 00000100:00100000:0.0:1767320586.873302:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3026 00000100:00100000:0.0:1767320586.873312:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384318464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320586.873345:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320586.873403:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384318464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (888us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320586.873410:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3026 00000100:00100000:3.0:1767320586.873494:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936990597800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384318464:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320587.384490:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320587.894957:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320588.406898:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320588.919058:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320589.432260:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320589.943576:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320590.411539:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320590.411594:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320590.411687:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297435520 00000100:00100000:1.0:1767320590.411697:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297435520 00000100:00100000:1.0:1767320590.411814:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297435392 00000100:00100000:1.0:1767320590.411819:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297435392 00000100:00100000:1.0:1767320590.411839:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5476 00000100:00100000:1.0:1767320590.411855:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936990597800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297435520:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320590.411935:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936990597800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297435520:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 86us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320590.412132:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24835 00000100:00100000:3.0:1767320590.412140:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297435392:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320590.412162:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320590.412202:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297435392:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 62us (608us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320590.412210:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24835 00000100:00100000:1.0:1767320590.412451:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5476 00000100:00080000:0.0:1767320590.412593:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320590.456436:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320590.456448:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320590.456452:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320590.456456:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320590.456462:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320590.456472:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5488 00000100:00080000:0.0:1767320590.456477:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320590.456485:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320590.456530:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8783800 x1853164384318592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320590.456555:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320590.456558:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320590.456560:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320590.456565:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5488 00000100:00080000:0.0:1767320590.456567:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320590.456571:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320590.456584:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8783100 x1853164384318720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320590.456627:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320590.456631:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320590.456633:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320590.456637:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5488 00000100:00080000:0.0:1767320590.456639:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320590.456643:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320590.456657:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91dc00 x1853164384318976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320590.456711:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320590.456714:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320590.456716:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320590.456720:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5488 00000100:00080000:0.0:1767320590.456723:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320590.456726:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320590.456738:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e0700 x1853164384319232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320590.456778:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384319360:0@lo:400:kworker.0 00000100:00100000:0.0:1767320590.456861:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320590.456920:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320590.456927:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384319104:0@lo:400:kworker.0 00000100:00100000:0.0:1767320590.456955:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320590.456983:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384319360 00000100:00100000:0.0:1767320590.456991:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384319360 00000100:00100000:0.0:1767320590.457126:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2206 00000100:00100000:0.0:1767320590.457136:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384319360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320590.457472:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384318848:0@lo:400:kworker.0 00000100:00100000:3.0:1767320590.457504:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320590.457530:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320590.457535:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384319488:0@lo:400:kworker.0 00000100:00100000:3.0:1767320590.457560:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320590.457586:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384319488 00000100:00100000:3.0:1767320590.457591:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384319488 00000100:00100000:3.0:1767320590.457619:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2207 00000100:00100000:3.0:1767320590.457626:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384319488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320590.457675:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384319488:12345-0@lo:400:kworker.0 Request processed in 48us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320590.457682:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2207 00000100:00100000:3.0:1767320590.457723:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384319488:0@lo:400:kworker.0 00000100:00080000:3.0:1767320590.457761:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320590.457765:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320590.457776:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384319104 00000100:00100000:3.0:1767320590.457796:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384319104 00000100:00100000:3.0:1767320590.457828:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384318848 00000100:00100000:3.0:1767320590.457832:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384318848 00000100:00100000:3.0:1767320590.457853:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5477 00000100:00100000:3.0:1767320590.457858:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5652450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384319104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320590.457894:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5652450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384319104:12345-0@lo:400:kworker.0 Request processed in 36us (938us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320590.457900:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5477 00000100:00100000:3.0:1767320590.458990:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5478 00000100:00100000:3.0:1767320590.459015:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384318848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320590.459076:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384318848:12345-0@lo:400:kworker.0 Request processed in 77us (1570us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320590.459083:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5478 00000100:00080000:3.0:1767320590.459109:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320590.459137:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384318848:0@lo:400:kworker.0 00000100:00100000:3.0:1767320590.459162:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384319104:0@lo:400:kworker.0 00000100:00100000:0.0:1767320590.459386:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384319360:12345-0@lo:400:kworker.0 Request processed in 2251us (2524us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320590.459393:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2206 00000100:00100000:2.0:1767320590.459640:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384318592:0@lo:38:kworker.0 00000100:00100000:2.0:1767320590.459674:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320590.459704:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384318720:0@lo:38:kworker.0 00000100:00100000:2.0:1767320590.459728:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320590.459753:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384318976:0@lo:38:kworker.0 00000100:00100000:2.0:1767320590.459773:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320590.459805:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384319232:0@lo:38:kworker.0 00000100:00100000:2.0:1767320590.459825:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320590.459859:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384318720 00000100:00100000:2.0:1767320590.459864:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384318720 00000100:00100000:2.0:1767320590.459891:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2937 00000100:00100000:2.0:1767320590.459896:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384318720:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320590.459915:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320590.459946:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384318720:12345-0@lo:38:kworker.0 Request processed in 49us (217us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320590.459953:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2937 00000100:00100000:2.0:1767320590.459971:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384318592 00000100:00100000:2.0:1767320590.459974:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384318592 00000100:00100000:2.0:1767320590.459985:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384318976 00000100:00100000:2.0:1767320590.459988:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384318976 00000100:00100000:2.0:1767320590.459994:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384319232 00000100:00100000:2.0:1767320590.459996:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384319232 00000100:00100000:2.0:1767320590.460025:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24836 00000100:00100000:2.0:1767320590.460029:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384318592:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320590.460038:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320590.460062:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384318592:12345-0@lo:38:kworker.0 Request processed in 31us (388us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320590.460066:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24836 00000100:00100000:2.0:1767320590.460076:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24837 00000100:00100000:2.0:1767320590.460080:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384318976:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320590.460089:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320590.460110:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384318976:12345-0@lo:38:kworker.0 Request processed in 28us (336us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320590.460116:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24837 00000100:00100000:2.0:1767320590.460127:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24838 00000100:00100000:2.0:1767320590.460131:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384319232:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320590.460140:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320590.460161:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384319232:12345-0@lo:38:kworker.0 Request processed in 28us (335us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320590.460166:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24838 00000100:00080000:2.0:1767320590.460208:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320590.460214:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320590.460217:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384318592:0@lo:38:kworker.0 00000100:00080000:2.0:1767320590.460224:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320590.460227:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320590.460230:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384318720:0@lo:38:kworker.0 00000100:00080000:2.0:1767320590.460236:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320590.460240:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320590.460242:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384318976:0@lo:38:kworker.0 00000100:00080000:2.0:1767320590.460248:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320590.460251:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320590.460253:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384319232:0@lo:38:kworker.0 00000100:00100000:0.0:1767320590.461603:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320590.461893:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384319360:0@lo:400:kworker.0 00010000:00010000:2.0:1767320590.967062:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320591.478968:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320591.991287:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320591.991500:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320591.991535:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384319616:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320591.991632:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320591.991730:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384319616 00000100:00100000:1.0:1767320591.991740:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384319616 00000100:00100000:1.0:1767320591.991809:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3027 00000100:00100000:1.0:1767320591.991818:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384319616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320591.991853:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320591.991903:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384319616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320591.991910:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3027 00000100:00100000:1.0:1767320591.991970:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384319616:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320591.992127:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384319744:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320591.993355:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320591.993681:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384319744 00000100:00100000:2.0:1767320591.993698:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384319744 00000100:00100000:2.0:1767320591.993761:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3028 00000100:00100000:2.0:1767320591.993770:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384319744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320591.993841:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320591.993914:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384319744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 146us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320591.993922:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3028 00000100:00100000:0.0:1767320591.994556:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384319744:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320592.503461:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320593.015022:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320593.528057:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320594.041699:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320594.551023:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320595.063327:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320595.528695:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320595.528761:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320595.529928:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297435776 00000100:00100000:2.0:1767320595.529946:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297435776 00000100:00100000:2.0:1767320595.530062:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297435648 00000100:00100000:2.0:1767320595.530066:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297435648 00000100:00100000:2.0:1767320595.530104:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5479 00000100:00100000:2.0:1767320595.530120:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297435776:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320595.530227:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297435776:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 113us (1549us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320595.530237:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5479 00000100:00100000:2.0:1767320595.530259:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24839 00000100:00100000:2.0:1767320595.530264:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297435648:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320595.530293:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320595.530323:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297435648:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 57us (1561us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320595.530343:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24839 00000100:00080000:3.0:1767320595.530629:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320595.576139:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320595.576245:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320595.576251:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320595.576255:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320595.576259:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320595.576263:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320595.576271:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5493 00000100:00080000:3.0:1767320595.576276:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320595.576284:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320595.576343:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e029f80 x1853164384319872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320595.576364:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320595.576367:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320595.576368:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320595.576372:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5493 00000100:00080000:3.0:1767320595.576373:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320595.576375:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320595.576384:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e02b100 x1853164384320000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320595.577011:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320595.577018:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320595.577020:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320595.577023:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5493 00000100:00080000:3.0:1767320595.577026:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320595.577030:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320595.577049:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e028700 x1853164384320256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320595.577074:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320595.577077:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320595.577078:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320595.577081:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5493 00000100:00080000:3.0:1767320595.577083:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320595.577085:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320595.577092:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e02a300 x1853164384320512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320595.577153:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e02aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384320640:0@lo:400:kworker.0 00000100:00100000:3.0:1767320595.577233:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320595.577292:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320595.577295:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e02b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384320384:0@lo:400:kworker.0 00000100:00100000:3.0:1767320595.577316:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320595.577664:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e028a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384320128:0@lo:400:kworker.0 00000100:00100000:0.0:1767320595.577698:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320595.577734:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320595.577739:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384320768:0@lo:400:kworker.0 00000100:00100000:0.0:1767320595.577759:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320595.577814:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384320384 00000100:00100000:0.0:1767320595.577824:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384320384 00000100:00100000:0.0:1767320595.578296:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384320128 00000100:00100000:0.0:1767320595.578303:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384320128 00000100:00100000:0.0:1767320595.578670:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5480 00000100:00100000:0.0:1767320595.578683:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384320384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320595.578770:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384320384:12345-0@lo:400:kworker.0 Request processed in 90us (1451us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320595.578779:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5480 00000100:00100000:0.0:1767320595.578832:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5481 00000100:00100000:0.0:1767320595.578850:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384320128:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767320595.579097:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320595.579124:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384320640 00000100:00100000:3.0:1767320595.579130:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384320640 00000100:00100000:3.0:1767320595.579173:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384320768 00000100:00100000:3.0:1767320595.579177:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384320768 00000100:00100000:3.0:1767320595.579201:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2208 00000100:00100000:3.0:1767320595.579207:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384320640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320595.579252:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384320640:12345-0@lo:400:kworker.0 Request processed in 46us (2019us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320595.579259:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2208 00000100:00100000:3.0:1767320595.579271:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2209 00000100:00100000:3.0:1767320595.579277:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384320768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320595.579312:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384320768:12345-0@lo:400:kworker.0 Request processed in 34us (1551us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320595.579317:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2209 00000100:00080000:3.0:1767320595.579354:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320595.579357:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320595.579569:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384320128:12345-0@lo:400:kworker.0 Request processed in 720us (1869us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320595.579577:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5481 00000100:00100000:0.0:1767320595.579611:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384320768:0@lo:400:kworker.0 00000100:00100000:0.0:1767320595.579625:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e028a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384320128:0@lo:400:kworker.0 00000100:00100000:2.0:1767320595.579916:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384319872:0@lo:38:kworker.0 00000100:00100000:2.0:1767320595.579976:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320595.580011:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e02b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384320000:0@lo:38:kworker.0 00000100:00100000:2.0:1767320595.580039:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320595.580083:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384319872 00000100:00100000:2.0:1767320595.580089:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e028700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384320256:0@lo:38:kworker.0 00000100:00100000:0.0:1767320595.580090:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384319872 00000100:00100000:0.0:1767320595.580123:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24840 00000100:00100000:2.0:1767320595.580124:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320595.580134:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384319872:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320595.580151:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e02a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384320512:0@lo:38:kworker.0 00010000:00020000:0.0:1767320595.580161:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320595.580177:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320595.580210:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384319872:12345-0@lo:38:kworker.0 Request processed in 75us (232us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767320595.580218:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767320595.580219:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24840 00000100:00080000:2.0:1767320595.580229:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320595.580234:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384319872:0@lo:38:kworker.0 00000100:00100000:0.0:1767320595.580236:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384320256 00000100:00100000:0.0:1767320595.580242:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384320256 00000100:00100000:0.0:1767320595.580256:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384320512 00000100:00100000:0.0:1767320595.580259:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384320512 00000100:00100000:2.0:1767320595.580274:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24841 00000100:00100000:2.0:1767320595.580281:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384320256:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320595.580293:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320595.580332:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e02b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384320384:0@lo:400:kworker.0 00000100:00100000:2.0:1767320595.580342:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384320256:12345-0@lo:38:kworker.0 Request processed in 47us (206us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320595.580355:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e02aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384320640:0@lo:400:kworker.0 00000100:00100000:1.0:1767320595.580399:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384320000 00000100:00100000:1.0:1767320595.580405:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384320000 00000100:00100000:1.0:1767320595.580435:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2938 00000100:00100000:1.0:1767320595.580441:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384320000:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320595.580463:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320595.580493:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384320000:12345-0@lo:38:kworker.0 Request processed in 51us (453us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320595.580500:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2938 00000100:00100000:0.0:1767320595.581345:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24842 00000100:00100000:0.0:1767320595.581357:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384320512:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320595.581376:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320595.581449:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384320512:12345-0@lo:38:kworker.0 Request processed in 94us (1272us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320595.581458:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24842 00000100:00080000:0.0:1767320595.581548:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320595.581554:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320595.581558:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e02b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384320000:0@lo:38:kworker.0 00000100:00080000:0.0:1767320595.581571:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320595.581574:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320595.581578:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e028700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384320256:0@lo:38:kworker.0 00000100:00080000:0.0:1767320595.581586:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320595.581590:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320595.581593:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e02a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384320512:0@lo:38:kworker.0 00000100:00100000:2.0:1767320595.583989:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24841 00010000:00010000:2.0:1767320596.089158:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320596.600445:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320597.111305:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320597.111460:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320597.111490:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384320896:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320597.111593:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320597.111684:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320597.111694:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384321024:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320597.111718:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320597.111881:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384320896 00000100:00100000:0.0:1767320597.111892:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384320896 00000100:00100000:0.0:1767320597.111975:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384321024 00000100:00100000:0.0:1767320597.111978:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384321024 00000100:00100000:0.0:1767320597.112004:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3029 00000100:00100000:0.0:1767320597.112014:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384320896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320597.112053:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320597.112104:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384320896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320597.112112:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3029 00000100:00100000:0.0:1767320597.112132:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3030 00000100:00100000:0.0:1767320597.112138:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384321024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320597.112155:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320597.112184:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384321024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320597.112193:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3030 00000100:00100000:0.0:1767320597.112247:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384321024:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320597.112280:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384320896:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320597.113417:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320597.113426:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320597.623603:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320598.135080:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320598.647107:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320599.161985:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320599.626576:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297435904 offset 0 length 520: 4 00000100:00100000:3.0:1767320599.626745:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320599.626860:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320599.626989:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297436032 00000100:00100000:0.0:1767320599.627004:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297436032 00000100:00100000:0.0:1767320599.627066:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297436160 00000100:00100000:0.0:1767320599.627070:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297436160 00000100:00100000:0.0:1767320599.627144:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5482 00000100:00100000:0.0:1767320599.627156:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297436160:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320599.627187:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24843 00000100:00100000:2.0:1767320599.627196:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297436032:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320599.627223:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320599.627258:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297436160:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 103us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320599.627258:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297436032:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 60us (513us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320599.627266:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5482 00000100:00080000:3.0:1767320599.627821:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320599.633322:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24843 00000100:00100000:1.0:1767320599.670954:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320600.183425:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320600.695141:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320600.695355:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320600.695362:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320600.695365:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320600.695370:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320600.695376:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320600.695393:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5498 00000100:00080000:0.0:1767320600.695398:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320600.695406:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320600.695463:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e2a00 x1853164384321152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320600.695482:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320600.695487:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320600.695488:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320600.695493:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5498 00000100:00080000:0.0:1767320600.695496:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320600.695499:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320600.695515:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e1c00 x1853164384321280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320600.695582:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384321408:0@lo:400:kworker.0 00000100:00100000:1.0:1767320600.695697:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320600.695863:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384321408 00000100:00100000:3.0:1767320600.695873:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384321408 00000100:00100000:3.0:1767320600.695958:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5483 00000100:00100000:3.0:1767320600.695970:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384321408:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320600.695973:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320600.695987:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320600.695989:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320600.695994:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5498 00000100:00080000:0.0:1767320600.695996:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320600.696000:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320600.696014:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e0a80 x1853164384321536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320600.696076:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320575/real 1767320575] req@ffff9369b4eb1180 x1853164384314624/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320600 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320600.696101:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b4eb1180 x1853164384314624/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320600 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320600.696116:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384321152:0@lo:38:kworker.0 00000100:00100000:2.0:1767320600.696145:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320600.696171:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384321280:0@lo:38:kworker.0 00000100:00100000:2.0:1767320600.696198:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320600.696221:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384321536:0@lo:38:kworker.0 00000100:00100000:2.0:1767320600.696242:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320600.696259:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320600.696272:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320600.696275:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384314624:0@lo:250:kworker.0 00000100:00100000:3.0:1767320600.696325:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384321408:12345-0@lo:400:kworker.0 Request processed in 357us (627us total) trans 0 rc 0/0 00000100:00080000:0.0:1767320600.696333:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767320600.696334:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5483 00000100:00080000:0.0:1767320600.696337:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320600.696339:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320600.696342:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5498 00000100:00080000:0.0:1767320600.696345:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320600.696348:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320600.696354:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384321152 00000100:00100000:3.0:1767320600.696357:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384321152 00000100:00100000:0.0:1767320600.696362:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e3b80 x1853164384321792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320600.696373:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384321536 00000100:00100000:3.0:1767320600.696376:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384321536 00000100:00100000:3.0:1767320600.696398:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24844 00000100:00100000:3.0:1767320600.696402:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384321152:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767320600.696409:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320600.696412:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320600.696414:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320600.696417:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5478 00000100:00080000:0.0:1767320600.696419:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320600.696422:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00010000:00020000:3.0:1767320600.696423:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320600.696432:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e1180 x1853164384322176/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320600.696452:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384321152:12345-0@lo:38:kworker.0 Request processed in 49us (306us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320600.696454:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384321280 00000100:00100000:0.0:1767320600.696457:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384321280 00000100:00100000:3.0:1767320600.696459:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24844 00000100:00100000:3.0:1767320600.696469:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24845 00000100:00100000:3.0:1767320600.696473:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384321536:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320600.696479:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2939 00000100:00100000:0.0:1767320600.696483:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384321280:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320600.696483:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1767320600.696491:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320600.696502:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384321536:12345-0@lo:38:kworker.0 Request processed in 28us (260us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320600.696508:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24845 00000100:00100000:0.0:1767320600.696513:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384321280:12345-0@lo:38:kworker.0 Request processed in 30us (315us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320600.696519:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2939 00000100:00080000:3.0:1767320600.696524:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320600.696554:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384321664:0@lo:400:kworker.0 00000100:00100000:3.0:1767320600.696582:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320600.696623:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384321664 00000100:00100000:3.0:1767320600.696627:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384321664 00000100:00100000:3.0:1767320600.696841:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5484 00000100:00100000:0.0:1767320600.696842:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384321920:0@lo:400:kworker.0 00000100:00100000:3.0:1767320600.696850:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384321664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320600.696872:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320600.696886:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384321664:12345-0@lo:400:kworker.0 Request processed in 39us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320600.696922:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384322048:0@lo:400:kworker.0 00000100:00100000:1.0:1767320600.696960:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384321408:0@lo:400:kworker.0 00000100:00100000:1.0:1767320600.696988:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384321920 00000100:00100000:1.0:1767320600.696992:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384321920 00000100:00100000:1.0:1767320600.697025:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2210 00000100:00100000:1.0:1767320600.697037:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384321920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320600.698750:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384321792:0@lo:38:kworker.0 00000100:00100000:0.0:1767320600.698897:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320600.698934:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384321920:12345-0@lo:400:kworker.0 Request processed in 1901us (2059us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320600.698944:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2210 00000100:00100000:0.0:1767320600.698964:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384322048 00000100:00100000:0.0:1767320600.698970:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384322048 00000100:00100000:1.0:1767320600.699037:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384321920:0@lo:400:kworker.0 00000100:00080000:1.0:1767320600.699079:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320600.699086:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320600.699110:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384321664:0@lo:400:kworker.0 00000100:00080000:1.0:1767320600.699135:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320600.699143:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2211 00000100:00100000:0.0:1767320600.699151:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384322048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320600.699221:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384322048:12345-0@lo:400:kworker.0 Request processed in 71us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320600.699228:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2211 00000100:00100000:3.0:1767320600.699239:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5484 00000100:00100000:2.0:1767320600.699314:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320600.699316:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384322048:0@lo:400:kworker.0 00000100:00100000:2.0:1767320600.699342:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384322176:0@lo:250:kworker.0 00000100:00100000:3.0:1767320600.699362:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384321792 00000400:00000100:2.0:1767320600.699363:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384322176 offset 0 length 520: 4 00000100:00100000:3.0:1767320600.699366:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384321792 00000100:00080000:2.0:1767320600.699397:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320600.699402:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320600.699406:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384321152:0@lo:38:kworker.0 00000100:00080000:2.0:1767320600.699418:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320600.699422:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320600.699425:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384321280:0@lo:38:kworker.0 00000100:00080000:2.0:1767320600.699435:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320600.699439:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320600.699442:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384321536:0@lo:38:kworker.0 00000100:00100000:3.0:1767320600.699461:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24846 00000100:00100000:3.0:1767320600.699466:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384321792:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320600.699489:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320600.699746:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384321792:12345-0@lo:38:kworker.0 Request processed in 278us (431us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320600.699757:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24846 00000100:00080000:2.0:1767320600.699822:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320600.699827:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320600.699830:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384321792:0@lo:38:kworker.0 00010000:00010000:2.0:1767320601.209270:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320601.719351:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320602.231525:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384322304:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320602.231633:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320602.231815:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320602.231835:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384322432:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320602.231949:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320602.236370:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320602.240011:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384322304 00000100:00100000:0.0:1767320602.240036:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384322304 00000100:00080000:1.0:1767320602.240536:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320602.240987:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384322432 00000100:00100000:0.0:1767320602.240996:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384322432 00000100:00080000:1.0:1767320602.241069:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320602.242186:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3031 00000100:00100000:3.0:1767320602.242212:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384322304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320602.242262:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320602.242399:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384322304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 199us (10765us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320602.242408:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3031 00000100:00100000:3.0:1767320602.242434:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3032 00000100:00100000:3.0:1767320602.242444:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384322432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320602.242464:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320602.242505:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384322432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (6148us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320602.242511:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3032 00000100:00100000:1.0:1767320602.242651:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384322304:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320602.242725:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384322432:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320602.743292:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320603.258530:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320603.767173:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320604.280310:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320604.742247:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320604.742304:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320604.742402:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297436416 00000100:00100000:3.0:1767320604.742415:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297436416 00000100:00100000:3.0:1767320604.742502:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297436288 00000100:00100000:3.0:1767320604.742506:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297436288 00000100:00100000:0.0:1767320604.742531:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5485 00000100:00100000:0.0:1767320604.742543:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297436416:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320604.742550:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24847 00000100:00100000:3.0:1767320604.742558:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297436288:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320604.742585:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320604.742646:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297436416:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 105us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320604.742653:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5485 00000100:00080000:1.0:1767320604.742743:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320604.742960:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297436288:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 400us (653us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320604.742969:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24847 00000100:00100000:0.0:1767320604.791053:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320605.306135:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320605.814961:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320605.814975:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320605.814979:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320605.814983:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320605.814989:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320605.815000:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5503 00000100:00080000:0.0:1767320605.815006:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320605.815017:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320605.815086:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e3800 x1853164384322560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320605.815121:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320605.815125:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320605.815127:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320605.815133:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5503 00000100:00080000:0.0:1767320605.815135:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320605.815139:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320605.815155:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e0700 x1853164384322688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320605.815202:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320605.815206:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320605.815208:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320605.815212:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5503 00000100:00080000:0.0:1767320605.815215:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320605.815219:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320605.815231:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e2300 x1853164384322944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320605.815261:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320605.815265:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320605.815267:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320605.815272:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5503 00000100:00080000:0.0:1767320605.815274:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320605.815278:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320605.815289:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e3b80 x1853164384323200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320605.815334:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384323456:0@lo:400:kworker.0 00000100:00100000:1.0:1767320605.815423:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320605.815427:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320605.815493:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384322560:0@lo:38:kworker.0 00000100:00100000:3.0:1767320605.815807:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384322816:0@lo:400:kworker.0 00000100:00100000:1.0:1767320605.817125:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384323328:0@lo:400:kworker.0 00000100:00100000:1.0:1767320605.817203:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320605.817280:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320605.817288:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384323072:0@lo:400:kworker.0 00000100:00100000:1.0:1767320605.817317:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320605.817343:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320605.817362:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384323456 00000100:00100000:1.0:1767320605.817373:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384323456 00000100:00100000:2.0:1767320605.817382:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384322688:0@lo:38:kworker.0 00000100:00100000:2.0:1767320605.817418:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320605.817445:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384322944:0@lo:38:kworker.0 00000100:00100000:1.0:1767320605.817448:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384323328 00000100:00100000:1.0:1767320605.817453:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384323328 00000100:00100000:2.0:1767320605.817472:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320605.817488:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2212 00000100:00100000:2.0:1767320605.817497:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384323200:0@lo:38:kworker.0 00000100:00100000:1.0:1767320605.817508:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384323456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320605.817521:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320605.817559:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384323072 00000100:00100000:2.0:1767320605.817564:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384323072 00000100:00100000:1.0:1767320605.817582:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384323456:12345-0@lo:400:kworker.0 Request processed in 81us (2155us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320605.817592:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2212 00000100:00100000:2.0:1767320605.817600:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384322560 00000100:00100000:2.0:1767320605.817604:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384322560 00000100:00100000:1.0:1767320605.817613:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2213 00000100:00100000:2.0:1767320605.817618:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384322944 00000100:00100000:2.0:1767320605.817622:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384322944 00000100:00100000:1.0:1767320605.817626:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384323328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320605.817633:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384323200 00000100:00100000:2.0:1767320605.817637:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384323200 00000100:00100000:2.0:1767320605.817649:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5486 00000100:00100000:2.0:1767320605.817659:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384323072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320605.817670:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384323328:12345-0@lo:400:kworker.0 Request processed in 47us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320605.817677:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2213 00000100:00080000:1.0:1767320605.817700:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320605.817702:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384323072:12345-0@lo:400:kworker.0 Request processed in 44us (382us total) trans 0 rc 0/0 00000100:00080000:1.0:1767320605.817707:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320605.817712:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320605.817712:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5486 00000100:00100000:1.0:1767320605.817729:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384322688 00000100:00100000:2.0:1767320605.817734:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24848 00000100:00100000:1.0:1767320605.817735:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384322688 00000100:00100000:2.0:1767320605.817742:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384322560:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320605.817764:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2940 00010000:00020000:2.0:1767320605.817766:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320605.817773:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384322688:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320605.817810:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320605.817843:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384322688:12345-0@lo:38:kworker.0 Request processed in 71us (426us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320605.817850:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2940 00000100:00100000:1.0:1767320605.817916:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384323072:0@lo:400:kworker.0 00000100:00100000:2.0:1767320605.817923:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384322560:12345-0@lo:38:kworker.0 Request processed in 177us (578us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320605.817935:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24848 00000100:00100000:1.0:1767320605.817936:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384323328:0@lo:400:kworker.0 00000100:00100000:2.0:1767320605.817952:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24849 00000100:00100000:2.0:1767320605.817958:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384322944:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320605.817968:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320605.817994:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384322944:12345-0@lo:38:kworker.0 Request processed in 35us (522us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320605.818001:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24849 00000100:00100000:2.0:1767320605.818017:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24850 00000100:00100000:2.0:1767320605.818020:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384323200:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320605.818031:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320605.818062:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384323200:12345-0@lo:38:kworker.0 Request processed in 39us (541us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320605.818068:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24850 00000100:00080000:2.0:1767320605.818191:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320605.818197:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320605.818201:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384322560:0@lo:38:kworker.0 00000100:00080000:2.0:1767320605.818211:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320605.818214:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320605.818217:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384322688:0@lo:38:kworker.0 00000100:00080000:2.0:1767320605.818223:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320605.818226:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320605.818228:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384322944:0@lo:38:kworker.0 00000100:00080000:2.0:1767320605.818236:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320605.818239:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320605.818241:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384323200:0@lo:38:kworker.0 00000100:00100000:0.0:1767320605.818541:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384323456:0@lo:400:kworker.0 00000100:00100000:3.0:1767320605.818608:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320605.818708:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384322816 00000100:00100000:2.0:1767320605.818714:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384322816 00000100:00100000:2.0:1767320605.818899:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5487 00000100:00100000:2.0:1767320605.818909:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384322816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320605.818963:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384322816:12345-0@lo:400:kworker.0 Request processed in 56us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320605.818969:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5487 00000100:00100000:0.0:1767320605.819034:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384322816:0@lo:400:kworker.0 00000100:00080000:1.0:1767320605.820146:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320606.328522:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320606.844493:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320607.351334:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320607.351388:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320607.351429:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384323584:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320607.351498:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384323712:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320607.351540:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320607.351594:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320607.351672:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384323584 00000100:00100000:2.0:1767320607.351683:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384323584 00000100:00100000:0.0:1767320607.351742:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384323712 00000100:00100000:0.0:1767320607.351752:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384323712 00000100:00100000:2.0:1767320607.351863:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3033 00000100:00100000:0.0:1767320607.351878:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3034 00000100:00100000:2.0:1767320607.351881:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384323584:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320607.351897:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384323712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320607.351927:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00002000:00000024:0.0:1767320607.351932:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320607.352010:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384323712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320607.352018:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384323584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 139us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320607.352029:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3034 00000100:00100000:2.0:1767320607.352040:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3033 00000100:00100000:2.0:1767320607.352124:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384323584:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320607.352970:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320607.352979:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320607.360915:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384323712:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320607.864468:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320608.374976:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320608.887177:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320609.399119:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320609.865749:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320609.869257:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320609.875080:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297436672 00000100:00100000:2.0:1767320609.875100:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297436672 00000100:00080000:1.0:1767320609.875248:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320609.877195:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297436544 00000100:00100000:3.0:1767320609.877210:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297436544 00000100:00100000:3.0:1767320609.877274:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5488 00000100:00100000:3.0:1767320609.877289:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297436672:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320609.877455:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297436672:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 172us (11717us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320609.877463:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5488 00000100:00100000:3.0:1767320609.877485:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24851 00000100:00100000:3.0:1767320609.877489:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297436544:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320609.877521:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320609.877551:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297436544:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 60us (8302us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320609.877558:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24851 00000100:00100000:0.0:1767320609.911111:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320610.423047:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320610.934998:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320610.935011:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320610.935015:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320610.935019:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320610.935024:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320610.935033:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5509 00000100:00080000:0.0:1767320610.935038:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320610.935046:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320610.935069:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320610.935091:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e1c00 x1853164384323840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320610.935117:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320610.935120:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320610.935122:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320610.935126:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5509 00000100:00080000:0.0:1767320610.935129:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320610.935131:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320610.935144:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e2680 x1853164384323968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320610.935186:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320610.935198:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320610.935199:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320610.935203:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5509 00000100:00080000:0.0:1767320610.935205:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320610.935208:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320610.935221:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e3480 x1853164384324224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320610.935246:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320610.935250:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320610.935260:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320610.935264:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5509 00000100:00080000:0.0:1767320610.935266:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320610.935269:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320610.935325:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e3b80 x1853164384324480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320610.935328:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384324352:0@lo:400:kworker.0 00000100:00100000:0.0:1767320610.935382:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384324608:0@lo:400:kworker.0 00000100:00100000:2.0:1767320610.935409:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320610.935424:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320610.935481:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384324736:0@lo:400:kworker.0 00000100:00100000:2.0:1767320610.935507:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320610.935525:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320610.935531:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384324096:0@lo:400:kworker.0 00000100:00100000:2.0:1767320610.935550:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320610.935583:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384324352 00000100:00100000:2.0:1767320610.935590:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384324352 00000100:00100000:2.0:1767320610.935645:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384324096 00000100:00100000:2.0:1767320610.935648:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384324096 00000100:00100000:2.0:1767320610.935677:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5489 00000100:00100000:3.0:1767320610.935677:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384323840:0@lo:38:kworker.0 00000100:00100000:2.0:1767320610.935689:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384324352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320610.935715:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320610.935742:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384323968:0@lo:38:kworker.0 00000100:00100000:2.0:1767320610.935772:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384324352:12345-0@lo:400:kworker.0 Request processed in 72us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320610.935778:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320610.935819:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5489 00000100:00100000:2.0:1767320610.935841:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384323840 00000100:00100000:3.0:1767320610.935844:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384324224:0@lo:38:kworker.0 00000100:00100000:2.0:1767320610.935846:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384323840 00000100:00100000:2.0:1767320610.935862:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5490 00000100:00100000:2.0:1767320610.935871:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384324096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320610.935878:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320610.935893:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384324480:0@lo:38:kworker.0 00000100:00100000:2.0:1767320610.935918:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384324096:12345-0@lo:400:kworker.0 Request processed in 48us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320610.935926:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320610.935929:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5490 00000100:00100000:2.0:1767320610.935942:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384324224 00000100:00100000:2.0:1767320610.935945:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384324224 00000100:00100000:2.0:1767320610.935957:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24852 00000100:00100000:2.0:1767320610.935961:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384323840:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320610.935978:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320610.936008:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384323840:12345-0@lo:38:kworker.0 Request processed in 45us (293us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320610.936014:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24852 00000100:00100000:2.0:1767320610.936026:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24853 00000100:00100000:2.0:1767320610.936029:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384324224:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320610.936039:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320610.936062:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384324224:12345-0@lo:38:kworker.0 Request processed in 31us (187us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320610.936067:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24853 00000100:00100000:2.0:1767320610.936103:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384324352:0@lo:400:kworker.0 00000100:00100000:2.0:1767320610.936126:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384324096:0@lo:400:kworker.0 00000100:00100000:1.0:1767320610.936530:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384324608 00000100:00100000:1.0:1767320610.936536:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384324608 00000100:00100000:1.0:1767320610.936572:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384324736 00000100:00100000:1.0:1767320610.936575:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384324736 00000100:00100000:1.0:1767320610.936603:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2214 00000100:00080000:3.0:1767320610.936608:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320610.936616:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320610.936617:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384324608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320610.936622:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384323840:0@lo:38:kworker.0 00000100:00080000:3.0:1767320610.936637:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320610.936640:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320610.936644:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384324224:0@lo:38:kworker.0 00000100:00100000:1.0:1767320610.936668:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384324608:12345-0@lo:400:kworker.0 Request processed in 58us (1243us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320610.936675:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384324480 00000100:00100000:1.0:1767320610.936679:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2214 00000100:00100000:3.0:1767320610.936681:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384324480 00000100:00100000:1.0:1767320610.936698:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2215 00000100:00100000:3.0:1767320610.936712:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24854 00000100:00100000:3.0:1767320610.936718:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384324480:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320610.936728:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320610.936760:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384324480:12345-0@lo:38:kworker.0 Request processed in 41us (835us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320610.936767:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24854 00000100:00080000:3.0:1767320610.936829:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320610.936834:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320610.936837:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384324480:0@lo:38:kworker.0 00000100:00100000:1.0:1767320610.938118:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384324736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320610.938291:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384324736:12345-0@lo:400:kworker.0 Request processed in 191us (2781us total) trans 0 rc 0/0 00000100:00080000:2.0:1767320610.938461:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320610.938468:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320610.938471:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320610.938522:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384323968 00000100:00100000:2.0:1767320610.938529:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384323968 00000100:00100000:2.0:1767320610.938563:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2941 00000100:00100000:2.0:1767320610.938568:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5b49050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384323968:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320610.938586:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320610.938625:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5b49050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384323968:12345-0@lo:38:kworker.0 Request processed in 55us (2850us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320610.938631:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2941 00000100:00080000:2.0:1767320610.938899:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320610.938905:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320610.938910:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384323968:0@lo:38:kworker.0 00000100:00100000:2.0:1767320610.938957:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384324736:0@lo:400:kworker.0 00000100:00100000:0.0:1767320610.939142:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384324608:0@lo:400:kworker.0 00000100:00100000:1.0:1767320610.944309:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2215 00010000:00010000:2.0:1767320611.447866:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320611.959437:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320612.472916:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384324864:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320612.472941:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320612.473010:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320612.473074:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384324864 00000100:00100000:1.0:1767320612.473083:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384324864 00000100:00100000:1.0:1767320612.473159:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3035 00000100:00100000:1.0:1767320612.473169:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698d1fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384324864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320612.473208:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320612.473251:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698d1fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384324864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320612.473259:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3035 00000100:00100000:1.0:1767320612.473533:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384324864:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320612.473694:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320612.473910:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384324992:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320612.473950:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320612.474065:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384324992 00000100:00100000:0.0:1767320612.474071:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384324992 00000100:00100000:0.0:1767320612.474111:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3036 00000100:00100000:0.0:1767320612.474118:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384324992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320612.474136:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320612.474168:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384324992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320612.474175:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3036 00000100:00080000:2.0:1767320612.474293:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320612.474316:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384324992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320612.983072:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320613.495867:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320614.007090:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320614.523640:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320614.986109:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320614.986211:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320614.997605:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297436928 00000100:00100000:2.0:1767320614.997622:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297436928 00000100:00080000:1.0:1767320614.997814:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320614.998053:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297436800 00000100:00100000:3.0:1767320614.998076:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297436800 00000100:00100000:3.0:1767320614.998127:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5491 00000100:00100000:3.0:1767320614.998146:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297436928:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320614.998278:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297436928:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 142us (12180us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320614.998290:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5491 00000100:00100000:3.0:1767320614.998334:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24855 00000100:00100000:3.0:1767320614.998339:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297436800:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320614.998375:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320614.998626:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297436800:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 283us (12413us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320614.998634:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24855 00000100:00100000:3.0:1767320615.031106:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320615.544671:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320616.056954:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320616.056970:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320616.056974:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320616.056980:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320616.056986:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320616.056998:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5514 00000100:00100000:0.0:1767320616.057002:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320616.057004:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320616.057016:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320616.057075:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e029f80 x1853164384325120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320616.057107:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320616.057111:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320616.057113:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320616.057118:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5514 00000100:00080000:3.0:1767320616.057121:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320616.057127:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320616.057157:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384325120:0@lo:38:kworker.0 00000100:00100000:3.0:1767320616.057158:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e028a80 x1853164384325248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320616.057230:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320616.057235:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320616.057238:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320616.057243:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5514 00000100:00080000:3.0:1767320616.057246:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320616.057252:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320616.057266:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384325376:0@lo:400:kworker.0 00000100:00100000:3.0:1767320616.057275:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e028380 x1853164384325504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320616.057279:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320616.057326:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320616.057331:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320616.057333:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320616.057337:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5514 00000100:00080000:3.0:1767320616.057340:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320616.057345:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320616.057361:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e02a680 x1853164384325760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320616.057398:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384325120 00000100:00100000:2.0:1767320616.057410:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384325120 00000100:00100000:3.0:1767320616.057446:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384325632:0@lo:400:kworker.0 00000100:00100000:2.0:1767320616.057475:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24856 00000100:00100000:2.0:1767320616.057490:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384325120:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320616.057512:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320616.064434:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e028a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384325248:0@lo:38:kworker.0 00000100:00100000:0.0:1767320616.064497:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320616.064535:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384325504:0@lo:38:kworker.0 00000100:00100000:0.0:1767320616.064610:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320616.064631:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e02a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384325760:0@lo:38:kworker.0 00000100:00100000:0.0:1767320616.064651:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320616.064702:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384325248 00000100:00100000:0.0:1767320616.064710:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384325248 00000100:00100000:0.0:1767320616.064752:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2942 00000100:00100000:0.0:1767320616.064760:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384325248:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320616.064807:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320616.064853:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384325248:12345-0@lo:38:kworker.0 Request processed in 92us (355us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320616.064861:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2942 00000100:00100000:0.0:1767320616.064886:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384325504 00000100:00100000:0.0:1767320616.064890:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384325504 00000100:00100000:0.0:1767320616.064908:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384325760 00000100:00100000:0.0:1767320616.064911:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384325760 00000100:00100000:0.0:1767320616.064921:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24857 00000100:00100000:0.0:1767320616.064926:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384325504:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320616.064936:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320616.064962:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384325504:12345-0@lo:38:kworker.0 Request processed in 35us (352us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320616.064968:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24857 00000100:00100000:0.0:1767320616.064978:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24858 00000100:00100000:0.0:1767320616.064982:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384325760:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320616.064991:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320616.065010:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384325760:12345-0@lo:38:kworker.0 Request processed in 27us (358us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320616.065015:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24858 00000100:00080000:0.0:1767320616.065053:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320616.065058:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320616.065062:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e028a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384325248:0@lo:38:kworker.0 00000100:00080000:0.0:1767320616.065072:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320616.065075:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320616.065078:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384325504:0@lo:38:kworker.0 00000100:00080000:0.0:1767320616.065084:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320616.065086:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320616.065089:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e02a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384325760:0@lo:38:kworker.0 00000100:00100000:0.0:1767320616.065137:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e02aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384325888:0@lo:400:kworker.0 00000100:00100000:0.0:1767320616.065165:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320616.065240:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320616.065272:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384325376 00000100:00100000:1.0:1767320616.065277:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384325376 00000100:00100000:1.0:1767320616.065532:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5492 00000100:00100000:1.0:1767320616.065543:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384325376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320616.065587:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384325376:12345-0@lo:400:kworker.0 Request processed in 49us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320616.065593:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5492 00000100:00080000:1.0:1767320616.065611:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320616.065635:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384325376:0@lo:400:kworker.0 00000100:00100000:1.0:1767320616.065649:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320616.065655:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e02b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384326016:0@lo:400:kworker.0 00000100:00100000:3.0:1767320616.066038:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320616.066099:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384325632 00000100:00100000:1.0:1767320616.066105:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384325632 00000100:00100000:1.0:1767320616.066154:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5493 00000100:00100000:1.0:1767320616.066160:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384325632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320616.066280:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384325632:12345-0@lo:400:kworker.0 Request processed in 119us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320616.066287:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5493 00000100:00080000:3.0:1767320616.068612:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320616.068729:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384325632:0@lo:400:kworker.0 00000100:00100000:1.0:1767320616.071971:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384325888 00000100:00100000:1.0:1767320616.071985:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384325888 00000100:00100000:1.0:1767320616.072059:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2216 00000100:00100000:1.0:1767320616.072073:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384325888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320616.072137:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384325888:12345-0@lo:400:kworker.0 Request processed in 71us (6972us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320616.072142:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2216 00000100:00080000:0.0:1767320616.072285:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320616.072414:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384325120:12345-0@lo:38:kworker.0 Request processed in 14921us (15141us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320616.072425:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24856 00000100:00080000:1.0:1767320616.072630:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320616.072634:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320616.072637:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384325120:0@lo:38:kworker.0 00000100:00100000:0.0:1767320616.072720:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e02aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384325888:0@lo:400:kworker.0 00000100:00100000:3.0:1767320616.075171:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320616.075524:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384326016 00000100:00100000:0.0:1767320616.075535:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384326016 00000100:00100000:0.0:1767320616.075651:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2217 00000100:00100000:0.0:1767320616.075659:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384326016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320616.075747:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384326016:12345-0@lo:400:kworker.0 Request processed in 90us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320616.075752:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2217 00000100:00100000:2.0:1767320616.075860:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e02b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384326016:0@lo:400:kworker.0 00000100:00080000:3.0:1767320616.077465:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767320616.567442:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320617.078918:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320617.591073:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320617.591140:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320617.591163:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384326144:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320617.591231:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320617.591362:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384326144 00000100:00100000:0.0:1767320617.591372:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384326144 00000100:00100000:0.0:1767320617.591417:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3037 00000100:00100000:0.0:1767320617.591425:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384326144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320617.591455:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320617.591507:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384326144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320617.591514:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3037 00000100:00100000:3.0:1767320617.591679:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384326144:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320617.603221:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384326272:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320617.603302:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320617.603815:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384326272 00000100:00100000:0.0:1767320617.603825:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384326272 00000100:00100000:0.0:1767320617.603885:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3038 00000100:00100000:0.0:1767320617.603894:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384326272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320617.603923:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320617.603977:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384326272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320617.603985:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3038 00000100:00100000:3.0:1767320617.604333:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384326272:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320618.107397:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320618.615030:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320619.127213:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320619.639123:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320620.102467:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320620.102596:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320620.108284:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297437184 00000100:00100000:2.0:1767320620.108309:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297437184 00000100:00100000:2.0:1767320620.108694:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297437056 00000100:00100000:2.0:1767320620.108700:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297437056 00000100:00100000:2.0:1767320620.108743:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5494 00000100:00100000:2.0:1767320620.108757:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297437184:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320620.110660:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24859 00000100:00100000:1.0:1767320620.110676:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297437056:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320620.110712:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320620.111440:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297437184:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 2677us (8980us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320620.111455:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5494 00000100:00080000:3.0:1767320620.117134:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320620.122323:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297437056:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 11628us (19707us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320620.122344:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24859 00000100:00100000:3.0:1767320620.152152:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320620.664946:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320621.174992:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320621.175313:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320621.175321:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320621.175325:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320621.175331:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320621.175337:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320621.175350:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5519 00000100:00080000:1.0:1767320621.175355:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320621.175364:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320621.175423:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb0e00 x1853164384326400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320621.175463:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320621.175467:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320621.175469:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320621.175474:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5519 00000100:00080000:1.0:1767320621.175476:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320621.175480:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320621.175495:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb1f80 x1853164384326528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320621.175540:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320621.175545:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320621.175547:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320621.175551:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5519 00000100:00080000:1.0:1767320621.175554:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320621.175558:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320621.175570:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb2d80 x1853164384326784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320621.175615:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320621.175619:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320621.175621:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320621.175626:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5519 00000100:00080000:1.0:1767320621.175628:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320621.175632:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320621.175644:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb1180 x1853164384327040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320621.175699:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384326912:0@lo:400:kworker.0 00000100:00100000:0.0:1767320621.175770:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384326400:0@lo:38:kworker.0 00000100:00100000:1.0:1767320621.175825:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320621.175858:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384326912 00000100:00100000:0.0:1767320621.175870:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384326912 00000100:00100000:1.0:1767320621.175905:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320621.175912:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384327168:0@lo:400:kworker.0 00000100:00100000:1.0:1767320621.175942:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320621.175943:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5495 00000100:00100000:0.0:1767320621.175955:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384326912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320621.175971:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384327168 00000100:00100000:1.0:1767320621.175975:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384327168 00000100:00100000:1.0:1767320621.176013:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2218 00000100:00100000:0.0:1767320621.176016:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384326912:12345-0@lo:400:kworker.0 Request processed in 65us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320621.176020:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384327168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320621.176051:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384327168:12345-0@lo:400:kworker.0 Request processed in 32us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320621.176058:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2218 00000100:00100000:1.0:1767320621.176106:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320621.176144:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384326528:0@lo:38:kworker.0 00000100:00100000:1.0:1767320621.176171:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320621.176194:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384326784:0@lo:38:kworker.0 00000100:00100000:1.0:1767320621.176216:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320621.176233:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384327040:0@lo:38:kworker.0 00000100:00100000:1.0:1767320621.176252:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320621.176282:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384326528 00000100:00100000:1.0:1767320621.176286:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384326528 00000100:00100000:1.0:1767320621.176309:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2943 00000100:00100000:0.0:1767320621.176312:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5495 00000100:00100000:1.0:1767320621.176314:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384326528:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320621.176326:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384326400 00000100:00100000:0.0:1767320621.176329:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384326400 00000100:00100000:0.0:1767320621.176338:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384326784 00010000:00020000:1.0:1767320621.176339:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320621.176340:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384326784 00000100:00100000:0.0:1767320621.176346:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384327040 00000100:00100000:0.0:1767320621.176349:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384327040 00000100:00100000:0.0:1767320621.176357:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24860 00000100:00100000:0.0:1767320621.176361:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384326400:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320621.176374:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320621.176374:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384326528:12345-0@lo:38:kworker.0 Request processed in 59us (202us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320621.176381:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2943 00000100:00100000:0.0:1767320621.176398:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384326400:12345-0@lo:38:kworker.0 Request processed in 35us (291us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320621.176400:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24861 00000100:00100000:0.0:1767320621.176405:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24860 00000100:00100000:1.0:1767320621.176406:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384326784:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320621.176414:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24862 00010000:00020000:1.0:1767320621.176416:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320621.176418:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384327040:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320621.176426:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320621.176440:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384326784:12345-0@lo:38:kworker.0 Request processed in 33us (223us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320621.176444:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384327040:12345-0@lo:38:kworker.0 Request processed in 25us (192us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320621.176447:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24861 00000100:00100000:0.0:1767320621.176450:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24862 00000100:00100000:0.0:1767320621.176488:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384327168:0@lo:400:kworker.0 00000100:00080000:1.0:1767320621.176488:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320621.176493:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320621.176496:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384326400:0@lo:38:kworker.0 00000100:00100000:0.0:1767320621.176498:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384326912:0@lo:400:kworker.0 00000100:00080000:1.0:1767320621.176505:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320621.176508:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320621.176510:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384326528:0@lo:38:kworker.0 00000100:00080000:1.0:1767320621.176517:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320621.176520:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320621.176523:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384326784:0@lo:38:kworker.0 00000100:00080000:1.0:1767320621.176530:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320621.176533:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320621.176535:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384327040:0@lo:38:kworker.0 00000100:00100000:3.0:1767320621.176841:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384326656:0@lo:400:kworker.0 00000100:00100000:2.0:1767320621.176866:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384327296:0@lo:400:kworker.0 00000100:00100000:3.0:1767320621.176881:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320621.176899:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320621.176923:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320621.176927:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384327296 00000100:00080000:3.0:1767320621.176928:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320621.176931:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384327296 00000100:00080000:3.0:1767320621.176958:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320621.176969:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2219 00000100:00100000:2.0:1767320621.176977:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384327296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320621.177031:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384327296:12345-0@lo:400:kworker.0 Request processed in 55us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320621.177038:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2219 00000100:00100000:1.0:1767320621.178290:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384326656 00000100:00100000:1.0:1767320621.178308:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384326656 00000100:00100000:1.0:1767320621.178483:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5496 00000100:00100000:1.0:1767320621.178495:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384326656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320621.179067:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384326656:12345-0@lo:400:kworker.0 Request processed in 571us (2180us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320621.179077:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5496 00000100:00100000:3.0:1767320621.179299:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384327296:0@lo:400:kworker.0 00000100:00100000:0.0:1767320621.179773:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384326656:0@lo:400:kworker.0 00000100:00080000:2.0:1767320621.180253:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320621.687115:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320622.202740:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320622.711151:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320622.711996:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384327424:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320622.712094:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320622.712262:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384327424 00000100:00100000:1.0:1767320622.712272:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384327424 00000100:00100000:1.0:1767320622.712349:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3039 00000100:00100000:1.0:1767320622.712360:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384327424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320622.712398:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320622.712453:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384327424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320622.712461:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3039 00000100:00100000:2.0:1767320622.713999:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320622.714004:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384327424:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320622.714025:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384327552:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320622.714092:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320622.714183:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384327552 00000100:00100000:3.0:1767320622.714192:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384327552 00000100:00100000:3.0:1767320622.714253:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3040 00000100:00100000:3.0:1767320622.714263:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384327552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320622.714458:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320622.714622:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384327552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 356us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320622.714638:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3040 00000100:00100000:2.0:1767320622.714667:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384327552:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320623.222955:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320623.734940:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320624.252191:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320624.759053:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767320625.223854:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297437312 offset 0 length 520: 4 00000100:00100000:0.0:1767320625.223908:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320625.223941:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320625.224076:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297437440 00000100:00100000:1.0:1767320625.224093:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297437440 00000100:00100000:1.0:1767320625.224137:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297437568 00000100:00100000:1.0:1767320625.224140:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297437568 00000100:00100000:1.0:1767320625.224188:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5497 00000100:00100000:1.0:1767320625.224201:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297437568:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320625.224269:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297437568:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 73us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320625.224276:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5497 00000100:00100000:1.0:1767320625.224291:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24863 00000100:00100000:1.0:1767320625.224295:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297437440:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320625.224314:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320625.224333:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297437440:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 36us (426us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320625.224339:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24863 00000100:00080000:3.0:1767320625.224632:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320625.271745:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320600/real 1767320600] req@ffff93699e1e1180 x1853164384322176/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320625 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320625.271812:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320625.271821:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93699e1e1180 x1853164384322176/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320625 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320625.271850:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320625.271890:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320625.271895:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384322176:0@lo:250:kworker.0 00000100:00080000:0.0:1767320625.272012:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320625.272031:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320625.272034:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320625.272040:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5503 00000100:00080000:0.0:1767320625.272296:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320625.272306:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320625.272354:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e1180 x1853164384327680/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320625.272399:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320625.272403:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320625.272406:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320625.272409:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5524 00000100:00080000:0.0:1767320625.272412:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320625.272416:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320625.272433:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e1c00 x1853164384327808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320625.272442:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320625.272445:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320625.272447:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320625.272452:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5524 00000100:00080000:0.0:1767320625.272454:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320625.272458:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320625.272469:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e2680 x1853164384327936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320625.272571:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384328064:0@lo:400:kworker.0 00000100:00100000:3.0:1767320625.272659:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320625.272823:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384328064 00000100:00100000:1.0:1767320625.272834:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384328064 00000100:00100000:1.0:1767320625.272920:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5498 00000100:00100000:1.0:1767320625.272931:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384328064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320625.273037:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384327680:0@lo:250:kworker.0 00000400:00000100:2.0:1767320625.273075:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384327680 offset 0 length 520: 4 00000100:00100000:2.0:1767320625.273096:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384327808:0@lo:38:kworker.0 00000100:00100000:2.0:1767320625.273119:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320625.273139:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384327936:0@lo:38:kworker.0 00000100:00100000:2.0:1767320625.273161:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320625.273197:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384327936 00000100:00100000:2.0:1767320625.273201:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384327936 00000100:00100000:2.0:1767320625.273229:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2944 00000100:00100000:2.0:1767320625.273234:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384327936:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320625.273258:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320625.273299:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384327936:12345-0@lo:38:kworker.0 Request processed in 63us (135us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320625.273306:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2944 00000100:00100000:2.0:1767320625.273331:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384327808 00000100:00100000:2.0:1767320625.273335:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384327808 00000100:00100000:2.0:1767320625.273357:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24864 00000100:00100000:2.0:1767320625.273361:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384327808:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320625.273371:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320625.273400:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384327808:12345-0@lo:38:kworker.0 Request processed in 36us (279us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320625.273406:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24864 00000100:00080000:2.0:1767320625.273447:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320625.273454:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320625.273458:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384327808:0@lo:38:kworker.0 00000100:00080000:2.0:1767320625.273467:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320625.273470:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320625.273473:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384327936:0@lo:38:kworker.0 00000100:00080000:2.0:1767320625.273517:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320625.274308:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320625.274317:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320625.274320:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320625.274327:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5524 00000100:00080000:0.0:1767320625.274332:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320625.274338:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320625.274374:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb1180 x1853164384328192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320625.274429:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320625.274433:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320625.274435:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320625.274439:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5524 00000100:00080000:0.0:1767320625.274441:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320625.274445:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320625.274455:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb1f80 x1853164384328448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320625.274565:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384328320:0@lo:400:kworker.0 00000100:00100000:2.0:1767320625.274626:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320625.274665:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320625.274672:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384328576:0@lo:400:kworker.0 00000100:00100000:2.0:1767320625.274712:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320625.274748:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384328576 00000100:00100000:2.0:1767320625.274755:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384328576 00000100:00100000:2.0:1767320625.274843:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2220 00000100:00100000:2.0:1767320625.274853:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384328576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320625.274907:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384328576:12345-0@lo:400:kworker.0 Request processed in 56us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320625.274914:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2220 00000100:00100000:2.0:1767320625.274939:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384328320 00000100:00100000:2.0:1767320625.274943:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384328320 00000100:00100000:2.0:1767320625.274973:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5499 00000100:00100000:2.0:1767320625.274980:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384328320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320625.275009:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384328320:12345-0@lo:400:kworker.0 Request processed in 29us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320625.275014:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5499 00000100:00080000:2.0:1767320625.275029:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320625.275035:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320625.275894:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384328576:0@lo:400:kworker.0 00000100:00100000:2.0:1767320625.275911:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384328320:0@lo:400:kworker.0 00000100:00100000:2.0:1767320625.275973:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384328192:0@lo:38:kworker.0 00000100:00100000:2.0:1767320625.276212:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320625.276249:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384328448:0@lo:38:kworker.0 00000100:00100000:2.0:1767320625.276274:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320625.276314:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384328192 00000100:00100000:2.0:1767320625.276321:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384328192 00000100:00100000:2.0:1767320625.276353:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384328448 00000100:00100000:2.0:1767320625.276356:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384328448 00000100:00100000:2.0:1767320625.276635:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24865 00000100:00100000:2.0:1767320625.276643:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384328192:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320625.276669:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320625.276948:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384328192:12345-0@lo:38:kworker.0 Request processed in 295us (727us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320625.276965:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24865 00000100:00100000:2.0:1767320625.277002:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24866 00000100:00100000:2.0:1767320625.277008:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384328448:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320625.277031:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320625.277059:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384328448:12345-0@lo:38:kworker.0 Request processed in 50us (785us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320625.277064:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24866 00000100:00080000:2.0:1767320625.277124:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320625.277130:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320625.277136:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384328192:0@lo:38:kworker.0 00000100:00080000:2.0:1767320625.277146:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320625.277150:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320625.277153:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384328448:0@lo:38:kworker.0 00000100:00100000:2.0:1767320625.277238:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384328704:0@lo:400:kworker.0 00000100:00100000:2.0:1767320625.277274:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320625.277313:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384328704 00000100:00100000:2.0:1767320625.277319:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384328704 00000100:00100000:2.0:1767320625.277363:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2221 00000100:00100000:2.0:1767320625.277370:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384328704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320625.277410:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384328704:12345-0@lo:400:kworker.0 Request processed in 40us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320625.277416:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2221 00000100:00080000:2.0:1767320625.277431:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320625.277449:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384328704:0@lo:400:kworker.0 00000100:00100000:1.0:1767320625.279553:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384328064:12345-0@lo:400:kworker.0 Request processed in 6608us (6878us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320625.279571:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5498 00000100:00100000:3.0:1767320625.282583:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384328064:0@lo:400:kworker.0 00010000:00010000:2.0:1767320625.783134:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320626.294980:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320626.807263:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320627.328189:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320627.833678:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384328832:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320627.834266:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320627.834285:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384328960:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320627.834337:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320627.834443:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384328960 00000100:00100000:2.0:1767320627.834456:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384328960 00000100:00100000:2.0:1767320627.834535:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3041 00000100:00100000:2.0:1767320627.834548:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384328960:12345-0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767320627.834578:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00000024:2.0:1767320627.834594:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767320627.834599:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320627.848198:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320627.848590:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384328832 00000100:00100000:0.0:1767320627.848608:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384328832 00000100:00100000:0.0:1767320627.848712:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3042 00000100:00100000:0.0:1767320627.848725:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384328832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320627.848778:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320627.848933:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384328832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 210us (748us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320627.848942:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3042 00000100:00080000:3.0:1767320627.849225:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320627.849287:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384328832:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320627.849362:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384328960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 14815us (15023us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320627.849373:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3041 00000100:00100000:1.0:1767320627.849454:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384328960:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320628.342971:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320628.857135:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320629.368021:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320629.879091:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320630.345281:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320630.345475:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320630.353248:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297437696 00000100:00100000:1.0:1767320630.353271:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297437696 00000100:00100000:2.0:1767320630.353579:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297437824 00000100:00100000:2.0:1767320630.353587:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297437824 00000100:00100000:2.0:1767320630.353695:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5500 00000100:00100000:2.0:1767320630.353713:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297437824:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320630.353849:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297437824:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 143us (8373us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320630.353860:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5500 00000100:00100000:2.0:1767320630.353882:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24867 00000100:00100000:2.0:1767320630.353888:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297437696:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320630.353915:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320630.353944:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297437696:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 55us (8681us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320630.353951:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24867 00000100:00080000:3.0:1767320630.357968:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320630.390928:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320630.391113:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320630.391125:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320630.391128:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320630.391134:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320630.391140:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320630.391151:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5528 00000100:00080000:2.0:1767320630.391157:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320630.391166:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320630.391225:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e2680 x1853164384329088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320630.391245:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320630.391249:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320630.391252:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320630.391257:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5528 00000100:00080000:2.0:1767320630.391260:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320630.391264:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320630.391280:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e1c00 x1853164384329216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320630.391551:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384329344:0@lo:400:kworker.0 00000100:00100000:1.0:1767320630.391645:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320630.391805:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320630.391810:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320630.391812:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320630.391816:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5528 00000100:00080000:2.0:1767320630.391819:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320630.391823:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320630.391840:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a49f3100 x1853164384329472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320630.391869:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320630.391873:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320630.391874:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320630.391878:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5528 00000100:00080000:2.0:1767320630.391881:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320630.391885:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320630.391894:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a49f0700 x1853164384329728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320630.391933:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384329600:0@lo:400:kworker.0 00000100:00100000:2.0:1767320630.391965:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320630.391988:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320630.391993:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384329856:0@lo:400:kworker.0 00000100:00100000:1.0:1767320630.392128:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384329984:0@lo:400:kworker.0 00000100:00100000:2.0:1767320630.392199:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320630.392284:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384329856 00000100:00100000:1.0:1767320630.392294:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384329856 00000100:00100000:1.0:1767320630.392378:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2222 00000100:00100000:1.0:1767320630.392395:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384329856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320630.392458:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384329856:12345-0@lo:400:kworker.0 Request processed in 70us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320630.392467:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2222 00000100:00100000:1.0:1767320630.392496:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320630.392519:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384329984 00000100:00100000:1.0:1767320630.392522:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384329984 00000100:00100000:1.0:1767320630.392547:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2223 00000100:00100000:1.0:1767320630.392554:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384329984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320630.392587:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384329984:12345-0@lo:400:kworker.0 Request processed in 34us (90us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320630.392594:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2223 00000100:00100000:1.0:1767320630.392631:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384329984:0@lo:400:kworker.0 00000100:00100000:1.0:1767320630.392680:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384329856:0@lo:400:kworker.0 00000100:00100000:0.0:1767320630.392875:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384329088:0@lo:38:kworker.0 00000100:00100000:0.0:1767320630.392913:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320630.392953:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384329216:0@lo:38:kworker.0 00000100:00100000:0.0:1767320630.392981:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320630.393006:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384329472:0@lo:38:kworker.0 00000100:00100000:0.0:1767320630.393042:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320630.393059:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384329728:0@lo:38:kworker.0 00000100:00100000:0.0:1767320630.393082:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320630.393112:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384329216 00000100:00100000:0.0:1767320630.393116:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384329216 00000100:00100000:0.0:1767320630.393143:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2945 00000100:00100000:0.0:1767320630.393148:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384329216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320630.393172:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320630.393209:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384329216:12345-0@lo:38:kworker.0 Request processed in 59us (227us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320630.393216:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2945 00000100:00080000:0.0:1767320630.393250:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320630.393256:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320630.393259:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384329216:0@lo:38:kworker.0 00000100:00100000:0.0:1767320630.393282:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384329344 00000100:00100000:0.0:1767320630.393287:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384329344 00000100:00100000:0.0:1767320630.393315:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384329600 00000100:00100000:0.0:1767320630.393484:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384329600 00000100:00100000:0.0:1767320630.393508:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384329088 00000100:00100000:0.0:1767320630.393510:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384329088 00000100:00100000:0.0:1767320630.393519:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384329472 00000100:00100000:0.0:1767320630.393520:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384329472 00000100:00100000:0.0:1767320630.393526:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384329728 00000100:00100000:0.0:1767320630.393528:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384329728 00000100:00100000:0.0:1767320630.393538:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5501 00000100:00100000:0.0:1767320630.393545:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384329344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320630.393585:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384329344:12345-0@lo:400:kworker.0 Request processed in 41us (1941us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320630.393591:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5501 00000100:00100000:0.0:1767320630.393603:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5502 00000100:00100000:0.0:1767320630.393609:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384329600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320630.393648:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384329600:12345-0@lo:400:kworker.0 Request processed in 39us (1681us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320630.393653:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5502 00000100:00100000:0.0:1767320630.393665:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24868 00000100:00100000:0.0:1767320630.393669:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384329088:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320630.393680:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320630.393713:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384329088:12345-0@lo:38:kworker.0 Request processed in 42us (799us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320630.393719:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24868 00000100:00100000:0.0:1767320630.393731:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24869 00000100:00100000:0.0:1767320630.393734:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384329472:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320630.393743:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320630.393767:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384329472:12345-0@lo:38:kworker.0 Request processed in 31us (724us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320630.393772:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24869 00000100:00100000:0.0:1767320630.393815:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24870 00000100:00100000:0.0:1767320630.393819:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384329728:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320630.393828:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320630.393852:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384329728:12345-0@lo:38:kworker.0 Request processed in 31us (769us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320630.393858:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24870 00000100:00080000:0.0:1767320630.393886:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320630.393891:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320630.393894:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384329088:0@lo:38:kworker.0 00000100:00080000:0.0:1767320630.393901:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320630.393905:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320630.393907:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384329472:0@lo:38:kworker.0 00000100:00080000:0.0:1767320630.393915:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320630.393919:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320630.393922:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384329728:0@lo:38:kworker.0 00000100:00080000:2.0:1767320630.394545:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320630.394554:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320630.394557:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320630.394667:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384329600:0@lo:400:kworker.0 00000100:00100000:1.0:1767320630.394705:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384329344:0@lo:400:kworker.0 00010000:00010000:2.0:1767320630.903136:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320631.415198:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320631.927141:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320632.439252:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320632.951380:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384330112:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320632.951488:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320632.951726:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384330112 00000100:00100000:1.0:1767320632.951738:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384330112 00000100:00100000:1.0:1767320632.951844:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043 00000100:00100000:1.0:1767320632.951855:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384330112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320632.951892:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320632.951956:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384330112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320632.951964:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043 00000100:00100000:1.0:1767320632.952024:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384330112:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320632.952098:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1767320632.954457:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320632.955544:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384330240:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320632.955653:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320632.955773:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384330240 00000100:00100000:2.0:1767320632.955808:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384330240 00000100:00100000:2.0:1767320632.955890:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044 00000100:00100000:2.0:1767320632.955901:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384330240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320632.955933:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1767320632.956021:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320632.956888:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384330240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 985us (1229us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320632.956898:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044 00000100:00100000:1.0:1767320632.957091:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384330240:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320633.462901:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320633.974973:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320634.488702:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320634.999308:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320635.480995:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320635.481095:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297437952 00000100:00100000:2.0:1767320635.481106:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297437952 00000100:00100000:2.0:1767320635.481160:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24871 00000100:00100000:2.0:1767320635.481168:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297437952:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320635.481190:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320635.481268:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297437952:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 99us (282us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320635.481277:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24871 00000100:00100000:2.0:1767320635.489905:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320635.490040:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297438080 00000100:00100000:0.0:1767320635.490051:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297438080 00000100:00100000:0.0:1767320635.490130:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5503 00000100:00100000:0.0:1767320635.490141:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297438080:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320635.490226:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297438080:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 87us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320635.490235:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5503 00000100:00080000:3.0:1767320635.490537:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320635.511008:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320635.511406:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320635.511413:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320635.511417:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320635.511420:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320635.511424:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320635.511431:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5533 00000100:00080000:0.0:1767320635.511435:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320635.511442:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320635.511480:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb0e00 x1853164384330368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320635.511509:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320635.511512:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320635.511514:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320635.511518:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5533 00000100:00080000:0.0:1767320635.511520:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320635.511524:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320635.511536:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb0380 x1853164384330496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320635.511566:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320635.511570:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320635.511571:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320635.511574:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5533 00000100:00080000:0.0:1767320635.511577:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320635.511579:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320635.511599:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e1c00 x1853164384330752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320635.511622:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320635.511625:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320635.511627:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320635.511630:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5533 00000100:00080000:0.0:1767320635.511632:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320635.511636:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320635.511644:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627a300 x1853164384331008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320635.511716:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384330624:0@lo:400:kworker.0 00000100:00100000:3.0:1767320635.511822:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320635.511875:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320635.511880:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384331264:0@lo:400:kworker.0 00000100:00100000:3.0:1767320635.511903:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320635.511924:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384330880:0@lo:400:kworker.0 00000100:00100000:3.0:1767320635.511942:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320635.511957:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320635.511961:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384331136:0@lo:400:kworker.0 00000100:00100000:3.0:1767320635.511976:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320635.511998:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384330624 00000100:00100000:3.0:1767320635.512006:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384330624 00000100:00100000:3.0:1767320635.512047:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384330880 00000100:00100000:3.0:1767320635.512049:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384330880 00000100:00100000:3.0:1767320635.512068:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5504 00000100:00100000:3.0:1767320635.512086:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384330624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320635.512130:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384330624:12345-0@lo:400:kworker.0 Request processed in 55us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320635.512137:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5504 00000100:00100000:3.0:1767320635.512151:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5505 00000100:00100000:3.0:1767320635.512156:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384330880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320635.512178:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384330880:12345-0@lo:400:kworker.0 Request processed in 22us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320635.512183:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5505 00000100:00080000:3.0:1767320635.512196:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320635.512225:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384330880:0@lo:400:kworker.0 00000100:00100000:3.0:1767320635.512245:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384330624:0@lo:400:kworker.0 00000100:00100000:1.0:1767320635.512513:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384331264 00000100:00100000:1.0:1767320635.512518:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384331264 00000100:00100000:1.0:1767320635.512559:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384331136 00000100:00100000:1.0:1767320635.512561:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384331136 00000100:00100000:1.0:1767320635.512577:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2224 00000100:00100000:1.0:1767320635.512582:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384331264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320635.512634:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384331264:12345-0@lo:400:kworker.0 Request processed in 51us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320635.512643:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2224 00000100:00100000:1.0:1767320635.512656:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2225 00000100:00100000:1.0:1767320635.512662:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384331136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320635.512691:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384331136:12345-0@lo:400:kworker.0 Request processed in 30us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320635.512697:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2225 00000100:00100000:1.0:1767320635.512725:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384331136:0@lo:400:kworker.0 00000100:00100000:1.0:1767320635.512804:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384331264:0@lo:400:kworker.0 00000100:00100000:2.0:1767320635.513002:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384330368:0@lo:38:kworker.0 00000100:00100000:2.0:1767320635.513038:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320635.513083:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384330496:0@lo:38:kworker.0 00000100:00100000:2.0:1767320635.513108:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320635.513132:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384330752:0@lo:38:kworker.0 00000100:00100000:2.0:1767320635.513151:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320635.513166:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384331008:0@lo:38:kworker.0 00000100:00100000:2.0:1767320635.513189:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320635.513218:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384330496 00000100:00100000:2.0:1767320635.513223:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384330496 00000100:00100000:2.0:1767320635.513249:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2946 00000100:00100000:2.0:1767320635.513254:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384330496:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320635.513272:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320635.513305:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384330496:12345-0@lo:38:kworker.0 Request processed in 50us (195us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320635.513311:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2946 00000100:00100000:2.0:1767320635.513331:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384330368 00000100:00100000:2.0:1767320635.513335:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384330368 00000100:00100000:2.0:1767320635.513349:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384330752 00000100:00100000:2.0:1767320635.513352:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384330752 00000100:00100000:2.0:1767320635.513359:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384331008 00000100:00100000:2.0:1767320635.513361:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384331008 00000100:00100000:2.0:1767320635.513371:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24872 00000100:00100000:2.0:1767320635.513374:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384330368:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320635.513384:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320635.513410:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384330368:12345-0@lo:38:kworker.0 Request processed in 34us (371us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320635.513416:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24872 00000100:00100000:2.0:1767320635.513427:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24873 00000100:00100000:2.0:1767320635.513430:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384330752:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320635.513440:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320635.513462:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384330752:12345-0@lo:38:kworker.0 Request processed in 30us (309us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320635.513467:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24873 00000100:00100000:2.0:1767320635.513477:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24874 00000100:00100000:2.0:1767320635.513480:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384331008:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320635.513489:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320635.513510:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384331008:12345-0@lo:38:kworker.0 Request processed in 28us (320us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320635.513515:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24874 00000100:00080000:2.0:1767320635.513541:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320635.513546:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320635.513550:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384330368:0@lo:38:kworker.0 00000100:00080000:2.0:1767320635.513557:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320635.513561:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320635.513563:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384330496:0@lo:38:kworker.0 00000100:00080000:2.0:1767320635.513570:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320635.513573:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320635.513575:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384330752:0@lo:38:kworker.0 00000100:00080000:2.0:1767320635.513582:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320635.513585:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320635.513599:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384331008:0@lo:38:kworker.0 00000100:00080000:3.0:1767320635.514613:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320635.514620:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767320636.023059:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320636.534941:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320637.047018:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320637.559329:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320638.071000:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320638.071137:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320638.071156:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384331520:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320638.071226:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320638.071495:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384331520 00000100:00100000:0.0:1767320638.071503:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384331520 00000100:00100000:0.0:1767320638.071560:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3045 00000100:00100000:0.0:1767320638.071580:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384331520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320638.071612:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320638.071654:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384331520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320638.071660:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3045 00000100:00100000:3.0:1767320638.071757:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384331392:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320638.071813:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320638.071885:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384331392 00000100:00100000:0.0:1767320638.071888:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384331392 00000100:00100000:0.0:1767320638.071913:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3046 00000100:00100000:0.0:1767320638.071917:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384331392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320638.071930:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320638.071955:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384331392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320638.071959:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3046 00000100:00100000:0.0:1767320638.071990:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384331392:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320638.072162:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320638.072165:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320638.072266:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384331520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320638.583009:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320639.095053:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320639.606919:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320640.119085:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320640.583327:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320640.583448:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320640.597563:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297438336 00000100:00100000:1.0:1767320640.597582:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297438336 00000100:00100000:1.0:1767320640.597691:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297438208 00000100:00100000:1.0:1767320640.597695:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297438208 00000100:00100000:1.0:1767320640.597719:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5506 00000100:00100000:1.0:1767320640.597735:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297438336:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320640.597856:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297438336:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 128us (14539us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320640.597864:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5506 00000100:00100000:1.0:1767320640.597884:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24875 00000100:00100000:1.0:1767320640.597890:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297438208:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320640.597910:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320640.597939:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297438208:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 48us (14492us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320640.597945:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24875 00000100:00080000:3.0:1767320640.600390:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320640.630903:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320640.631022:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320640.631029:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320640.631032:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320640.631036:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320640.631040:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320640.631049:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5538 00000100:00080000:0.0:1767320640.631054:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320640.631062:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320640.631110:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278e00 x1853164384331648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320640.631135:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320640.631138:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320640.631140:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320640.631144:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5538 00000100:00080000:0.0:1767320640.631146:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320640.631149:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320640.631162:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627bb80 x1853164384331776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320640.631195:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320640.631199:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320640.631200:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320640.631204:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5538 00000100:00080000:0.0:1767320640.631206:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320640.631209:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320640.631220:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279880 x1853164384332032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320640.631244:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320640.631247:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320640.631249:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320640.631253:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5538 00000100:00080000:0.0:1767320640.631255:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320640.631258:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320640.631268:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627b100 x1853164384332288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320640.631325:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384332416:0@lo:400:kworker.0 00000100:00100000:0.0:1767320640.631397:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320640.631459:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320640.631465:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384332160:0@lo:400:kworker.0 00000100:00100000:0.0:1767320640.631489:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320640.631520:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384332160 00000100:00100000:0.0:1767320640.631528:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384332160 00000100:00100000:0.0:1767320640.631593:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5507 00000100:00100000:0.0:1767320640.631601:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384332160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320640.631654:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384332160:12345-0@lo:400:kworker.0 Request processed in 53us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320640.631662:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5507 00000100:00100000:0.0:1767320640.631703:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384332160:0@lo:400:kworker.0 00000100:00100000:2.0:1767320640.631809:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384332416 00000100:00100000:2.0:1767320640.631813:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384332416 00000100:00100000:2.0:1767320640.631857:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2226 00000100:00100000:2.0:1767320640.631866:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384332416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320640.631909:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384332416:12345-0@lo:400:kworker.0 Request processed in 46us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320640.631915:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2226 00000100:00100000:2.0:1767320640.631940:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384331648:0@lo:38:kworker.0 00000100:00100000:2.0:1767320640.631967:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320640.631988:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384331776:0@lo:38:kworker.0 00000100:00100000:2.0:1767320640.632010:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320640.632031:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384332032:0@lo:38:kworker.0 00000100:00100000:2.0:1767320640.632051:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320640.632065:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384332288:0@lo:38:kworker.0 00000100:00100000:2.0:1767320640.632082:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320640.632108:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384331776 00000100:00100000:2.0:1767320640.632112:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384331776 00000100:00100000:2.0:1767320640.632130:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2947 00000100:00100000:2.0:1767320640.632135:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384331776:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320640.632153:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320640.632185:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384331776:12345-0@lo:38:kworker.0 Request processed in 49us (174us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320640.632191:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2947 00000100:00100000:2.0:1767320640.632209:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384331648 00000100:00100000:2.0:1767320640.632213:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384331648 00000100:00100000:2.0:1767320640.632229:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24876 00000100:00100000:2.0:1767320640.632233:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384331648:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320640.632242:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320640.632266:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384331648:12345-0@lo:38:kworker.0 Request processed in 31us (298us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320640.632271:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24876 00000100:00100000:2.0:1767320640.632280:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384332032 00000100:00100000:2.0:1767320640.632284:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384332032 00000100:00100000:2.0:1767320640.632297:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384332288 00000100:00100000:2.0:1767320640.632299:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384332288 00000100:00100000:2.0:1767320640.632307:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24877 00000100:00100000:2.0:1767320640.632311:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384332032:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320640.632320:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320640.632343:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384332032:12345-0@lo:38:kworker.0 Request processed in 31us (291us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320640.632349:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24877 00000100:00100000:2.0:1767320640.632359:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24878 00000100:00100000:2.0:1767320640.632363:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384332288:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320640.632371:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320640.632392:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384332288:12345-0@lo:38:kworker.0 Request processed in 28us (309us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320640.632409:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24878 00000100:00080000:2.0:1767320640.632442:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320640.632447:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320640.632451:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384331648:0@lo:38:kworker.0 00000100:00080000:2.0:1767320640.632459:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320640.632462:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320640.632464:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384331776:0@lo:38:kworker.0 00000100:00080000:2.0:1767320640.632471:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320640.632473:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320640.632476:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384332032:0@lo:38:kworker.0 00000100:00080000:2.0:1767320640.632482:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320640.632485:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320640.632488:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384332288:0@lo:38:kworker.0 00000100:00100000:2.0:1767320640.632523:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384332416:0@lo:400:kworker.0 00000100:00100000:1.0:1767320640.632818:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384331904:0@lo:400:kworker.0 00000100:00100000:1.0:1767320640.632853:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320640.632876:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320640.632881:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384332544:0@lo:400:kworker.0 00000100:00100000:1.0:1767320640.632901:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320640.632928:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384332544 00000100:00100000:1.0:1767320640.632932:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384332544 00000100:00100000:1.0:1767320640.632963:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2227 00000100:00100000:1.0:1767320640.632974:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384332544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320640.633012:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384332544:12345-0@lo:400:kworker.0 Request processed in 43us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320640.633017:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2227 00000100:00100000:1.0:1767320640.633045:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384332544:0@lo:400:kworker.0 00000100:00100000:1.0:1767320640.633063:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384331904 00000100:00100000:1.0:1767320640.633067:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384331904 00000100:00100000:1.0:1767320640.633093:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5508 00000100:00100000:1.0:1767320640.633100:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384331904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320640.633132:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384331904:12345-0@lo:400:kworker.0 Request processed in 32us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320640.633138:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5508 00000100:00100000:1.0:1767320640.633160:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384331904:0@lo:400:kworker.0 00000100:00080000:3.0:1767320640.633422:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320640.633428:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320640.633431:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320641.146321:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320641.656636:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320642.167144:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320642.679723:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320643.191754:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384332672:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320643.191876:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320643.191993:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384332672 00000100:00100000:3.0:1767320643.192002:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384332672 00000100:00100000:3.0:1767320643.192074:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3047 00000100:00100000:3.0:1767320643.192083:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384332672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320643.192124:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320643.192250:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320643.192262:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384332800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320643.192293:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320643.192329:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384332800 00000100:00100000:0.0:1767320643.192333:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384332800 00000100:00100000:0.0:1767320643.192360:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3048 00000100:00100000:0.0:1767320643.192366:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384332800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320643.192396:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320643.192443:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384332800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320643.192450:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3048 00000100:00100000:0.0:1767320643.192500:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384332800:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320643.192541:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320643.192544:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767320643.193475:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320643.194459:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384332672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2371us (2585us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320643.194472:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3047 00000100:00100000:2.0:1767320643.195064:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384332672:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320643.706137:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320644.216978:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320644.726873:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320645.240105:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320645.703915:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320645.704014:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297438592 00000100:00100000:2.0:1767320645.704025:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297438592 00000100:00100000:2.0:1767320645.704100:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5509 00000100:00100000:2.0:1767320645.704112:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297438592:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320645.704196:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297438592:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 87us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320645.704204:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5509 00000100:00080000:0.0:1767320645.704340:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320645.704960:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320645.705828:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297438464 00000100:00100000:1.0:1767320645.705840:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297438464 00000100:00100000:1.0:1767320645.705908:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24879 00000100:00100000:1.0:1767320645.705916:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297438464:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320645.705940:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320645.706127:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297438464:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 208us (1167us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320645.706135:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24879 00000100:00100000:3.0:1767320645.751353:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320645.751802:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320645.751808:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320645.751812:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320645.751816:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320645.751820:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320645.751828:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5543 00000100:00080000:0.0:1767320645.751832:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320645.751840:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320645.752139:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627a680 x1853164384332928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320645.752169:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320645.752173:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320645.752175:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320645.752180:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5543 00000100:00080000:0.0:1767320645.752183:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320645.752187:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320645.752201:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279f80 x1853164384333056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320645.752243:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320645.752247:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320645.752249:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320645.752252:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5543 00000100:00080000:0.0:1767320645.752255:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320645.752258:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320645.752270:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278380 x1853164384333312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320645.752294:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320645.752298:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320645.752300:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320645.752303:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5543 00000100:00080000:0.0:1767320645.752305:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320645.752308:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320645.752359:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627b100 x1853164384333568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320645.752398:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384333440:0@lo:400:kworker.0 00000100:00100000:0.0:1767320645.752475:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320645.752546:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320645.752552:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384333696:0@lo:400:kworker.0 00000100:00100000:0.0:1767320645.752576:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320645.752609:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384333696 00000100:00100000:0.0:1767320645.752617:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384333696 00000100:00100000:3.0:1767320645.752842:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384333824:0@lo:400:kworker.0 00000100:00100000:3.0:1767320645.752890:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320645.753017:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384333824 00000100:00100000:0.0:1767320645.753021:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384333824 00000100:00100000:0.0:1767320645.753057:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2228 00000100:00100000:0.0:1767320645.753066:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384333696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320645.753120:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384333696:12345-0@lo:400:kworker.0 Request processed in 55us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320645.753128:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2228 00000100:00100000:0.0:1767320645.753147:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2229 00000100:00100000:0.0:1767320645.753153:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384333824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320645.753177:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384333824:12345-0@lo:400:kworker.0 Request processed in 25us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320645.753183:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2229 00000100:00080000:0.0:1767320645.753198:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320645.753203:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320645.753231:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384333696:0@lo:400:kworker.0 00000100:00100000:0.0:1767320645.753255:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384333440 00000100:00100000:0.0:1767320645.753258:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384333440 00000100:00100000:1.0:1767320645.753318:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384333184:0@lo:400:kworker.0 00000100:00100000:1.0:1767320645.753354:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320645.760090:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384332928:0@lo:38:kworker.0 00000100:00100000:2.0:1767320645.760174:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320645.760240:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384333184 00000100:00100000:2.0:1767320645.760247:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384333184 00000100:00100000:3.0:1767320645.760337:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384333824:0@lo:400:kworker.0 00000100:00100000:3.0:1767320645.760390:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384333056:0@lo:38:kworker.0 00000100:00100000:1.0:1767320645.760406:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384332928 00000100:00100000:1.0:1767320645.760412:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384332928 00000100:00100000:3.0:1767320645.760425:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320645.760458:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24880 00000100:00100000:3.0:1767320645.760461:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384333312:0@lo:38:kworker.0 00000100:00100000:1.0:1767320645.760469:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384332928:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320645.760487:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1767320645.760504:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320645.760519:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384333568:0@lo:38:kworker.0 00000100:00100000:3.0:1767320645.760558:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320645.760559:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384332928:12345-0@lo:38:kworker.0 Request processed in 88us (381us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320645.760568:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24880 00000100:00100000:1.0:1767320645.760586:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384333312 00000100:00080000:3.0:1767320645.760587:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767320645.760591:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384333312 00000100:00080000:3.0:1767320645.760595:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320645.760600:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384332928:0@lo:38:kworker.0 00000100:00100000:1.0:1767320645.760608:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384333568 00000100:00100000:1.0:1767320645.760613:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384333568 00000100:00100000:1.0:1767320645.760628:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24881 00000100:00100000:3.0:1767320645.760631:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384333056 00000100:00100000:1.0:1767320645.760635:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384333312:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320645.760638:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384333056 00010000:00020000:1.0:1767320645.760650:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320645.760682:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2948 00000100:00100000:1.0:1767320645.760688:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384333312:12345-0@lo:38:kworker.0 Request processed in 51us (198us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320645.760692:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384333056:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320645.760700:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24881 00010000:00020000:3.0:1767320645.760708:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320645.760716:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24882 00000100:00100000:1.0:1767320645.760721:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384333568:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320645.760732:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320645.760740:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384333056:12345-0@lo:38:kworker.0 Request processed in 48us (313us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320645.760748:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2948 00000100:00100000:1.0:1767320645.760769:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384333568:12345-0@lo:38:kworker.0 Request processed in 46us (213us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320645.760776:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24882 00000100:00080000:1.0:1767320645.760831:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320645.760837:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320645.760842:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384333056:0@lo:38:kworker.0 00000100:00080000:3.0:1767320645.760842:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320645.760854:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320645.760859:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320645.760861:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384333312:0@lo:38:kworker.0 00000100:00080000:1.0:1767320645.760871:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320645.765310:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320645.765326:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384333568:0@lo:38:kworker.0 00000100:00100000:0.0:1767320645.765560:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5510 00000100:00100000:0.0:1767320645.765579:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384333440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320645.765728:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384333440:12345-0@lo:400:kworker.0 Request processed in 158us (13252us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320645.765736:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5510 00000100:00100000:1.0:1767320645.765828:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384333440:0@lo:400:kworker.0 00000100:00100000:2.0:1767320645.767106:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5511 00000100:00100000:2.0:1767320645.767123:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384333184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320645.767185:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384333184:12345-0@lo:400:kworker.0 Request processed in 70us (13831us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320645.767191:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5511 00000100:00100000:1.0:1767320645.771766:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384333184:0@lo:400:kworker.0 00010000:00010000:2.0:1767320646.265172:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320646.774907:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320647.288422:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320647.799449:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320648.311110:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320648.311135:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384333952:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320648.311224:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320648.311386:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384333952 00000100:00100000:0.0:1767320648.311394:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384333952 00000100:00100000:0.0:1767320648.311464:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3049 00000100:00100000:0.0:1767320648.311501:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384333952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320648.311531:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320648.311587:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384333952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320648.311594:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3049 00000100:00100000:2.0:1767320648.311699:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384333952:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320648.311924:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320648.311935:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384334080:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320648.311965:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767320648.312031:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320648.312040:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384334080 00000100:00100000:0.0:1767320648.312044:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384334080 00000100:00100000:0.0:1767320648.312081:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3050 00000100:00100000:0.0:1767320648.312088:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384334080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320648.312104:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320648.312133:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384334080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320648.312139:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3050 00000100:00100000:1.0:1767320648.312989:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384334080:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320648.313060:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320648.313065:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320648.822911:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320649.339042:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320649.798975:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320649.799095:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297438976 00000100:00100000:0.0:1767320649.799106:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297438976 00000100:00100000:0.0:1767320649.799201:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5512 00000100:00100000:0.0:1767320649.799226:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297438976:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320649.799320:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297438976:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 109us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320649.799337:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5512 00000100:00080000:3.0:1767320649.799844:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:2.0:1767320649.800814:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297438720 offset 0 length 520: 4 00000100:00100000:2.0:1767320649.800873:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320649.801269:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297438848 00000100:00100000:3.0:1767320649.801279:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297438848 00000100:00100000:3.0:1767320649.801330:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24883 00000100:00100000:3.0:1767320649.801338:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297438848:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320649.801361:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320649.801424:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297438848:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 86us (550us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320649.801431:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24883 00000100:00100000:3.0:1767320649.846923:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320650.359331:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320650.870887:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767320650.870889:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320650.870896:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320650.870900:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320650.870903:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320650.870907:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320650.870915:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5549 00000100:00080000:0.0:1767320650.870920:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320650.870927:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320650.870969:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627a300 x1853164384334208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320650.870994:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320650.870997:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320650.870999:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320650.871003:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5549 00000100:00080000:0.0:1767320650.871005:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320650.871008:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320650.871019:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279500 x1853164384334336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320650.871061:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320650.871065:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320650.871066:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320650.871070:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5549 00000100:00080000:0.0:1767320650.871072:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320650.871075:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320650.871086:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627b800 x1853164384334592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320650.871111:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320650.871115:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320650.871117:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320650.871121:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5549 00000100:00080000:0.0:1767320650.871123:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320650.871126:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320650.871137:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279180 x1853164384334848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320650.871142:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320650.871158:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384334464:0@lo:400:kworker.0 00000100:00100000:0.0:1767320650.871169:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384334720:0@lo:400:kworker.0 00000100:00100000:2.0:1767320650.871247:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320650.871257:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384335104:0@lo:400:kworker.0 00000100:00100000:1.0:1767320650.871330:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320625/real 1767320625] req@ffff93699e1e1180 x1853164384327680/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320650 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320650.873728:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320650.873818:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320650.873897:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384334464 00000100:00100000:3.0:1767320650.873906:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384334464 00000100:00100000:3.0:1767320650.873961:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384334720 00000100:00100000:3.0:1767320650.873965:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384334720 00000100:00100000:3.0:1767320650.874005:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5513 00000100:00100000:3.0:1767320650.874014:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384334464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320650.874020:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320650.874065:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5514 00000100:00100000:3.0:1767320650.874066:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384334464:12345-0@lo:400:kworker.0 Request processed in 54us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320650.874072:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384334720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320650.874073:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5513 00000100:00080000:3.0:1767320650.874095:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320650.874102:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384334720:12345-0@lo:400:kworker.0 Request processed in 31us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320650.874107:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5514 00000100:00100000:3.0:1767320650.874124:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384334464:0@lo:400:kworker.0 00000100:00100000:2.0:1767320650.874149:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384334976:0@lo:400:kworker.0 00000100:00100000:3.0:1767320650.874160:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384335104 00000100:00100000:3.0:1767320650.874163:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384335104 00000100:00100000:2.0:1767320650.874178:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320650.874197:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384334976 00000100:00100000:3.0:1767320650.874200:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384334976 00000100:00080000:2.0:1767320650.874208:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320650.874211:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320650.874220:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2230 00000100:00100000:2.0:1767320650.874224:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2231 00000100:00100000:3.0:1767320650.874226:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384335104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320650.874229:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384334976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320650.874262:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384334976:12345-0@lo:400:kworker.0 Request processed in 32us (83us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320650.874262:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384335104:12345-0@lo:400:kworker.0 Request processed in 36us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320650.874268:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2231 00000100:00100000:3.0:1767320650.874271:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2230 00000100:00100000:2.0:1767320650.874293:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384334976:0@lo:400:kworker.0 00000100:00100000:3.0:1767320650.874293:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384335104:0@lo:400:kworker.0 00000100:00100000:0.0:1767320650.874440:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384334720:0@lo:400:kworker.0 00000100:00100000:1.0:1767320650.874545:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93699e1e1180 x1853164384327680/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320650 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320650.874803:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384334208:0@lo:38:kworker.0 00000100:00100000:1.0:1767320650.874927:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320650.874970:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384334336:0@lo:38:kworker.0 00000100:00100000:1.0:1767320650.874995:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320650.875026:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384334592:0@lo:38:kworker.0 00000100:00100000:1.0:1767320650.875050:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320650.875076:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384334848:0@lo:38:kworker.0 00000100:00100000:1.0:1767320650.875096:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320650.875109:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320650.875122:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320650.875125:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384327680:0@lo:250:kworker.0 00000100:00100000:0.0:1767320650.875209:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384334208 00000100:00100000:0.0:1767320650.875215:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384334208 00000100:00100000:0.0:1767320650.875249:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384334592 00000100:00100000:0.0:1767320650.875252:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384334592 00000100:00100000:0.0:1767320650.875265:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384334848 00000100:00100000:0.0:1767320650.875268:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384334848 00000100:00100000:0.0:1767320650.875281:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24884 00000100:00100000:0.0:1767320650.875287:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384334208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320650.875308:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320650.875351:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384334208:12345-0@lo:38:kworker.0 Request processed in 61us (423us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320650.875357:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24884 00000100:00100000:0.0:1767320650.875371:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24885 00000100:00100000:0.0:1767320650.875375:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384334592:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320650.875385:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320650.875408:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384334592:12345-0@lo:38:kworker.0 Request processed in 31us (358us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320650.875413:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24885 00000100:00100000:0.0:1767320650.875424:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24886 00000100:00100000:0.0:1767320650.875428:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384334848:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320650.875436:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320650.875473:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384334848:12345-0@lo:38:kworker.0 Request processed in 43us (375us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320650.875478:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24886 00000100:00080000:0.0:1767320650.875496:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320650.875501:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320650.875504:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320650.875508:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5528 00000100:00080000:0.0:1767320650.875512:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320650.875517:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320650.875553:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279880 x1853164384335232/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320650.875984:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384335232:0@lo:250:kworker.0 00000400:00000100:1.0:1767320650.876011:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384335232 offset 0 length 520: 4 00000100:00080000:1.0:1767320650.876043:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320650.876047:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320650.876051:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384334208:0@lo:38:kworker.0 00000100:00080000:1.0:1767320650.876059:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320650.876062:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320650.876064:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384334592:0@lo:38:kworker.0 00000100:00080000:1.0:1767320650.876071:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320650.876074:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320650.876076:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384334848:0@lo:38:kworker.0 00000100:00100000:2.0:1767320650.876154:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384334336 00000100:00100000:2.0:1767320650.876160:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384334336 00000100:00100000:2.0:1767320650.876198:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2949 00000100:00100000:2.0:1767320650.876203:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384334336:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320650.876214:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320650.876264:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384334336:12345-0@lo:38:kworker.0 Request processed in 59us (1267us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320650.876270:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2949 00000100:00080000:1.0:1767320650.876345:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320650.876350:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320650.876353:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384334336:0@lo:38:kworker.0 00010000:00010000:2.0:1767320651.383156:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320651.894921:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320652.411664:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320652.919161:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320653.436465:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384335360:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320653.436543:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767320653.436686:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320653.437006:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320653.437018:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384335488:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320653.437048:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320653.437131:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384335360 00000100:00100000:0.0:1767320653.437141:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384335360 00000100:00100000:0.0:1767320653.437204:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384335488 00000100:00100000:0.0:1767320653.437208:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384335488 00000100:00100000:0.0:1767320653.437231:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3051 00000100:00100000:0.0:1767320653.437241:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384335360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320653.437279:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320653.437324:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384335360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (780us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320653.437331:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3051 00000100:00100000:0.0:1767320653.437348:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3052 00000100:00100000:0.0:1767320653.437355:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384335488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320653.437370:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320653.437399:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384335488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320653.437405:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3052 00000100:00100000:0.0:1767320653.437463:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384335488:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320653.437498:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384335360:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320653.437640:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320653.437645:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320653.944272:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320654.456837:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320654.928470:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320654.928513:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320654.928744:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297439104 00000100:00100000:2.0:1767320654.928745:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297439232 00000100:00100000:2.0:1767320654.928756:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297439232 00000100:00100000:3.0:1767320654.928756:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297439104 00000100:00100000:3.0:1767320654.928837:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24887 00000100:00100000:3.0:1767320654.928847:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297439104:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320654.928874:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320654.928949:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297439104:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 101us (433us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320654.928961:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24887 00000100:00100000:2.0:1767320654.929405:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5515 00000100:00100000:2.0:1767320654.929426:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297439232:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320654.929497:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297439232:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 84us (1035us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320654.929508:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5515 00000100:00080000:3.0:1767320654.929922:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320654.966903:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320655.479101:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320655.991072:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320655.991083:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320655.991086:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320655.991090:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320655.991094:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320655.991103:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5554 00000100:00080000:1.0:1767320655.991107:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320655.991132:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320655.991176:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988108a80 x1853164384335616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320655.991195:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320655.991199:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320655.991201:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320655.991206:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5554 00000100:00080000:1.0:1767320655.991208:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320655.991211:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320655.991225:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810bb80 x1853164384335744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320655.991262:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320655.991266:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320655.991267:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320655.991271:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5554 00000100:00080000:1.0:1767320655.991273:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320655.991277:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320655.991287:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109f80 x1853164384336000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320655.991309:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320655.991312:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320655.991313:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320655.991316:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5554 00000100:00100000:0.0:1767320655.991498:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384335872:0@lo:400:kworker.0 00000100:00100000:0.0:1767320655.991568:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320655.991644:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384335872 00000100:00100000:0.0:1767320655.991652:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384335872 00000100:00100000:0.0:1767320655.991721:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5516 00000100:00100000:0.0:1767320655.991729:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384335872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320655.991775:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384335872:12345-0@lo:400:kworker.0 Request processed in 47us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320655.991799:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5516 00000100:00080000:0.0:1767320655.991819:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320655.991831:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320655.991838:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384336128:0@lo:400:kworker.0 00000100:00100000:0.0:1767320655.991860:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320655.991882:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384336128 00000100:00100000:0.0:1767320655.991886:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384336128 00000100:00100000:0.0:1767320655.991910:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5517 00000100:00100000:0.0:1767320655.991916:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384336128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320655.991948:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384336128:12345-0@lo:400:kworker.0 Request processed in 31us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320655.991954:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5517 00000100:00080000:0.0:1767320655.991967:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320655.991995:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384336128:0@lo:400:kworker.0 00000100:00100000:0.0:1767320655.992021:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384335872:0@lo:400:kworker.0 00000100:00080000:1.0:1767320655.992433:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320655.992439:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320655.992459:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810b100 x1853164384336256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320655.992599:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320655.992742:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320655.992752:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384336384:0@lo:400:kworker.0 00000100:00100000:0.0:1767320655.992810:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320655.992843:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384336512:0@lo:400:kworker.0 00000100:00100000:0.0:1767320655.992864:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320655.992939:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384336384 00000100:00100000:1.0:1767320655.992945:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384336384 00000100:00100000:1.0:1767320655.992991:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384336512 00000100:00100000:1.0:1767320655.992995:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384336512 00000100:00100000:1.0:1767320655.993016:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2232 00000100:00100000:1.0:1767320655.993027:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384336384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320655.993071:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384336384:12345-0@lo:400:kworker.0 Request processed in 48us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320655.993077:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2232 00000100:00100000:1.0:1767320655.993090:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2233 00000100:00100000:1.0:1767320655.993097:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384336512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320655.993284:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384336512:12345-0@lo:400:kworker.0 Request processed in 188us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320655.993291:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2233 00000100:00100000:1.0:1767320655.993419:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384336512:0@lo:400:kworker.0 00000100:00100000:1.0:1767320655.993447:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384336384:0@lo:400:kworker.0 00000100:00100000:2.0:1767320655.994579:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384335616:0@lo:38:kworker.0 00000100:00100000:2.0:1767320655.994638:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320655.994833:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384335744:0@lo:38:kworker.0 00000100:00100000:2.0:1767320655.994862:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320655.994896:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384336000:0@lo:38:kworker.0 00000100:00100000:2.0:1767320655.994919:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320655.994937:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384336256:0@lo:38:kworker.0 00000100:00100000:2.0:1767320655.994957:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320655.994991:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384335616 00000100:00100000:2.0:1767320655.994998:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384335616 00000100:00100000:2.0:1767320655.995029:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384336000 00000100:00100000:2.0:1767320655.995031:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384336000 00000100:00100000:2.0:1767320655.995044:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384336256 00000100:00100000:2.0:1767320655.995046:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384336256 00000100:00100000:2.0:1767320655.995057:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24888 00000100:00100000:2.0:1767320655.995063:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384335616:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320655.995081:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320655.995288:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320655.995293:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320655.995335:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24889 00000100:00100000:0.0:1767320655.995341:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384336000:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320655.995352:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320655.995505:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24890 00000100:00100000:1.0:1767320655.995511:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384336256:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320655.995520:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320655.995581:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384335616:12345-0@lo:38:kworker.0 Request processed in 515us (940us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320655.995588:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24888 00000100:00100000:3.0:1767320655.995671:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384335744 00000100:00100000:3.0:1767320655.995676:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384335744 00000100:00100000:3.0:1767320655.995703:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2950 00000100:00100000:3.0:1767320655.995708:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384335744:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320655.995718:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320656.000673:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384336000:12345-0@lo:38:kworker.0 Request processed in 5308us (5729us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320656.000688:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24889 00000100:00100000:1.0:1767320656.001362:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384336256:12345-0@lo:38:kworker.0 Request processed in 5844us (6398us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320656.001372:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24890 00000100:00080000:2.0:1767320656.006051:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320656.006067:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320656.006073:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384335616:0@lo:38:kworker.0 00000100:00080000:2.0:1767320656.006429:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320656.006435:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320656.006439:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384335744:0@lo:38:kworker.0 00000100:00080000:2.0:1767320656.006451:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320656.006454:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320656.006458:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384336000:0@lo:38:kworker.0 00000100:00080000:2.0:1767320656.006469:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320656.006473:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320656.006476:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384336256:0@lo:38:kworker.0 00000100:00100000:3.0:1767320656.006637:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384335744:12345-0@lo:38:kworker.0 Request processed in 10924us (11771us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320656.006649:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2950 00010000:00010000:2.0:1767320656.503153:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320657.014899:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320657.537991:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320658.039000:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320658.551428:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320658.551452:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384336640:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320658.551528:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320658.551672:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384336640 00000100:00100000:0.0:1767320658.551680:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384336640 00000100:00100000:0.0:1767320658.551739:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3053 00000100:00100000:0.0:1767320658.551749:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384336640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320658.551800:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00010000:00010000:3.0:1767320658.551877:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320658.551906:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320658.552900:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384336768:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320658.562574:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384336640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 10807us (11026us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320658.562591:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3053 00000100:00100000:2.0:1767320658.562855:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384336640:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320658.565426:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320658.566305:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384336768 00000100:00100000:0.0:1767320658.566316:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384336768 00000100:00100000:0.0:1767320658.566405:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3054 00000100:00100000:0.0:1767320658.566416:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384336768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320658.566452:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320658.566521:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384336768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (1103us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320658.566527:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3054 00000100:00100000:2.0:1767320658.566703:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384336768:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767320658.566800:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320659.063887:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320659.575333:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320660.039767:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320660.039829:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297439488 00000100:00100000:1.0:1767320660.039841:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297439488 00000100:00100000:3.0:1767320660.039846:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320660.039902:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297439360 00000100:00100000:0.0:1767320660.039907:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297439360 00000100:00100000:1.0:1767320660.039980:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5518 00000100:00100000:1.0:1767320660.039996:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297439488:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320660.040073:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297439488:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 83us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320660.040080:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5518 00000100:00100000:1.0:1767320660.040099:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24891 00000100:00100000:1.0:1767320660.040103:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297439360:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320660.040135:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320660.040163:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297439360:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 58us (318us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320660.040170:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24891 00000100:00080000:2.0:1767320660.040466:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320660.086987:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320660.599029:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320661.111040:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320661.111401:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320661.111591:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320661.111595:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320661.111599:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320661.111604:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320661.111612:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5559 00000100:00080000:0.0:1767320661.111617:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320661.111624:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320661.111665:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627b800 x1853164384336896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320661.111704:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320661.111708:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320661.111710:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320661.111714:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5559 00000100:00080000:0.0:1767320661.111717:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320661.111720:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320661.111736:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627a300 x1853164384337024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320661.111825:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384337152:0@lo:400:kworker.0 00000100:00100000:3.0:1767320661.111893:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320661.114390:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320661.114401:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320661.114412:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320661.114419:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5559 00000100:00080000:0.0:1767320661.114424:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320661.114431:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320661.114435:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384337152 00000100:00100000:1.0:1767320661.114444:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384337152 00000100:00100000:0.0:1767320661.114468:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278a80 x1853164384337280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320661.114501:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320661.114504:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320661.114505:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320661.114509:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5559 00000100:00100000:1.0:1767320661.114510:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5519 00000100:00080000:0.0:1767320661.114523:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767320661.114525:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384337152:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320661.114526:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320661.114538:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279180 x1853164384337536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320661.114741:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384337792:0@lo:400:kworker.0 00000100:00100000:2.0:1767320661.114807:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320661.115131:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384337792 00000100:00100000:2.0:1767320661.115136:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384337792 00000100:00100000:2.0:1767320661.115172:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2234 00000100:00100000:2.0:1767320661.115180:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384337792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320661.115234:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384337792:12345-0@lo:400:kworker.0 Request processed in 54us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320661.115240:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2234 00000100:00100000:2.0:1767320661.115283:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384337792:0@lo:400:kworker.0 00000100:00080000:2.0:1767320661.115336:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320661.115341:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320661.115365:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384336896:0@lo:38:kworker.0 00000100:00100000:2.0:1767320661.115394:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320661.115738:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384337024:0@lo:38:kworker.0 00000100:00100000:2.0:1767320661.115770:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320661.115827:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384337280:0@lo:38:kworker.0 00000100:00100000:2.0:1767320661.115850:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320661.115867:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384337536:0@lo:38:kworker.0 00000100:00100000:2.0:1767320661.115887:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320661.115919:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384337024 00000100:00100000:2.0:1767320661.115924:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384337024 00000100:00100000:2.0:1767320661.115948:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2951 00000100:00100000:2.0:1767320661.115953:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384337024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320661.115973:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320661.116010:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384337024:12345-0@lo:38:kworker.0 Request processed in 55us (239us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320661.116016:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2951 00000100:00100000:2.0:1767320661.116035:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384336896 00000100:00100000:2.0:1767320661.116038:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384336896 00000100:00100000:2.0:1767320661.116055:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384337280 00000100:00100000:2.0:1767320661.116057:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384337280 00000100:00100000:2.0:1767320661.116065:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384337536 00000100:00100000:2.0:1767320661.116067:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384337536 00000100:00100000:2.0:1767320661.116078:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24892 00000100:00100000:2.0:1767320661.116083:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384336896:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320661.116092:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320661.116116:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384336896:12345-0@lo:38:kworker.0 Request processed in 32us (721us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320661.116123:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24892 00000100:00100000:2.0:1767320661.116134:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24893 00000100:00100000:2.0:1767320661.116138:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384337280:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320661.116147:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320661.116170:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384337280:12345-0@lo:38:kworker.0 Request processed in 31us (320us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320661.116176:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24893 00000100:00100000:2.0:1767320661.116186:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24894 00000100:00100000:2.0:1767320661.116190:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384337536:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320661.116199:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320661.116233:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384337536:12345-0@lo:38:kworker.0 Request processed in 42us (345us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320661.116240:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24894 00000100:00080000:2.0:1767320661.116275:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320661.116281:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320661.116284:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384336896:0@lo:38:kworker.0 00000100:00080000:2.0:1767320661.116293:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320661.116296:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320661.116299:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384337024:0@lo:38:kworker.0 00000100:00080000:2.0:1767320661.116306:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320661.116309:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320661.116312:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384337280:0@lo:38:kworker.0 00000100:00080000:2.0:1767320661.116320:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320661.116323:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320661.116326:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384337536:0@lo:38:kworker.0 00000100:00100000:2.0:1767320661.116388:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384337664:0@lo:400:kworker.0 00000100:00100000:2.0:1767320661.117699:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320661.117747:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320661.117758:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384337408:0@lo:400:kworker.0 00000100:00100000:2.0:1767320661.117802:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320661.117841:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384337664 00000100:00100000:2.0:1767320661.117847:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384337664 00000100:00100000:2.0:1767320661.117893:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2235 00000100:00100000:2.0:1767320661.117901:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384337664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320661.117949:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384337664:12345-0@lo:400:kworker.0 Request processed in 49us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320661.117955:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2235 00000100:00080000:2.0:1767320661.117973:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320661.118004:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384337664:0@lo:400:kworker.0 00000100:00100000:2.0:1767320661.118024:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384337408 00000100:00100000:2.0:1767320661.118027:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384337408 00000100:00100000:2.0:1767320661.118056:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5520 00000100:00100000:2.0:1767320661.118062:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384337408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320661.118095:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384337408:12345-0@lo:400:kworker.0 Request processed in 33us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320661.118100:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5520 00000100:00080000:2.0:1767320661.118116:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320661.118131:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384337408:0@lo:400:kworker.0 00000100:00100000:1.0:1767320661.120706:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384337152:12345-0@lo:400:kworker.0 Request processed in 6177us (8801us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320661.120721:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5519 00000100:00100000:3.0:1767320661.120730:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384337152:0@lo:400:kworker.0 00010000:00010000:2.0:1767320661.623022:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320662.135196:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320662.647030:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320663.158952:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320663.671091:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320663.671102:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1767320663.671126:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384337920:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320663.671217:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320663.671279:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384338048:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320663.671304:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320663.671350:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384337920 00000100:00100000:0.0:1767320663.671361:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384337920 00000100:00100000:0.0:1767320663.671417:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384338048 00000100:00100000:0.0:1767320663.671420:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384338048 00000100:00100000:0.0:1767320663.671439:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3055 00000100:00100000:0.0:1767320663.671447:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384337920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320663.671476:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320663.671528:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384337920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320663.671535:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3055 00000100:00100000:0.0:1767320663.671551:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3056 00000100:00100000:0.0:1767320663.671556:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384338048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320663.671570:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320663.671590:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384338048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 34us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320663.671595:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3056 00000100:00080000:2.0:1767320663.671724:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320663.671729:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320663.671765:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384337920:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320663.671778:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384338048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320664.182926:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320664.695084:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320665.161828:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320665.162306:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320665.169084:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297439616 00000100:00100000:1.0:1767320665.169104:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297439616 00000100:00100000:1.0:1767320665.169185:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297439744 00000100:00100000:1.0:1767320665.169190:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297439744 00000100:00100000:1.0:1767320665.169271:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5521 00000100:00100000:1.0:1767320665.169283:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297439744:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320665.169389:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297439744:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 106us (7084us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320665.169398:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5521 00000100:00100000:1.0:1767320665.169418:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24895 00000100:00100000:1.0:1767320665.169423:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297439616:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320665.169447:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320665.169478:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297439616:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 54us (7695us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320665.169485:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24895 00000100:00080000:3.0:1767320665.169574:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320665.207435:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320665.719094:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320666.231036:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320666.231527:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320666.231533:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320666.231536:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320666.231541:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320666.231545:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320666.231552:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5564 00000100:00080000:2.0:1767320666.231557:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320666.231564:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320666.231615:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cfb80 x1853164384338176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320666.231632:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320666.231636:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320666.231639:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320666.231643:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5564 00000100:00080000:2.0:1767320666.231645:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320666.231649:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320666.231659:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cd500 x1853164384338304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320666.231737:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384338432:0@lo:400:kworker.0 00000100:00100000:3.0:1767320666.231829:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320666.231921:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320666.231925:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320666.231927:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320666.231931:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5564 00000100:00080000:2.0:1767320666.231934:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320666.231938:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320666.231953:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cca80 x1853164384338560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320666.232024:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384338176:0@lo:38:kworker.0 00000100:00100000:0.0:1767320666.232057:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320666.232083:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384338304:0@lo:38:kworker.0 00000100:00100000:0.0:1767320666.232106:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320666.232127:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384338560:0@lo:38:kworker.0 00000100:00100000:0.0:1767320666.232147:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320666.232176:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384338432 00000100:00100000:0.0:1767320666.232182:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384338432 00000100:00100000:0.0:1767320666.232227:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384338176 00000100:00100000:0.0:1767320666.232230:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384338176 00000100:00100000:0.0:1767320666.232245:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384338560 00000100:00100000:0.0:1767320666.232247:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384338560 00000100:00100000:0.0:1767320666.232257:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5522 00000100:00100000:0.0:1767320666.232266:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384338432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320666.232351:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24896 00000100:00100000:1.0:1767320666.232356:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384338176:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320666.232373:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320666.232410:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384338176:12345-0@lo:38:kworker.0 Request processed in 52us (352us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320666.232416:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24896 00000100:00100000:1.0:1767320666.232433:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24897 00000100:00100000:1.0:1767320666.232437:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384338560:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320666.232445:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320666.232464:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384338560:12345-0@lo:38:kworker.0 Request processed in 26us (315us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320666.232469:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24897 00000100:00080000:1.0:1767320666.232502:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320666.232506:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320666.232509:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384338176:0@lo:38:kworker.0 00000100:00080000:1.0:1767320666.232517:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320666.232520:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320666.232522:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384338560:0@lo:38:kworker.0 00000100:00100000:1.0:1767320666.232562:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384338304 00000100:00100000:1.0:1767320666.232565:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384338304 00000100:00100000:1.0:1767320666.232587:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2952 00000100:00100000:1.0:1767320666.232591:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384338304:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320666.232600:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320666.232624:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384338304:12345-0@lo:38:kworker.0 Request processed in 32us (517us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320666.232629:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2952 00000100:00080000:1.0:1767320666.232651:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320666.232654:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320666.232657:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384338304:0@lo:38:kworker.0 00000100:00100000:1.0:1767320666.232689:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384338688:0@lo:400:kworker.0 00000100:00100000:1.0:1767320666.232712:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320666.232734:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384338688 00000100:00100000:1.0:1767320666.232737:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384338688 00000100:00100000:1.0:1767320666.232760:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5523 00000100:00100000:1.0:1767320666.232766:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384338688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320666.232812:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384338688:12345-0@lo:400:kworker.0 Request processed in 45us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320666.232818:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5523 00000100:00100000:1.0:1767320666.232844:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384338688:0@lo:400:kworker.0 00000100:00080000:1.0:1767320666.232867:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320666.240040:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320666.240052:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320666.240057:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320666.240065:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5564 00000100:00080000:2.0:1767320666.240069:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320666.240077:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320666.240118:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278000 x1853164384338816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320666.240194:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384338944:0@lo:400:kworker.0 00000100:00100000:2.0:1767320666.240261:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320666.240301:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320666.240316:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384339072:0@lo:400:kworker.0 00000100:00100000:2.0:1767320666.240339:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320666.240366:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384338944 00000100:00100000:2.0:1767320666.240373:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384338944 00000100:00100000:2.0:1767320666.240429:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384339072 00000100:00100000:2.0:1767320666.240432:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384339072 00000100:00100000:2.0:1767320666.240453:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2236 00000100:00100000:2.0:1767320666.240461:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384338944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320666.240502:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384338944:12345-0@lo:400:kworker.0 Request processed in 42us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320666.240508:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2236 00000100:00100000:2.0:1767320666.240522:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2237 00000100:00100000:2.0:1767320666.240527:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384339072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320666.240546:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384339072:12345-0@lo:400:kworker.0 Request processed in 19us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320666.240551:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2237 00000100:00100000:2.0:1767320666.240591:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384339072:0@lo:400:kworker.0 00000100:00100000:2.0:1767320666.240599:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384338944:0@lo:400:kworker.0 00000100:00080000:2.0:1767320666.240619:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320666.240623:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320666.241840:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384338816:0@lo:38:kworker.0 00000100:00100000:1.0:1767320666.241907:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320666.242136:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384338432:12345-0@lo:400:kworker.0 Request processed in 9868us (10304us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320666.242146:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5522 00000100:00100000:0.0:1767320666.242170:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384338816 00000100:00100000:0.0:1767320666.242175:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384338816 00000100:00100000:0.0:1767320666.242196:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24898 00000100:00100000:0.0:1767320666.242201:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384338816:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320666.242221:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320666.242261:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384338816:12345-0@lo:38:kworker.0 Request processed in 59us (354us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320666.242267:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24898 00000100:00080000:0.0:1767320666.242298:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320666.242303:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320666.242318:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384338816:0@lo:38:kworker.0 00000100:00100000:3.0:1767320666.243252:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384338432:0@lo:400:kworker.0 00010000:00010000:2.0:1767320666.743127:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320667.254923:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320667.767228:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320668.279118:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320668.791130:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384339200:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320668.791210:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320668.791442:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384339200 00000100:00100000:2.0:1767320668.791451:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384339200 00000100:00100000:2.0:1767320668.791517:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3057 00000100:00100000:2.0:1767320668.791527:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384339200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320668.791558:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320668.791605:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384339200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320668.791612:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3057 00000100:00080000:3.0:1767320668.791685:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320668.791734:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384339200:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320668.792171:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320668.792212:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320668.792223:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384339328:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320668.792258:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320668.792342:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384339328 00000100:00100000:2.0:1767320668.792348:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384339328 00000100:00100000:2.0:1767320668.792403:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3058 00000100:00100000:2.0:1767320668.792409:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384339328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320668.792430:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320668.792466:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384339328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320668.792472:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3058 00000100:00080000:3.0:1767320668.792596:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320668.792624:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384339328:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320669.304024:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320669.815018:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320670.287574:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320670.287680:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320670.287987:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297440000 00000100:00100000:3.0:1767320670.287998:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297440000 00000100:00100000:3.0:1767320670.288086:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297439872 00000100:00100000:3.0:1767320670.288090:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297439872 00000100:00100000:3.0:1767320670.288110:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5524 00000100:00100000:3.0:1767320670.288120:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297440000:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320670.288197:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297440000:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 78us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320670.288217:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5524 00000100:00100000:3.0:1767320670.288236:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24899 00000100:00100000:3.0:1767320670.288241:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297439872:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320670.288261:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320670.288298:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297439872:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 55us (617us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320670.288304:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24899 00000100:00080000:2.0:1767320670.288739:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320670.327009:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320670.839686:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320671.350992:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320671.351004:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320671.351007:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320671.351011:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320671.351015:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320671.351024:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5569 00000100:00080000:2.0:1767320671.351029:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320671.351036:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320671.351075:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278000 x1853164384339456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320671.351105:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320671.351109:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320671.351111:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320671.351115:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5569 00000100:00080000:2.0:1767320671.351117:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320671.351120:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320671.351134:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627b100 x1853164384339584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320671.351174:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320671.351177:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320671.351179:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320671.351182:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5569 00000100:00080000:2.0:1767320671.351185:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320671.351188:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320671.351200:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf4e00 x1853164384339840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320671.351214:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320671.351218:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320671.351219:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320671.351222:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5569 00000100:00080000:2.0:1767320671.351225:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320671.351227:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320671.351236:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf6a00 x1853164384340096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320671.351299:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384339968:0@lo:400:kworker.0 00000100:00100000:2.0:1767320671.351370:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320671.351434:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320671.351440:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384339712:0@lo:400:kworker.0 00000100:00100000:2.0:1767320671.351461:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320671.351493:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384340352:0@lo:400:kworker.0 00000100:00100000:2.0:1767320671.351522:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320671.351541:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320671.351546:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384340224:0@lo:400:kworker.0 00000100:00100000:2.0:1767320671.351565:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320671.351592:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384340352 00000100:00100000:2.0:1767320671.351598:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384340352 00000100:00100000:2.0:1767320671.351660:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384340224 00000100:00100000:2.0:1767320671.351663:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384340224 00000100:00100000:2.0:1767320671.351684:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2238 00000100:00100000:2.0:1767320671.351694:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384340352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320671.351831:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384339456:0@lo:38:kworker.0 00000100:00100000:1.0:1767320671.351862:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320671.351890:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384339584:0@lo:38:kworker.0 00000100:00100000:1.0:1767320671.351912:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320671.351934:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384339840:0@lo:38:kworker.0 00000100:00100000:1.0:1767320671.351952:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320671.351966:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384340096:0@lo:38:kworker.0 00000100:00100000:1.0:1767320671.351981:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320671.352008:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384339968 00000100:00100000:1.0:1767320671.352012:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384339968 00000100:00100000:1.0:1767320671.352035:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384339712 00000100:00100000:1.0:1767320671.352037:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384339712 00000100:00100000:1.0:1767320671.352054:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384339456 00000100:00100000:1.0:1767320671.352057:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384339456 00000100:00100000:1.0:1767320671.352064:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384339840 00000100:00100000:1.0:1767320671.352066:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384339840 00000100:00100000:1.0:1767320671.352073:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384340096 00000100:00100000:1.0:1767320671.352075:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384340096 00000100:00100000:1.0:1767320671.352083:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5525 00000100:00100000:1.0:1767320671.352089:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384339968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320671.352138:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384339968:12345-0@lo:400:kworker.0 Request processed in 49us (768us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320671.352145:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5525 00000100:00100000:1.0:1767320671.352160:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5526 00000100:00100000:1.0:1767320671.352166:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384339712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320671.352190:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384339712:12345-0@lo:400:kworker.0 Request processed in 25us (728us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320671.352195:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5526 00000100:00100000:1.0:1767320671.352205:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24900 00000100:00100000:1.0:1767320671.352208:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384339456:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320671.352226:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320671.352256:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384339456:12345-0@lo:38:kworker.0 Request processed in 46us (393us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320671.352274:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24900 00000100:00100000:1.0:1767320671.352286:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24901 00000100:00100000:1.0:1767320671.352290:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384339840:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320671.352298:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320671.352322:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384339840:12345-0@lo:38:kworker.0 Request processed in 30us (368us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320671.352327:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24901 00000100:00100000:1.0:1767320671.352337:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24902 00000100:00100000:1.0:1767320671.352340:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384340096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320671.352348:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320671.352368:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384340096:12345-0@lo:38:kworker.0 Request processed in 26us (386us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320671.352373:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24902 00000100:00100000:1.0:1767320671.352400:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384339584 00000100:00100000:1.0:1767320671.352404:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384339584 00000100:00100000:1.0:1767320671.352425:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2953 00000100:00100000:1.0:1767320671.352429:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384339584:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320671.352437:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320671.352460:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384339584:12345-0@lo:38:kworker.0 Request processed in 29us (547us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320671.352465:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2953 00000100:00080000:1.0:1767320671.352500:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320671.352505:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320671.352508:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384339456:0@lo:38:kworker.0 00000100:00080000:1.0:1767320671.352516:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320671.352518:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320671.352521:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384339584:0@lo:38:kworker.0 00000100:00080000:1.0:1767320671.352527:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320671.352530:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320671.352533:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384339840:0@lo:38:kworker.0 00000100:00080000:1.0:1767320671.352539:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320671.352542:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320671.352544:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384340096:0@lo:38:kworker.0 00000100:00100000:1.0:1767320671.352596:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2239 00000100:00100000:1.0:1767320671.352606:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384340224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320671.352641:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384340224:12345-0@lo:400:kworker.0 Request processed in 37us (1075us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320671.352648:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2239 00000100:00080000:1.0:1767320671.352666:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320671.352671:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320671.352673:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320671.352833:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384340352:12345-0@lo:400:kworker.0 Request processed in 1141us (1310us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320671.352839:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2238 00000100:00100000:2.0:1767320671.352868:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384340224:0@lo:400:kworker.0 00000100:00100000:2.0:1767320671.352877:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384340352:0@lo:400:kworker.0 00000100:00100000:3.0:1767320671.353379:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320671.353791:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384339712:0@lo:400:kworker.0 00000100:00100000:1.0:1767320671.353814:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384339968:0@lo:400:kworker.0 00010000:00010000:2.0:1767320671.863155:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320672.375060:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320672.891862:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320673.398930:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320673.912309:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320673.912322:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384340480:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320673.912398:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320673.912480:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320673.912488:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384340608:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320673.912512:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320673.912598:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384340480 00000100:00100000:2.0:1767320673.912608:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384340480 00000100:00100000:2.0:1767320673.912671:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384340608 00000100:00100000:2.0:1767320673.912674:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384340608 00000100:00080000:0.0:1767320673.912697:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320673.912702:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3059 00000100:00080000:0.0:1767320673.912705:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320673.912713:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384340480:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320673.912724:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3060 00000100:00100000:0.0:1767320673.912736:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384340608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320673.912744:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00002000:00000024:0.0:1767320673.912757:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320673.912820:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384340480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320673.912828:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3059 00000100:00100000:0.0:1767320673.912833:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384340608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320673.912843:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3060 00000100:00100000:3.0:1767320673.913030:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384340608:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320673.913046:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384340480:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320674.423489:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320674.935025:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320675.415928:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320675.415968:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:3.0:1767320675.415991:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297440384 offset 0 length 520: 4 00000100:00100000:0.0:1767320675.416074:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297440128 00000100:00100000:0.0:1767320675.416084:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297440128 00000100:00100000:0.0:1767320675.416125:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297440256 00000100:00100000:0.0:1767320675.416127:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297440256 00000100:00100000:0.0:1767320675.416162:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5527 00000100:00100000:0.0:1767320675.416169:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297440256:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320675.416261:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297440256:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 92us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320675.416269:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5527 00000100:00100000:0.0:1767320675.416287:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24903 00000100:00100000:0.0:1767320675.416291:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297440128:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320675.416312:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320675.416339:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297440128:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 45us (422us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320675.416346:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24903 00000100:00080000:0.0:1767320675.416364:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320675.446953:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320650/real 1767320650] req@ffff936886279880 x1853164384335232/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320675 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320675.446987:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff936886279880 x1853164384335232/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320675 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320675.447008:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320675.447038:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320675.447042:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384335232:0@lo:250:kworker.0 00000100:00080000:2.0:1767320675.447234:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320675.447240:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320675.447243:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320675.447249:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5554 00000100:00080000:2.0:1767320675.447252:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320675.447259:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320675.447297:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5f80 x1853164384340736/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320675.447322:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320675.447326:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320675.447328:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320675.447331:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5574 00000100:00080000:2.0:1767320675.447333:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320675.447337:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320675.447351:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf7b80 x1853164384340864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320675.447359:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320675.447363:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320675.447364:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320675.447368:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5574 00000100:00080000:2.0:1767320675.447370:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320675.447373:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320675.447384:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf4a80 x1853164384340992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320675.447428:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320675.447432:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320675.447433:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320675.447437:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5574 00000100:00080000:2.0:1767320675.447439:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320675.447443:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320675.447453:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf4700 x1853164384341248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320675.447468:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320675.447471:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320675.447472:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320675.447475:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5574 00000100:00080000:2.0:1767320675.447478:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320675.447481:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320675.447489:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5500 x1853164384341504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320675.447541:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384341760:0@lo:400:kworker.0 00000100:00100000:2.0:1767320675.447616:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320675.447649:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320675.447667:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384341632:0@lo:400:kworker.0 00000100:00100000:2.0:1767320675.447689:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384341760 00000100:00100000:2.0:1767320675.447698:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384341760 00000100:00100000:3.0:1767320675.447698:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320675.447741:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384341120:0@lo:400:kworker.0 00000100:00100000:2.0:1767320675.447753:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384341632 00000100:00100000:2.0:1767320675.447757:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384341632 00000100:00100000:3.0:1767320675.447769:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320675.447818:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320675.447824:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384341376:0@lo:400:kworker.0 00000100:00100000:3.0:1767320675.447847:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320675.447873:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384341120 00000100:00100000:3.0:1767320675.447877:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384341120 00000100:00100000:3.0:1767320675.447905:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384341376 00000100:00100000:3.0:1767320675.447908:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384341376 00000100:00100000:3.0:1767320675.447937:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5528 00000100:00100000:1.0:1767320675.447946:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2240 00000100:00100000:3.0:1767320675.447946:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384341120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320675.447955:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384341760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320675.447996:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384341760:12345-0@lo:400:kworker.0 Request processed in 43us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320675.447996:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384341120:12345-0@lo:400:kworker.0 Request processed in 50us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320675.448004:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2240 00000100:00100000:3.0:1767320675.448004:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5528 00000100:00100000:3.0:1767320675.448020:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5529 00000100:00100000:3.0:1767320675.448025:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384341376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320675.448051:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384341376:12345-0@lo:400:kworker.0 Request processed in 26us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320675.448056:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5529 00000100:00100000:3.0:1767320675.448112:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384341376:0@lo:400:kworker.0 00000100:00100000:3.0:1767320675.448122:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384341120:0@lo:400:kworker.0 00000100:00100000:0.0:1767320675.448137:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384340736:0@lo:250:kworker.0 00000100:00080000:3.0:1767320675.448145:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320675.448150:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320675.448152:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000100:0.0:1767320675.448162:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384340736 offset 0 length 520: 4 00000100:00100000:3.0:1767320675.448170:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384341760:0@lo:400:kworker.0 00000100:00100000:0.0:1767320675.448181:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384340864:0@lo:38:kworker.0 00000100:00100000:0.0:1767320675.448202:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320675.448219:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384340992:0@lo:38:kworker.0 00000100:00100000:0.0:1767320675.448252:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320675.448269:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384341248:0@lo:38:kworker.0 00000100:00100000:0.0:1767320675.448288:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320675.448304:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384341504:0@lo:38:kworker.0 00000100:00100000:0.0:1767320675.448323:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320675.448347:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384340864 00000100:00100000:0.0:1767320675.448351:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384340864 00000100:00100000:0.0:1767320675.448370:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384341248 00000100:00100000:0.0:1767320675.448372:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384341248 00000100:00100000:0.0:1767320675.448384:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384341504 00000100:00100000:0.0:1767320675.448386:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384341504 00000100:00100000:0.0:1767320675.448397:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24904 00000100:00100000:0.0:1767320675.448402:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384340864:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320675.448433:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320675.448467:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384340864:12345-0@lo:38:kworker.0 Request processed in 64us (264us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320675.448474:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24904 00000100:00100000:0.0:1767320675.448489:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24905 00000100:00100000:0.0:1767320675.448493:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384341248:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320675.448502:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320675.448520:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24906 00000100:00100000:3.0:1767320675.448525:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384341504:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320675.448527:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384341248:12345-0@lo:38:kworker.0 Request processed in 33us (239us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320675.448532:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24905 00010000:00020000:3.0:1767320675.448535:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320675.448559:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767320675.448559:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384341504:12345-0@lo:38:kworker.0 Request processed in 33us (235us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767320675.448564:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320675.448567:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384340864:0@lo:38:kworker.0 00000100:00080000:0.0:1767320675.448575:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320675.448578:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320675.448581:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384341248:0@lo:38:kworker.0 00000100:00080000:0.0:1767320675.448588:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767320675.448588:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24906 00000100:00080000:0.0:1767320675.448591:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320675.448594:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384341504:0@lo:38:kworker.0 00000100:00100000:3.0:1767320675.448617:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384340992 00000100:00100000:3.0:1767320675.448621:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384340992 00000100:00100000:3.0:1767320675.448644:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2954 00000100:00100000:3.0:1767320675.448649:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384340992:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320675.448659:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320675.448695:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384340992:12345-0@lo:38:kworker.0 Request processed in 45us (442us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320675.448702:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2954 00000100:00100000:2.0:1767320675.449109:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2241 00000100:00100000:2.0:1767320675.449119:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384341632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320675.449168:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384341632:12345-0@lo:400:kworker.0 Request processed in 52us (1469us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320675.449175:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2241 00000100:00080000:0.0:1767320675.449236:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320675.449242:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320675.449245:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384340992:0@lo:38:kworker.0 00000100:00100000:3.0:1767320675.449377:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384341632:0@lo:400:kworker.0 00010000:00010000:0.0:1767320675.963441:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320676.471086:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320676.983088:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320677.495393:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320678.007159:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320678.518897:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320679.031300:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320679.032339:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384342016:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320679.032436:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320679.032571:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384341888:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320679.032596:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767320679.036703:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320679.039468:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384342016 00000100:00100000:1.0:1767320679.039478:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384341888 00000100:00100000:1.0:1767320679.039493:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384341888 00000100:00100000:2.0:1767320679.039493:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384342016 00000100:00080000:3.0:1767320679.039629:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320679.039635:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320679.039679:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3061 00000100:00100000:1.0:1767320679.039698:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384341888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320679.039744:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320679.039889:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384341888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 200us (7291us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320679.039897:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3061 00000100:00100000:3.0:1767320679.040002:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384341888:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320679.040889:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3062 00000100:00100000:2.0:1767320679.040906:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384342016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320679.040939:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320679.041010:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384342016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (8574us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320679.041017:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3062 00000100:00100000:3.0:1767320679.041107:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384342016:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320679.545558:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320680.055941:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320680.518533:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320680.518675:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297440640 00000100:00100000:0.0:1767320680.518700:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297440640 00000100:00100000:0.0:1767320680.518877:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5530 00000100:00100000:0.0:1767320680.518899:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297440640:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320680.519015:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297440640:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 127us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320680.519025:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5530 00000100:00080000:3.0:1767320680.519373:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320680.523026:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320680.523224:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297440512 00000100:00100000:1.0:1767320680.523238:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297440512 00000100:00100000:1.0:1767320680.523315:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24907 00000100:00100000:1.0:1767320680.523325:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297440512:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320680.523357:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320680.523452:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297440512:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 124us (442us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320680.523460:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24907 00000100:00100000:3.0:1767320680.566852:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320680.570251:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320680.570270:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320680.570274:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320680.570279:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320680.570286:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320680.570299:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5578 00000100:00080000:3.0:1767320680.570305:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320680.570315:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320680.570373:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be4a80 x1853164384342144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320680.570393:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320680.570397:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320680.570399:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320680.570404:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5578 00000100:00080000:3.0:1767320680.570406:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320680.570410:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320680.570425:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6300 x1853164384342272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320680.570484:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320680.570488:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320680.570490:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320680.570495:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5578 00000100:00080000:3.0:1767320680.570497:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320680.570501:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320680.570514:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6a00 x1853164384342528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320680.570532:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320680.570535:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320680.570538:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320680.570542:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5578 00000100:00080000:3.0:1767320680.570544:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320680.570548:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320680.570558:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be5880 x1853164384342784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320680.570608:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384342656:0@lo:400:kworker.0 00000100:00100000:1.0:1767320680.570634:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384342400:0@lo:400:kworker.0 00000100:00100000:2.0:1767320680.570682:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384342144:0@lo:38:kworker.0 00000100:00100000:3.0:1767320680.570853:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384343040:0@lo:400:kworker.0 00000100:00100000:0.0:1767320680.581718:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320680.581884:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384342656 00000100:00100000:0.0:1767320680.581896:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384342656 00000100:00100000:0.0:1767320680.581991:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5531 00000100:00100000:0.0:1767320680.582003:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384342656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320680.584114:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384342656:12345-0@lo:400:kworker.0 Request processed in 2098us (2394us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320680.584135:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5531 00000100:00100000:0.0:1767320680.584273:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384342656:0@lo:400:kworker.0 00000100:00100000:0.0:1767320680.584524:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384342912:0@lo:400:kworker.0 00000100:00100000:0.0:1767320680.584605:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320680.584684:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384342912 00000100:00100000:0.0:1767320680.584693:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384342912 00000100:00100000:0.0:1767320680.584754:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2242 00000100:00100000:0.0:1767320680.584763:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384342912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320680.584852:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384342912:12345-0@lo:400:kworker.0 Request processed in 89us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320680.584859:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2242 00000100:00100000:0.0:1767320680.584891:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384342912:0@lo:400:kworker.0 00000100:00080000:0.0:1767320680.584930:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320680.588168:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320680.588275:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384342400 00000100:00100000:1.0:1767320680.588287:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384342400 00000100:00100000:1.0:1767320680.588385:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5532 00000100:00100000:1.0:1767320680.588400:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384342400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320680.588481:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384342400:12345-0@lo:400:kworker.0 Request processed in 87us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320680.588490:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5532 00000100:00100000:1.0:1767320680.588572:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384342400:0@lo:400:kworker.0 00000100:00080000:0.0:1767320680.590901:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320680.592866:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320680.592970:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384342272:0@lo:38:kworker.0 00000100:00100000:2.0:1767320680.593023:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320680.593059:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384342528:0@lo:38:kworker.0 00000100:00100000:2.0:1767320680.593220:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320680.593242:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384342784:0@lo:38:kworker.0 00000100:00100000:2.0:1767320680.593273:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320680.593420:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384342144 00000100:00100000:2.0:1767320680.593432:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384342144 00000100:00100000:2.0:1767320680.593484:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384342528 00000100:00100000:2.0:1767320680.593487:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384342528 00000100:00100000:2.0:1767320680.593503:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384342784 00000100:00100000:2.0:1767320680.593506:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384342784 00000100:00100000:2.0:1767320680.593524:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24908 00000100:00100000:2.0:1767320680.593533:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384342144:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320680.593565:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320680.593615:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384342144:12345-0@lo:38:kworker.0 Request processed in 81us (761us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320680.593624:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24908 00000100:00100000:2.0:1767320680.593643:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24909 00000100:00100000:2.0:1767320680.593648:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384342528:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320680.593657:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320680.593683:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384342528:12345-0@lo:38:kworker.0 Request processed in 33us (463us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320680.593689:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24909 00000100:00100000:2.0:1767320680.593700:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24910 00000100:00100000:2.0:1767320680.593704:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384342784:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320680.593713:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320680.593737:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384342784:12345-0@lo:38:kworker.0 Request processed in 31us (465us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320680.593743:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24910 00000100:00080000:2.0:1767320680.593824:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320680.593832:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320680.593838:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384342784:0@lo:38:kworker.0 00000100:00080000:2.0:1767320680.593871:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320680.593875:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320680.593879:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384342144:0@lo:38:kworker.0 00000100:00080000:2.0:1767320680.593887:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320680.593890:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320680.593893:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384342528:0@lo:38:kworker.0 00000100:00100000:0.0:1767320680.596043:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384342272 00000100:00100000:0.0:1767320680.596064:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384342272 00000100:00100000:0.0:1767320680.596140:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2955 00000100:00100000:0.0:1767320680.596154:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384342272:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320680.596192:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320680.596315:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384342272:12345-0@lo:38:kworker.0 Request processed in 162us (3289us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320680.596323:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2955 00000100:00080000:2.0:1767320680.597018:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320680.597028:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320680.597033:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384342272:0@lo:38:kworker.0 00000100:00100000:3.0:1767320680.597198:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320680.597824:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384343040 00000100:00100000:0.0:1767320680.597834:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384343040 00000100:00100000:0.0:1767320680.597898:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2243 00000100:00100000:0.0:1767320680.597907:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384343040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320680.597984:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384343040:12345-0@lo:400:kworker.0 Request processed in 78us (786us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320680.597991:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2243 00000100:00100000:3.0:1767320680.598088:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384343040:0@lo:400:kworker.0 00010000:00010000:0.0:1767320681.082440:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320681.590963:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320682.105350:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320682.614899:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320683.127199:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320683.639188:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320684.151212:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320684.151400:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384343296:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320684.151508:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320684.151647:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384343168:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320684.151676:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320684.152208:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384343168 00000100:00100000:2.0:1767320684.152209:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384343296 00000100:00100000:2.0:1767320684.152221:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384343296 00000100:00100000:3.0:1767320684.152222:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384343168 00000100:00100000:2.0:1767320684.152440:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3063 00000100:00100000:3.0:1767320684.152448:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3064 00000100:00100000:2.0:1767320684.152454:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384343296:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320684.152463:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384343168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320684.152498:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00002000:00000024:3.0:1767320684.152499:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320684.152692:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384343296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 243us (1184us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320684.152701:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3063 00000100:00100000:3.0:1767320684.152767:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384343168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 307us (1087us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320684.152775:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3064 00000100:00100000:2.0:1767320684.152831:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384343296:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320684.152849:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384343168:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320684.152932:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320684.152938:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1767320684.156645:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320684.662942:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320685.175606:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320685.640345:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320685.640513:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297440896 00000100:00100000:1.0:1767320685.640531:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297440896 00000100:00100000:1.0:1767320685.640640:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5533 00000100:00100000:1.0:1767320685.640663:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297440896:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320685.640830:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297440896:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 178us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320685.640840:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5533 00000100:00080000:0.0:1767320685.640929:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320685.658973:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320685.662219:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297440768 00000100:00100000:2.0:1767320685.662258:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297440768 00000100:00100000:2.0:1767320685.662345:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24911 00000100:00100000:2.0:1767320685.662711:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297440768:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320685.662742:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320685.662871:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297440768:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 162us (3914us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320685.669034:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24911 00000100:00100000:3.0:1767320685.688251:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320685.690093:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320685.690107:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320685.690111:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320685.690116:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320685.690122:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320685.690143:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5583 00000100:00080000:2.0:1767320685.690149:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320685.690159:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320685.690214:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf4700 x1853164384343424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320685.690269:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320685.690273:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320685.690275:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320685.690280:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5583 00000100:00080000:2.0:1767320685.690283:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320685.690287:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320685.690302:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf7b80 x1853164384343552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320685.690360:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320685.690365:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320685.690367:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320685.690371:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5583 00000100:00080000:2.0:1767320685.690374:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320685.690377:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320685.690389:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5c00 x1853164384343808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320685.690406:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320685.690409:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320685.690411:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320685.690415:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5583 00000100:00080000:2.0:1767320685.690418:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320685.690421:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320685.690439:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568700 x1853164384344064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320685.690512:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384344320:0@lo:400:kworker.0 00000100:00100000:2.0:1767320685.690601:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320685.690691:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320685.690699:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384344192:0@lo:400:kworker.0 00000100:00100000:2.0:1767320685.690721:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320685.690758:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384344320 00000100:00100000:2.0:1767320685.690767:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384344320 00000100:00100000:2.0:1767320685.690855:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384344192 00000100:00100000:2.0:1767320685.690860:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384344192 00000100:00100000:2.0:1767320685.690880:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2244 00000100:00100000:2.0:1767320685.690889:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384344320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320685.690947:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384344320:12345-0@lo:400:kworker.0 Request processed in 59us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320685.690955:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2244 00000100:00100000:2.0:1767320685.690973:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2245 00000100:00100000:2.0:1767320685.690979:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384344192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320685.691011:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384344192:12345-0@lo:400:kworker.0 Request processed in 33us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320685.691017:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2245 00000100:00100000:2.0:1767320685.691068:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384344192:0@lo:400:kworker.0 00000100:00100000:2.0:1767320685.691078:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384344320:0@lo:400:kworker.0 00000100:00100000:1.0:1767320685.691157:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384343680:0@lo:400:kworker.0 00000100:00100000:1.0:1767320685.691200:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320685.691239:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320685.691246:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384343936:0@lo:400:kworker.0 00000100:00100000:1.0:1767320685.691269:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320685.691308:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384343680 00000100:00100000:1.0:1767320685.691313:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384343680 00000100:00100000:1.0:1767320685.691363:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384343936 00000100:00100000:1.0:1767320685.691367:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384343936 00000100:00100000:1.0:1767320685.691392:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5534 00000100:00100000:1.0:1767320685.691400:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384343680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320685.691443:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5535 00000100:00100000:1.0:1767320685.691445:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384343680:12345-0@lo:400:kworker.0 Request processed in 44us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320685.691455:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5534 00000100:00100000:2.0:1767320685.691458:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384343936:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320685.691490:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320685.691498:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384343936:12345-0@lo:400:kworker.0 Request processed in 45us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320685.691505:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5535 00000100:00100000:1.0:1767320685.691518:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384343936:0@lo:400:kworker.0 00000100:00100000:1.0:1767320685.691533:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384343680:0@lo:400:kworker.0 00000100:00100000:0.0:1767320685.692444:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384343424:0@lo:38:kworker.0 00000100:00100000:0.0:1767320685.692506:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320685.692561:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384343552:0@lo:38:kworker.0 00000100:00100000:0.0:1767320685.692589:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320685.692624:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384343808:0@lo:38:kworker.0 00000100:00100000:0.0:1767320685.692648:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320685.692682:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384344064:0@lo:38:kworker.0 00000100:00100000:0.0:1767320685.692714:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320685.692919:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384343552 00000100:00100000:3.0:1767320685.692928:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384343552 00000100:00100000:3.0:1767320685.692970:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2956 00000100:00100000:3.0:1767320685.692977:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384343552:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320685.693004:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320685.693056:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384343552:12345-0@lo:38:kworker.0 Request processed in 79us (465us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320685.693064:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2956 00000100:00080000:3.0:1767320685.693109:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320685.693114:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320685.693118:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384343552:0@lo:38:kworker.0 00000100:00100000:1.0:1767320685.693221:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384343424 00000100:00100000:1.0:1767320685.693226:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384343424 00000100:00100000:1.0:1767320685.693261:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384343808 00000100:00100000:1.0:1767320685.693263:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384343808 00000100:00100000:1.0:1767320685.693278:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384344064 00000100:00100000:1.0:1767320685.693281:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384344064 00000100:00100000:1.0:1767320685.693292:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24912 00000100:00100000:1.0:1767320685.693297:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384343424:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320685.693307:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320685.693340:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384343424:12345-0@lo:38:kworker.0 Request processed in 43us (835us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320685.693346:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24912 00000100:00100000:1.0:1767320685.693358:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24913 00000100:00100000:1.0:1767320685.693361:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384343808:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320685.693370:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320685.693405:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384343808:12345-0@lo:38:kworker.0 Request processed in 42us (756us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320685.693411:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24913 00000100:00100000:1.0:1767320685.693422:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24914 00000100:00100000:1.0:1767320685.693426:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384344064:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320685.693433:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320685.693455:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384344064:12345-0@lo:38:kworker.0 Request processed in 28us (740us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320685.693461:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24914 00000100:00080000:3.0:1767320685.693591:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320685.693597:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320685.693601:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384343424:0@lo:38:kworker.0 00000100:00080000:3.0:1767320685.693610:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320685.693613:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320685.693616:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384343808:0@lo:38:kworker.0 00000100:00080000:3.0:1767320685.693624:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320685.693627:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320685.693629:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384344064:0@lo:38:kworker.0 00010000:00010000:0.0:1767320686.199184:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320686.711063:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320687.223257:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320687.735075:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320688.247493:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320688.760333:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320689.271248:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320689.271638:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384344576:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320689.271726:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320689.271845:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320689.271852:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384344448:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320689.271875:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320689.272007:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384344576 00000100:00100000:1.0:1767320689.272028:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384344576 00000100:00100000:1.0:1767320689.272109:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384344448 00000100:00100000:1.0:1767320689.272113:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384344448 00000100:00100000:1.0:1767320689.272137:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3065 00000100:00100000:1.0:1767320689.272152:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384344576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320689.272191:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320689.272246:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384344576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320689.272254:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3065 00000100:00100000:1.0:1767320689.272275:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3066 00000100:00100000:1.0:1767320689.272282:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384344448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320689.272299:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320689.272326:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384344448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320689.272332:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3066 00000100:00080000:0.0:1767320689.272502:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320689.272507:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320689.272557:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384344448:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320689.272572:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384344576:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320689.785286:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320690.296024:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320690.759045:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320690.759115:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320690.759184:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297441024 00000100:00100000:3.0:1767320690.759196:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297441024 00000100:00100000:3.0:1767320690.759243:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297441152 00000100:00100000:3.0:1767320690.759245:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297441152 00000100:00100000:3.0:1767320690.759299:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5536 00000100:00100000:3.0:1767320690.759313:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297441152:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320690.759437:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297441152:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 128us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320690.759447:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5536 00000100:00100000:3.0:1767320690.759465:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24915 00000100:00100000:3.0:1767320690.759469:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297441024:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320690.759491:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320690.759512:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297441024:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 42us (489us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320690.759517:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24915 00000100:00080000:0.0:1767320690.760342:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320690.807459:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320690.807608:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320690.807615:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320690.807619:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320690.807623:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320690.807628:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320690.807637:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5588 00000100:00080000:1.0:1767320690.807643:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320690.807652:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320690.807710:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf4700 x1853164384344704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320690.807740:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320690.807744:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320690.807746:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320690.807751:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5588 00000100:00080000:1.0:1767320690.807753:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320690.807757:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320690.807773:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf7b80 x1853164384344832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320690.807844:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320690.807849:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320690.807850:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320690.807854:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5588 00000100:00080000:1.0:1767320690.807857:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320690.807861:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320690.807873:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf6d80 x1853164384345088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320690.807890:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320690.807894:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320690.807895:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320690.807899:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5588 00000100:00080000:1.0:1767320690.807901:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320690.807905:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320690.807917:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279880 x1853164384345344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320690.807976:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384345600:0@lo:400:kworker.0 00000100:00100000:1.0:1767320690.808062:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320690.808162:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384345600 00000100:00100000:3.0:1767320690.808178:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384345600 00000100:00100000:2.0:1767320690.808185:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384344960:0@lo:400:kworker.0 00000100:00100000:3.0:1767320690.808259:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2246 00000100:00100000:3.0:1767320690.808270:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384345600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320690.808367:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384345216:0@lo:400:kworker.0 00000100:00100000:2.0:1767320690.810960:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320690.810986:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384345600:12345-0@lo:400:kworker.0 Request processed in 2703us (2908us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320690.811014:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2246 00000100:00100000:3.0:1767320690.811070:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384344704:0@lo:38:kworker.0 00000100:00100000:3.0:1767320690.811494:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384344960 00000100:00100000:3.0:1767320690.811505:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384344960 00000100:00100000:3.0:1767320690.811637:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5537 00000100:00100000:3.0:1767320690.811721:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384344960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320690.811876:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384344960:12345-0@lo:400:kworker.0 Request processed in 65us (836us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320690.811884:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5537 00000100:00100000:3.0:1767320690.811909:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320690.811951:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384344832:0@lo:38:kworker.0 00000100:00100000:3.0:1767320690.811981:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320690.812103:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384345088:0@lo:38:kworker.0 00000100:00100000:3.0:1767320690.812128:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320690.812147:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384345344:0@lo:38:kworker.0 00000100:00100000:3.0:1767320690.812167:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320690.812196:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384344704 00000100:00100000:3.0:1767320690.812204:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384344704 00000100:00100000:3.0:1767320690.812223:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384345088 00000100:00100000:3.0:1767320690.812226:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384345088 00000100:00100000:3.0:1767320690.812232:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384345344 00000100:00100000:3.0:1767320690.812235:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384345344 00000100:00100000:3.0:1767320690.812243:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24916 00000100:00100000:3.0:1767320690.812248:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384344704:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320690.812266:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320690.812297:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384344704:12345-0@lo:38:kworker.0 Request processed in 48us (388us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320690.812302:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24916 00000100:00100000:3.0:1767320690.812312:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24917 00000100:00100000:3.0:1767320690.812316:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384345088:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320690.812323:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320690.812343:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384345088:12345-0@lo:38:kworker.0 Request processed in 26us (215us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320690.812347:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24917 00000100:00100000:3.0:1767320690.812356:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24918 00000100:00100000:3.0:1767320690.812359:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384345344:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320690.812366:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320690.812382:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384345344:12345-0@lo:38:kworker.0 Request processed in 22us (215us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320690.812387:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24918 00000100:00080000:3.0:1767320690.812421:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320690.812426:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320690.812430:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384344704:0@lo:38:kworker.0 00000100:00080000:3.0:1767320690.812437:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320690.812440:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320690.812443:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384345088:0@lo:38:kworker.0 00000100:00080000:3.0:1767320690.812449:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320690.812453:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320690.812456:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384345344:0@lo:38:kworker.0 00000100:00100000:3.0:1767320690.812516:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384345472:0@lo:400:kworker.0 00000100:00100000:3.0:1767320690.812541:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320690.812741:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384345472 00000100:00100000:3.0:1767320690.812746:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384345472 00000100:00100000:3.0:1767320690.812897:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2247 00000100:00100000:3.0:1767320690.812907:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384345472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320690.812950:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384345472:12345-0@lo:400:kworker.0 Request processed in 46us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320690.812955:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2247 00000100:00100000:3.0:1767320690.812987:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384345472:0@lo:400:kworker.0 00000100:00100000:3.0:1767320690.813125:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384344832 00000100:00100000:3.0:1767320690.813134:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384344832 00000100:00100000:3.0:1767320690.813157:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2957 00000100:00100000:3.0:1767320690.813161:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384344832:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320690.813172:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320690.813202:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384344832:12345-0@lo:38:kworker.0 Request processed in 40us (1220us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320690.813208:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2957 00000100:00080000:3.0:1767320690.813224:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320690.813245:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320690.813248:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320690.813251:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384344832:0@lo:38:kworker.0 00000100:00100000:2.0:1767320690.816472:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384344960:0@lo:400:kworker.0 00000100:00100000:0.0:1767320690.817578:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320690.817843:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384345216 00000100:00100000:3.0:1767320690.817855:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384345216 00000100:00100000:3.0:1767320690.817950:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5538 00000100:00100000:3.0:1767320690.817962:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384345216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320690.818041:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384345216:12345-0@lo:400:kworker.0 Request processed in 81us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320690.818049:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5538 00000100:00100000:0.0:1767320690.818481:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384345216:0@lo:400:kworker.0 00000100:00100000:1.0:1767320690.818813:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384345600:0@lo:400:kworker.0 00000100:00080000:2.0:1767320690.818937:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320691.322633:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320691.831125:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320692.343492:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320692.855273:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320693.371614:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320693.879176:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320694.392434:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384345728:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320694.392684:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320694.393045:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320694.393068:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384345856:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320694.393116:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767320694.393173:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320694.398116:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384345728 00000100:00100000:2.0:1767320694.398144:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384345728 00000100:00100000:2.0:1767320694.398286:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384345856 00000100:00100000:2.0:1767320694.398291:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384345856 00000100:00100000:2.0:1767320694.398339:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3067 00000100:00100000:2.0:1767320694.398354:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384345728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320694.398407:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1767320694.398881:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320694.398888:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320694.398901:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3068 00000100:00100000:1.0:1767320694.398915:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384345856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320694.398942:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320694.399169:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384345856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 258us (6050us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320694.399178:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3068 00000100:00100000:2.0:1767320694.403309:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384345728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4941us (10607us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320694.403333:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3067 00000100:00100000:3.0:1767320694.405025:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384345856:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320694.405078:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384345728:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320694.904763:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320695.416558:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320695.891640:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320695.892173:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297441408 00000100:00100000:3.0:1767320695.892187:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297441408 00000100:00100000:3.0:1767320695.895151:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5539 00000100:00100000:3.0:1767320695.895174:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297441408:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320695.895413:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297441408:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 246us (3786us total) trans 0 rc 0/0 00000100:00080000:0.0:1767320695.895678:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320695.895678:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5539 00000100:00100000:0.0:1767320695.895751:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320695.895927:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297441280 00000100:00100000:3.0:1767320695.895939:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297441280 00000100:00100000:3.0:1767320695.895982:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24919 00000100:00100000:3.0:1767320695.895989:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297441280:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320695.896016:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320695.896081:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297441280:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 91us (330us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320695.896090:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24919 00000100:00080000:1.0:1767320695.926951:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320695.926966:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320695.926970:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320695.926975:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320695.926980:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320695.926990:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5594 00000100:00080000:1.0:1767320695.926997:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320695.927007:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320695.927079:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cfb80 x1853164384345984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320695.927108:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320695.927112:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320695.927114:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767320695.927117:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320695.927120:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5594 00000100:00080000:1.0:1767320695.927125:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320695.927129:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320695.927357:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384345984:0@lo:38:kworker.0 00000100:00100000:3.0:1767320695.927457:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320695.927707:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384345984 00000100:00100000:2.0:1767320695.927718:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384345984 00000100:00100000:2.0:1767320695.927775:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24920 00000100:00100000:2.0:1767320695.927805:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384345984:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320695.927832:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320695.927894:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384345984:12345-0@lo:38:kworker.0 Request processed in 89us (436us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320695.927902:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24920 00000100:00080000:2.0:1767320695.927953:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320695.927958:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320695.927962:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384345984:0@lo:38:kworker.0 00000100:00100000:1.0:1767320695.930808:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cd500 x1853164384346112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320695.930938:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384346112:0@lo:38:kworker.0 00000100:00100000:3.0:1767320695.931056:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320695.931190:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384346112 00000100:00100000:2.0:1767320695.931200:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384346112 00000100:00100000:2.0:1767320695.931255:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2958 00000100:00100000:2.0:1767320695.931263:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384346112:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320695.931289:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320695.932597:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320695.932607:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320695.932611:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320695.932619:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5594 00000100:00080000:1.0:1767320695.932624:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320695.932632:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320695.932662:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e1180 x1853164384346368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320695.933323:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384346368:0@lo:38:kworker.0 00000100:00100000:3.0:1767320695.933432:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320695.933567:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384346240:0@lo:400:kworker.0 00000100:00100000:0.0:1767320695.933615:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320695.933712:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384346368 00000100:00100000:0.0:1767320695.933722:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384346368 00000100:00100000:0.0:1767320695.933765:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384346240 00000100:00100000:0.0:1767320695.933768:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384346240 00000100:00100000:0.0:1767320695.933839:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5540 00000100:00100000:0.0:1767320695.933848:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384346240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320695.933927:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384346240:12345-0@lo:400:kworker.0 Request processed in 79us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320695.933935:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5540 00000100:00100000:0.0:1767320695.933959:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24921 00000100:00100000:0.0:1767320695.933963:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384346368:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320695.933988:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320695.934020:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384346368:12345-0@lo:38:kworker.0 Request processed in 54us (588us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320695.934026:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24921 00000100:00080000:0.0:1767320695.934056:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320695.934098:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384346240:0@lo:400:kworker.0 00000100:00100000:2.0:1767320695.934513:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384346112:12345-0@lo:38:kworker.0 Request processed in 3247us (3455us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320695.934525:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2958 00000100:00080000:3.0:1767320695.934679:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320695.934686:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320695.934691:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384346112:0@lo:38:kworker.0 00000100:00080000:3.0:1767320695.934714:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320695.934718:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320695.934720:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384346368:0@lo:38:kworker.0 00000100:00100000:2.0:1767320695.934990:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:1.0:1767320695.935009:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320695.935015:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320695.935018:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320695.935024:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5594 00000100:00080000:1.0:1767320695.935029:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320695.935045:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320695.935078:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a99180 x1853164384346624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320695.935131:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320695.935145:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384346752:0@lo:400:kworker.0 00000100:00100000:1.0:1767320695.935206:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320695.935261:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384346880:0@lo:400:kworker.0 00000100:00100000:1.0:1767320695.935288:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320695.935398:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384346752 00000100:00100000:3.0:1767320695.935405:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384346752 00000100:00100000:3.0:1767320695.935458:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384346880 00000100:00100000:3.0:1767320695.935461:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384346880 00000100:00100000:3.0:1767320695.935486:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2248 00000100:00100000:3.0:1767320695.935495:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384346752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320695.935554:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384346752:12345-0@lo:400:kworker.0 Request processed in 60us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320695.935562:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2248 00000100:00100000:3.0:1767320695.935968:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2249 00000100:00100000:3.0:1767320695.935977:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384346880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320695.936015:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384346880:12345-0@lo:400:kworker.0 Request processed in 40us (727us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320695.936021:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2249 00000100:00100000:3.0:1767320695.936084:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384346880:0@lo:400:kworker.0 00000100:00100000:3.0:1767320695.936094:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384346752:0@lo:400:kworker.0 00000100:00100000:3.0:1767320695.936121:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384346624:0@lo:38:kworker.0 00000100:00100000:3.0:1767320695.936154:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320695.936192:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384346624 00000100:00100000:3.0:1767320695.936199:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384346624 00000100:00100000:3.0:1767320695.936231:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24922 00000100:00100000:3.0:1767320695.936236:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384346624:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320695.936257:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320695.936293:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384346624:12345-0@lo:38:kworker.0 Request processed in 55us (138us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320695.936299:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24922 00000100:00080000:3.0:1767320695.936331:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320695.936338:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320695.936341:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384346624:0@lo:38:kworker.0 00000100:00100000:2.0:1767320695.937217:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384346496:0@lo:400:kworker.0 00000100:00100000:2.0:1767320695.937270:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320695.937388:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384346496 00000100:00100000:3.0:1767320695.937395:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384346496 00000100:00100000:3.0:1767320695.937499:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5541 00000100:00100000:3.0:1767320695.937508:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384346496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320695.937582:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384346496:12345-0@lo:400:kworker.0 Request processed in 67us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320695.937590:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5541 00000100:00100000:1.0:1767320695.938819:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384346496:0@lo:400:kworker.0 00000100:00080000:0.0:1767320695.945538:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320696.439077:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320696.951330:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320697.464136:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320697.975624:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320698.487264:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320698.999624:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320699.511134:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320699.511959:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320699.511996:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384347008:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320699.512114:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320699.512232:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384347136:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320699.512257:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320699.512337:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384347008 00000100:00100000:1.0:1767320699.512350:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384347008 00000100:00100000:1.0:1767320699.512434:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384347136 00000100:00100000:1.0:1767320699.512441:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384347136 00000100:00100000:1.0:1767320699.512475:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3069 00000100:00100000:1.0:1767320699.512493:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384347008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320699.512547:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320699.512583:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3070 00000100:00100000:2.0:1767320699.512597:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384347136:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320699.512618:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384347008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 133us (502us total) trans 0 rc 0/0 00002000:00000024:2.0:1767320699.512620:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320699.512631:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3069 00000100:00100000:2.0:1767320699.512668:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384347136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320699.512677:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3070 00000100:00100000:1.0:1767320699.512709:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384347136:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320699.512725:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384347008:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320699.512821:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320699.512827:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000100:0.0:1767320699.979885:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297441536 offset 0 length 520: 4 00000100:00100000:0.0:1767320699.979927:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320699.980035:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320699.980269:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297441664 00000100:00100000:3.0:1767320699.980282:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297441664 00000100:00100000:3.0:1767320699.980327:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297441792 00000100:00100000:3.0:1767320699.980330:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297441792 00000100:00100000:3.0:1767320699.980385:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5542 00000100:00100000:3.0:1767320699.980398:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297441792:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:1.0:1767320699.980451:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320699.980482:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297441792:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 86us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320699.980492:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5542 00000100:00100000:3.0:1767320699.980512:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24923 00000100:00100000:3.0:1767320699.980517:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297441664:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320699.980542:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320699.980586:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297441664:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 67us (658us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320699.980595:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24923 00000100:00100000:3.0:1767320700.024357:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320675/real 1767320675] req@ffff93698baf5f80 x1853164384340736/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320700 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320700.024407:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93698baf5f80 x1853164384340736/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320700 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320700.024432:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320700.024458:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320700.024462:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384340736:0@lo:250:kworker.0 00000100:00080000:2.0:1767320700.024558:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320700.024565:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320700.024568:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320700.024582:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5578 00000100:00080000:2.0:1767320700.024586:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320700.024602:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320700.024643:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5569c00 x1853164384347264/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320700.024669:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320700.024672:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320700.024674:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320700.024678:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5599 00000100:00080000:2.0:1767320700.024681:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320700.024685:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320700.024705:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568000 x1853164384347392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320700.024713:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320700.024717:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320700.024718:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320700.024723:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5599 00000100:00080000:2.0:1767320700.024725:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320700.024728:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320700.024740:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556a300 x1853164384347520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320700.024804:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320700.024809:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320700.024811:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320700.024815:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5599 00000100:00080000:2.0:1767320700.024817:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320700.024823:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320700.024836:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5569880 x1853164384347776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320700.024855:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320700.024859:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320700.024861:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320700.024866:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5599 00000100:00080000:2.0:1767320700.024870:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320700.024876:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320700.024888:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556b480 x1853164384348032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320700.024938:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384347904:0@lo:400:kworker.0 00000100:00100000:2.0:1767320700.024964:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384348160:0@lo:400:kworker.0 00000100:00100000:3.0:1767320700.025334:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384347264:0@lo:250:kworker.0 00000100:00100000:0.0:1767320700.025733:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384347648:0@lo:400:kworker.0 00000100:00100000:1.0:1767320700.030506:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320700.030698:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384347904 00000100:00100000:1.0:1767320700.030813:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384347904 00000100:00100000:2.0:1767320700.031049:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320700.031133:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320700.031147:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384348288:0@lo:400:kworker.0 00000100:00100000:2.0:1767320700.031560:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320700.031833:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384348160 00000100:00100000:2.0:1767320700.031842:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384348160 00000100:00100000:2.0:1767320700.031890:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384348288 00000100:00100000:2.0:1767320700.031893:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384348288 00000100:00100000:2.0:1767320700.031916:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2250 00000100:00100000:2.0:1767320700.031925:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384348160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320700.032089:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384348160:12345-0@lo:400:kworker.0 Request processed in 163us (1047us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320700.032098:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2250 00000100:00100000:2.0:1767320700.032117:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2251 00000100:00100000:2.0:1767320700.032124:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384348288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320700.032380:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5543 00000100:00100000:1.0:1767320700.032402:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384347904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320700.034843:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384348288:12345-0@lo:400:kworker.0 Request processed in 2708us (3270us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320700.034860:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2251 00000100:00100000:1.0:1767320700.040711:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384347904:12345-0@lo:400:kworker.0 Request processed in 8293us (10189us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320700.040736:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5543 00000100:00100000:1.0:1767320700.041025:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384347904:0@lo:400:kworker.0 00000100:00080000:1.0:1767320700.041074:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320700.041145:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320700.042441:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384348288:0@lo:400:kworker.0 00000100:00100000:2.0:1767320700.042469:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384348160:0@lo:400:kworker.0 00000400:00000100:3.0:1767320700.042955:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384347264 offset 0 length 520: 4 00000100:00100000:3.0:1767320700.043047:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384347392:0@lo:38:kworker.0 00000100:00100000:3.0:1767320700.043107:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320700.043135:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384347520:0@lo:38:kworker.0 00000100:00100000:3.0:1767320700.043294:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320700.043325:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384347776:0@lo:38:kworker.0 00000100:00100000:3.0:1767320700.043348:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320700.043390:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384347392 00000100:00100000:3.0:1767320700.043398:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384347392 00000100:00100000:3.0:1767320700.043442:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384347776 00000100:00100000:3.0:1767320700.043445:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384347776 00000100:00100000:3.0:1767320700.043466:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24924 00000100:00100000:3.0:1767320700.043472:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384347392:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320700.043494:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320700.043534:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384347392:12345-0@lo:38:kworker.0 Request processed in 61us (428us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320700.043541:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24924 00000100:00100000:3.0:1767320700.043558:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24925 00000100:00100000:3.0:1767320700.043562:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384347776:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320700.043731:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320700.043759:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384347776:12345-0@lo:38:kworker.0 Request processed in 196us (409us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320700.043765:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24925 00000100:00080000:3.0:1767320700.043928:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320700.043934:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320700.043937:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384347776:0@lo:38:kworker.0 00000100:00100000:3.0:1767320700.043944:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384348032:0@lo:38:kworker.0 00000100:00100000:3.0:1767320700.043970:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320700.043989:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384348032 00000100:00100000:3.0:1767320700.043992:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384348032 00000100:00100000:3.0:1767320700.044022:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24926 00000100:00100000:3.0:1767320700.044026:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384348032:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320700.044037:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320700.044065:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384348032:12345-0@lo:38:kworker.0 Request processed in 37us (95us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320700.044071:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24926 00000100:00080000:3.0:1767320700.044096:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320700.044101:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320700.044104:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384348032:0@lo:38:kworker.0 00000100:00080000:3.0:1767320700.044129:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320700.044132:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320700.044135:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384347392:0@lo:38:kworker.0 00000100:00100000:0.0:1767320700.044311:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320700.044340:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384347648 00000100:00100000:0.0:1767320700.044344:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384347648 00000100:00100000:0.0:1767320700.044400:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5544 00000100:00100000:0.0:1767320700.044407:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384347648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320700.044445:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384347648:12345-0@lo:400:kworker.0 Request processed in 39us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320700.044451:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5544 00000100:00080000:0.0:1767320700.044472:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320700.044497:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384347648:0@lo:400:kworker.0 00000100:00100000:1.0:1767320700.045311:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384347520 00000100:00100000:1.0:1767320700.045327:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384347520 00000100:00100000:1.0:1767320700.045395:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2959 00000100:00100000:1.0:1767320700.045403:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384347520:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320700.045430:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320700.045519:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384347520:12345-0@lo:38:kworker.0 Request processed in 115us (2225us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320700.045527:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2959 00000100:00080000:3.0:1767320700.045726:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320700.045736:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320700.045741:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384347520:0@lo:38:kworker.0 00010000:00010000:0.0:1767320700.538880:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320701.047008:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320701.559225:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320702.074441:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320702.583157:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320703.094891:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320703.607164:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320704.118934:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320704.631977:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384348416:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320704.632051:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767320704.632062:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320704.632143:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384348544:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320704.632175:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320704.642836:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384348416 00000100:00100000:1.0:1767320704.642855:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384348416 00000100:00100000:1.0:1767320704.643022:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384348544 00000100:00100000:1.0:1767320704.643027:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384348544 00000100:00100000:3.0:1767320704.643071:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3071 00000100:00100000:3.0:1767320704.643095:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384348416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320704.643134:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320704.643222:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384348416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 131us (11170us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320704.643229:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3071 00000100:00100000:3.0:1767320704.643297:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384348416:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320704.649299:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320704.649311:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320704.651018:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3072 00000100:00100000:1.0:1767320704.651334:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384348544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320704.651374:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320704.651470:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384348544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 149us (19294us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320704.651541:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384348544:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320704.655246:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3072 00000100:00100000:3.0:1767320705.098775:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320705.098867:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320705.099010:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297441920 00000100:00100000:1.0:1767320705.099021:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297441920 00000100:00100000:1.0:1767320705.099067:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297442048 00000100:00100000:1.0:1767320705.099070:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297442048 00000100:00100000:1.0:1767320705.099117:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5545 00000100:00100000:1.0:1767320705.099144:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297442048:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320705.099224:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297442048:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 98us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320705.099232:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5545 00000100:00100000:1.0:1767320705.099250:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24927 00000100:00100000:1.0:1767320705.099254:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297441920:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320705.099276:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320705.099302:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297441920:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 46us (538us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320705.099309:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24927 00000100:00080000:2.0:1767320705.099379:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320705.143258:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320705.143270:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320705.143273:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320705.143277:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320705.143281:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320705.143289:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5603 00000100:00080000:1.0:1767320705.143294:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320705.143301:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320705.143341:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a99880 x1853164384348672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320705.144237:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384348672:0@lo:38:kworker.0 00000100:00100000:3.0:1767320705.144320:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320705.144443:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384348672 00000100:00100000:2.0:1767320705.144453:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384348672 00000100:00100000:2.0:1767320705.144497:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24928 00000100:00100000:2.0:1767320705.144505:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384348672:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320705.144527:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320705.144614:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320705.147294:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320705.147303:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320705.147307:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320705.147315:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5603 00000100:00080000:1.0:1767320705.147320:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320705.147326:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320705.147979:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1216d80 x1853164384348800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320705.153358:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384348800:0@lo:38:kworker.0 00000100:00100000:3.0:1767320705.153447:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320705.153581:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384348672:12345-0@lo:38:kworker.0 Request processed in 9072us (9257us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320705.153594:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24928 00000100:00080000:3.0:1767320705.153714:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320705.153720:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320705.153723:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384348672:0@lo:38:kworker.0 00000100:00080000:0.0:1767320705.154706:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320705.154712:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320705.154716:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320705.154721:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5603 00000100:00080000:0.0:1767320705.154725:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320705.154731:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320705.154754:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215c00 x1853164384349056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320705.154772:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320705.154775:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320705.154777:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320705.154795:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5603 00000100:00080000:0.0:1767320705.154798:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320705.154801:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320705.154811:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1214a80 x1853164384349312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320705.154860:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384349184:0@lo:400:kworker.0 00000100:00100000:2.0:1767320705.155038:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384348928:0@lo:400:kworker.0 00000100:00100000:3.0:1767320705.155106:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384349440:0@lo:400:kworker.0 00000100:00100000:1.0:1767320705.157433:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384348800 00000100:00100000:1.0:1767320705.157447:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384348800 00000100:00100000:1.0:1767320705.157501:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2960 00000100:00100000:1.0:1767320705.157510:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384348800:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320705.157534:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320705.157644:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320705.157711:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384348928 00000100:00100000:2.0:1767320705.157716:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384348928 00000100:00100000:2.0:1767320705.157760:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5546 00000100:00100000:2.0:1767320705.157767:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384348928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320705.157840:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384348928:12345-0@lo:400:kworker.0 Request processed in 73us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320705.157847:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5546 00000100:00080000:2.0:1767320705.157868:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320705.158374:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384348928:0@lo:400:kworker.0 00000100:00100000:2.0:1767320705.158428:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384349056:0@lo:38:kworker.0 00000100:00100000:2.0:1767320705.158468:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320705.158487:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384349312:0@lo:38:kworker.0 00000100:00100000:2.0:1767320705.158509:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320705.158536:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384349056 00000100:00100000:2.0:1767320705.158541:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384349056 00000100:00100000:2.0:1767320705.158560:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384349312 00000100:00100000:2.0:1767320705.158562:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384349312 00000100:00100000:2.0:1767320705.158579:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24929 00000100:00100000:2.0:1767320705.158583:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384349056:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320705.158596:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320705.158629:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384349056:12345-0@lo:38:kworker.0 Request processed in 43us (160us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320705.158635:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24929 00000100:00100000:2.0:1767320705.158648:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24930 00000100:00100000:2.0:1767320705.158652:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384349312:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320705.158661:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320705.158695:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384349312:12345-0@lo:38:kworker.0 Request processed in 41us (185us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320705.158702:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24930 00000100:00080000:2.0:1767320705.158730:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320705.158735:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320705.158739:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384349056:0@lo:38:kworker.0 00000100:00080000:2.0:1767320705.158747:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320705.158751:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320705.158754:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384349312:0@lo:38:kworker.0 00000100:00100000:2.0:1767320705.158810:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384349568:0@lo:400:kworker.0 00000100:00100000:2.0:1767320705.158839:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320705.159254:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384349568 00000100:00100000:2.0:1767320705.159260:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384349568 00000100:00100000:2.0:1767320705.159296:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2252 00000100:00100000:2.0:1767320705.159302:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384349568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320705.159347:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384349568:12345-0@lo:400:kworker.0 Request processed in 45us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320705.159353:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2252 00000100:00100000:2.0:1767320705.159382:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384349568:0@lo:400:kworker.0 00000100:00100000:3.0:1767320705.159565:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320705.160446:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384349440 00000100:00100000:2.0:1767320705.160455:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384349440 00000100:00100000:2.0:1767320705.160506:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2253 00000100:00100000:2.0:1767320705.160514:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384349440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320705.160575:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384349440:12345-0@lo:400:kworker.0 Request processed in 62us (1010us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320705.160581:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2253 00000100:00100000:3.0:1767320705.160673:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384349440:0@lo:400:kworker.0 00000100:00100000:0.0:1767320705.161381:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320705.161658:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384349184 00000100:00100000:2.0:1767320705.161665:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384349184 00000100:00100000:2.0:1767320705.161742:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5547 00000100:00100000:2.0:1767320705.161750:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384349184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320705.161871:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384349184:12345-0@lo:400:kworker.0 Request processed in 121us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320705.161878:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5547 00000100:00080000:3.0:1767320705.162287:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320705.162546:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384349184:0@lo:400:kworker.0 00000100:00100000:1.0:1767320705.163278:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384348800:12345-0@lo:38:kworker.0 Request processed in 5763us (9827us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320705.163288:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2960 00000100:00080000:2.0:1767320705.163371:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320705.163377:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320705.163381:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384348800:0@lo:38:kworker.0 00010000:00010000:0.0:1767320705.655022:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320706.167414:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320706.679401:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320707.190894:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320707.703064:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320708.214996:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320708.731749:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320709.241686:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320709.751149:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320709.751407:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320709.751430:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384349696:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320709.751522:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320709.751552:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384349696 00000100:00100000:1.0:1767320709.751561:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384349696 00000100:00080000:2.0:1767320709.751614:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320709.751629:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3073 00000100:00100000:1.0:1767320709.751641:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384349696:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320709.751686:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320709.751697:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384349824:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320709.751737:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1767320709.752710:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320709.752877:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384349696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1236us (1354us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320709.752886:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3073 00000100:00100000:1.0:1767320709.752921:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384349824 00000100:00100000:1.0:1767320709.752926:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384349824 00000100:00100000:1.0:1767320709.752978:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3074 00000100:00100000:1.0:1767320709.752987:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384349824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320709.753005:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320709.753036:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384349824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (1298us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320709.753041:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3074 00000100:00080000:3.0:1767320709.756011:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320709.756089:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384349824:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320709.759657:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384349696:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320710.226026:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320710.226076:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320710.226151:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297442176 00000100:00100000:0.0:1767320710.226161:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297442176 00000100:00100000:0.0:1767320710.226215:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297442304 00000100:00100000:0.0:1767320710.226219:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297442304 00000100:00100000:0.0:1767320710.226278:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5548 00000100:00100000:0.0:1767320710.226290:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297442304:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320710.226371:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297442304:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 83us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320710.226379:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5548 00000100:00100000:0.0:1767320710.226399:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24931 00000100:00100000:0.0:1767320710.226404:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297442176:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320710.226425:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320710.226452:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297442176:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 45us (438us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320710.226459:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24931 00000100:00080000:1.0:1767320710.226809:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320710.263119:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320710.263417:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320710.263424:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320710.263427:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320710.263431:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320710.263434:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320710.263442:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5608 00000100:00080000:2.0:1767320710.263446:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320710.263453:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320710.263497:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568000 x1853164384349952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320710.263528:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320710.263531:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320710.263533:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320710.263537:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5608 00000100:00080000:2.0:1767320710.263539:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320710.263543:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320710.263558:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556b480 x1853164384350080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320710.263580:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384349952:0@lo:38:kworker.0 00000100:00080000:2.0:1767320710.263611:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320710.263617:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320710.263619:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320710.263624:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5608 00000100:00080000:2.0:1767320710.263636:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320710.263640:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320710.263653:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568e00 x1853164384350336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320710.263664:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320710.263676:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320710.263680:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320710.263682:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320710.263686:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5608 00000100:00080000:2.0:1767320710.263690:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320710.263693:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320710.263709:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e1500 x1853164384350592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320710.263744:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384350080:0@lo:38:kworker.0 00000100:00100000:0.0:1767320710.263770:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320710.263874:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384350208:0@lo:400:kworker.0 00000100:00100000:3.0:1767320710.263917:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320710.263944:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320710.263950:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384350464:0@lo:400:kworker.0 00000100:00100000:3.0:1767320710.263970:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320710.264018:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384349952 00000100:00100000:3.0:1767320710.264025:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384349952 00000100:00100000:0.0:1767320710.264026:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384350336:0@lo:38:kworker.0 00000100:00100000:0.0:1767320710.264055:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320710.264147:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384350592:0@lo:38:kworker.0 00000100:00100000:0.0:1767320710.264169:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320710.264633:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384350080 00000100:00100000:2.0:1767320710.264641:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384350080 00000100:00100000:2.0:1767320710.264670:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2961 00000100:00100000:2.0:1767320710.264678:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384350080:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320710.264700:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320710.264743:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384350080:12345-0@lo:38:kworker.0 Request processed in 64us (971us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320710.264751:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2961 00000100:00100000:3.0:1767320710.266310:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384350208 00000100:00100000:3.0:1767320710.266321:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384350208 00000100:00100000:3.0:1767320710.266387:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384350464 00000100:00100000:3.0:1767320710.266391:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384350464 00000100:00100000:3.0:1767320710.266408:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384350336 00000100:00100000:3.0:1767320710.266411:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384350336 00000100:00100000:3.0:1767320710.266424:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5549 00000100:00100000:3.0:1767320710.266434:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384350208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320710.266518:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384350208:12345-0@lo:400:kworker.0 Request processed in 85us (2610us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320710.266524:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5549 00000100:00100000:3.0:1767320710.266541:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5550 00000100:00100000:3.0:1767320710.266547:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384350464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320710.266573:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384350464:12345-0@lo:400:kworker.0 Request processed in 27us (2602us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320710.266579:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5550 00000100:00100000:3.0:1767320710.266590:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24932 00000100:00100000:3.0:1767320710.266594:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384349952:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320710.268767:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320710.268860:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384349952:12345-0@lo:38:kworker.0 Request processed in 2261us (5195us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320710.268871:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24932 00000100:00100000:3.0:1767320710.268901:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24933 00000100:00100000:3.0:1767320710.268917:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384350336:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320710.268934:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320710.268958:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384350336:12345-0@lo:38:kworker.0 Request processed in 50us (4904us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320710.268963:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24933 00000100:00080000:3.0:1767320710.268993:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320710.269042:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384350464:0@lo:400:kworker.0 00000100:00100000:3.0:1767320710.269058:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384350208:0@lo:400:kworker.0 00000100:00080000:0.0:1767320710.269231:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320710.269240:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320710.269255:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384349952:0@lo:38:kworker.0 00000100:00080000:0.0:1767320710.269269:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320710.269274:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320710.269277:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384350080:0@lo:38:kworker.0 00000100:00080000:0.0:1767320710.269299:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320710.269304:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320710.269307:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384350336:0@lo:38:kworker.0 00000100:00100000:3.0:1767320710.270773:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384350592 00000100:00100000:3.0:1767320710.270821:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384350592 00000100:00100000:3.0:1767320710.270864:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24934 00000100:00100000:3.0:1767320710.270872:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384350592:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320710.270890:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320710.270960:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384350592:12345-0@lo:38:kworker.0 Request processed in 88us (6789us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320710.270967:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24934 00000100:00080000:0.0:1767320710.271169:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320710.271175:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320710.271178:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384350592:0@lo:38:kworker.0 00010000:00010000:0.0:1767320710.776152:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320711.287542:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320711.803406:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320712.311171:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320712.823619:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320713.335210:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320713.848059:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320714.359141:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320714.871352:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320714.871381:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384350720:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320714.871470:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320714.871608:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384350720 00000100:00100000:2.0:1767320714.871616:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384350720 00000100:00100000:2.0:1767320714.871689:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3075 00000100:00100000:2.0:1767320714.871699:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384350720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320714.871730:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320714.871776:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384350720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320714.871814:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3075 00000100:00100000:3.0:1767320714.872390:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320714.872404:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384350848:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320714.872439:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320714.872595:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384350848 00000100:00100000:0.0:1767320714.872602:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384350848 00000100:00100000:0.0:1767320714.872650:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3076 00000100:00100000:0.0:1767320714.872659:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384350848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320714.872697:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320714.872742:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384350848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320714.872749:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3076 00000100:00100000:0.0:1767320714.872816:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384350848:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320714.872872:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384350720:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320714.875580:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320714.875591:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320714.876626:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320715.341945:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320715.342470:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297442560 00000100:00100000:1.0:1767320715.342482:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297442560 00000100:00080000:3.0:1767320715.342568:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320715.342583:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5551 00000100:00100000:1.0:1767320715.342599:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297442560:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320715.342695:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297442560:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 103us (1258us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320715.342703:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5551 00000100:00100000:0.0:1767320715.344101:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320715.345169:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297442432 00000100:00100000:1.0:1767320715.345181:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297442432 00000100:00100000:1.0:1767320715.345230:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24935 00000100:00100000:1.0:1767320715.345240:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297442432:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320715.345266:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320715.345346:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297442432:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 106us (1256us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320715.345354:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24935 00000100:00100000:1.0:1767320715.382965:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320715.385470:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320715.385482:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320715.385485:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320715.385490:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320715.385495:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320715.385503:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5613 00000100:00080000:1.0:1767320715.385509:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320715.385518:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320715.385568:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a98e00 x1853164384350976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320715.385587:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320715.385590:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320715.385592:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320715.385596:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5613 00000100:00080000:1.0:1767320715.385598:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320715.385602:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320715.385614:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9bb80 x1853164384351104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320715.385658:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320715.385661:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320715.385663:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320715.385667:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5613 00000100:00080000:1.0:1767320715.385669:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320715.385672:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320715.385684:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9b480 x1853164384351360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320715.385699:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320715.385702:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320715.385703:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320715.385707:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5613 00000100:00080000:1.0:1767320715.385710:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320715.385713:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320715.385722:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9b800 x1853164384351616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320715.386266:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384351488:0@lo:400:kworker.0 00000100:00100000:2.0:1767320715.386385:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320715.386488:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320715.386494:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384351232:0@lo:400:kworker.0 00000100:00100000:1.0:1767320715.386502:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384351488 00000100:00100000:1.0:1767320715.386511:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384351488 00000100:00100000:2.0:1767320715.386538:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320715.386578:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384351232 00000100:00100000:1.0:1767320715.386583:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384351232 00000100:00100000:2.0:1767320715.386603:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5552 00000100:00100000:2.0:1767320715.386614:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384351488:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767320715.386665:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320715.386674:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384351488:12345-0@lo:400:kworker.0 Request processed in 63us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320715.386739:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384350976:0@lo:38:kworker.0 00000100:00100000:0.0:1767320715.386773:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320715.386842:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384351104:0@lo:38:kworker.0 00000100:00100000:0.0:1767320715.386879:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320715.386910:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384351360:0@lo:38:kworker.0 00000100:00100000:0.0:1767320715.386933:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320715.386941:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384351616:0@lo:38:kworker.0 00000100:00100000:0.0:1767320715.386957:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320715.386978:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384350976 00000100:00100000:0.0:1767320715.386982:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384350976 00000100:00100000:1.0:1767320715.388036:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5553 00000100:00100000:1.0:1767320715.388059:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384351232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320715.388130:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384351232:12345-0@lo:400:kworker.0 Request processed in 84us (1589us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320715.388138:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5553 00000100:00100000:1.0:1767320715.388163:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384351360 00000100:00100000:1.0:1767320715.388169:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384351360 00000100:00100000:1.0:1767320715.388183:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384351616 00000100:00100000:1.0:1767320715.388186:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384351616 00000100:00100000:1.0:1767320715.388199:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24936 00000100:00100000:1.0:1767320715.388204:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384351360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320715.388223:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320715.388263:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384351360:12345-0@lo:38:kworker.0 Request processed in 57us (1328us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320715.388269:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24936 00000100:00100000:1.0:1767320715.388281:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24937 00000100:00100000:1.0:1767320715.388285:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384351616:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320715.388294:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320715.388318:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384351616:12345-0@lo:38:kworker.0 Request processed in 32us (1360us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320715.388325:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24937 00000100:00080000:1.0:1767320715.388375:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320715.388380:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320715.388384:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384351360:0@lo:38:kworker.0 00000100:00080000:1.0:1767320715.388395:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320715.388958:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320715.388963:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384351616:0@lo:38:kworker.0 00000100:00100000:1.0:1767320715.389914:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384351104 00000100:00100000:1.0:1767320715.389926:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384351104 00000100:00100000:1.0:1767320715.390275:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2962 00000100:00100000:1.0:1767320715.390283:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384351104:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320715.390304:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320715.390393:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384351104:12345-0@lo:38:kworker.0 Request processed in 109us (3513us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320715.390645:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2962 00000100:00080000:1.0:1767320715.390879:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320715.390884:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320715.390888:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384351104:0@lo:38:kworker.0 00000100:00100000:2.0:1767320715.390953:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5552 00000100:00100000:1.0:1767320715.390966:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384351232:0@lo:400:kworker.0 00000100:00100000:1.0:1767320715.390978:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384351488:0@lo:400:kworker.0 00000100:00100000:0.0:1767320715.391160:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24938 00000100:00100000:0.0:1767320715.391169:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384350976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320715.391185:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320715.391249:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384350976:12345-0@lo:38:kworker.0 Request processed in 79us (4474us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320715.391255:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24938 00000100:00080000:0.0:1767320715.391282:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320715.391286:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320715.391289:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384350976:0@lo:38:kworker.0 00010000:00010000:0.0:1767320715.895724:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320716.406916:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320716.919198:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320717.430922:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320717.942999:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320718.454908:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320718.966977:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320719.478931:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320719.991090:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384351744:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320719.991167:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320719.991275:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384351744 00000100:00100000:0.0:1767320719.991283:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384351744 00000100:00100000:0.0:1767320719.991347:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3077 00000100:00100000:0.0:1767320719.991357:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384351744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320719.991388:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00010000:00010000:1.0:1767320719.991426:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320719.991445:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320719.991479:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384351872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320720.002736:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384351744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 11367us (11555us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320720.002754:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3077 00000100:00100000:3.0:1767320720.004694:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384351744:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320720.004739:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320720.008265:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384351872 00000100:00100000:0.0:1767320720.008283:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384351872 00000100:00100000:0.0:1767320720.008396:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3078 00000100:00100000:0.0:1767320720.008408:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384351872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320720.008444:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320720.008523:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384351872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (3784us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320720.008530:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3078 00000100:00080000:1.0:1767320720.009172:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320720.009229:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384351872:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320720.457236:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320720.457547:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297442816 00000100:00100000:3.0:1767320720.457559:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297442816 00000100:00100000:3.0:1767320720.457646:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5554 00000100:00100000:3.0:1767320720.457657:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297442816:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320720.457748:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297442816:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 93us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320720.457757:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5554 00000100:00080000:1.0:1767320720.458042:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320720.460194:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320720.460297:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297442688 00000100:00100000:2.0:1767320720.460307:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297442688 00000100:00100000:2.0:1767320720.460353:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24939 00000100:00100000:2.0:1767320720.460363:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297442688:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320720.460398:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320720.460467:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297442688:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 103us (280us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320720.460475:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24939 00000100:00080000:1.0:1767320720.502922:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320720.502934:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320720.502937:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320720.502942:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320720.502947:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320720.502956:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5618 00000100:00080000:1.0:1767320720.502962:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320720.502971:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320720.503019:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a99c00 x1853164384352000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320720.503050:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320720.503053:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320720.503055:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320720.503058:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5618 00000100:00080000:1.0:1767320720.503060:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320720.503062:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320720.503085:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9bb80 x1853164384352128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320720.503119:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320720.503122:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320720.503123:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320720.503126:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5618 00000100:00080000:1.0:1767320720.503128:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320720.503131:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320720.503139:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9b480 x1853164384352384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320720.503148:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320720.503150:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320720.503151:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320720.503154:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5618 00000100:00080000:1.0:1767320720.503156:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320720.503157:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320720.503165:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9a680 x1853164384352640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320720.503187:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384352512:0@lo:400:kworker.0 00000100:00100000:1.0:1767320720.503253:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320720.503318:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320720.503325:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384352256:0@lo:400:kworker.0 00000100:00100000:1.0:1767320720.503347:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320720.503380:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384352512 00000100:00100000:1.0:1767320720.503397:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384352512 00000100:00100000:1.0:1767320720.503451:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384352256 00000100:00100000:1.0:1767320720.503455:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384352256 00000100:00100000:1.0:1767320720.503477:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5555 00000100:00100000:1.0:1767320720.503486:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384352512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320720.503537:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384352512:12345-0@lo:400:kworker.0 Request processed in 52us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320720.503545:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5555 00000100:00100000:1.0:1767320720.503562:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5556 00000100:00100000:1.0:1767320720.503569:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384352256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320720.503595:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384352256:12345-0@lo:400:kworker.0 Request processed in 27us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320720.503600:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5556 00000100:00080000:1.0:1767320720.503624:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320720.503650:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384352256:0@lo:400:kworker.0 00000100:00100000:1.0:1767320720.503660:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384352512:0@lo:400:kworker.0 00000100:00100000:0.0:1767320720.503946:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320720.504043:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384352000:0@lo:38:kworker.0 00000100:00100000:2.0:1767320720.504078:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320720.504111:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384352128:0@lo:38:kworker.0 00000100:00100000:2.0:1767320720.504134:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320720.504166:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384352384:0@lo:38:kworker.0 00000100:00100000:2.0:1767320720.504187:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320720.504197:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384352640:0@lo:38:kworker.0 00000100:00100000:2.0:1767320720.504209:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320720.504236:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384352000 00000100:00100000:2.0:1767320720.504239:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384352000 00000100:00100000:2.0:1767320720.504253:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384352384 00000100:00100000:2.0:1767320720.504255:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384352384 00000100:00100000:2.0:1767320720.504261:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384352640 00000100:00100000:2.0:1767320720.504262:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384352640 00000100:00100000:2.0:1767320720.504268:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24940 00000100:00100000:2.0:1767320720.504271:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384352000:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320720.504286:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320720.504315:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384352000:12345-0@lo:38:kworker.0 Request processed in 42us (237us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320720.504321:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24940 00000100:00100000:2.0:1767320720.504333:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24941 00000100:00100000:2.0:1767320720.504337:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384352384:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320720.504346:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320720.504367:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384352384:12345-0@lo:38:kworker.0 Request processed in 29us (179us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320720.504373:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24941 00000100:00100000:2.0:1767320720.504396:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24942 00000100:00100000:2.0:1767320720.504400:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384352640:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320720.504408:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320720.504432:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384352640:12345-0@lo:38:kworker.0 Request processed in 30us (221us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320720.504438:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24942 00000100:00080000:2.0:1767320720.504462:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320720.504466:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320720.504468:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384352000:0@lo:38:kworker.0 00000100:00080000:2.0:1767320720.504473:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320720.504475:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320720.504477:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384352384:0@lo:38:kworker.0 00000100:00080000:2.0:1767320720.504480:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320720.504482:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320720.504484:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384352640:0@lo:38:kworker.0 00000100:00100000:0.0:1767320720.504626:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384352128 00000100:00100000:0.0:1767320720.504630:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384352128 00000100:00100000:0.0:1767320720.504656:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2963 00000100:00100000:0.0:1767320720.504660:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384352128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320720.504667:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320720.504695:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384352128:12345-0@lo:38:kworker.0 Request processed in 34us (560us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320720.504699:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2963 00000100:00080000:2.0:1767320720.504884:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320720.504889:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320720.504892:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384352128:0@lo:38:kworker.0 00010000:00010000:0.0:1767320721.015472:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320721.528368:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320722.039103:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320722.550919:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320723.063000:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320723.578076:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320724.087612:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320724.553220:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320724.553539:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297443200 00000100:00100000:1.0:1767320724.553551:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297443200 00000100:00100000:1.0:1767320724.553639:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5557 00000100:00100000:1.0:1767320724.553656:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297443200:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320724.553762:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297443200:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 113us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320724.553769:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5557 00000100:00080000:2.0:1767320724.554589:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:1.0:1767320724.555266:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297442944 offset 0 length 520: 4 00000100:00100000:1.0:1767320724.555309:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320724.564085:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297443072 00000100:00100000:3.0:1767320724.564104:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297443072 00000100:00100000:3.0:1767320724.564240:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24943 00000100:00100000:3.0:1767320724.564250:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297443072:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320724.564274:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320724.565769:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297443072:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 1507us (10447us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320724.565808:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24943 00000100:00100000:1.0:1767320724.599619:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320725.110938:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320725.111157:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320725.111181:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384352768:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320725.111255:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320725.111506:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384352768 00000100:00100000:2.0:1767320725.111515:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384352768 00000100:00100000:2.0:1767320725.111588:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3079 00000100:00100000:2.0:1767320725.111599:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384352768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320725.111631:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320725.111680:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384352768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320725.111687:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3079 00000100:00080000:1.0:1767320725.111751:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320725.111817:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384352768:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320725.112516:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384352896:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320725.112555:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320725.113916:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384352896 00000100:00100000:0.0:1767320725.113928:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384352896 00000100:00100000:0.0:1767320725.114003:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3080 00000100:00100000:0.0:1767320725.114013:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384352896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320725.114042:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320725.114114:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384352896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (1557us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320725.114121:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3080 00000100:00100000:3.0:1767320725.114224:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384352896:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320725.114293:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320725.622926:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320725.622938:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320725.622941:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320725.622946:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320725.622951:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320725.622960:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5623 00000100:00080000:1.0:1767320725.622965:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320725.622974:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320725.623021:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9a680 x1853164384353024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320725.623046:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320725.623049:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320725.623051:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320725.623055:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5623 00000100:00080000:1.0:1767320725.623057:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320725.623062:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320725.623074:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9b480 x1853164384353152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320725.623116:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320725.623120:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320725.623122:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320725.623125:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5623 00000100:00080000:1.0:1767320725.623128:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320725.623131:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320725.623143:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e1180 x1853164384353408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320725.623160:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320725.623163:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320725.623165:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320725.623168:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5623 00000100:00080000:1.0:1767320725.623171:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320725.623173:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320725.623183:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592b480 x1853164384353664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320725.623213:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384353536:0@lo:400:kworker.0 00000100:00100000:1.0:1767320725.623280:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320725.623341:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320725.623347:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384353280:0@lo:400:kworker.0 00000100:00100000:1.0:1767320725.623370:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320725.623408:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384353536 00000100:00100000:1.0:1767320725.623414:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384353536 00000100:00100000:1.0:1767320725.623463:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384353280 00000100:00100000:1.0:1767320725.623466:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384353280 00000100:00100000:1.0:1767320725.623492:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5558 00000100:00100000:1.0:1767320725.623501:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384353536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320725.623551:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384353536:12345-0@lo:400:kworker.0 Request processed in 50us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320725.623558:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5558 00000100:00100000:1.0:1767320725.623575:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5559 00000100:00100000:1.0:1767320725.623581:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384353280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320725.623606:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384353280:12345-0@lo:400:kworker.0 Request processed in 26us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320725.623612:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5559 00000100:00080000:1.0:1767320725.623627:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320725.623665:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384353280:0@lo:400:kworker.0 00000100:00100000:1.0:1767320725.623676:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384353536:0@lo:400:kworker.0 00000100:00100000:2.0:1767320725.624024:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320700/real 1767320700] req@ffff9369a5569c00 x1853164384347264/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320725 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320725.624044:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369a5569c00 x1853164384347264/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320725 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320725.624057:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384353024:0@lo:38:kworker.0 00000100:00100000:2.0:1767320725.624090:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320725.624127:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384353152:0@lo:38:kworker.0 00000100:00100000:2.0:1767320725.624150:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320725.624169:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384353408:0@lo:38:kworker.0 00000100:00100000:2.0:1767320725.624186:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320725.624198:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384353664:0@lo:38:kworker.0 00000100:00100000:2.0:1767320725.624216:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320725.624232:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320725.624244:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320725.624247:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384347264:0@lo:250:kworker.0 00000100:00100000:2.0:1767320725.624272:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384353024 00000100:00100000:2.0:1767320725.624276:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384353024 00000100:00100000:2.0:1767320725.624296:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384353408 00000100:00100000:2.0:1767320725.624298:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384353408 00000100:00100000:2.0:1767320725.624310:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384353664 00000100:00100000:2.0:1767320725.624313:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384353664 00000100:00100000:2.0:1767320725.624322:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24944 00000100:00100000:2.0:1767320725.624327:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384353024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320725.624346:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320725.624380:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384353024:12345-0@lo:38:kworker.0 Request processed in 51us (289us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320725.624386:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24944 00000100:00100000:2.0:1767320725.624398:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24945 00000100:00100000:2.0:1767320725.624402:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384353408:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320725.624410:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320725.624430:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384353408:12345-0@lo:38:kworker.0 Request processed in 27us (243us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320725.624435:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24945 00000100:00100000:2.0:1767320725.624445:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24946 00000100:00100000:2.0:1767320725.624448:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384353664:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320725.624457:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320725.624478:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384353664:12345-0@lo:38:kworker.0 Request processed in 28us (260us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320725.624482:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24946 00000100:00080000:2.0:1767320725.624512:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320725.624516:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320725.624520:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384353024:0@lo:38:kworker.0 00000100:00080000:2.0:1767320725.624527:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320725.624530:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320725.624532:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384353408:0@lo:38:kworker.0 00000100:00080000:2.0:1767320725.624541:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320725.624544:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320725.624547:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384353664:0@lo:38:kworker.0 00000100:00080000:2.0:1767320725.624589:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320725.624593:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320725.624595:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320725.624599:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5603 00000100:00080000:2.0:1767320725.624602:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320725.624606:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320725.624622:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e0a80 x1853164384353792/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320725.624650:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384353792:0@lo:250:kworker.0 00000400:00000100:2.0:1767320725.624671:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384353792 offset 0 length 520: 4 00000100:00100000:0.0:1767320725.625662:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320725.625883:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384353152 00000100:00100000:1.0:1767320725.625891:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384353152 00000100:00100000:1.0:1767320725.625931:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2964 00000100:00100000:1.0:1767320725.625937:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384353152:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320725.625952:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320725.626011:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384353152:12345-0@lo:38:kworker.0 Request processed in 72us (1859us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320725.626017:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2964 00000100:00080000:2.0:1767320725.630204:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320725.630220:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320725.630225:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384353152:0@lo:38:kworker.0 00010000:00010000:0.0:1767320726.134968:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320726.649989:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320727.160144:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320727.670989:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320728.183078:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320728.696809:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320729.207060:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320729.672695:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320729.672769:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320729.673148:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297443456 00000100:00100000:3.0:1767320729.673159:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297443456 00000100:00100000:3.0:1767320729.673238:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297443328 00000100:00100000:3.0:1767320729.673242:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297443328 00000100:00100000:3.0:1767320729.673261:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5560 00000100:00100000:3.0:1767320729.673270:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297443456:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320729.673348:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297443456:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 79us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320729.673355:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5560 00000100:00100000:3.0:1767320729.673372:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24947 00000100:00100000:3.0:1767320729.673377:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297443328:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320729.673396:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320729.673419:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297443328:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 41us (662us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320729.673425:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24947 00000100:00080000:1.0:1767320729.673595:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320729.719018:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320730.230985:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320730.231196:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384353920:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320730.231275:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320730.231397:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384353920 00000100:00100000:2.0:1767320730.231406:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384353920 00000100:00100000:2.0:1767320730.231467:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3081 00000100:00100000:2.0:1767320730.231477:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384353920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320730.231508:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320730.231552:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384353920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320730.231561:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3081 00000100:00080000:0.0:1767320730.231627:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320730.231677:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384353920:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320730.233016:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384354048:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320730.233070:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320730.233895:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384354048 00000100:00100000:2.0:1767320730.233906:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384354048 00000100:00100000:2.0:1767320730.235675:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3082 00000100:00100000:2.0:1767320730.235694:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384354048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320730.235737:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320730.235835:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384354048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 149us (2763us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320730.235843:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3082 00000100:00100000:3.0:1767320730.235934:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384354048:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320730.237570:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320730.743004:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320730.743014:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320730.743018:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320730.743022:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320730.743026:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320730.743034:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5628 00000100:00080000:3.0:1767320730.743038:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320730.743045:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320730.743087:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae86d80 x1853164384354176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320730.743113:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320730.743117:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320730.743118:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320730.743122:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5628 00000100:00080000:3.0:1767320730.743125:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320730.743128:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320730.743151:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84e00 x1853164384354304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320730.743185:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320730.743190:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320730.743192:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320730.743195:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5628 00000100:00080000:3.0:1767320730.743197:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320730.743201:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320730.743214:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae85c00 x1853164384354560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320730.743229:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320730.743233:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320730.743234:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320730.743238:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5628 00000100:00080000:3.0:1767320730.743240:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320730.743243:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320730.743251:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84700 x1853164384354816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320730.743300:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384355072:0@lo:400:kworker.0 00000100:00100000:3.0:1767320730.743363:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320730.743419:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320730.743425:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384354944:0@lo:400:kworker.0 00000100:00100000:3.0:1767320730.743445:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320730.743473:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384355072 00000100:00100000:3.0:1767320730.743481:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384355072 00000100:00100000:3.0:1767320730.743519:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384354944 00000100:00100000:3.0:1767320730.743522:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384354944 00000100:00100000:3.0:1767320730.743541:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2254 00000100:00100000:3.0:1767320730.743548:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384355072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320730.743596:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384355072:12345-0@lo:400:kworker.0 Request processed in 47us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320730.743603:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2254 00000100:00100000:3.0:1767320730.743620:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2255 00000100:00100000:3.0:1767320730.743627:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384354944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320730.743651:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384354944:12345-0@lo:400:kworker.0 Request processed in 25us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320730.743656:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2255 00000100:00100000:3.0:1767320730.743694:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384354944:0@lo:400:kworker.0 00000100:00100000:3.0:1767320730.743704:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384355072:0@lo:400:kworker.0 00000100:00100000:2.0:1767320730.743823:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384354176:0@lo:38:kworker.0 00000100:00100000:2.0:1767320730.743857:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320730.743890:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384354304:0@lo:38:kworker.0 00000100:00100000:2.0:1767320730.743911:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320730.743932:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384354560:0@lo:38:kworker.0 00000100:00100000:2.0:1767320730.743951:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320730.743968:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384354816:0@lo:38:kworker.0 00000100:00100000:2.0:1767320730.743987:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320730.744015:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384354176 00000100:00100000:2.0:1767320730.744018:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384354176 00000100:00100000:2.0:1767320730.744041:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24948 00000100:00100000:2.0:1767320730.744045:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384354176:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320730.744063:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320730.744095:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384354176:12345-0@lo:38:kworker.0 Request processed in 48us (237us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320730.744100:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24948 00000100:00100000:2.0:1767320730.744112:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384354560 00000100:00100000:2.0:1767320730.744115:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384354560 00000100:00100000:2.0:1767320730.744128:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384354816 00000100:00100000:2.0:1767320730.744130:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384354816 00000100:00100000:2.0:1767320730.744140:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24949 00000100:00100000:2.0:1767320730.744144:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384354560:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320730.744153:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320730.744175:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384354560:12345-0@lo:38:kworker.0 Request processed in 30us (223us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320730.744181:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24949 00000100:00100000:2.0:1767320730.744191:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24950 00000100:00100000:2.0:1767320730.744195:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384354816:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320730.744203:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320730.744225:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384354816:12345-0@lo:38:kworker.0 Request processed in 28us (236us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320730.744229:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24950 00000100:00080000:2.0:1767320730.744255:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320730.744260:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320730.744263:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384354176:0@lo:38:kworker.0 00000100:00080000:2.0:1767320730.744269:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320730.744272:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320730.744274:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384354560:0@lo:38:kworker.0 00000100:00080000:2.0:1767320730.744281:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320730.744284:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320730.744287:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384354816:0@lo:38:kworker.0 00000100:00100000:0.0:1767320730.744485:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384354432:0@lo:400:kworker.0 00000100:00100000:0.0:1767320730.744515:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320730.744534:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320730.744540:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384354688:0@lo:400:kworker.0 00000100:00100000:0.0:1767320730.744559:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320730.744582:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384354304 00000100:00100000:0.0:1767320730.744585:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384354304 00000100:00100000:0.0:1767320730.744605:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2965 00000100:00100000:0.0:1767320730.744611:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384354304:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320730.744622:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320730.744651:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384354304:12345-0@lo:38:kworker.0 Request processed in 38us (738us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320730.744657:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2965 00000100:00100000:0.0:1767320730.744673:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384354432 00000100:00100000:0.0:1767320730.744677:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384354432 00000100:00100000:0.0:1767320730.744707:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384354688 00000100:00100000:0.0:1767320730.744711:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384354688 00000100:00100000:0.0:1767320730.744741:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5561 00000100:00100000:0.0:1767320730.744747:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384354432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320730.744801:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384354432:12345-0@lo:400:kworker.0 Request processed in 54us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320730.744808:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5561 00000100:00100000:0.0:1767320730.744820:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5562 00000100:00100000:0.0:1767320730.744826:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384354688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320730.744849:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384354688:12345-0@lo:400:kworker.0 Request processed in 24us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320730.744854:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5562 00000100:00080000:0.0:1767320730.744884:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320730.744904:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384354688:0@lo:400:kworker.0 00000100:00100000:0.0:1767320730.744912:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384354432:0@lo:400:kworker.0 00000100:00080000:0.0:1767320730.744937:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320730.744941:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320730.744944:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384354304:0@lo:38:kworker.0 00000100:00100000:0.0:1767320730.745508:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320731.256683:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320731.766970:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320732.279024:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320732.792114:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320733.303319:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320733.814889:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320734.327746:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320734.791152:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320734.791206:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320734.791359:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297443712 00000100:00100000:0.0:1767320734.791370:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297443712 00000100:00100000:0.0:1767320734.791451:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297443584 00000100:00100000:0.0:1767320734.791455:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297443584 00000100:00100000:0.0:1767320734.791479:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5563 00000100:00100000:0.0:1767320734.791489:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297443712:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320734.791570:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297443712:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 82us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320734.791578:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5563 00000100:00100000:0.0:1767320734.791599:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24951 00000100:00100000:0.0:1767320734.791647:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297443584:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320734.791667:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320734.791709:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297443584:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 60us (501us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320734.791715:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24951 00000100:00080000:1.0:1767320734.792075:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320734.838918:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320735.351593:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384355200:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320735.351663:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320735.352016:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384355200 00000100:00100000:2.0:1767320735.352026:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384355200 00000100:00100000:2.0:1767320735.352092:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3083 00000100:00100000:2.0:1767320735.352101:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384355200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320735.352135:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320735.352180:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384355200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320735.352187:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3083 00000100:00080000:3.0:1767320735.352275:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320735.355822:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384355200:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320735.355854:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320735.355866:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384355328:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320735.355936:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320735.356106:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384355328 00000100:00100000:2.0:1767320735.356115:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384355328 00000100:00100000:2.0:1767320735.356181:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3084 00000100:00100000:2.0:1767320735.356192:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384355328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320735.356232:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320735.356279:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384355328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320735.356285:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3084 00000100:00080000:3.0:1767320735.356506:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767320735.357036:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320735.358380:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384355328:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320735.862978:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320735.863090:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320735.863096:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320735.863099:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320735.863103:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320735.863106:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320735.863113:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5634 00000100:00080000:2.0:1767320735.863118:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320735.863126:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320735.863172:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafec000 x1853164384355456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320735.863187:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320735.863190:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320735.863192:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320735.863195:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5634 00000100:00080000:2.0:1767320735.863198:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320735.863200:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320735.863222:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafed880 x1853164384355584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320735.863267:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767320735.863271:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384355456:0@lo:38:kworker.0 00000100:00080000:2.0:1767320735.863273:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320735.863277:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320735.863282:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5634 00000100:00080000:2.0:1767320735.863285:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320735.863289:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320735.863302:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafeed80 x1853164384355840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320735.863321:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320735.863324:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320735.863327:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320735.863331:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5634 00000100:00080000:2.0:1767320735.863334:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320735.863338:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320735.863347:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafef100 x1853164384356096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320735.863357:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320735.863422:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384355456 00000100:00100000:2.0:1767320735.863431:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384355456 00000100:00100000:0.0:1767320735.863434:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384355584:0@lo:38:kworker.0 00000100:00100000:0.0:1767320735.863466:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320735.863484:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24952 00000100:00100000:2.0:1767320735.863493:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384355456:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320735.863498:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384355840:0@lo:38:kworker.0 00010000:00020000:2.0:1767320735.863517:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320735.863535:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320735.863553:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384356096:0@lo:38:kworker.0 00000100:00100000:1.0:1767320735.863610:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384355968:0@lo:400:kworker.0 00000100:00100000:3.0:1767320735.863667:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384355712:0@lo:400:kworker.0 00000100:00100000:2.0:1767320735.871296:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384355456:12345-0@lo:38:kworker.0 Request processed in 7795us (7932us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320735.871313:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24952 00000100:00100000:2.0:1767320735.871344:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384355840 00000100:00100000:2.0:1767320735.871357:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384355840 00000100:00100000:2.0:1767320735.871395:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24953 00000100:00100000:2.0:1767320735.871401:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384355840:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320735.871434:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320735.871481:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384355840:12345-0@lo:38:kworker.0 Request processed in 78us (7946us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320735.871487:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24953 00000100:00100000:2.0:1767320735.871648:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384356224:0@lo:400:kworker.0 00000100:00100000:2.0:1767320735.871699:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320735.872461:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320735.872473:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384356352:0@lo:400:kworker.0 00000100:00100000:2.0:1767320735.872515:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320735.873146:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384356224 00000100:00100000:2.0:1767320735.873155:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384356224 00000100:00100000:2.0:1767320735.873198:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384356352 00000100:00100000:2.0:1767320735.873201:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384356352 00000100:00100000:2.0:1767320735.873775:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2256 00000100:00100000:2.0:1767320735.873815:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384356224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320735.873890:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384356224:12345-0@lo:400:kworker.0 Request processed in 78us (2190us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320735.873897:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2256 00000100:00100000:2.0:1767320735.873913:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2257 00000100:00100000:2.0:1767320735.873919:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384356352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320735.873945:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384356352:12345-0@lo:400:kworker.0 Request processed in 27us (1429us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320735.874371:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2257 00000100:00100000:2.0:1767320735.874498:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384356352:0@lo:400:kworker.0 00000100:00100000:2.0:1767320735.874511:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384356224:0@lo:400:kworker.0 00000100:00100000:2.0:1767320735.875356:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384355584 00000100:00100000:2.0:1767320735.875365:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384355584 00000100:00100000:2.0:1767320735.875411:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2966 00000100:00100000:2.0:1767320735.875425:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384355584:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320735.875447:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320735.877113:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384355584:12345-0@lo:38:kworker.0 Request processed in 1686us (13638us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320735.877127:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2966 00000100:00100000:1.0:1767320735.883920:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320735.883991:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384355968 00000100:00100000:2.0:1767320735.884002:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384355968 00000100:00100000:2.0:1767320735.884073:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5564 00000100:00100000:2.0:1767320735.884083:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384355968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320735.884130:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384355968:12345-0@lo:400:kworker.0 Request processed in 51us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320735.884135:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5564 00000100:00100000:3.0:1767320735.884288:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320735.884359:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384355712 00000100:00100000:2.0:1767320735.884363:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384355712 00000100:00100000:2.0:1767320735.884509:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5565 00000100:00100000:2.0:1767320735.884515:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384355712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320735.884541:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384355712:12345-0@lo:400:kworker.0 Request processed in 28us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320735.884545:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5565 00000100:00100000:3.0:1767320735.884737:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384355712:0@lo:400:kworker.0 00000100:00100000:0.0:1767320735.884802:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320735.884938:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320735.884943:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320735.884945:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384355456:0@lo:38:kworker.0 00000100:00080000:0.0:1767320735.884957:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320735.884959:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320735.884961:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384355584:0@lo:38:kworker.0 00000100:00080000:0.0:1767320735.884980:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320735.884983:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320735.884984:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384355840:0@lo:38:kworker.0 00000100:00100000:3.0:1767320735.885016:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384356096 00000100:00100000:3.0:1767320735.885019:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384356096 00000100:00100000:3.0:1767320735.885168:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24954 00000100:00100000:3.0:1767320735.885172:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384356096:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320735.885187:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320735.885220:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384356096:12345-0@lo:38:kworker.0 Request processed in 47us (418us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320735.885224:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24954 00000100:00080000:0.0:1767320735.885262:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320735.885266:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320735.885268:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384356096:0@lo:38:kworker.0 00000100:00080000:1.0:1767320735.889465:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320735.889535:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384355968:0@lo:400:kworker.0 00010000:00010000:0.0:1767320736.378271:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320736.887387:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320737.398991:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320737.910938:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320738.425207:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320738.934944:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320739.447071:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320739.913555:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320739.913730:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297443840 00000100:00100000:3.0:1767320739.913742:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297443840 00000100:00100000:3.0:1767320739.913819:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24955 00000100:00100000:3.0:1767320739.913827:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297443840:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320739.913850:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320739.913965:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297443840:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 137us (420us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320739.913972:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24955 00000100:00100000:1.0:1767320739.915778:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320739.916416:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297443968 00000100:00100000:2.0:1767320739.916425:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297443968 00000100:00100000:2.0:1767320739.916605:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5566 00000100:00100000:2.0:1767320739.916615:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297443968:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320739.916713:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297443968:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 99us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320739.916721:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5566 00000100:00080000:1.0:1767320739.917809:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320739.960359:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320740.472979:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320740.473185:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384356480:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320740.473249:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320740.473459:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320740.473468:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384356608:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320740.473495:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320740.473575:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384356480 00000100:00100000:0.0:1767320740.473583:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384356480 00000100:00100000:0.0:1767320740.476550:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384356608 00000100:00100000:0.0:1767320740.476573:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384356608 00000100:00100000:0.0:1767320740.476615:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3085 00000100:00100000:0.0:1767320740.476625:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384356480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320740.476666:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320740.476746:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384356480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (3496us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320740.476754:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3085 00000100:00100000:0.0:1767320740.476772:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3086 00000100:00100000:0.0:1767320740.476778:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384356608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320740.476815:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320740.476848:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384356608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (3352us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320740.476858:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3086 00000100:00080000:1.0:1767320740.476952:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320740.476957:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320740.477014:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384356608:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320740.477030:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384356480:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320740.982975:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320740.983332:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320740.983339:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320740.983342:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320740.983346:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320740.983350:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320740.983358:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5639 00000100:00080000:2.0:1767320740.983362:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320740.983371:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320740.983418:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafec700 x1853164384356736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320740.983444:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320740.983447:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320740.983448:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320740.983452:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5639 00000100:00080000:2.0:1767320740.983454:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320740.983456:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320740.983465:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafeea00 x1853164384356864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320740.983496:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320740.983499:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320740.983501:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320740.983504:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5639 00000100:00080000:2.0:1767320740.983506:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320740.983509:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320740.983519:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafec380 x1853164384357120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320740.983534:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320740.983537:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320740.983539:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320740.983542:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5639 00000100:00080000:2.0:1767320740.983545:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320740.983548:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320740.983559:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafed180 x1853164384357376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320740.983603:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384356992:0@lo:400:kworker.0 00000100:00100000:2.0:1767320740.983682:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320740.983739:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320740.983744:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384357248:0@lo:400:kworker.0 00000100:00100000:2.0:1767320740.983770:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320740.983809:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384357632:0@lo:400:kworker.0 00000100:00100000:2.0:1767320740.983836:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320740.983854:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320740.983860:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384357504:0@lo:400:kworker.0 00000100:00100000:2.0:1767320740.983880:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320740.983907:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384356992 00000100:00100000:2.0:1767320740.983913:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384356992 00000100:00100000:2.0:1767320740.983949:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384357248 00000100:00100000:2.0:1767320740.983950:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384357248 00000100:00100000:2.0:1767320740.983966:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5567 00000100:00100000:2.0:1767320740.983971:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384356992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320740.984009:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384356992:12345-0@lo:400:kworker.0 Request processed in 38us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320740.984014:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5567 00000100:00100000:2.0:1767320740.984026:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5568 00000100:00100000:2.0:1767320740.984029:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384357248:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320740.984135:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320740.984169:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384357632 00000100:00100000:1.0:1767320740.984171:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384357632 00000100:00100000:1.0:1767320740.984198:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384357504 00000100:00100000:1.0:1767320740.984199:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384357504 00000100:00100000:1.0:1767320740.984212:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2258 00000100:00100000:1.0:1767320740.984216:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384357632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320740.984244:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384357632:12345-0@lo:400:kworker.0 Request processed in 28us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320740.984248:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2258 00000100:00100000:1.0:1767320740.984255:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2259 00000100:00100000:1.0:1767320740.984259:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384357504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320740.984273:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384357504:12345-0@lo:400:kworker.0 Request processed in 14us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320740.984276:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2259 00000100:00100000:1.0:1767320740.984309:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384357504:0@lo:400:kworker.0 00000100:00100000:1.0:1767320740.984315:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384357632:0@lo:400:kworker.0 00000100:00100000:1.0:1767320740.984347:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384356992:0@lo:400:kworker.0 00000100:00100000:3.0:1767320740.984407:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384356736:0@lo:38:kworker.0 00000100:00100000:3.0:1767320740.984429:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320740.984452:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384356864:0@lo:38:kworker.0 00000100:00100000:3.0:1767320740.984468:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320740.984489:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384357120:0@lo:38:kworker.0 00000100:00100000:3.0:1767320740.984508:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320740.984535:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384357376:0@lo:38:kworker.0 00000100:00100000:3.0:1767320740.984556:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320740.984583:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384356736 00000100:00100000:3.0:1767320740.984587:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384356736 00000100:00100000:3.0:1767320740.984602:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384357120 00000100:00100000:3.0:1767320740.984604:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384357120 00000100:00100000:3.0:1767320740.984611:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384357376 00000100:00100000:3.0:1767320740.984613:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384357376 00000100:00100000:3.0:1767320740.984621:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24956 00000100:00100000:3.0:1767320740.984635:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384356736:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320740.984652:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320740.984685:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384356736:12345-0@lo:38:kworker.0 Request processed in 57us (253us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320740.984691:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24956 00000100:00100000:3.0:1767320740.984705:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24957 00000100:00100000:3.0:1767320740.984709:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384357120:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320740.984716:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320740.984734:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384357120:12345-0@lo:38:kworker.0 Request processed in 25us (226us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320740.984737:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24957 00000100:00100000:3.0:1767320740.984744:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24958 00000100:00100000:3.0:1767320740.984747:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384357376:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320740.984752:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320740.984763:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384357376:12345-0@lo:38:kworker.0 Request processed in 15us (207us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320740.984766:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24958 00000100:00080000:3.0:1767320740.984801:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320740.984806:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320740.984810:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384356736:0@lo:38:kworker.0 00000100:00080000:3.0:1767320740.984819:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320740.984822:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320740.984825:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384357120:0@lo:38:kworker.0 00000100:00080000:3.0:1767320740.984831:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320740.984833:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320740.984836:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384357376:0@lo:38:kworker.0 00000100:00100000:3.0:1767320740.984865:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384356864 00000100:00100000:3.0:1767320740.984868:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384356864 00000100:00100000:3.0:1767320740.984888:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2967 00000100:00100000:3.0:1767320740.984892:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384356864:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320740.984901:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320740.984922:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384356864:12345-0@lo:38:kworker.0 Request processed in 29us (453us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320740.984926:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2967 00000100:00080000:3.0:1767320740.984940:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320740.984943:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320740.984945:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384356864:0@lo:38:kworker.0 00000100:00100000:2.0:1767320740.987605:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384357248:12345-0@lo:400:kworker.0 Request processed in 3563us (3822us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320740.987621:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5568 00000100:00100000:1.0:1767320740.992442:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384357248:0@lo:400:kworker.0 00010000:00010000:0.0:1767320741.495815:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320742.006915:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320742.521044:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320743.031554:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320743.544267:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320744.055112:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320744.567348:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320745.032607:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320745.032741:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297444096 00000100:00100000:2.0:1767320745.032754:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297444096 00000100:00100000:2.0:1767320745.032848:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24959 00000100:00100000:2.0:1767320745.032857:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297444096:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320745.032880:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320745.032965:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297444096:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 107us (377us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320745.032973:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24959 00000100:00100000:0.0:1767320745.048237:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320745.049014:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297444224 00000100:00100000:2.0:1767320745.049025:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297444224 00000100:00100000:2.0:1767320745.049151:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5569 00000100:00100000:2.0:1767320745.049163:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297444224:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320745.049252:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297444224:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 91us (1025us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320745.049260:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5569 00000100:00080000:1.0:1767320745.049814:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320745.078949:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320745.591728:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384357760:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320745.591850:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320745.592071:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384357760 00000100:00100000:3.0:1767320745.592080:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384357760 00000100:00100000:3.0:1767320745.592164:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3087 00000100:00100000:3.0:1767320745.592174:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384357760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320745.592201:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320745.592242:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384357760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320745.592249:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3087 00000100:00080000:1.0:1767320745.595590:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320745.595676:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384357760:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320745.595712:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320745.595725:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384357888:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320745.595830:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320745.596025:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384357888 00000100:00100000:3.0:1767320745.596034:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384357888 00010000:00010000:2.0:1767320745.596076:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320745.596111:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3088 00000100:00100000:3.0:1767320745.596123:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384357888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320745.596155:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320745.596207:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384357888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320745.596213:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3088 00000100:00100000:2.0:1767320745.596296:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384357888:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320745.598449:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320746.102908:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767320746.102914:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320746.102925:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320746.102928:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320746.102933:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320746.102938:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320746.102947:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5644 00000100:00080000:2.0:1767320746.102952:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320746.102959:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320746.103018:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db3800 x1853164384358016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320746.103046:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320746.103049:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320746.103051:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320746.103055:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5644 00000100:00080000:2.0:1767320746.103057:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320746.103060:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320746.103075:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db2680 x1853164384358144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320746.103115:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320746.103119:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320746.103121:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320746.103124:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5644 00000100:00080000:2.0:1767320746.103126:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320746.103130:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320746.103144:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db0380 x1853164384358400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320746.103200:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320746.103205:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320746.103207:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320746.103211:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5644 00000100:00080000:2.0:1767320746.103213:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320746.103216:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320746.103230:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db0a80 x1853164384358656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320746.103241:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384358528:0@lo:400:kworker.0 00000100:00100000:2.0:1767320746.103285:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384358912:0@lo:400:kworker.0 00000100:00100000:0.0:1767320746.103314:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320746.103327:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320746.103375:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320746.103382:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384358272:0@lo:400:kworker.0 00000100:00100000:0.0:1767320746.103410:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320746.103411:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384358912 00000100:00100000:1.0:1767320746.103421:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384358912 00000100:00100000:0.0:1767320746.103456:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384358528 00000100:00100000:0.0:1767320746.103461:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384358528 00000100:00100000:1.0:1767320746.103508:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2260 00000100:00100000:0.0:1767320746.103517:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384358272 00000100:00100000:1.0:1767320746.103520:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384358912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320746.103522:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384358272 00000100:00100000:0.0:1767320746.103551:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5570 00000100:00100000:0.0:1767320746.103560:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384358528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320746.103591:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384358912:12345-0@lo:400:kworker.0 Request processed in 62us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320746.103609:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2260 00000100:00100000:0.0:1767320746.103614:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384358528:12345-0@lo:400:kworker.0 Request processed in 55us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320746.103623:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5570 00000100:00100000:1.0:1767320746.103643:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5571 00000100:00100000:1.0:1767320746.103663:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384358272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320746.103693:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384358272:12345-0@lo:400:kworker.0 Request processed in 42us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320746.103746:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384358016:0@lo:38:kworker.0 00000100:00100000:3.0:1767320746.103777:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320746.103819:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384358144:0@lo:38:kworker.0 00000100:00100000:3.0:1767320746.103839:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320746.103856:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384358400:0@lo:38:kworker.0 00000100:00100000:3.0:1767320746.103873:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320746.103887:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384358656:0@lo:38:kworker.0 00000100:00100000:3.0:1767320746.103902:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320746.105240:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384358144 00000100:00100000:3.0:1767320746.105252:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384358144 00000100:00100000:3.0:1767320746.105303:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2968 00000100:00100000:3.0:1767320746.105310:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384358144:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320746.105360:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320746.105430:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384358144:12345-0@lo:38:kworker.0 Request processed in 119us (1588us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320746.105437:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2968 00000100:00100000:3.0:1767320746.105470:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384358016 00000100:00100000:3.0:1767320746.105475:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384358016 00000100:00100000:0.0:1767320746.105883:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384358400 00000100:00100000:0.0:1767320746.105889:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384358400 00000100:00100000:0.0:1767320746.105904:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384358656 00000100:00100000:0.0:1767320746.105909:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384358656 00000100:00100000:0.0:1767320746.105920:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24960 00000100:00100000:0.0:1767320746.105924:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384358400:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320746.105936:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320746.105971:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384358400:12345-0@lo:38:kworker.0 Request processed in 45us (2096us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320746.105978:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24960 00000100:00100000:0.0:1767320746.105990:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24961 00000100:00100000:0.0:1767320746.105993:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384358656:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320746.106002:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320746.106024:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384358656:12345-0@lo:38:kworker.0 Request processed in 29us (2120us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320746.106030:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24961 00000100:00100000:0.0:1767320746.106076:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384358272:0@lo:400:kworker.0 00000100:00100000:0.0:1767320746.106088:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384358528:0@lo:400:kworker.0 00000100:00080000:0.0:1767320746.106216:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320746.106260:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384358784:0@lo:400:kworker.0 00000100:00100000:0.0:1767320746.106297:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320746.106339:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384358784 00000100:00100000:0.0:1767320746.106343:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384358784 00000100:00100000:0.0:1767320746.106373:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2261 00000100:00100000:0.0:1767320746.106380:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384358784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320746.106420:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384358784:12345-0@lo:400:kworker.0 Request processed in 41us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320746.106426:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2261 00000100:00100000:0.0:1767320746.106805:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384358784:0@lo:400:kworker.0 00000100:00080000:0.0:1767320746.106852:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320746.106858:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320746.106862:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384358144:0@lo:38:kworker.0 00000100:00080000:0.0:1767320746.106871:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320746.106874:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320746.106877:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384358400:0@lo:38:kworker.0 00000100:00080000:0.0:1767320746.106885:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320746.106888:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320746.106891:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384358656:0@lo:38:kworker.0 00000100:00100000:2.0:1767320746.108324:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384358912:0@lo:400:kworker.0 00000100:00100000:1.0:1767320746.112150:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5571 00000100:00100000:3.0:1767320746.114094:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24962 00000100:00100000:3.0:1767320746.114105:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384358016:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320746.114127:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320746.114228:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384358016:12345-0@lo:38:kworker.0 Request processed in 123us (10449us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320746.114235:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24962 00000100:00080000:0.0:1767320746.114329:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320746.114336:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320746.114339:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384358016:0@lo:38:kworker.0 00010000:00010000:0.0:1767320746.615683:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320747.127169:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320747.639114:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320748.151654:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320748.663003:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320749.174902:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320749.687035:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320750.150996:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320750.151044:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320750.151309:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297444480 00000100:00100000:3.0:1767320750.151318:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297444480 00000100:00100000:3.0:1767320750.151424:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297444352 00000100:00100000:3.0:1767320750.151428:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297444352 00000100:00100000:3.0:1767320750.151449:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5572 00000100:00100000:3.0:1767320750.151460:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297444480:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320750.151538:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297444480:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 79us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320750.151556:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5572 00000100:00100000:3.0:1767320750.151576:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24963 00000100:00100000:3.0:1767320750.151581:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297444352:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320750.151603:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320750.151630:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297444352:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 47us (585us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320750.151636:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24963 00000400:00000100:3.0:1767320750.152194:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297444608 offset 0 length 520: 4 00000100:00080000:0.0:1767320750.152355:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320750.199113:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320725/real 1767320725] req@ffff9369858e0a80 x1853164384353792/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320750 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320750.199147:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369858e0a80 x1853164384353792/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320750 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320750.199167:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320750.199190:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320750.199193:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384353792:0@lo:250:kworker.0 00000100:00080000:1.0:1767320750.199463:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320750.199468:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320750.199472:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320750.199476:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5628 00000100:00080000:1.0:1767320750.199480:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320750.199486:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320750.199536:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592b480 x1853164384359040/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320750.199568:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320750.199571:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320750.199573:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320750.199576:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5649 00000100:00080000:1.0:1767320750.199578:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320750.199581:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320750.199595:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafefb80 x1853164384359168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320750.199602:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320750.199605:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320750.199607:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320750.199622:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5649 00000100:00080000:1.0:1767320750.199624:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320750.199626:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320750.199637:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafeea00 x1853164384359296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320750.199671:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320750.199675:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320750.199677:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320750.199680:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5649 00000100:00080000:1.0:1767320750.199683:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320750.199686:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320750.199696:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafec380 x1853164384359552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320750.199709:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320750.199711:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320750.199713:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320750.199716:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5649 00000100:00080000:1.0:1767320750.199718:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320750.199720:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320750.199731:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafee300 x1853164384359808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320750.199774:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384359680:0@lo:400:kworker.0 00000100:00100000:1.0:1767320750.199851:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320750.199908:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320750.199914:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384359424:0@lo:400:kworker.0 00000100:00100000:0.0:1767320750.200028:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320750.200042:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384359936:0@lo:400:kworker.0 00000100:00100000:0.0:1767320750.200073:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320750.200093:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320750.200098:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384360064:0@lo:400:kworker.0 00000100:00100000:0.0:1767320750.200119:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320750.200146:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384359936 00000100:00100000:0.0:1767320750.200153:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384359936 00000100:00100000:0.0:1767320750.200201:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384360064 00000100:00100000:0.0:1767320750.200204:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384360064 00000100:00100000:0.0:1767320750.200226:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2262 00000100:00100000:0.0:1767320750.200234:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384359936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320750.200280:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384359936:12345-0@lo:400:kworker.0 Request processed in 47us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320750.200287:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2262 00000100:00100000:0.0:1767320750.200301:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2263 00000100:00100000:0.0:1767320750.200306:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384360064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320750.200329:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384360064:12345-0@lo:400:kworker.0 Request processed in 23us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320750.200334:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2263 00000100:00080000:0.0:1767320750.200353:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320750.200357:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320750.200382:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384360064:0@lo:400:kworker.0 00000100:00100000:0.0:1767320750.200390:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384359936:0@lo:400:kworker.0 00000100:00100000:0.0:1767320750.200428:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384359680 00000100:00100000:0.0:1767320750.200431:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384359680 00000100:00100000:0.0:1767320750.200461:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5573 00000100:00100000:0.0:1767320750.200468:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384359680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320750.200499:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384359680:12345-0@lo:400:kworker.0 Request processed in 31us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320750.200504:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5573 00000100:00080000:0.0:1767320750.200518:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320750.200608:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384359040:0@lo:250:kworker.0 00000400:00000100:3.0:1767320750.200632:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384359040 offset 0 length 520: 4 00000100:00100000:3.0:1767320750.200652:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384359168:0@lo:38:kworker.0 00000100:00100000:3.0:1767320750.200675:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320750.200700:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384359296:0@lo:38:kworker.0 00000100:00100000:3.0:1767320750.200721:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320750.200762:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384359552:0@lo:38:kworker.0 00000100:00100000:3.0:1767320750.200799:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320750.200817:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384359808:0@lo:38:kworker.0 00000100:00100000:3.0:1767320750.200855:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320750.200883:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384359296 00000100:00100000:3.0:1767320750.200887:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384359296 00000100:00100000:3.0:1767320750.201017:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2969 00000100:00100000:3.0:1767320750.201023:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384359296:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320750.201042:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320750.201077:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384359296:12345-0@lo:38:kworker.0 Request processed in 52us (354us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320750.201083:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2969 00000100:00100000:3.0:1767320750.201118:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384359168 00000100:00100000:3.0:1767320750.201122:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384359168 00000100:00100000:3.0:1767320750.201138:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384359552 00000100:00100000:3.0:1767320750.201140:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384359552 00000100:00100000:3.0:1767320750.201154:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384359808 00000100:00100000:3.0:1767320750.201157:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384359808 00000100:00100000:3.0:1767320750.201166:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24964 00000100:00100000:3.0:1767320750.201170:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384359168:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320750.201179:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320750.201202:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384359168:12345-0@lo:38:kworker.0 Request processed in 31us (526us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320750.201208:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24964 00000100:00100000:3.0:1767320750.201219:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24965 00000100:00100000:3.0:1767320750.201223:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384359552:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320750.201232:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320750.201252:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384359552:12345-0@lo:38:kworker.0 Request processed in 28us (452us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320750.201261:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24965 00000100:00100000:3.0:1767320750.201272:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24966 00000100:00100000:3.0:1767320750.201276:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384359808:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320750.201283:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320750.201305:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384359808:12345-0@lo:38:kworker.0 Request processed in 27us (450us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320750.201310:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24966 00000100:00080000:3.0:1767320750.201342:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320750.201348:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320750.201351:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384359168:0@lo:38:kworker.0 00000100:00080000:3.0:1767320750.201360:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320750.201364:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320750.201367:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384359296:0@lo:38:kworker.0 00000100:00080000:3.0:1767320750.201374:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320750.201377:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320750.201380:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384359552:0@lo:38:kworker.0 00000100:00080000:3.0:1767320750.201388:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320750.201391:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320750.201393:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384359808:0@lo:38:kworker.0 00000100:00100000:1.0:1767320750.201509:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320750.201565:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384359680:0@lo:400:kworker.0 00000100:00100000:2.0:1767320750.201651:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384359424 00000100:00100000:2.0:1767320750.201656:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384359424 00000100:00100000:2.0:1767320750.201710:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5574 00000100:00100000:2.0:1767320750.201717:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384359424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320750.201759:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384359424:12345-0@lo:400:kworker.0 Request processed in 43us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320750.201766:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5574 00000100:00080000:1.0:1767320750.201847:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320750.201866:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384359424:0@lo:400:kworker.0 00000100:00100000:2.0:1767320750.711284:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384360192:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320750.711382:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320750.711667:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384360192 00000100:00100000:0.0:1767320750.711690:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384360192 00000100:00100000:0.0:1767320750.711746:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3089 00000100:00100000:0.0:1767320750.711756:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384360192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320750.711823:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320750.711879:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384360192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320750.711886:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3089 00010000:00010000:1.0:1767320750.712293:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320750.712373:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384360192:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320750.712601:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320750.712612:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384360320:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320750.712645:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320750.712901:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384360320 00000100:00100000:0.0:1767320750.712906:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384360320 00000100:00100000:0.0:1767320750.712943:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3090 00000100:00100000:0.0:1767320750.712951:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384360320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320750.712994:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320750.713031:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384360320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320750.713037:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3090 00000100:00100000:2.0:1767320750.713577:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384360320:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320751.225469:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320751.736009:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320752.247571:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320752.759019:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320753.270916:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320753.783113:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320754.295472:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320754.807099:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320755.272859:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320755.272915:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320755.273001:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297444864 00000100:00100000:0.0:1767320755.273012:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297444864 00000100:00100000:3.0:1767320755.273055:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297444736 00000100:00100000:3.0:1767320755.273070:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297444736 00000100:00100000:0.0:1767320755.273117:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5575 00000100:00100000:0.0:1767320755.273127:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297444864:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320755.273206:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297444864:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 79us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320755.273218:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5575 00000100:00100000:3.0:1767320755.273256:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24967 00000100:00100000:3.0:1767320755.273264:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297444736:12345-192.168.202.56@tcp:38:kworker.0 00000100:00080000:1.0:1767320755.273285:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:3.0:1767320755.273309:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320755.273353:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297444736:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 88us (436us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320755.275647:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24967 00000100:00080000:0.0:1767320755.321979:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320755.321987:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320755.321990:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320755.321993:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320755.321996:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320755.322046:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5653 00000100:00080000:0.0:1767320755.322050:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320755.322057:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320755.322100:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968c700 x1853164384360448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320755.322131:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320755.322134:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320755.322136:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320755.322140:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5653 00000100:00080000:0.0:1767320755.322142:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320755.322145:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320755.322172:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968d180 x1853164384360576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320755.322206:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320755.322209:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320755.322210:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320755.322212:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5653 00000100:00080000:0.0:1767320755.322215:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320755.322219:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320755.322231:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968d880 x1853164384360832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320755.322247:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384360704:0@lo:400:kworker.0 00000100:00080000:0.0:1767320755.322262:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320755.322270:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320755.322274:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320755.322278:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5653 00000100:00080000:0.0:1767320755.322280:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320755.322284:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320755.322294:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968ca80 x1853164384361088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320755.322337:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384361344:0@lo:400:kworker.0 00000100:00100000:2.0:1767320755.322350:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320755.322366:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320755.322436:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320755.322469:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384361344 00000100:00100000:1.0:1767320755.322476:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384361344 00000100:00100000:3.0:1767320755.322504:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384360448:0@lo:38:kworker.0 00000100:00100000:3.0:1767320755.322540:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320755.327616:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320755.327641:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384361216:0@lo:400:kworker.0 00000100:00100000:0.0:1767320755.327721:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320755.331136:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384361216 00000100:00100000:1.0:1767320755.331153:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384361216 00000100:00100000:1.0:1767320755.331213:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2264 00000100:00100000:1.0:1767320755.331228:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384361344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320755.331274:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320755.331334:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384361344:12345-0@lo:400:kworker.0 Request processed in 111us (8965us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320755.331341:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2264 00000100:00100000:1.0:1767320755.331359:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2265 00000100:00100000:2.0:1767320755.331361:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384360960:0@lo:400:kworker.0 00000100:00100000:1.0:1767320755.331369:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384361216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320755.331402:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384361216:12345-0@lo:400:kworker.0 Request processed in 37us (3682us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320755.331407:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2265 00000100:00080000:1.0:1767320755.331431:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320755.331435:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320755.331507:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320755.331578:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384360704 00000100:00100000:1.0:1767320755.331583:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384360704 00000100:00100000:3.0:1767320755.331598:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384360576:0@lo:38:kworker.0 00000100:00100000:1.0:1767320755.331626:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384360448 00000100:00100000:3.0:1767320755.331627:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320755.331632:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384360448 00000100:00100000:3.0:1767320755.331651:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384360832:0@lo:38:kworker.0 00000100:00100000:1.0:1767320755.331656:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384360960 00000100:00100000:1.0:1767320755.331661:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384360960 00000100:00100000:3.0:1767320755.331670:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320755.331681:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384361088:0@lo:38:kworker.0 00000100:00100000:1.0:1767320755.331683:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384360832 00000100:00100000:1.0:1767320755.331688:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384360832 00000100:00100000:3.0:1767320755.331699:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320755.331704:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384361088 00000100:00100000:1.0:1767320755.331708:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384361088 00000100:00100000:1.0:1767320755.331722:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5576 00000100:00100000:3.0:1767320755.331725:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384360576 00000100:00100000:3.0:1767320755.331729:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384360576 00000100:00100000:1.0:1767320755.331731:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384360704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320755.331751:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2970 00000100:00100000:3.0:1767320755.331756:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384360576:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320755.331773:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320755.331778:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384360704:12345-0@lo:400:kworker.0 Request processed in 49us (9427us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320755.331811:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5576 00000100:00100000:3.0:1767320755.331815:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384360576:12345-0@lo:38:kworker.0 Request processed in 57us (187us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320755.331822:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2970 00000100:00100000:1.0:1767320755.331834:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5577 00000100:00100000:1.0:1767320755.331845:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384360960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320755.331847:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24968 00000100:00100000:3.0:1767320755.331853:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384360448:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320755.331860:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320755.331882:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384360960:12345-0@lo:400:kworker.0 Request processed in 40us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320755.331888:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5577 00000100:00100000:3.0:1767320755.332247:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384360448:12345-0@lo:38:kworker.0 Request processed in 392us (9706us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320755.332599:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24968 00000100:00100000:3.0:1767320755.332613:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24969 00000100:00100000:3.0:1767320755.332616:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384360832:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320755.332624:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320755.332644:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384360832:12345-0@lo:38:kworker.0 Request processed in 27us (976us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320755.332648:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24969 00000100:00100000:3.0:1767320755.332654:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24970 00000100:00100000:3.0:1767320755.332656:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384361088:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320755.332661:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320755.332674:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384361088:12345-0@lo:38:kworker.0 Request processed in 17us (977us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320755.332677:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24970 00000100:00080000:3.0:1767320755.332708:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320755.332712:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320755.332715:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384360448:0@lo:38:kworker.0 00000100:00080000:3.0:1767320755.332721:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320755.332724:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320755.332725:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384360576:0@lo:38:kworker.0 00000100:00080000:3.0:1767320755.332730:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320755.332732:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320755.332734:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384360832:0@lo:38:kworker.0 00000100:00080000:3.0:1767320755.332738:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320755.332740:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320755.332742:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384361088:0@lo:38:kworker.0 00000100:00100000:3.0:1767320755.332866:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384360960:0@lo:400:kworker.0 00000100:00100000:3.0:1767320755.332895:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384360704:0@lo:400:kworker.0 00000100:00080000:3.0:1767320755.332920:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320755.338468:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384361216:0@lo:400:kworker.0 00000100:00100000:0.0:1767320755.338490:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384361344:0@lo:400:kworker.0 00010000:00010000:1.0:1767320755.830937:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320755.830968:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320755.830998:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384361472:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320755.831084:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320755.831095:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384361600:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320755.831154:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320755.831234:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320755.831689:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384361600 00000100:00100000:2.0:1767320755.831699:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384361600 00000100:00100000:0.0:1767320755.831834:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384361472 00000100:00100000:0.0:1767320755.831839:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384361472 00000100:00100000:2.0:1767320755.831989:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3091 00000100:00100000:2.0:1767320755.832001:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384361600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320755.832035:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320755.832087:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384361600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (933us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320755.832095:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3091 00000100:00100000:1.0:1767320755.832208:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384361600:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320755.832312:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3092 00000100:00100000:0.0:1767320755.832320:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384361472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320755.832336:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320755.832412:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384361472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (1178us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320755.832419:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3092 00000100:00100000:1.0:1767320755.832588:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384361472:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320756.346076:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320756.855016:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320757.368276:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320757.881115:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320758.390923:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320758.904759:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320759.414961:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320759.927329:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320760.391376:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320760.391567:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297445120 00000100:00100000:2.0:1767320760.391578:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297445120 00000100:00100000:2.0:1767320760.391651:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5578 00000100:00100000:2.0:1767320760.391676:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297445120:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320760.391763:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297445120:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 103us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320760.391772:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5578 00000100:00080000:3.0:1767320760.391871:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320760.394619:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320760.394749:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297444992 00000100:00100000:3.0:1767320760.394759:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297444992 00000100:00100000:2.0:1767320760.394846:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24971 00000100:00100000:2.0:1767320760.394856:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297444992:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320760.394882:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320760.394943:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297444992:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 86us (332us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320760.394952:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24971 00000100:00080000:2.0:1767320760.439119:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767320760.439126:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320760.439138:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320760.439143:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320760.439147:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320760.439152:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320760.439159:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5658 00000100:00080000:2.0:1767320760.439163:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320760.439170:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320760.439233:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db2a00 x1853164384361728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320760.449922:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320760.449934:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320760.449939:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320760.449947:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5658 00000100:00080000:2.0:1767320760.449952:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320760.449960:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320760.450013:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db3100 x1853164384361856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320760.450062:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320760.450065:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320760.450067:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320760.450070:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5658 00000100:00080000:2.0:1767320760.450074:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320760.450077:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320760.450088:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db2680 x1853164384362112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320760.450105:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320760.450108:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320760.450110:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320760.450113:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5658 00000100:00080000:2.0:1767320760.450115:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320760.450120:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320760.450122:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384361728:0@lo:38:kworker.0 00000100:00100000:2.0:1767320760.450137:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f231500 x1853164384362368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320760.450194:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320760.450228:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384361728 00000100:00100000:2.0:1767320760.450236:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384361728 00000100:00100000:3.0:1767320760.450256:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384361856:0@lo:38:kworker.0 00000100:00100000:2.0:1767320760.450281:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24972 00000100:00100000:3.0:1767320760.450286:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320760.450291:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384361728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320760.450312:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320760.450492:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384362240:0@lo:400:kworker.0 00000100:00100000:0.0:1767320760.450525:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320760.450542:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384361984:0@lo:400:kworker.0 00000100:00100000:0.0:1767320760.450566:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384362240 00000100:00100000:0.0:1767320760.450571:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384362240 00000100:00100000:0.0:1767320760.450614:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5579 00000100:00100000:0.0:1767320760.450621:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384362240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320760.450672:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384362240:12345-0@lo:400:kworker.0 Request processed in 51us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320760.450678:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320760.450686:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5579 00000100:00100000:1.0:1767320760.450718:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384362496:0@lo:400:kworker.0 00000100:00100000:1.0:1767320760.450743:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320760.450755:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384361984 00000100:00100000:0.0:1767320760.450759:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384361984 00000100:00100000:2.0:1767320760.450776:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384361728:12345-0@lo:38:kworker.0 Request processed in 483us (580us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320760.450804:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5580 00000100:00100000:0.0:1767320760.450815:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384361984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320760.450816:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24972 00000100:00100000:2.0:1767320760.450860:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384361856 00000100:00100000:2.0:1767320760.450865:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384361856 00000100:00100000:2.0:1767320760.450886:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2971 00000100:00100000:2.0:1767320760.450891:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384361856:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320760.450903:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320760.451114:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384362112:0@lo:38:kworker.0 00000100:00100000:1.0:1767320760.451253:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320760.451260:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384362624:0@lo:400:kworker.0 00000100:00100000:1.0:1767320760.451287:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320760.457635:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384361984:12345-0@lo:400:kworker.0 Request processed in 6810us (6948us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320760.457652:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5580 00000100:00080000:0.0:1767320760.457707:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320760.457756:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384362240:0@lo:400:kworker.0 00000100:00100000:0.0:1767320760.457811:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384361984:0@lo:400:kworker.0 00000100:00100000:0.0:1767320760.457884:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384362496 00000100:00100000:0.0:1767320760.457892:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384362496 00000100:00100000:0.0:1767320760.457950:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384362624 00000100:00100000:0.0:1767320760.457954:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384362624 00000100:00100000:0.0:1767320760.457976:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2266 00000100:00100000:0.0:1767320760.457984:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384362496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320760.458042:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384362496:12345-0@lo:400:kworker.0 Request processed in 58us (7298us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320760.458048:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2266 00000100:00100000:0.0:1767320760.458061:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2267 00000100:00100000:0.0:1767320760.458066:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384362624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320760.458091:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384362624:12345-0@lo:400:kworker.0 Request processed in 25us (6804us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320760.458097:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2267 00000100:00080000:0.0:1767320760.458109:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320760.458111:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320760.467914:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384362496:0@lo:400:kworker.0 00000100:00100000:1.0:1767320760.467969:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384362624:0@lo:400:kworker.0 00000100:00100000:2.0:1767320760.470578:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384361856:12345-0@lo:38:kworker.0 Request processed in 19672us (20279us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320760.470596:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2971 00000100:00100000:3.0:1767320760.483191:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320760.483284:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384362368:0@lo:38:kworker.0 00000100:00100000:3.0:1767320760.483336:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320760.483374:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384362112 00000100:00100000:2.0:1767320760.483382:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384362112 00000100:00080000:3.0:1767320760.483393:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320760.483398:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320760.483403:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384361728:0@lo:38:kworker.0 00000100:00080000:3.0:1767320760.483413:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320760.483416:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320760.483418:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384361856:0@lo:38:kworker.0 00000100:00100000:2.0:1767320760.483427:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384362368 00000100:00100000:2.0:1767320760.483430:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384362368 00000100:00100000:2.0:1767320760.483461:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24973 00000100:00100000:2.0:1767320760.483470:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384362112:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320760.483496:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320760.483506:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24974 00000100:00100000:3.0:1767320760.483514:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384362368:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320760.483524:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320760.483560:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384362112:12345-0@lo:38:kworker.0 Request processed in 90us (376us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320760.483566:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24973 00000100:00080000:2.0:1767320760.483620:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320760.483624:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320760.483635:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384362112:0@lo:38:kworker.0 00000100:00100000:3.0:1767320760.483814:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384362368:12345-0@lo:38:kworker.0 Request processed in 297us (475us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320760.483823:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24974 00000100:00080000:2.0:1767320760.484111:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320760.484116:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320760.484120:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384362368:0@lo:38:kworker.0 00010000:00010000:1.0:1767320760.952651:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320760.953960:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320760.953985:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384362752:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320760.954057:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320760.954142:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384362880:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320760.954217:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320760.954371:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384362752 00000100:00100000:0.0:1767320760.954380:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384362752 00000100:00100000:0.0:1767320760.954433:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384362880 00000100:00100000:0.0:1767320760.954436:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384362880 00000100:00100000:0.0:1767320760.954477:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3093 00000100:00100000:0.0:1767320760.954487:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384362752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320760.954516:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320760.954564:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384362752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320760.954572:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3093 00000100:00100000:0.0:1767320760.954591:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3094 00000100:00100000:0.0:1767320760.954597:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384362880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320760.954613:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320760.954637:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384362880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320760.954642:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3094 00000100:00100000:0.0:1767320760.954684:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384362880:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320760.954699:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384362752:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320761.462941:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320761.975494:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320762.486904:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320762.999057:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320763.511110:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320764.023700:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320764.534914:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320765.054124:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320765.512312:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320765.512429:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297445248 00000100:00100000:1.0:1767320765.512441:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297445248 00000100:00100000:1.0:1767320765.512497:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24975 00000100:00100000:1.0:1767320765.512505:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297445248:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320765.512530:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320765.512598:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297445248:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 92us (299us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320765.512605:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24975 00000100:00100000:3.0:1767320765.529251:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320765.529480:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297445376 00000100:00100000:2.0:1767320765.529492:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297445376 00000100:00100000:2.0:1767320765.529574:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5581 00000100:00100000:2.0:1767320765.529587:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297445376:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320765.529688:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297445376:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 97us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320765.529697:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5581 00000100:00080000:0.0:1767320765.529984:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320765.559030:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320765.560464:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320765.560472:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320765.560476:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320765.560480:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320765.560485:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320765.560493:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5663 00000100:00080000:1.0:1767320765.560499:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320765.560507:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320765.560551:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a398000 x1853164384363008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320765.560585:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320765.560589:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320765.560591:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320765.560596:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5663 00000100:00080000:1.0:1767320765.560598:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320765.560601:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320765.560615:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39b800 x1853164384363136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320765.560663:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320765.560667:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320765.560670:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320765.560673:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5663 00000100:00080000:1.0:1767320765.560675:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320765.560679:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320765.560690:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39bb80 x1853164384363392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320765.560708:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320765.560711:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320765.560713:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320765.560717:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5663 00000100:00080000:1.0:1767320765.560719:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320765.560722:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320765.560805:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a398e00 x1853164384363648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320765.560876:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384363776:0@lo:400:kworker.0 00000100:00100000:1.0:1767320765.560960:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320765.562638:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320765.562659:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384363904:0@lo:400:kworker.0 00000100:00100000:1.0:1767320765.562719:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320765.562774:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384363776 00000100:00100000:1.0:1767320765.562803:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384363776 00000100:00100000:0.0:1767320765.562954:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384363520:0@lo:400:kworker.0 00000100:00100000:0.0:1767320765.563003:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320765.563030:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320765.563036:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384363264:0@lo:400:kworker.0 00000100:00100000:0.0:1767320765.563055:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320765.563109:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384363904 00000100:00100000:1.0:1767320765.563113:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384363904 00000100:00100000:2.0:1767320765.563188:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384363008:0@lo:38:kworker.0 00000100:00100000:2.0:1767320765.563221:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320765.563246:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384363136:0@lo:38:kworker.0 00000100:00100000:2.0:1767320765.563267:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320765.563286:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384363392:0@lo:38:kworker.0 00000100:00100000:2.0:1767320765.563301:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320765.563329:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384363648:0@lo:38:kworker.0 00000100:00100000:2.0:1767320765.563347:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320765.563372:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384363520 00000100:00100000:2.0:1767320765.563375:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384363520 00000100:00100000:2.0:1767320765.563399:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384363264 00000100:00100000:2.0:1767320765.563411:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384363264 00000100:00100000:2.0:1767320765.563424:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384363008 00000100:00100000:2.0:1767320765.563427:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384363008 00000100:00100000:2.0:1767320765.563434:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384363392 00000100:00100000:2.0:1767320765.563435:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384363392 00000100:00100000:2.0:1767320765.563441:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384363648 00000100:00100000:2.0:1767320765.563443:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384363648 00000100:00100000:2.0:1767320765.563455:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5582 00000100:00100000:2.0:1767320765.563462:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384363520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320765.563514:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384363520:12345-0@lo:400:kworker.0 Request processed in 52us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320765.563521:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5582 00000100:00100000:2.0:1767320765.563537:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5583 00000100:00100000:2.0:1767320765.563542:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384363264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320765.563567:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384363264:12345-0@lo:400:kworker.0 Request processed in 25us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320765.563572:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5583 00000100:00100000:2.0:1767320765.563582:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24976 00000100:00100000:2.0:1767320765.563585:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384363008:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320765.563604:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320765.563634:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384363008:12345-0@lo:38:kworker.0 Request processed in 47us (413us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320765.563639:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24976 00000100:00100000:2.0:1767320765.563648:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24977 00000100:00100000:2.0:1767320765.563651:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384363392:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320765.563659:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320765.563675:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384363392:12345-0@lo:38:kworker.0 Request processed in 22us (373us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320765.563680:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24977 00000100:00100000:2.0:1767320765.563688:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24978 00000100:00100000:2.0:1767320765.563691:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384363648:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320765.563698:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320765.563714:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384363648:12345-0@lo:38:kworker.0 Request processed in 21us (365us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320765.563719:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24978 00000100:00100000:2.0:1767320765.563738:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384363136 00000100:00100000:2.0:1767320765.563741:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384363136 00000100:00100000:2.0:1767320765.563759:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2972 00000100:00100000:2.0:1767320765.563763:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384363136:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320765.563771:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320765.563815:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384363136:12345-0@lo:38:kworker.0 Request processed in 51us (547us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320765.563822:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2972 00000100:00080000:2.0:1767320765.563882:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320765.563887:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320765.563890:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384363008:0@lo:38:kworker.0 00000100:00080000:2.0:1767320765.563899:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320765.563903:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320765.563905:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384363136:0@lo:38:kworker.0 00000100:00080000:2.0:1767320765.563912:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320765.563915:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320765.563917:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384363392:0@lo:38:kworker.0 00000100:00080000:2.0:1767320765.563923:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320765.563926:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320765.563928:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384363648:0@lo:38:kworker.0 00000100:00080000:3.0:1767320765.565062:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320765.565071:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320765.565074:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320765.565128:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384363264:0@lo:400:kworker.0 00000100:00100000:3.0:1767320765.565143:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384363520:0@lo:400:kworker.0 00000100:00100000:0.0:1767320765.569864:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2268 00000100:00100000:0.0:1767320765.569893:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384363776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320765.572433:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384363776:12345-0@lo:400:kworker.0 Request processed in 2545us (11464us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320765.572449:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2268 00000100:00100000:0.0:1767320765.572493:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2269 00000100:00100000:0.0:1767320765.572512:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384363904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320765.572581:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384363904:12345-0@lo:400:kworker.0 Request processed in 79us (9861us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320765.572587:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2269 00000100:00100000:3.0:1767320765.579645:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384363776:0@lo:400:kworker.0 00000100:00100000:3.0:1767320765.579692:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384363904:0@lo:400:kworker.0 00000100:00100000:3.0:1767320766.071359:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384364032:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320766.071460:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767320766.071838:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320766.072162:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384364032 00000100:00100000:0.0:1767320766.072171:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384364032 00000100:00100000:0.0:1767320766.072226:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3095 00000100:00100000:0.0:1767320766.072237:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384364032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320766.072269:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320766.072332:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384364032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (871us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320766.072343:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3095 00000100:00100000:3.0:1767320766.072440:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384364032:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320766.072702:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320766.072714:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384364160:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320766.072745:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320766.073003:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384364160 00000100:00100000:0.0:1767320766.073009:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384364160 00000100:00100000:0.0:1767320766.073043:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3096 00000100:00100000:0.0:1767320766.073050:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384364160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320766.073069:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320766.073113:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384364160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 62us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320766.073119:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3096 00000100:00100000:1.0:1767320766.073268:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384364160:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320766.582923:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320767.094979:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320767.606969:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320768.119254:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320768.630966:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320769.143031:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320769.655067:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320770.166996:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320770.632024:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320770.633144:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297445632 00000100:00100000:1.0:1767320770.633156:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297445632 00000100:00100000:1.0:1767320770.633281:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5584 00000100:00100000:1.0:1767320770.633296:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297445632:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320770.633412:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297445632:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 121us (1396us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320770.633419:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5584 00000100:00080000:3.0:1767320770.634119:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320770.634470:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320770.635138:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297445504 00000100:00100000:2.0:1767320770.635148:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297445504 00000100:00100000:2.0:1767320770.635235:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24979 00000100:00100000:2.0:1767320770.635242:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297445504:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320770.635264:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320770.635325:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297445504:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 82us (856us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320770.635332:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24979 00000100:00100000:1.0:1767320770.678936:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320770.679273:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320770.679280:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320770.679283:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320770.679287:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320770.679291:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320770.679298:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5668 00000100:00080000:0.0:1767320770.679303:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320770.679310:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320770.679365:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968ca80 x1853164384364288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320770.679387:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320770.679390:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320770.679392:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320770.679395:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5668 00000100:00080000:0.0:1767320770.679398:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320770.679401:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320770.679424:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968d880 x1853164384364416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320770.679460:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320770.679464:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320770.679466:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320770.679470:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5668 00000100:00080000:0.0:1767320770.679472:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320770.679476:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320770.679490:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968c700 x1853164384364672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320770.679506:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320770.679509:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320770.679511:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320770.679514:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5668 00000100:00080000:0.0:1767320770.679517:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320770.679520:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320770.679531:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db2680 x1853164384364928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320770.679584:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384365184:0@lo:400:kworker.0 00000100:00100000:0.0:1767320770.679644:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320770.679710:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320770.679717:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384365056:0@lo:400:kworker.0 00000100:00100000:0.0:1767320770.679747:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320770.679771:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384365184 00000100:00100000:0.0:1767320770.679776:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384365184 00000100:00100000:0.0:1767320770.679833:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384365056 00000100:00100000:0.0:1767320770.679835:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384365056 00000100:00100000:0.0:1767320770.679849:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2270 00000100:00100000:0.0:1767320770.679854:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384365184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320770.679900:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384365184:12345-0@lo:400:kworker.0 Request processed in 45us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320770.679906:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2270 00000100:00100000:0.0:1767320770.679923:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2271 00000100:00100000:0.0:1767320770.679929:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384365056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320770.679953:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384365056:12345-0@lo:400:kworker.0 Request processed in 25us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320770.679957:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2271 00000100:00080000:0.0:1767320770.679968:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320770.679971:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320770.679993:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384365056:0@lo:400:kworker.0 00000100:00100000:0.0:1767320770.679999:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384365184:0@lo:400:kworker.0 00000100:00100000:1.0:1767320770.680165:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384364800:0@lo:400:kworker.0 00000100:00100000:1.0:1767320770.680188:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320770.680213:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320770.680217:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384364544:0@lo:400:kworker.0 00000100:00100000:1.0:1767320770.680230:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320770.680261:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384364800 00000100:00100000:1.0:1767320770.680265:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384364800 00000100:00100000:1.0:1767320770.680295:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384364544 00000100:00100000:1.0:1767320770.680297:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384364544 00000100:00100000:1.0:1767320770.680318:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5585 00000100:00100000:1.0:1767320770.680324:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384364800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320770.680378:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384364800:12345-0@lo:400:kworker.0 Request processed in 55us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320770.680384:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5585 00000100:00100000:1.0:1767320770.680395:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5586 00000100:00100000:1.0:1767320770.680402:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384364544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320770.680438:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384364544:12345-0@lo:400:kworker.0 Request processed in 36us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320770.680443:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5586 00000100:00100000:1.0:1767320770.680467:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384364544:0@lo:400:kworker.0 00000100:00100000:1.0:1767320770.680476:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384364800:0@lo:400:kworker.0 00000100:00080000:0.0:1767320770.681160:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320770.681957:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384364288:0@lo:38:kworker.0 00000100:00100000:2.0:1767320770.682014:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320770.682054:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384364416:0@lo:38:kworker.0 00000100:00100000:2.0:1767320770.682078:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320770.682101:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384364672:0@lo:38:kworker.0 00000100:00100000:2.0:1767320770.682122:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320770.682138:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384364928:0@lo:38:kworker.0 00000100:00100000:2.0:1767320770.682156:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320770.682190:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384364288 00000100:00100000:2.0:1767320770.682196:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384364288 00000100:00100000:2.0:1767320770.682216:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384364672 00000100:00100000:2.0:1767320770.682218:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384364672 00000100:00100000:2.0:1767320770.682225:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384364928 00000100:00100000:2.0:1767320770.682227:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384364928 00000100:00100000:2.0:1767320770.682236:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24980 00000100:00100000:2.0:1767320770.682241:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384364288:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320770.682258:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320770.682297:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384364288:12345-0@lo:38:kworker.0 Request processed in 54us (283us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320770.682304:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24980 00000100:00100000:2.0:1767320770.682318:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24981 00000100:00100000:2.0:1767320770.682322:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384364672:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320770.682333:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320770.682377:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384364672:12345-0@lo:38:kworker.0 Request processed in 53us (253us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320770.682382:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24981 00000100:00100000:2.0:1767320770.682393:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24982 00000100:00100000:2.0:1767320770.682397:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384364928:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320770.682405:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320770.682432:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384364928:12345-0@lo:38:kworker.0 Request processed in 34us (276us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320770.682436:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24982 00000100:00100000:2.0:1767320770.682458:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384364416 00000100:00100000:2.0:1767320770.682461:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384364416 00000100:00100000:2.0:1767320770.682479:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2973 00000100:00100000:2.0:1767320770.682484:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384364416:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320770.682492:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320770.682514:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384364416:12345-0@lo:38:kworker.0 Request processed in 30us (435us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320770.682518:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2973 00000100:00080000:2.0:1767320770.682552:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320770.682557:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320770.682560:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384364288:0@lo:38:kworker.0 00000100:00080000:2.0:1767320770.682568:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320770.682571:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320770.682573:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384364416:0@lo:38:kworker.0 00000100:00080000:2.0:1767320770.682578:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320770.682581:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320770.682583:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384364672:0@lo:38:kworker.0 00000100:00080000:2.0:1767320770.682590:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320770.682592:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320770.682595:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384364928:0@lo:38:kworker.0 00000100:00100000:3.0:1767320771.191047:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384365312:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320771.191157:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320771.191259:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384365312 00000100:00100000:1.0:1767320771.191275:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384365312 00000100:00100000:1.0:1767320771.191364:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3097 00000100:00100000:1.0:1767320771.191379:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384365312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320771.191421:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320771.192653:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384365440:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320771.192713:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320771.192778:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384365440 00000100:00100000:0.0:1767320771.192800:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384365440 00000100:00100000:0.0:1767320771.192842:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3098 00000100:00100000:0.0:1767320771.192847:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384365440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320771.192868:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320771.192897:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384365440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320771.192913:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3098 00000100:00100000:0.0:1767320771.193551:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384365440:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320771.197084:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384365312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5695us (5917us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320771.197102:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3097 00000100:00100000:3.0:1767320771.197138:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384365312:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320771.197259:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320771.703008:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320772.215004:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320772.728866:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320773.239003:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320773.752369:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320774.263239:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320774.726608:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320774.726718:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297446016 00000100:00100000:1.0:1767320774.726731:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297446016 00000100:00100000:1.0:1767320774.726836:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5587 00000100:00100000:1.0:1767320774.726852:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297446016:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320774.726931:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297446016:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 85us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320774.726938:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5587 00000400:00000100:3.0:1767320774.727027:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297445760 offset 0 length 520: 4 00000100:00080000:2.0:1767320774.727046:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320774.727123:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320774.728628:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297445888 00000100:00100000:1.0:1767320774.728640:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297445888 00000100:00100000:1.0:1767320774.728689:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24983 00000100:00100000:1.0:1767320774.728697:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297445888:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320774.728718:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320774.728777:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297445888:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 79us (1653us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320774.728819:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24983 00000100:00100000:0.0:1767320774.775269:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320775.289947:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320775.798926:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320775.798937:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320775.798941:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320775.798945:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320775.798949:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320775.798957:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5673 00000100:00080000:0.0:1767320775.798962:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320775.798970:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320775.799013:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafec380 x1853164384365568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320775.799030:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320775.799033:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320775.799035:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320775.799039:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5673 00000100:00080000:0.0:1767320775.799041:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320775.799044:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320775.799057:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafeea00 x1853164384365696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320775.799099:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320775.799103:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320775.799105:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320775.799109:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5673 00000100:00080000:0.0:1767320775.799111:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320775.799115:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320775.799125:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafeed80 x1853164384365952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320775.799141:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320775.799143:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320775.799145:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320775.799148:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5673 00000100:00080000:0.0:1767320775.799150:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320775.799152:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320775.799160:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafec700 x1853164384366208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320775.799215:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384365824:0@lo:400:kworker.0 00000100:00100000:0.0:1767320775.799282:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320775.799386:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320775.799393:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384366080:0@lo:400:kworker.0 00000100:00100000:0.0:1767320775.799416:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320775.799444:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384366464:0@lo:400:kworker.0 00000100:00100000:0.0:1767320775.799502:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320775.799524:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320775.799529:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384366336:0@lo:400:kworker.0 00000100:00100000:0.0:1767320775.799550:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320775.799655:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320775.799674:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384365824 00000100:00100000:1.0:1767320775.799682:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384365824 00000100:00100000:1.0:1767320775.799728:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384366080 00000100:00100000:1.0:1767320775.799732:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384366080 00000100:00100000:1.0:1767320775.799757:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5588 00000100:00100000:1.0:1767320775.799765:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384365824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320775.799838:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384365824:12345-0@lo:400:kworker.0 Request processed in 73us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320775.799846:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5588 00000100:00100000:1.0:1767320775.799863:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5589 00000100:00100000:1.0:1767320775.799870:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384366080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320775.799895:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384366080:12345-0@lo:400:kworker.0 Request processed in 26us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320775.799900:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5589 00000100:00100000:1.0:1767320775.799916:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384366464 00000100:00100000:1.0:1767320775.799919:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384366464 00000100:00100000:1.0:1767320775.799945:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384366336 00000100:00100000:1.0:1767320775.799948:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384366336 00000100:00100000:1.0:1767320775.799966:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2272 00000100:00100000:1.0:1767320775.799973:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384366464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320775.800006:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384366464:12345-0@lo:400:kworker.0 Request processed in 34us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320775.800012:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2272 00000100:00100000:1.0:1767320775.800022:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2273 00000100:00100000:1.0:1767320775.800028:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384366336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320775.800054:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384366336:12345-0@lo:400:kworker.0 Request processed in 26us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320775.800060:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2273 00000100:00100000:1.0:1767320775.800098:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384366336:0@lo:400:kworker.0 00000100:00100000:1.0:1767320775.800107:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384366464:0@lo:400:kworker.0 00000100:00100000:1.0:1767320775.800133:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384366080:0@lo:400:kworker.0 00000100:00100000:1.0:1767320775.800143:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384365824:0@lo:400:kworker.0 00000100:00100000:2.0:1767320775.800226:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320750/real 1767320750] req@ffff9369a592b480 x1853164384359040/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320775 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320775.800243:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369a592b480 x1853164384359040/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320775 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320775.800258:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384365568:0@lo:38:kworker.0 00000100:00100000:2.0:1767320775.800285:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320775.800325:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384365696:0@lo:38:kworker.0 00000100:00100000:2.0:1767320775.800347:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320775.800370:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384365952:0@lo:38:kworker.0 00000100:00100000:2.0:1767320775.800388:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320775.800403:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384366208:0@lo:38:kworker.0 00000100:00100000:2.0:1767320775.800419:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320775.800429:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320775.800439:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320775.800442:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384359040:0@lo:250:kworker.0 00000100:00100000:2.0:1767320775.800463:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384365568 00000100:00100000:2.0:1767320775.800467:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384365568 00000100:00100000:2.0:1767320775.800481:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384365952 00000100:00100000:2.0:1767320775.800484:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384365952 00000100:00100000:2.0:1767320775.800491:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384366208 00000100:00100000:2.0:1767320775.800492:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384366208 00000100:00100000:2.0:1767320775.800501:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24984 00000100:00100000:2.0:1767320775.800505:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384365568:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320775.800522:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320775.800555:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384365568:12345-0@lo:38:kworker.0 Request processed in 48us (269us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320775.800561:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24984 00000100:00100000:2.0:1767320775.800573:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24985 00000100:00100000:2.0:1767320775.800577:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384365952:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320775.800585:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320775.800606:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384365952:12345-0@lo:38:kworker.0 Request processed in 29us (217us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320775.800612:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24985 00000100:00100000:2.0:1767320775.800623:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24986 00000100:00100000:2.0:1767320775.800627:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384366208:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320775.800636:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320775.800657:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384366208:12345-0@lo:38:kworker.0 Request processed in 28us (237us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320775.800661:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24986 00000100:00080000:2.0:1767320775.800680:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320775.800684:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320775.800686:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320775.800704:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384365696 00000100:00100000:2.0:1767320775.800707:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384365696 00000100:00100000:2.0:1767320775.800727:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2974 00000100:00100000:2.0:1767320775.800731:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384365696:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320775.800740:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320775.800763:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384365696:12345-0@lo:38:kworker.0 Request processed in 30us (414us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320775.800769:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2974 00000100:00080000:2.0:1767320775.800827:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320775.800831:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320775.800834:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384365568:0@lo:38:kworker.0 00000100:00080000:2.0:1767320775.800842:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320775.800845:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320775.800848:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384365696:0@lo:38:kworker.0 00000100:00080000:2.0:1767320775.800855:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320775.800858:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320775.800860:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384365952:0@lo:38:kworker.0 00000100:00080000:2.0:1767320775.800867:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320775.800869:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320775.800872:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384366208:0@lo:38:kworker.0 00000100:00080000:3.0:1767320775.801064:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320775.801069:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320775.801072:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320775.801076:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5653 00000100:00080000:3.0:1767320775.801080:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320775.801084:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320775.801105:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8911f80 x1853164384366592/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320775.801602:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8911f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384366592:0@lo:250:kworker.0 00000400:00000100:2.0:1767320775.801633:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384366592 offset 0 length 520: 4 00010000:00010000:1.0:1767320776.311335:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320776.311984:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320776.312010:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384366720:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320776.312078:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320776.312902:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384366720 00000100:00100000:2.0:1767320776.312911:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384366720 00000100:00100000:2.0:1767320776.312967:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3099 00000100:00100000:2.0:1767320776.312976:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384366720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320776.313013:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320776.313083:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384366720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (1003us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320776.313090:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3099 00000100:00100000:1.0:1767320776.313184:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384366720:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320776.315910:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384366848:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320776.315974:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320776.316066:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384366848 00000100:00100000:3.0:1767320776.316074:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384366848 00000100:00100000:3.0:1767320776.316125:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3100 00000100:00100000:3.0:1767320776.316134:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384366848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320776.316165:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320776.322052:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384366848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5907us (6065us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320776.322069:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3100 00000100:00100000:1.0:1767320776.322180:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384366848:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320776.824634:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320777.334988:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320777.851708:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320778.362628:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320778.875439:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320779.383336:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320779.852959:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320779.853002:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320779.853079:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297446144 00000100:00100000:2.0:1767320779.853090:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297446144 00000100:00100000:2.0:1767320779.853173:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297446272 00000100:00100000:2.0:1767320779.853184:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297446272 00000100:00100000:2.0:1767320779.853244:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5590 00000100:00100000:2.0:1767320779.853260:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297446272:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:0.0:1767320779.853315:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320779.853344:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297446272:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 84us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320779.853352:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5590 00000100:00100000:2.0:1767320779.853370:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24987 00000100:00100000:2.0:1767320779.853375:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297446144:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320779.853396:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320779.853425:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297446144:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 49us (479us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320779.853432:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24987 00000100:00100000:0.0:1767320779.894975:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320780.408990:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320780.919164:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320780.919316:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320780.919323:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320780.919326:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320780.919330:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320780.919334:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320780.919342:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5679 00000100:00080000:3.0:1767320780.919346:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320780.919353:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320780.919395:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8912300 x1853164384366976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320780.919422:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320780.919426:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320780.919427:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320780.919431:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5679 00000100:00080000:3.0:1767320780.919434:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320780.919437:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320780.919460:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8910380 x1853164384367104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320780.919500:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320780.919504:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320780.919506:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320780.919509:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5679 00000100:00080000:3.0:1767320780.919511:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320780.919515:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320780.919548:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8913100 x1853164384367360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320780.919577:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320780.919581:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320780.919583:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320780.919586:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5679 00000100:00080000:3.0:1767320780.919589:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320780.919592:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320780.919603:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5133480 x1853164384367616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320780.919697:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384367232:0@lo:400:kworker.0 00000100:00100000:0.0:1767320780.919823:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320780.919900:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320780.919907:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384367488:0@lo:400:kworker.0 00000100:00100000:0.0:1767320780.919929:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320780.919974:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384367232 00000100:00100000:0.0:1767320780.919991:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384367232 00000100:00100000:0.0:1767320780.920040:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384367488 00000100:00100000:0.0:1767320780.920043:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384367488 00000100:00100000:0.0:1767320780.920072:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5591 00000100:00100000:0.0:1767320780.920080:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384367232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320780.920134:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384367232:12345-0@lo:400:kworker.0 Request processed in 54us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320780.920141:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5591 00000100:00100000:0.0:1767320780.920157:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5592 00000100:00100000:0.0:1767320780.920164:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384367488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320780.920191:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384367488:12345-0@lo:400:kworker.0 Request processed in 27us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320780.920197:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5592 00000100:00080000:0.0:1767320780.920213:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320780.920242:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384367488:0@lo:400:kworker.0 00000100:00100000:0.0:1767320780.920252:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384367232:0@lo:400:kworker.0 00000100:00100000:2.0:1767320780.921014:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384366976:0@lo:38:kworker.0 00000100:00100000:2.0:1767320780.921082:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320780.921128:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384367104:0@lo:38:kworker.0 00000100:00100000:2.0:1767320780.921155:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320780.921164:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384367872:0@lo:400:kworker.0 00000100:00100000:2.0:1767320780.921185:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8913100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384367360:0@lo:38:kworker.0 00000100:00100000:1.0:1767320780.921207:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320780.921230:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320780.921236:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320780.921255:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384367616:0@lo:38:kworker.0 00000100:00100000:1.0:1767320780.921257:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384367744:0@lo:400:kworker.0 00000100:00100000:1.0:1767320780.921301:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320780.921346:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384367872 00000100:00100000:1.0:1767320780.921351:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384367872 00000100:00100000:1.0:1767320780.921394:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2274 00000100:00100000:1.0:1767320780.921402:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384367872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320780.921456:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384367872:12345-0@lo:400:kworker.0 Request processed in 55us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320780.921463:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2274 00000100:00100000:3.0:1767320780.921471:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384366976 00000100:00100000:3.0:1767320780.921477:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384366976 00000100:00100000:1.0:1767320780.921479:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384367744 00000100:00100000:1.0:1767320780.921484:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384367744 00000100:00100000:3.0:1767320780.921504:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384367360 00000100:00100000:3.0:1767320780.921509:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384367360 00000100:00100000:1.0:1767320780.921515:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2275 00000100:00100000:1.0:1767320780.921525:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384367744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320780.921529:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24988 00000100:00100000:3.0:1767320780.921537:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384366976:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320780.921557:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320780.921563:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384367744:12345-0@lo:400:kworker.0 Request processed in 39us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320780.921570:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2275 00000100:00080000:1.0:1767320780.921597:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320780.921603:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320780.921603:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384366976:12345-0@lo:38:kworker.0 Request processed in 63us (518us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320780.921613:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24988 00000100:00100000:1.0:1767320780.921632:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384367744:0@lo:400:kworker.0 00000100:00100000:3.0:1767320780.921632:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24989 00000100:00100000:3.0:1767320780.921640:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384367360:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320780.921647:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384367872:0@lo:400:kworker.0 00010000:00020000:3.0:1767320780.921652:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320780.921681:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384367360:12345-0@lo:38:kworker.0 Request processed in 40us (451us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320780.921687:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24989 00000100:00100000:1.0:1767320780.921703:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384367104 00000100:00100000:1.0:1767320780.921707:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384367104 00000100:00100000:1.0:1767320780.921730:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2975 00000100:00100000:1.0:1767320780.921735:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384367104:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320780.921746:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320780.921777:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384367104:12345-0@lo:38:kworker.0 Request processed in 40us (621us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320780.921808:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2975 00000100:00100000:2.0:1767320780.922144:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320780.922190:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320780.922195:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320780.922199:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384366976:0@lo:38:kworker.0 00000100:00080000:2.0:1767320780.922207:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320780.922210:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320780.922213:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384367104:0@lo:38:kworker.0 00000100:00080000:2.0:1767320780.922220:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320780.922223:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320780.922226:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8913100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384367360:0@lo:38:kworker.0 00000100:00100000:3.0:1767320780.924235:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384367616 00000100:00100000:3.0:1767320780.924249:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384367616 00000100:00100000:3.0:1767320780.924329:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24990 00000100:00100000:3.0:1767320780.924337:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384367616:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320780.924356:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320780.924445:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384367616:12345-0@lo:38:kworker.0 Request processed in 107us (2301us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320780.924460:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24990 00000100:00080000:0.0:1767320780.924920:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320780.924926:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320780.924930:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384367616:0@lo:38:kworker.0 00010000:00010000:1.0:1767320781.431448:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320781.431773:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384368000:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320781.431863:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320781.431944:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320781.431952:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384368128:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320781.431975:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320781.432028:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384368000 00000100:00100000:0.0:1767320781.432037:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384368000 00000100:00100000:0.0:1767320781.432092:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384368128 00000100:00100000:0.0:1767320781.432096:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384368128 00000100:00100000:0.0:1767320781.432118:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3101 00000100:00100000:0.0:1767320781.432127:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384368000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320781.432170:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320781.432429:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3102 00000100:00100000:1.0:1767320781.432443:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384368128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320781.432467:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320781.432599:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384368000:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320781.440084:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384368128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 7636us (8097us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320781.440101:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3102 00000100:00100000:3.0:1767320781.440129:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384368128:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320781.440495:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384368000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 8367us (8630us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320781.440504:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3101 00000100:00100000:2.0:1767320781.943445:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320782.456108:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320782.966938:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320783.479012:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320783.991121:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320784.503703:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320784.969281:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320784.969337:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320784.971709:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297446528 00000100:00100000:2.0:1767320784.971727:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297446528 00000100:00100000:2.0:1767320784.971842:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297446400 00000100:00100000:2.0:1767320784.971846:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297446400 00000100:00100000:2.0:1767320784.971879:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5593 00000100:00100000:2.0:1767320784.971889:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297446528:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320784.971976:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297446528:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 89us (2706us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320784.971987:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5593 00000100:00100000:2.0:1767320784.972005:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24991 00000100:00100000:2.0:1767320784.972008:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297446400:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320784.972038:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320784.972062:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297446400:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 52us (2725us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320784.972067:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24991 00000100:00080000:1.0:1767320784.972831:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320785.014961:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320785.526994:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320786.038923:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320786.039097:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320786.039104:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320786.039107:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320786.039112:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320786.039116:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320786.039123:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5684 00000100:00080000:2.0:1767320786.039128:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320786.039135:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320786.039212:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f231880 x1853164384368256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320786.039322:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384368256:0@lo:38:kworker.0 00000100:00100000:0.0:1767320786.039403:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320786.039627:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320786.039631:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320786.039634:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320786.039638:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5684 00000100:00080000:2.0:1767320786.039641:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320786.039644:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320786.039662:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592b480 x1853164384368384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320786.039715:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384368256 00000100:00100000:3.0:1767320786.039724:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384368256 00000100:00100000:3.0:1767320786.039774:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24992 00000100:00100000:3.0:1767320786.039800:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384368256:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320786.039834:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320786.042317:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384368384:0@lo:38:kworker.0 00000100:00100000:0.0:1767320786.042402:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320786.042511:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384368384 00000100:00100000:1.0:1767320786.042520:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384368384 00000100:00100000:1.0:1767320786.042558:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2976 00000100:00100000:1.0:1767320786.042565:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384368384:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320786.042585:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320786.042621:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384368384:12345-0@lo:38:kworker.0 Request processed in 56us (219us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320786.042628:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2976 00000100:00080000:2.0:1767320786.044083:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320786.044089:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320786.044093:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320786.044100:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5684 00000100:00080000:2.0:1767320786.044105:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320786.044112:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320786.044131:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39ad80 x1853164384368640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320786.044147:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320786.044150:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320786.044152:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320786.044155:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5684 00000100:00080000:2.0:1767320786.044157:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320786.044160:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320786.044168:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a399880 x1853164384368896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320786.044236:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384369024:0@lo:400:kworker.0 00000100:00100000:2.0:1767320786.044303:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320786.044335:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320786.044341:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384369152:0@lo:400:kworker.0 00000100:00100000:2.0:1767320786.044362:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320786.044626:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384368512:0@lo:400:kworker.0 00000100:00100000:1.0:1767320786.044657:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320786.044679:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320786.044684:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384368768:0@lo:400:kworker.0 00000100:00100000:1.0:1767320786.044702:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320786.044736:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384368512 00000100:00100000:1.0:1767320786.044744:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384368512 00000100:00100000:1.0:1767320786.044836:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384368768 00000100:00100000:1.0:1767320786.044840:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384368768 00000100:00100000:1.0:1767320786.044871:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5594 00000100:00100000:1.0:1767320786.044879:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384368512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320786.045130:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384368512:12345-0@lo:400:kworker.0 Request processed in 251us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320786.045138:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5594 00000100:00100000:1.0:1767320786.045155:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5595 00000100:00100000:1.0:1767320786.045161:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384368768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320786.045186:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384368768:12345-0@lo:400:kworker.0 Request processed in 26us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320786.045191:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5595 00000100:00080000:1.0:1767320786.045207:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320786.045252:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384368768:0@lo:400:kworker.0 00000100:00100000:1.0:1767320786.045262:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384368512:0@lo:400:kworker.0 00000100:00100000:1.0:1767320786.045364:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384369024 00000100:00100000:1.0:1767320786.045368:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384369024 00000100:00100000:1.0:1767320786.045574:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384369152 00000100:00100000:1.0:1767320786.045578:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384369152 00000100:00100000:1.0:1767320786.045603:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2276 00000100:00100000:1.0:1767320786.045611:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384369024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320786.045650:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384369024:12345-0@lo:400:kworker.0 Request processed in 40us (1345us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320786.045656:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2276 00000100:00100000:1.0:1767320786.046109:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2277 00000100:00100000:1.0:1767320786.046118:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384369152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320786.046150:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384369152:12345-0@lo:400:kworker.0 Request processed in 35us (1787us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320786.046156:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2277 00000100:00080000:1.0:1767320786.046184:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320786.046188:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320786.046250:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384369152:0@lo:400:kworker.0 00000100:00100000:1.0:1767320786.046260:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384369024:0@lo:400:kworker.0 00000100:00100000:3.0:1767320786.051048:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384368256:12345-0@lo:38:kworker.0 Request processed in 11254us (11633us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320786.051065:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24992 00000100:00080000:0.0:1767320786.055553:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320786.055566:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320786.055572:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384368256:0@lo:38:kworker.0 00000100:00100000:0.0:1767320786.055620:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384368640:0@lo:38:kworker.0 00000100:00100000:0.0:1767320786.055693:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320786.055739:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384368896:0@lo:38:kworker.0 00000100:00100000:0.0:1767320786.055758:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320786.055994:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384368640 00000100:00100000:1.0:1767320786.056001:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384368640 00000100:00100000:1.0:1767320786.056048:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384368896 00000100:00100000:1.0:1767320786.056051:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384368896 00000100:00100000:1.0:1767320786.056076:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24993 00000100:00100000:1.0:1767320786.056083:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384368640:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320786.056105:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320786.056146:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384368640:12345-0@lo:38:kworker.0 Request processed in 62us (453us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320786.056153:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24993 00000100:00100000:1.0:1767320786.056168:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24994 00000100:00100000:1.0:1767320786.056172:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384368896:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320786.056182:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320786.056204:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384368896:12345-0@lo:38:kworker.0 Request processed in 31us (446us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320786.056210:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24994 00000100:00080000:0.0:1767320786.056455:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320786.056461:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320786.056464:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384368384:0@lo:38:kworker.0 00000100:00080000:0.0:1767320786.056487:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320786.056490:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320786.056493:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384368640:0@lo:38:kworker.0 00000100:00080000:0.0:1767320786.056501:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320786.056503:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320786.056506:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384368896:0@lo:38:kworker.0 00000100:00100000:1.0:1767320786.551124:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384369280:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320786.551208:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320786.551358:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384369280 00000100:00100000:0.0:1767320786.551367:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384369280 00000100:00100000:0.0:1767320786.551428:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3103 00000100:00100000:0.0:1767320786.551437:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384369280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320786.551465:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320786.551510:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384369280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320786.551516:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3103 00000100:00100000:0.0:1767320786.551560:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384369280:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320786.551803:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320786.551975:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320786.551985:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384369408:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320786.552014:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320786.552042:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384369408 00000100:00100000:0.0:1767320786.552046:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384369408 00000100:00100000:0.0:1767320786.552069:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3104 00000100:00100000:0.0:1767320786.552075:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698d1fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384369408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320786.552094:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320786.552124:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698d1fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384369408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320786.552130:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3104 00000100:00100000:0.0:1767320786.552350:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384369408:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320787.063022:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320787.575011:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320788.087046:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320788.607091:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320789.110926:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320789.623008:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320790.087321:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320790.087411:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297446784 00000100:00100000:2.0:1767320790.087420:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297446784 00000100:00100000:2.0:1767320790.087527:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5596 00000100:00100000:2.0:1767320790.087535:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297446784:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320790.087635:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297446784:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 99us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320790.087643:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5596 00000100:00080000:1.0:1767320790.087838:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320790.088532:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320790.088645:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297446656 00000100:00100000:3.0:1767320790.088653:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297446656 00000100:00100000:3.0:1767320790.088819:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24995 00000100:00100000:3.0:1767320790.088826:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297446656:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320790.088847:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320790.088900:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297446656:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 74us (369us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320790.088906:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24995 00000100:00100000:3.0:1767320790.134899:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320790.647133:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320791.159508:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320791.159967:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320791.159973:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320791.159976:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320791.159980:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320791.159984:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320791.159992:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5689 00000100:00080000:0.0:1767320791.159997:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320791.160005:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320791.160047:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d8700 x1853164384369536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320791.160077:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320791.160839:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320791.160842:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320791.160850:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5689 00000100:00080000:0.0:1767320791.160853:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320791.160858:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320791.160878:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6db800 x1853164384369664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320791.160941:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320791.160945:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320791.160946:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320791.160950:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5689 00000100:00080000:0.0:1767320791.160953:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320791.160956:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320791.160967:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d8380 x1853164384369920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320791.160983:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320791.160986:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320791.160988:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320791.160991:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5689 00000100:00080000:0.0:1767320791.160993:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320791.160996:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320791.161006:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d8000 x1853164384370176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320791.161072:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384370304:0@lo:400:kworker.0 00000100:00100000:0.0:1767320791.161144:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320791.161213:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320791.161220:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384370432:0@lo:400:kworker.0 00000100:00100000:0.0:1767320791.161242:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320791.162503:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384369792:0@lo:400:kworker.0 00000100:00100000:1.0:1767320791.162564:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320791.162612:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320791.162620:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384370048:0@lo:400:kworker.0 00000100:00100000:1.0:1767320791.162641:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320791.162674:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384370304 00000100:00100000:1.0:1767320791.162682:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384370304 00000100:00100000:1.0:1767320791.162737:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384370432 00000100:00100000:1.0:1767320791.162740:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384370432 00000100:00100000:1.0:1767320791.162766:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2278 00000100:00100000:1.0:1767320791.162775:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384370304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320791.162853:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384370304:12345-0@lo:400:kworker.0 Request processed in 79us (1707us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320791.162864:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2278 00000100:00100000:1.0:1767320791.162880:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2279 00000100:00100000:1.0:1767320791.162896:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384370432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320791.162925:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384370432:12345-0@lo:400:kworker.0 Request processed in 31us (1683us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320791.162931:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2279 00000100:00080000:1.0:1767320791.162953:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320791.162957:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320791.163102:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384369792 00000100:00100000:0.0:1767320791.163107:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384369792 00000100:00100000:0.0:1767320791.163147:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384370048 00000100:00100000:0.0:1767320791.163151:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384370048 00000100:00100000:0.0:1767320791.163181:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5597 00000100:00100000:0.0:1767320791.163188:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384369792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320791.163227:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384369792:12345-0@lo:400:kworker.0 Request processed in 40us (662us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320791.163233:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5597 00000100:00100000:0.0:1767320791.163247:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5598 00000100:00100000:0.0:1767320791.163253:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384370048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320791.163290:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384370048:12345-0@lo:400:kworker.0 Request processed in 37us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320791.163295:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5598 00000100:00100000:2.0:1767320791.163833:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384369536:0@lo:38:kworker.0 00000100:00100000:2.0:1767320791.163872:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320791.163904:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384369664:0@lo:38:kworker.0 00000100:00100000:2.0:1767320791.163927:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320791.163950:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384369920:0@lo:38:kworker.0 00000100:00100000:2.0:1767320791.163970:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320791.163987:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384370176:0@lo:38:kworker.0 00000100:00100000:2.0:1767320791.164007:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320791.164032:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384369536 00000100:00100000:2.0:1767320791.164037:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384369536 00000100:00100000:2.0:1767320791.164054:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384369920 00000100:00100000:2.0:1767320791.164056:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384369920 00000100:00100000:2.0:1767320791.164062:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384370176 00000100:00100000:2.0:1767320791.164064:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384370176 00000100:00100000:2.0:1767320791.164073:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24996 00000100:00100000:2.0:1767320791.164088:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384369536:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320791.164107:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320791.164144:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384369536:12345-0@lo:38:kworker.0 Request processed in 65us (270us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320791.164150:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24996 00000100:00100000:2.0:1767320791.164163:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24997 00000100:00100000:2.0:1767320791.164167:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384369920:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320791.164185:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320791.164208:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384369920:12345-0@lo:38:kworker.0 Request processed in 40us (237us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320791.164214:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24997 00000100:00100000:2.0:1767320791.164225:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24998 00000100:00100000:2.0:1767320791.164228:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384370176:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320791.164237:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320791.164258:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384370176:12345-0@lo:38:kworker.0 Request processed in 27us (249us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320791.164263:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24998 00000100:00100000:2.0:1767320791.164281:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384369664 00000100:00100000:2.0:1767320791.164284:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384369664 00000100:00100000:2.0:1767320791.164302:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2977 00000100:00100000:2.0:1767320791.164307:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384369664:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320791.164316:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320791.164353:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384369664:12345-0@lo:38:kworker.0 Request processed in 44us (424us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320791.164358:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2977 00000100:00080000:2.0:1767320791.164392:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320791.164397:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320791.164401:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384369536:0@lo:38:kworker.0 00000100:00080000:2.0:1767320791.164411:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320791.164414:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320791.164417:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384369664:0@lo:38:kworker.0 00000100:00080000:2.0:1767320791.164424:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320791.164427:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320791.164430:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384369920:0@lo:38:kworker.0 00000100:00080000:2.0:1767320791.164437:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320791.164439:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320791.164442:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384370176:0@lo:38:kworker.0 00000100:00100000:2.0:1767320791.164501:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384370432:0@lo:400:kworker.0 00000100:00100000:2.0:1767320791.164512:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384370304:0@lo:400:kworker.0 00000100:00100000:0.0:1767320791.165512:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384370048:0@lo:400:kworker.0 00000100:00100000:0.0:1767320791.165533:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384369792:0@lo:400:kworker.0 00000100:00080000:1.0:1767320791.167956:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320791.671249:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384370560:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320791.671321:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320791.671401:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384370560 00000100:00100000:1.0:1767320791.671410:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384370560 00000100:00100000:1.0:1767320791.671461:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3105 00000100:00100000:1.0:1767320791.671470:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384370560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320791.671499:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320791.671554:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384370560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320791.671561:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3105 00000100:00100000:1.0:1767320791.671610:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384370560:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767320791.671707:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320791.672143:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384370688:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320791.672195:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320791.672264:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384370688 00000100:00100000:1.0:1767320791.672269:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384370688 00000100:00100000:1.0:1767320791.672307:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3106 00000100:00100000:1.0:1767320791.672315:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384370688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320791.672335:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320791.672772:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384370688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 455us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320791.672797:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3106 00000100:00100000:3.0:1767320791.672873:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384370688:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320792.184540:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320792.697601:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320793.207165:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320793.719825:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320794.230918:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320794.745102:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320795.208297:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320795.208694:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320795.209333:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297446912 00000100:00100000:1.0:1767320795.209351:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297446912 00000100:00100000:1.0:1767320795.209620:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297447040 00000100:00100000:1.0:1767320795.209625:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297447040 00000100:00080000:3.0:1767320795.209737:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320795.210019:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5599 00000100:00100000:2.0:1767320795.210048:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297447040:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320795.216176:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 24999 00000100:00100000:0.0:1767320795.216220:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297446912:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320795.216265:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320795.216374:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297446912:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 162us (8091us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320795.216379:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297447040:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 6344us (7680us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320795.216387:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 24999 00000100:00100000:2.0:1767320795.216395:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5599 00000100:00100000:3.0:1767320795.266606:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320795.767585:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320796.279157:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320796.279998:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320796.280005:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320796.280008:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320796.280013:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320796.280018:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320796.280026:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5694 00000100:00080000:3.0:1767320796.280031:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320796.280053:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320796.280111:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130000 x1853164384370816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320796.280455:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320796.280458:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320796.280460:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320796.280463:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5694 00000100:00080000:3.0:1767320796.280466:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320796.280469:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320796.280481:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5131500 x1853164384370944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320796.280547:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320796.280552:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320796.280554:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320796.280558:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5694 00000100:00080000:3.0:1767320796.280561:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320796.280565:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320796.280580:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130380 x1853164384371200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320796.280601:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320796.280603:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320796.280604:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320796.280607:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5694 00000100:00080000:3.0:1767320796.280608:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320796.280611:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320796.280620:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5131f80 x1853164384371456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320796.280656:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384371712:0@lo:400:kworker.0 00000100:00100000:2.0:1767320796.280778:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384370816:0@lo:38:kworker.0 00000100:00100000:2.0:1767320796.280857:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320796.280923:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384370944:0@lo:38:kworker.0 00000100:00100000:2.0:1767320796.280954:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320796.280978:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384371200:0@lo:38:kworker.0 00000100:00100000:2.0:1767320796.280998:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320796.281012:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384371456:0@lo:38:kworker.0 00000100:00100000:2.0:1767320796.281030:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320796.281074:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384370816 00000100:00100000:2.0:1767320796.281082:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384370816 00000100:00100000:2.0:1767320796.281118:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384371200 00000100:00100000:2.0:1767320796.281130:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384371200 00000100:00100000:1.0:1767320796.282454:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384371328:0@lo:400:kworker.0 00000100:00100000:1.0:1767320796.282506:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320796.282570:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384371072:0@lo:400:kworker.0 00000100:00100000:0.0:1767320796.282608:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384371584:0@lo:400:kworker.0 00000100:00100000:0.0:1767320796.282630:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320796.282700:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320796.286629:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384370944 00000100:00100000:1.0:1767320796.286646:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384370944 00000100:00100000:1.0:1767320796.286720:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2978 00000100:00100000:1.0:1767320796.286730:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384370944:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320796.286756:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320796.286858:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384370944:12345-0@lo:38:kworker.0 Request processed in 128us (5902us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320796.286865:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2978 00000100:00100000:1.0:1767320796.286889:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384371584 00000100:00100000:1.0:1767320796.286893:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384371584 00000100:00100000:1.0:1767320796.286940:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384371712 00000100:00100000:1.0:1767320796.286943:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384371712 00000100:00100000:1.0:1767320796.286965:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2280 00000100:00100000:1.0:1767320796.286972:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384371584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320796.287021:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384371584:12345-0@lo:400:kworker.0 Request processed in 50us (4389us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320796.287028:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2280 00000100:00100000:1.0:1767320796.287040:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2281 00000100:00100000:1.0:1767320796.287047:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384371712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320796.287095:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384371712:12345-0@lo:400:kworker.0 Request processed in 48us (4393us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320796.287100:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2281 00000100:00100000:1.0:1767320796.287272:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320796.290819:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384371456 00000100:00100000:2.0:1767320796.291415:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384371456 00000100:00100000:2.0:1767320796.291567:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384371328 00000100:00100000:2.0:1767320796.291572:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384371328 00000100:00100000:2.0:1767320796.291627:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5600 00000100:00100000:2.0:1767320796.291641:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384371328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320796.294312:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25000 00000100:00100000:0.0:1767320796.294327:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384370816:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320796.294354:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320796.294468:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384370816:12345-0@lo:38:kworker.0 Request processed in 141us (13609us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320796.294478:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25000 00000100:00080000:1.0:1767320796.294661:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320796.294668:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320796.294672:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384370816:0@lo:38:kworker.0 00000100:00080000:1.0:1767320796.294684:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320796.294688:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320796.294793:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384370944:0@lo:38:kworker.0 00000100:00100000:1.0:1767320796.294930:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384371712:0@lo:400:kworker.0 00000100:00100000:0.0:1767320796.297658:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384371072 00000100:00100000:0.0:1767320796.297676:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384371072 00000100:00100000:0.0:1767320796.297748:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5601 00000100:00100000:0.0:1767320796.297760:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384371072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320796.297927:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384371072:12345-0@lo:400:kworker.0 Request processed in 168us (10670us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320796.297935:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5601 00000100:00100000:0.0:1767320796.297957:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25001 00000100:00100000:0.0:1767320796.297962:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384371200:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320796.297984:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320796.298023:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384371200:12345-0@lo:38:kworker.0 Request processed in 59us (17024us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320796.298029:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25001 00000100:00100000:0.0:1767320796.298044:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25002 00000100:00100000:0.0:1767320796.298048:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384371456:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320796.298058:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320796.298084:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384371456:12345-0@lo:38:kworker.0 Request processed in 34us (17052us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320796.298089:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25002 00000100:00100000:0.0:1767320796.298196:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384371584:0@lo:400:kworker.0 00000100:00080000:0.0:1767320796.298239:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320796.298244:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320796.298248:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384371200:0@lo:38:kworker.0 00000100:00080000:0.0:1767320796.298259:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320796.298263:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320796.298266:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384371456:0@lo:38:kworker.0 00000100:00100000:0.0:1767320796.298420:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384371072:0@lo:400:kworker.0 00000100:00100000:0.0:1767320796.298462:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384371328:0@lo:400:kworker.0 00000100:00080000:0.0:1767320796.298483:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320796.298489:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320796.298491:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320796.298824:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384371328:12345-0@lo:400:kworker.0 Request processed in 7186us (16316us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320796.298929:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5600 00010000:00010000:3.0:1767320796.791101:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320796.791107:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384371968:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320796.791234:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384371840:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320796.791264:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320796.791458:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384371968 00000100:00100000:2.0:1767320796.791469:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384371968 00000100:00100000:2.0:1767320796.791555:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3107 00000100:00100000:2.0:1767320796.791566:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384371968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320796.791621:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320796.791953:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384371968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 388us (688us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320796.791962:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3107 00000100:00100000:1.0:1767320796.792142:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320796.793415:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384371840 00000100:00100000:2.0:1767320796.793429:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384371840 00000100:00100000:2.0:1767320796.793501:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3108 00000100:00100000:2.0:1767320796.793511:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384371840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320796.793550:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320796.793649:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384371840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 138us (1505us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320796.793656:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3108 00000100:00100000:1.0:1767320796.793805:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384371840:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320796.798471:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384371968:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320797.303037:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320797.815157:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320798.327603:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320798.839247:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320799.350979:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320799.864011:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320800.335684:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320800.335721:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:0.0:1767320800.335752:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297447424 offset 0 length 520: 4 00000100:00100000:3.0:1767320800.335872:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297447168 00000100:00100000:3.0:1767320800.335882:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297447168 00000100:00100000:1.0:1767320800.335896:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297447296 00000100:00100000:1.0:1767320800.335902:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297447296 00000100:00100000:3.0:1767320800.335941:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25003 00000100:00100000:3.0:1767320800.336031:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297447168:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320800.336068:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320800.336096:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5602 00000100:00100000:1.0:1767320800.336107:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297447296:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320800.336159:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297447168:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 208us (482us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320800.336169:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297447296:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 63us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320800.336170:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25003 00000100:00100000:1.0:1767320800.336183:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5602 00000100:00080000:0.0:1767320800.342792:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320800.374929:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320775/real 1767320775] req@ffff9368b8911f80 x1853164384366592/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320800 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320800.374930:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320800.374982:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9368b8911f80 x1853164384366592/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320800 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320800.374999:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320800.375061:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320800.375064:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8911f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384366592:0@lo:250:kworker.0 00000100:00080000:2.0:1767320800.375124:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320800.375131:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320800.375135:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320800.375140:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5679 00000100:00080000:2.0:1767320800.375144:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320800.375152:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320800.375259:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39bb80 x1853164384372096/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320800.375311:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384372096:0@lo:250:kworker.0 00000400:00000100:0.0:1767320800.375364:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384372096 offset 0 length 520: 4 00000100:00080000:2.0:1767320800.375424:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320800.375428:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320800.375430:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320800.375446:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5699 00000100:00080000:2.0:1767320800.375449:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320800.375453:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320800.375474:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e1f80 x1853164384372224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320800.375503:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384372224:0@lo:38:kworker.0 00000100:00100000:0.0:1767320800.375563:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320800.375737:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384372224 00000100:00100000:3.0:1767320800.375746:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384372224 00000100:00100000:3.0:1767320800.375819:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25004 00000100:00100000:3.0:1767320800.375828:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384372224:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320800.375853:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320800.375901:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384372224:12345-0@lo:38:kworker.0 Request processed in 73us (339us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320800.375908:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25004 00000100:00080000:0.0:1767320800.375995:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320800.375999:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320800.376003:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384372224:0@lo:38:kworker.0 00000100:00080000:2.0:1767320800.376159:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320800.376163:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320800.376165:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320800.376183:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5699 00000100:00080000:2.0:1767320800.376186:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320800.376191:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320800.376208:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e1880 x1853164384372352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320800.376250:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384372352:0@lo:38:kworker.0 00000100:00100000:0.0:1767320800.376277:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320800.376337:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320800.376341:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320800.376343:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320800.376347:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5699 00000100:00080000:2.0:1767320800.376349:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320800.376353:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320800.376364:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e2a00 x1853164384372608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320800.376406:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384372480:0@lo:400:kworker.0 00000100:00100000:3.0:1767320800.376449:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320800.376519:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384372352 00000100:00100000:1.0:1767320800.376525:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384372352 00000100:00100000:1.0:1767320800.376567:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2979 00000100:00100000:1.0:1767320800.376573:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384372352:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320800.376585:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320800.376776:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384372608:0@lo:38:kworker.0 00000100:00100000:0.0:1767320800.376858:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320800.376976:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320800.376979:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320800.376981:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320800.376986:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5699 00000100:00080000:2.0:1767320800.376988:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320800.376992:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320800.377004:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e0700 x1853164384372864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320800.377043:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384372992:0@lo:400:kworker.0 00000100:00100000:2.0:1767320800.377098:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320800.377131:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320800.377136:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384373120:0@lo:400:kworker.0 00000100:00100000:2.0:1767320800.377156:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320800.377185:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384372992 00000100:00100000:2.0:1767320800.377190:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384372992 00000100:00100000:2.0:1767320800.377237:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384373120 00000100:00100000:2.0:1767320800.377241:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384373120 00000100:00100000:2.0:1767320800.377263:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2282 00000100:00100000:2.0:1767320800.377271:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384372992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320800.377316:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384372992:12345-0@lo:400:kworker.0 Request processed in 47us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320800.377323:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2282 00000100:00100000:2.0:1767320800.377338:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2283 00000100:00100000:2.0:1767320800.377344:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384373120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320800.377369:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384373120:12345-0@lo:400:kworker.0 Request processed in 26us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320800.377374:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2283 00000100:00100000:2.0:1767320800.377401:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384372736:0@lo:400:kworker.0 00000100:00100000:2.0:1767320800.377426:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320800.377504:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320800.377509:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320800.377545:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384373120:0@lo:400:kworker.0 00000100:00100000:2.0:1767320800.377558:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384372992:0@lo:400:kworker.0 00000100:00100000:1.0:1767320800.377638:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384372352:12345-0@lo:38:kworker.0 Request processed in 1062us (1358us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320800.377647:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2979 00000100:00100000:3.0:1767320800.377681:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384372480 00000100:00100000:3.0:1767320800.377686:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384372480 00000100:00100000:3.0:1767320800.377721:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384372608 00000100:00100000:3.0:1767320800.377724:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384372608 00000100:00100000:3.0:1767320800.377738:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384372736 00000100:00100000:3.0:1767320800.377741:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384372736 00000100:00100000:3.0:1767320800.377755:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5603 00000100:00100000:3.0:1767320800.377762:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384372480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320800.377820:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384372480:12345-0@lo:400:kworker.0 Request processed in 58us (1370us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320800.377825:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5603 00000100:00100000:3.0:1767320800.377839:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5604 00000100:00100000:3.0:1767320800.377845:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384372736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320800.377875:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384372736:12345-0@lo:400:kworker.0 Request processed in 30us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320800.377880:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5604 00000100:00100000:3.0:1767320800.377892:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25005 00000100:00100000:3.0:1767320800.377896:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384372608:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320800.377911:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320800.377937:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384372608:12345-0@lo:38:kworker.0 Request processed in 39us (1079us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320800.377943:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25005 00000100:00100000:3.0:1767320800.377967:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384372736:0@lo:400:kworker.0 00000100:00100000:3.0:1767320800.377986:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384372480:0@lo:400:kworker.0 00000100:00080000:3.0:1767320800.377996:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320800.378185:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320800.378191:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320800.378194:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384372352:0@lo:38:kworker.0 00000100:00100000:0.0:1767320800.378213:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384372864:0@lo:38:kworker.0 00000100:00100000:0.0:1767320800.378240:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320800.378273:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320800.378277:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320800.378280:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384372608:0@lo:38:kworker.0 00000100:00100000:3.0:1767320800.378345:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384372864 00000100:00100000:3.0:1767320800.378350:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384372864 00000100:00100000:3.0:1767320800.378380:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25006 00000100:00100000:3.0:1767320800.378385:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384372864:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320800.378397:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320800.378428:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384372864:12345-0@lo:38:kworker.0 Request processed in 42us (187us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320800.378434:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25006 00000100:00080000:0.0:1767320800.378497:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320800.378501:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320800.378505:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384372864:0@lo:38:kworker.0 00010000:00010000:3.0:1767320800.892510:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320801.398878:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320801.911109:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320801.911138:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320801.911165:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384373248:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320801.911239:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320801.911294:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384373248 00000100:00100000:0.0:1767320801.911305:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384373248 00000100:00100000:0.0:1767320801.911367:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3109 00000100:00100000:0.0:1767320801.911377:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384373248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320801.911410:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320801.911468:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384373248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320801.911476:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3109 00000100:00100000:3.0:1767320801.911656:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384373248:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320801.914148:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384373376:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320801.914223:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320801.914526:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384373376 00000100:00100000:2.0:1767320801.914536:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384373376 00000100:00100000:2.0:1767320801.914600:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3110 00000100:00100000:2.0:1767320801.914609:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384373376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320801.914679:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320801.914738:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384373376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 130us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320801.914746:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3110 00000100:00100000:3.0:1767320801.915113:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384373376:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320802.422922:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320802.935266:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320803.452195:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320803.959284:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320804.470911:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320804.986857:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320805.448149:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320805.448295:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297447552 00000100:00100000:1.0:1767320805.448309:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297447552 00000100:00100000:1.0:1767320805.448371:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25007 00000100:00100000:1.0:1767320805.448381:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297447552:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320805.448411:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320805.448523:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297447552:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 140us (392us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320805.448540:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25007 00000100:00100000:3.0:1767320805.450535:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320805.450643:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297447680 00000100:00100000:1.0:1767320805.450654:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297447680 00000100:00100000:1.0:1767320805.450733:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5605 00000100:00100000:1.0:1767320805.450748:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297447680:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:3.0:1767320805.451452:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320805.451776:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297447680:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 749us (964us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320805.451810:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5605 00000100:00100000:3.0:1767320805.495084:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320805.499255:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320805.499267:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320805.499270:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320805.499274:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320805.499279:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320805.499287:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5703 00000100:00080000:0.0:1767320805.499292:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320805.499300:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320805.499347:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810a680 x1853164384373504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320805.499398:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320805.499402:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320805.499403:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320805.499408:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5703 00000100:00080000:0.0:1767320805.499417:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320805.499421:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320805.499436:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109180 x1853164384373632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320805.499484:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320805.499488:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320805.499490:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320805.499494:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5703 00000100:00080000:0.0:1767320805.499496:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320805.499500:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320805.499512:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7904a80 x1853164384373888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320805.499527:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320805.499530:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320805.499531:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320805.499535:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5703 00000100:00080000:0.0:1767320805.499537:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320805.499540:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320805.499564:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7907800 x1853164384374144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320805.499697:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384374272:0@lo:400:kworker.0 00000100:00100000:0.0:1767320805.499768:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320805.499865:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320805.499873:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384374400:0@lo:400:kworker.0 00000100:00100000:0.0:1767320805.499895:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320805.500318:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384373760:0@lo:400:kworker.0 00000100:00100000:3.0:1767320805.500399:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320805.500481:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320805.500499:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384374016:0@lo:400:kworker.0 00000100:00100000:3.0:1767320805.500545:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320805.500607:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384374272 00000100:00100000:2.0:1767320805.500615:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384374400 00000100:00100000:3.0:1767320805.500618:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384374272 00000100:00100000:2.0:1767320805.500630:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384374400 00000100:00100000:3.0:1767320805.500715:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2284 00000100:00100000:3.0:1767320805.500727:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384374272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320805.500827:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384374272:12345-0@lo:400:kworker.0 Request processed in 102us (1058us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320805.500835:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2284 00000100:00100000:1.0:1767320805.501462:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384373760 00000100:00100000:1.0:1767320805.501471:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384373760 00000100:00100000:1.0:1767320805.501519:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384374016 00000100:00100000:1.0:1767320805.501522:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384374016 00000100:00100000:1.0:1767320805.501548:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5606 00000100:00100000:1.0:1767320805.501557:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384373760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320805.501657:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384373760:12345-0@lo:400:kworker.0 Request processed in 101us (1257us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320805.501664:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5606 00000100:00100000:1.0:1767320805.501680:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5607 00000100:00100000:1.0:1767320805.501687:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384374016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320805.501714:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384374016:12345-0@lo:400:kworker.0 Request processed in 28us (1168us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320805.501719:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5607 00000100:00080000:1.0:1767320805.501737:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320805.501742:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320805.501744:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320805.501804:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384373504:0@lo:38:kworker.0 00000100:00100000:1.0:1767320805.501849:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320805.502007:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384373504 00000100:00100000:0.0:1767320805.502020:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384373504 00000100:00100000:0.0:1767320805.502076:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25008 00000100:00100000:0.0:1767320805.502083:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384373504:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320805.502108:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320805.502702:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384373632:0@lo:38:kworker.0 00000100:00100000:1.0:1767320805.502741:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320805.502805:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384373888:0@lo:38:kworker.0 00000100:00100000:1.0:1767320805.502839:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320805.502853:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384374144:0@lo:38:kworker.0 00000100:00100000:1.0:1767320805.502875:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320805.502914:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384373632 00000100:00100000:1.0:1767320805.502921:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384373632 00000100:00100000:1.0:1767320805.503052:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2980 00000100:00100000:1.0:1767320805.503058:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384373632:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320805.503077:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320805.503118:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384373632:12345-0@lo:38:kworker.0 Request processed in 58us (375us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320805.503126:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2980 00000100:00100000:1.0:1767320805.503145:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384373888 00000100:00100000:1.0:1767320805.503149:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384373888 00000100:00100000:1.0:1767320805.503160:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384374144 00000100:00100000:1.0:1767320805.503162:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384374144 00000100:00100000:1.0:1767320805.503170:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25009 00000100:00100000:1.0:1767320805.503174:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384373888:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320805.503183:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320805.503206:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384373888:12345-0@lo:38:kworker.0 Request processed in 31us (366us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320805.503211:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25009 00000100:00100000:1.0:1767320805.503222:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25010 00000100:00100000:1.0:1767320805.503226:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384374144:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320805.503233:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320805.505542:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384374144:12345-0@lo:38:kworker.0 Request processed in 2305us (2656us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320805.505556:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25010 00000100:00080000:1.0:1767320805.505648:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320805.505654:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320805.505658:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384373504:0@lo:38:kworker.0 00000100:00080000:1.0:1767320805.505672:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320805.505676:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320805.505679:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384373632:0@lo:38:kworker.0 00000100:00080000:1.0:1767320805.505689:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767320805.505694:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384373504:12345-0@lo:38:kworker.0 Request processed in 3394us (3628us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767320805.505695:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320805.505708:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384373888:0@lo:38:kworker.0 00000100:00100000:0.0:1767320805.505720:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25008 00000100:00080000:1.0:1767320805.505728:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320805.505737:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320805.505740:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384374144:0@lo:38:kworker.0 00000100:00100000:1.0:1767320805.505860:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384374272:0@lo:400:kworker.0 00000100:00100000:1.0:1767320805.505935:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384374016:0@lo:400:kworker.0 00000100:00100000:1.0:1767320805.506436:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384373760:0@lo:400:kworker.0 00000100:00100000:2.0:1767320805.509230:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2285 00000100:00100000:2.0:1767320805.509256:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384374400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320805.509360:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384374400:12345-0@lo:400:kworker.0 Request processed in 119us (9462us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320805.509368:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2285 00000100:00100000:1.0:1767320805.509765:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384374400:0@lo:400:kworker.0 00010000:00010000:3.0:1767320806.009550:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320806.520222:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320807.031214:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320807.031323:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320807.031352:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384374528:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320807.031450:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320807.031991:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384374528 00000100:00100000:0.0:1767320807.032002:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384374528 00000100:00100000:0.0:1767320807.032083:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3111 00000100:00100000:0.0:1767320807.032092:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384374528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320807.032132:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320807.032189:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384374528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (738us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320807.032197:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3111 00000100:00100000:0.0:1767320807.032416:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384374528:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320807.033183:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320807.033702:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384374656:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320807.034608:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320807.035016:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384374656 00000100:00100000:1.0:1767320807.035044:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384374656 00000100:00100000:1.0:1767320807.035124:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3112 00000100:00100000:1.0:1767320807.035140:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384374656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320807.035180:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320807.035269:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384374656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 136us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320807.035277:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3112 00000100:00100000:3.0:1767320807.035891:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384374656:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320807.035977:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320807.542943:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320808.055154:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320808.567721:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320809.081736:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320809.590945:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320810.104739:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320810.571220:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320810.571300:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320810.571932:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297447936 00000100:00100000:1.0:1767320810.571946:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297447936 00000100:00100000:1.0:1767320810.572061:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297447808 00000100:00100000:1.0:1767320810.572065:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297447808 00000100:00100000:1.0:1767320810.572093:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5608 00000100:00100000:1.0:1767320810.572113:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297447936:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320810.572224:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297447936:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 121us (1021us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320810.572236:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5608 00000100:00100000:1.0:1767320810.572256:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25011 00000100:00100000:1.0:1767320810.572261:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297447808:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320810.572285:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320810.572312:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297447808:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 50us (1012us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320810.572319:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25011 00000100:00080000:0.0:1767320810.573302:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320810.615154:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320810.615716:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320810.615725:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320810.615728:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320810.615732:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320810.615737:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320810.615746:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5708 00000100:00080000:3.0:1767320810.615751:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320810.615760:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320810.615828:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5131500 x1853164384374784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320810.615857:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320810.615861:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320810.615863:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320810.615867:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5708 00000100:00080000:3.0:1767320810.615871:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320810.615874:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320810.615888:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130000 x1853164384374912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320810.615943:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320810.615947:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320810.615949:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320810.615953:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5708 00000100:00080000:3.0:1767320810.615955:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320810.615959:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320810.615972:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5132d80 x1853164384375168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320810.615988:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320810.616005:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320810.616007:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320810.616011:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5708 00000100:00080000:3.0:1767320810.616013:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320810.616017:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320810.616031:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5131c00 x1853164384375424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320810.616090:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384375552:0@lo:400:kworker.0 00000100:00100000:3.0:1767320810.616176:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320810.616255:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320810.616261:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384375680:0@lo:400:kworker.0 00000100:00100000:3.0:1767320810.616286:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320810.616324:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384375552 00000100:00100000:3.0:1767320810.616333:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384375552 00000100:00100000:3.0:1767320810.616395:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384375680 00000100:00100000:3.0:1767320810.616398:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384375680 00000100:00100000:3.0:1767320810.616429:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2286 00000100:00100000:3.0:1767320810.616440:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384375552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320810.616500:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384375552:12345-0@lo:400:kworker.0 Request processed in 62us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320810.616507:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2286 00000100:00100000:3.0:1767320810.616526:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2287 00000100:00100000:3.0:1767320810.616532:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384375680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320810.616559:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384375680:12345-0@lo:400:kworker.0 Request processed in 28us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320810.616565:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2287 00000100:00080000:3.0:1767320810.616594:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320810.616599:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320810.616634:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384375680:0@lo:400:kworker.0 00000100:00100000:3.0:1767320810.616646:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384375552:0@lo:400:kworker.0 00000100:00100000:2.0:1767320810.616759:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384375296:0@lo:400:kworker.0 00000100:00100000:2.0:1767320810.616840:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320810.616869:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320810.616874:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384375040:0@lo:400:kworker.0 00000100:00100000:2.0:1767320810.616896:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320810.616941:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384375296 00000100:00100000:2.0:1767320810.616945:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384375296 00000100:00100000:2.0:1767320810.616986:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384375040 00000100:00100000:2.0:1767320810.616989:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384375040 00000100:00100000:2.0:1767320810.617028:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5609 00000100:00100000:2.0:1767320810.617035:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384375296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320810.617072:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384375296:12345-0@lo:400:kworker.0 Request processed in 39us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320810.617079:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5609 00000100:00100000:2.0:1767320810.617092:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5610 00000100:00100000:2.0:1767320810.617098:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384375040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320810.617125:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384375040:12345-0@lo:400:kworker.0 Request processed in 27us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320810.617131:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5610 00000100:00080000:2.0:1767320810.617149:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320810.617168:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384375040:0@lo:400:kworker.0 00000100:00100000:2.0:1767320810.617194:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384375296:0@lo:400:kworker.0 00000100:00100000:1.0:1767320810.617776:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384374784:0@lo:38:kworker.0 00000100:00100000:1.0:1767320810.617842:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320810.617876:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384374912:0@lo:38:kworker.0 00000100:00100000:1.0:1767320810.617901:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320810.617925:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384375168:0@lo:38:kworker.0 00000100:00100000:1.0:1767320810.617948:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320810.617966:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384375424:0@lo:38:kworker.0 00000100:00100000:1.0:1767320810.617986:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320810.618037:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384374912 00000100:00100000:1.0:1767320810.618043:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384374912 00000100:00100000:1.0:1767320810.618074:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2981 00000100:00100000:1.0:1767320810.618080:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384374912:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320810.618102:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320810.618140:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384374912:12345-0@lo:38:kworker.0 Request processed in 59us (237us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320810.618148:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2981 00000100:00100000:1.0:1767320810.618171:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384374784 00000100:00100000:1.0:1767320810.618175:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384374784 00000100:00100000:1.0:1767320810.618188:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384375168 00000100:00100000:1.0:1767320810.618191:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384375168 00000100:00100000:1.0:1767320810.618198:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384375424 00000100:00100000:1.0:1767320810.618201:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384375424 00000100:00100000:1.0:1767320810.618210:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25012 00000100:00100000:1.0:1767320810.618215:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384374784:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320810.618225:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320810.618250:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384374784:12345-0@lo:38:kworker.0 Request processed in 34us (408us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320810.618257:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25012 00000100:00100000:1.0:1767320810.618267:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25013 00000100:00100000:1.0:1767320810.618271:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384375168:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320810.618280:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320810.618300:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384375168:12345-0@lo:38:kworker.0 Request processed in 28us (352us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320810.618306:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25013 00000100:00100000:1.0:1767320810.618317:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25014 00000100:00100000:1.0:1767320810.618321:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384375424:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320810.618329:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320810.618349:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384375424:12345-0@lo:38:kworker.0 Request processed in 26us (362us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320810.618355:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25014 00000100:00080000:1.0:1767320810.618394:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320810.618400:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320810.618404:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384374784:0@lo:38:kworker.0 00000100:00080000:1.0:1767320810.618413:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320810.618417:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320810.618419:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384374912:0@lo:38:kworker.0 00000100:00080000:1.0:1767320810.618426:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320810.618430:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320810.618432:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384375168:0@lo:38:kworker.0 00000100:00080000:1.0:1767320810.618440:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320810.618443:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320810.618446:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384375424:0@lo:38:kworker.0 00010000:00010000:3.0:1767320811.127601:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320811.638960:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320812.151605:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384375808:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320812.151704:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320812.152039:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384375808 00000100:00100000:0.0:1767320812.152051:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384375808 00000100:00100000:0.0:1767320812.153114:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3113 00000100:00100000:0.0:1767320812.153132:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384375808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320812.153175:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320812.153263:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384375808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 137us (1560us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320812.153271:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3113 00000100:00100000:0.0:1767320812.153342:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384375808:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767320812.153873:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320812.154378:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384375936:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320812.154550:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320812.154833:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384375936 00000100:00100000:1.0:1767320812.154844:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384375936 00000100:00100000:1.0:1767320812.158274:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3114 00000100:00100000:1.0:1767320812.158304:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384375936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320812.158351:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320812.158618:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384375936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 329us (4068us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320812.158628:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3114 00000100:00080000:2.0:1767320812.158703:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320812.158714:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320812.158962:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384375936:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320812.663694:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320813.175726:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320813.687201:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320814.202552:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320814.711247:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320815.226269:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320815.690570:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320815.690717:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320815.705458:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297448064 00000100:00100000:2.0:1767320815.705482:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297448064 00000100:00100000:1.0:1767320815.705625:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297448192 00000100:00100000:1.0:1767320815.705632:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297448192 00000100:00100000:0.0:1767320815.705661:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25015 00000100:00100000:0.0:1767320815.705671:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297448064:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320815.705701:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320815.705701:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5611 00000100:00100000:1.0:1767320815.705717:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297448192:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320815.705815:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297448064:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 142us (15261us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320815.705823:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25015 00000100:00080000:3.0:1767320815.705984:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320815.715134:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297448192:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 9402us (24393us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320815.715154:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5611 00000100:00100000:3.0:1767320815.735105:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320815.735336:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320815.735345:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320815.735349:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320815.735353:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320815.735358:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320815.735367:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5713 00000100:00080000:1.0:1767320815.735372:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320815.735379:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320815.735430:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7907800 x1853164384376064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320815.735451:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320815.735454:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320815.735456:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320815.735461:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5713 00000100:00080000:1.0:1767320815.735463:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320815.735466:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320815.735482:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7904a80 x1853164384376192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320815.735530:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320815.735534:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320815.735537:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320815.735540:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5713 00000100:00080000:1.0:1767320815.735542:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320815.735546:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320815.735558:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109180 x1853164384376448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320815.735574:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320815.735577:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320815.735579:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320815.735582:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5713 00000100:00080000:1.0:1767320815.735584:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320815.735587:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320815.735599:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb1880 x1853164384376704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320815.735652:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e02a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384376832:0@lo:400:kworker.0 00000100:00100000:0.0:1767320815.735653:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384376576:0@lo:400:kworker.0 00000100:00100000:2.0:1767320815.735712:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384376320:0@lo:400:kworker.0 00000100:00100000:3.0:1767320815.735723:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384376064:0@lo:38:kworker.0 00000100:00100000:1.0:1767320815.739229:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320815.740474:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320815.740501:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384376960:0@lo:400:kworker.0 00000100:00100000:1.0:1767320815.740574:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320815.740659:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384376832 00000100:00100000:1.0:1767320815.740666:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384376832 00000100:00100000:1.0:1767320815.740743:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384376960 00000100:00100000:1.0:1767320815.740746:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384376960 00000100:00100000:1.0:1767320815.740776:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2288 00000100:00100000:1.0:1767320815.740802:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384376832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320815.740966:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384376832:12345-0@lo:400:kworker.0 Request processed in 165us (1747us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320815.740975:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2288 00000100:00100000:1.0:1767320815.740997:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2289 00000100:00100000:1.0:1767320815.741004:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384376960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320815.741029:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384376960:12345-0@lo:400:kworker.0 Request processed in 27us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320815.741036:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2289 00000100:00100000:1.0:1767320815.741085:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384376960:0@lo:400:kworker.0 00000100:00100000:1.0:1767320815.741097:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e02a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384376832:0@lo:400:kworker.0 00000100:00080000:1.0:1767320815.741442:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320815.741448:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320815.752182:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320815.754204:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384376576 00000100:00100000:1.0:1767320815.754222:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384376576 00000100:00100000:1.0:1767320815.754333:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5612 00000100:00100000:1.0:1767320815.754345:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384376576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320815.754456:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384376576:12345-0@lo:400:kworker.0 Request processed in 113us (2288us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320815.754464:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5612 00000100:00080000:1.0:1767320815.754496:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320815.754874:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384376576:0@lo:400:kworker.0 00000100:00100000:1.0:1767320815.762552:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320815.762659:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384376320 00000100:00100000:0.0:1767320815.762671:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384376320 00000100:00080000:1.0:1767320815.762742:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320815.762761:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5613 00000100:00100000:0.0:1767320815.762772:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384376320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320815.762870:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384376320:12345-0@lo:400:kworker.0 Request processed in 100us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320815.762877:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5613 00000100:00100000:1.0:1767320815.762990:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384376320:0@lo:400:kworker.0 00000100:00100000:3.0:1767320815.763124:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320815.763469:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384376192:0@lo:38:kworker.0 00000100:00100000:3.0:1767320815.763511:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320815.763586:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384376448:0@lo:38:kworker.0 00000100:00100000:3.0:1767320815.763612:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320815.763637:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384376704:0@lo:38:kworker.0 00000100:00100000:3.0:1767320815.763659:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320815.764003:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384376064 00000100:00100000:2.0:1767320815.764011:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384376064 00000100:00100000:2.0:1767320815.764052:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384376448 00000100:00100000:2.0:1767320815.764055:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384376448 00000100:00100000:2.0:1767320815.764072:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384376704 00000100:00100000:2.0:1767320815.764075:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384376704 00000100:00100000:2.0:1767320815.764088:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25016 00000100:00100000:2.0:1767320815.764096:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384376064:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320815.764124:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320815.764173:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384376064:12345-0@lo:38:kworker.0 Request processed in 78us (1051us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320815.764181:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25016 00000100:00100000:2.0:1767320815.764198:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25017 00000100:00100000:2.0:1767320815.764202:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384376448:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320815.764213:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320815.764234:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384376448:12345-0@lo:38:kworker.0 Request processed in 30us (621us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320815.764240:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25017 00000100:00100000:2.0:1767320815.764250:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25018 00000100:00100000:2.0:1767320815.764254:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384376704:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320815.764263:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320815.764282:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384376704:12345-0@lo:38:kworker.0 Request processed in 26us (621us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320815.764289:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25018 00000100:00080000:3.0:1767320815.767672:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320815.767690:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320815.767696:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384376064:0@lo:38:kworker.0 00000100:00080000:3.0:1767320815.767714:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320815.767718:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320815.767721:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384376448:0@lo:38:kworker.0 00000100:00080000:3.0:1767320815.767733:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320815.767737:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320815.767741:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384376704:0@lo:38:kworker.0 00000100:00100000:1.0:1767320815.772145:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384376192 00000100:00100000:1.0:1767320815.772165:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384376192 00000100:00100000:1.0:1767320815.772249:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2982 00000100:00100000:1.0:1767320815.772259:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384376192:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320815.772289:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320815.773025:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384376192:12345-0@lo:38:kworker.0 Request processed in 760us (9507us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320815.773037:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2982 00000100:00080000:3.0:1767320815.773175:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320815.773183:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320815.773188:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384376192:0@lo:38:kworker.0 00010000:00010000:3.0:1767320816.257413:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320816.759029:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320817.271162:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384377216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320817.271261:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320817.271352:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320817.271360:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384377088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320817.271395:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767320817.271555:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320817.271575:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384377216 00000100:00100000:0.0:1767320817.271584:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384377216 00000100:00100000:0.0:1767320817.273140:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384377088 00000100:00100000:0.0:1767320817.273157:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384377088 00000100:00100000:0.0:1767320817.273233:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3115 00000100:00100000:0.0:1767320817.273244:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384377216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320817.273284:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767320817.273337:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320817.273347:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320817.273385:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3116 00000100:00100000:2.0:1767320817.273404:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384377088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320817.273441:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320817.274237:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384377216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 990us (2971us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320817.274248:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3115 00000100:00100000:2.0:1767320817.274746:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384377088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1345us (3342us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320817.274758:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3116 00000100:00100000:3.0:1767320817.275308:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384377088:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320817.275330:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384377216:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320817.783018:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320818.295608:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320818.808030:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320819.319084:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320819.830954:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320820.343425:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320820.806467:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320820.806537:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320820.806651:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297448320 00000100:00100000:0.0:1767320820.806671:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297448320 00000100:00100000:0.0:1767320820.806849:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297448448 00000100:00100000:0.0:1767320820.806854:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297448448 00000100:00080000:3.0:1767320820.806972:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320820.809106:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5614 00000100:00100000:2.0:1767320820.809144:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297448448:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320820.809432:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297448448:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 305us (2892us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320820.809442:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5614 00000100:00100000:2.0:1767320820.809482:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25019 00000100:00100000:2.0:1767320820.809488:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297448320:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320820.809517:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320820.809552:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297448320:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 62us (3102us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320820.809559:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25019 00000100:00080000:0.0:1767320820.855032:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320820.855046:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320820.855051:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767320820.855080:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320820.855139:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320820.855145:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320820.855153:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5719 00000100:00080000:0.0:1767320820.855159:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320820.855168:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320820.855227:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883181500 x1853164384377344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320820.855573:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384377344:0@lo:38:kworker.0 00000100:00100000:3.0:1767320820.855657:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320820.855837:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320820.855841:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320820.855844:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320820.855850:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5719 00000100:00080000:0.0:1767320820.855853:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320820.855857:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320820.855877:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109180 x1853164384377472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320820.856910:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384377344 00000100:00100000:2.0:1767320820.856927:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384377344 00000100:00100000:2.0:1767320820.857044:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25020 00000100:00100000:2.0:1767320820.857066:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384377344:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320820.857095:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320820.857219:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384377472:0@lo:38:kworker.0 00000100:00100000:3.0:1767320820.857274:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320820.858189:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384377472 00000100:00100000:3.0:1767320820.858198:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384377472 00000100:00100000:3.0:1767320820.858245:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2983 00000100:00100000:3.0:1767320820.858251:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384377472:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320820.858279:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320820.858813:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384377472:12345-0@lo:38:kworker.0 Request processed in 558us (1534us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320820.858821:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2983 00000100:00080000:3.0:1767320820.858894:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320820.858910:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320820.858914:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384377472:0@lo:38:kworker.0 00000100:00080000:0.0:1767320820.859088:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320820.859094:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320820.859098:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320820.859104:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5719 00000100:00080000:0.0:1767320820.859108:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320820.859113:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320820.859137:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7ff800 x1853164384377728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320820.859153:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320820.859157:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320820.859158:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320820.859161:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5719 00000100:00080000:0.0:1767320820.859163:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320820.859166:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320820.859175:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fc000 x1853164384377984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320820.859224:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384378240:0@lo:400:kworker.0 00000100:00100000:0.0:1767320820.859279:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320820.859313:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320820.859319:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384378112:0@lo:400:kworker.0 00000100:00100000:0.0:1767320820.859358:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320820.859988:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384377600:0@lo:400:kworker.0 00000100:00100000:1.0:1767320820.860025:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320820.860062:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320820.860067:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384377856:0@lo:400:kworker.0 00000100:00100000:1.0:1767320820.860085:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320820.860122:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384378240 00000100:00100000:1.0:1767320820.860128:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384378240 00000100:00100000:1.0:1767320820.860179:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384378112 00000100:00100000:1.0:1767320820.860182:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384378112 00000100:00100000:1.0:1767320820.860202:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2290 00000100:00100000:1.0:1767320820.860215:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384378240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320820.860276:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384378240:12345-0@lo:400:kworker.0 Request processed in 66us (996us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320820.860289:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2290 00000100:00100000:1.0:1767320820.860305:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2291 00000100:00100000:1.0:1767320820.860312:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384378112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320820.861087:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384378112:12345-0@lo:400:kworker.0 Request processed in 772us (1724us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320820.861096:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2291 00000100:00100000:1.0:1767320820.861160:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384377600 00000100:00100000:1.0:1767320820.861166:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384377600 00000100:00100000:1.0:1767320820.861202:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384377856 00000100:00100000:1.0:1767320820.861206:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384377856 00000100:00100000:1.0:1767320820.861226:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5615 00000100:00100000:1.0:1767320820.861233:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384377600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320820.862158:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384377600:12345-0@lo:400:kworker.0 Request processed in 919us (2126us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320820.862168:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5615 00000100:00100000:1.0:1767320820.862192:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5616 00000100:00100000:1.0:1767320820.862203:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384377856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320820.862235:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384377856:12345-0@lo:400:kworker.0 Request processed in 37us (2149us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320820.862241:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5616 00000100:00100000:1.0:1767320820.862854:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384377856:0@lo:400:kworker.0 00000100:00100000:1.0:1767320820.862866:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384377600:0@lo:400:kworker.0 00000100:00100000:0.0:1767320820.863000:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384378112:0@lo:400:kworker.0 00000100:00100000:0.0:1767320820.863013:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384378240:0@lo:400:kworker.0 00000100:00100000:2.0:1767320820.863112:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384377344:12345-0@lo:38:kworker.0 Request processed in 6055us (7453us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320820.863121:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25020 00000100:00080000:2.0:1767320820.863168:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320820.863174:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320820.863176:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320820.863824:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320820.863833:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320820.863836:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384377344:0@lo:38:kworker.0 00000100:00100000:3.0:1767320820.863867:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384377728:0@lo:38:kworker.0 00000100:00100000:3.0:1767320820.863930:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320820.863959:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384377984:0@lo:38:kworker.0 00000100:00100000:3.0:1767320820.863978:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320820.864157:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384377728 00000100:00100000:0.0:1767320820.864163:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384377728 00000100:00100000:0.0:1767320820.864197:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384377984 00000100:00100000:0.0:1767320820.864200:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384377984 00000100:00100000:0.0:1767320820.864253:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25021 00000100:00100000:0.0:1767320820.864267:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384377728:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320820.864288:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320820.865028:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25022 00000100:00100000:1.0:1767320820.865035:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384377984:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320820.865050:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320820.865109:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384377984:12345-0@lo:38:kworker.0 Request processed in 72us (1128us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320820.865116:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25022 00000100:00100000:0.0:1767320820.865278:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384377728:12345-0@lo:38:kworker.0 Request processed in 1010us (1346us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320820.865291:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25021 00000100:00080000:2.0:1767320820.865878:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320820.865885:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320820.865889:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384377728:0@lo:38:kworker.0 00000100:00080000:2.0:1767320820.865913:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320820.865916:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320820.865920:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384377984:0@lo:38:kworker.0 00010000:00010000:3.0:1767320821.368135:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320821.878938:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320822.391967:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320822.391996:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384378368:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320822.392081:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320822.392218:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384378368 00000100:00100000:0.0:1767320822.392228:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384378368 00000100:00100000:0.0:1767320822.392300:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3117 00000100:00100000:0.0:1767320822.392309:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384378368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320822.392340:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320822.392389:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384378368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320822.392397:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3117 00000100:00080000:3.0:1767320822.392604:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320822.392620:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384378496:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320822.392652:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320822.392703:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384378368:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320822.392796:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384378496 00000100:00100000:1.0:1767320822.392801:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384378496 00000100:00100000:1.0:1767320822.392840:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3118 00000100:00100000:1.0:1767320822.392848:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384378496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320822.392865:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320822.392908:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384378496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320822.392914:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3118 00000100:00080000:3.0:1767320822.393052:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320822.393076:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384378496:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767320822.393135:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320822.903057:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320823.415457:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320823.926902:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320824.440086:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320824.904897:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:2.0:1767320824.904936:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297448576 offset 0 length 520: 4 00000100:00100000:2.0:1767320824.904961:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320824.905034:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297448832 00000100:00100000:3.0:1767320824.905046:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297448832 00000100:00100000:3.0:1767320824.905115:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297448704 00000100:00100000:3.0:1767320824.905119:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297448704 00000100:00100000:3.0:1767320824.905140:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5617 00000100:00100000:3.0:1767320824.905152:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297448832:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320824.905233:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297448832:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 83us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320824.905241:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5617 00000100:00100000:3.0:1767320824.905262:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25023 00000100:00100000:3.0:1767320824.905267:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297448704:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320824.905286:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320824.905311:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297448704:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 42us (348us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320824.905317:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25023 00000100:00080000:2.0:1767320824.905632:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320824.950954:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320825.463176:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320825.975079:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320825.975090:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320825.975094:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320825.975098:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320825.975104:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320825.975114:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5724 00000100:00080000:0.0:1767320825.975119:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320825.975127:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320825.975178:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5928e00 x1853164384378624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320825.975209:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320825.975212:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320825.975214:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320825.975219:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5724 00000100:00080000:0.0:1767320825.975221:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320825.975225:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320825.975238:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5929500 x1853164384378752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320825.975288:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320825.975293:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320825.975294:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320825.975298:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5724 00000100:00080000:0.0:1767320825.975300:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320825.975305:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320825.975317:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592b480 x1853164384379008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320825.975334:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320825.975337:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320825.975339:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320825.975343:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5724 00000100:00080000:0.0:1767320825.975345:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320825.975348:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320825.975360:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f231880 x1853164384379264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320825.975638:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384379520:0@lo:400:kworker.0 00000100:00100000:0.0:1767320825.975711:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320825.975883:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384379136:0@lo:400:kworker.0 00000100:00100000:1.0:1767320825.975917:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320825.975953:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384379136 00000100:00100000:1.0:1767320825.975961:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384379136 00000100:00100000:1.0:1767320825.976025:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5618 00000100:00100000:1.0:1767320825.976039:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384379136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320825.976096:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384379136:12345-0@lo:400:kworker.0 Request processed in 62us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320825.976103:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5618 00000100:00100000:1.0:1767320825.976148:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384379520 00000100:00100000:1.0:1767320825.976153:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384379520 00000100:00100000:1.0:1767320825.976186:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2292 00000100:00100000:1.0:1767320825.976193:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384379520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320825.976226:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384379520:12345-0@lo:400:kworker.0 Request processed in 33us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320825.976232:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2292 00000100:00100000:3.0:1767320825.976480:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384378880:0@lo:400:kworker.0 00000100:00100000:3.0:1767320825.976517:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320825.976545:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384378880 00000100:00100000:3.0:1767320825.976549:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384378880 00000100:00100000:3.0:1767320825.976582:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5619 00000100:00100000:3.0:1767320825.976588:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384378880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320825.976625:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384378880:12345-0@lo:400:kworker.0 Request processed in 36us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320825.976630:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5619 00000100:00100000:0.0:1767320825.976968:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384379520:0@lo:400:kworker.0 00000100:00100000:0.0:1767320825.976989:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320825.976996:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8911f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384379392:0@lo:400:kworker.0 00000100:00100000:0.0:1767320825.977021:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320825.977046:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384379392 00000100:00100000:0.0:1767320825.977050:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384379392 00000100:00100000:0.0:1767320825.977075:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2293 00000100:00100000:0.0:1767320825.977081:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384379392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320825.977116:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384379392:12345-0@lo:400:kworker.0 Request processed in 35us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320825.977121:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2293 00000100:00100000:3.0:1767320825.977215:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384379136:0@lo:400:kworker.0 00000100:00100000:1.0:1767320825.977285:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320825.977403:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320825.977408:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320825.977418:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320825.977435:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320800/real 1767320800] req@ffff93688a39bb80 x1853164384372096/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320825 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320825.977454:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93688a39bb80 x1853164384372096/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320825 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320825.977469:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384378624:0@lo:38:kworker.0 00000100:00100000:2.0:1767320825.977501:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320825.977531:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384378752:0@lo:38:kworker.0 00000100:00100000:2.0:1767320825.977557:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320825.977579:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384379008:0@lo:38:kworker.0 00000100:00100000:2.0:1767320825.977601:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320825.977619:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384379264:0@lo:38:kworker.0 00000100:00100000:2.0:1767320825.977638:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320825.977654:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320825.977667:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320825.977670:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384372096:0@lo:250:kworker.0 00000100:00100000:2.0:1767320825.977695:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384378624 00000100:00100000:2.0:1767320825.977699:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384378624 00000100:00100000:2.0:1767320825.977718:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384379008 00000100:00100000:2.0:1767320825.977720:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384379008 00000100:00100000:2.0:1767320825.977731:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384379264 00000100:00100000:2.0:1767320825.977734:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384379264 00000100:00100000:2.0:1767320825.977744:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25024 00000100:00100000:2.0:1767320825.977749:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384378624:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320825.977800:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320825.977837:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384378624:12345-0@lo:38:kworker.0 Request processed in 85us (334us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320825.977843:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25024 00000100:00100000:2.0:1767320825.977868:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25025 00000100:00100000:2.0:1767320825.977872:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384379008:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320825.977881:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320825.977903:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384379008:12345-0@lo:38:kworker.0 Request processed in 30us (301us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320825.977909:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25025 00000100:00100000:2.0:1767320825.977919:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25026 00000100:00100000:2.0:1767320825.977923:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384379264:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320825.977931:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320825.977952:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384379264:12345-0@lo:38:kworker.0 Request processed in 28us (313us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320825.977957:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25026 00000100:00080000:2.0:1767320825.977981:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320825.977985:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320825.977988:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320825.977992:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5703 00000100:00080000:2.0:1767320825.977996:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320825.978000:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320825.978022:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130000 x1853164384379648/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320825.978050:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384379648:0@lo:250:kworker.0 00000400:00000100:2.0:1767320825.978069:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384379648 offset 0 length 520: 4 00000100:00080000:2.0:1767320825.978093:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320825.978097:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320825.978100:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384378624:0@lo:38:kworker.0 00000100:00080000:2.0:1767320825.978108:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320825.978111:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320825.978113:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384379008:0@lo:38:kworker.0 00000100:00080000:2.0:1767320825.978119:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320825.978122:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320825.978124:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384379264:0@lo:38:kworker.0 00000100:00100000:1.0:1767320825.978522:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384378752 00000100:00100000:1.0:1767320825.978529:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384378752 00000100:00100000:1.0:1767320825.978562:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2984 00000100:00100000:1.0:1767320825.978567:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384378752:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320825.978579:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320825.978618:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384378752:12345-0@lo:38:kworker.0 Request processed in 49us (1060us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320825.978624:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2984 00000100:00080000:1.0:1767320825.978655:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320825.978660:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320825.978663:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384378752:0@lo:38:kworker.0 00000100:00100000:0.0:1767320825.979100:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384378880:0@lo:400:kworker.0 00000100:00100000:1.0:1767320825.979221:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8911f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384379392:0@lo:400:kworker.0 00010000:00010000:3.0:1767320826.490628:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320826.998962:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320827.511227:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320827.511299:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384379904:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320827.511372:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320827.511452:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320827.511459:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384379776:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320827.511481:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320827.511684:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384379904 00000100:00100000:1.0:1767320827.511693:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384379904 00000100:00100000:1.0:1767320827.511760:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384379776 00000100:00100000:1.0:1767320827.511764:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384379776 00000100:00100000:1.0:1767320827.511807:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3119 00000100:00100000:1.0:1767320827.511818:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384379904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320827.511861:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320827.511926:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384379904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320827.511934:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3119 00000100:00100000:1.0:1767320827.511951:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3120 00000100:00100000:1.0:1767320827.511959:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384379776:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320827.511974:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320827.512043:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384379776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320827.512048:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3120 00000100:00100000:1.0:1767320827.512094:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384379776:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320827.512106:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384379904:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320827.512208:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320827.512212:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320828.023095:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320828.536699:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320829.047201:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320829.559013:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320830.028195:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320830.028284:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320830.028356:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297449088 00000100:00100000:1.0:1767320830.028367:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297449088 00000100:00100000:1.0:1767320830.028443:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297448960 00000100:00100000:1.0:1767320830.028446:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297448960 00000100:00100000:1.0:1767320830.028466:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5620 00000100:00100000:1.0:1767320830.028482:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297449088:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320830.028558:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25027 00000100:00100000:0.0:1767320830.028565:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297448960:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:1.0:1767320830.028565:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297449088:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 91us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320830.028573:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5620 00010000:00020000:0.0:1767320830.028586:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320830.028613:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297448960:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 48us (329us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320830.028620:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25027 00000100:00080000:2.0:1767320830.028768:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320830.070959:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320830.589253:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320831.095107:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320831.095973:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320831.095980:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320831.095983:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320831.095988:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320831.095992:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320831.096000:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5729 00000100:00080000:0.0:1767320831.096005:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320831.096011:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320831.096058:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8912a00 x1853164384380032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320831.096087:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320831.096091:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320831.096092:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320831.096096:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5729 00000100:00080000:0.0:1767320831.096099:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320831.096102:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320831.096117:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8912300 x1853164384380160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320831.096157:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320831.096161:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320831.096163:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320831.096166:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5729 00000100:00080000:0.0:1767320831.096168:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320831.096171:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320831.096182:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8911f80 x1853164384380416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320831.096200:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320831.096203:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320831.096205:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320831.096208:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5729 00000100:00100000:3.0:1767320831.096351:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384380288:0@lo:400:kworker.0 00000100:00100000:3.0:1767320831.096488:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320831.096553:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320831.096560:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384380544:0@lo:400:kworker.0 00000100:00100000:3.0:1767320831.096583:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320831.096616:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384380288 00000100:00100000:3.0:1767320831.096624:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384380288 00000100:00100000:3.0:1767320831.096678:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384380544 00000100:00100000:3.0:1767320831.096681:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384380544 00000100:00100000:3.0:1767320831.096709:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5621 00000100:00100000:3.0:1767320831.096719:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384380288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320831.096776:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384380288:12345-0@lo:400:kworker.0 Request processed in 56us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320831.096802:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5621 00000100:00100000:3.0:1767320831.096829:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5622 00000100:00100000:3.0:1767320831.096834:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384380544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320831.096858:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384380544:12345-0@lo:400:kworker.0 Request processed in 24us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320831.096863:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5622 00000100:00100000:3.0:1767320831.096896:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384380544:0@lo:400:kworker.0 00000100:00100000:3.0:1767320831.096905:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384380288:0@lo:400:kworker.0 00000100:00100000:2.0:1767320831.096996:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384380032:0@lo:38:kworker.0 00000100:00100000:2.0:1767320831.097025:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320831.097054:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384380160:0@lo:38:kworker.0 00000100:00100000:2.0:1767320831.097076:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320831.097098:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8911f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384380416:0@lo:38:kworker.0 00000100:00100000:2.0:1767320831.097118:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320831.097146:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384380160 00000100:00100000:2.0:1767320831.097149:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384380160 00000100:00100000:2.0:1767320831.097169:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2985 00000100:00100000:2.0:1767320831.097174:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384380160:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320831.097192:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320831.097287:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320831.097293:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320831.097314:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6d80 x1853164384380672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320831.097465:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384380160:12345-0@lo:38:kworker.0 Request processed in 289us (386us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320831.097472:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2985 00000100:00100000:2.0:1767320831.097492:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384380672:0@lo:38:kworker.0 00000100:00100000:2.0:1767320831.097515:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320831.097540:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320831.097545:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320831.097548:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384380160:0@lo:38:kworker.0 00000100:00100000:2.0:1767320831.097569:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384380032 00000100:00100000:2.0:1767320831.097572:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384380032 00000100:00100000:2.0:1767320831.097586:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384380416 00000100:00100000:2.0:1767320831.097588:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384380416 00000100:00100000:2.0:1767320831.097597:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384380672 00000100:00100000:2.0:1767320831.097599:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384380672 00000100:00100000:2.0:1767320831.097608:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25028 00000100:00100000:2.0:1767320831.097612:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384380032:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320831.097622:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320831.097650:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384380032:12345-0@lo:38:kworker.0 Request processed in 37us (625us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320831.097656:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25028 00000100:00100000:2.0:1767320831.097666:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25029 00000100:00100000:2.0:1767320831.097670:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384380416:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320831.097678:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320831.097701:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384380416:12345-0@lo:38:kworker.0 Request processed in 30us (582us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320831.097706:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25029 00000100:00100000:2.0:1767320831.097716:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25030 00000100:00100000:2.0:1767320831.097720:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384380672:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320831.097728:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320831.097751:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384380672:12345-0@lo:38:kworker.0 Request processed in 28us (235us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320831.097755:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25030 00000100:00080000:2.0:1767320831.097776:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320831.097798:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320831.097801:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384380672:0@lo:38:kworker.0 00000100:00080000:2.0:1767320831.097822:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320831.097825:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320831.097829:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384380032:0@lo:38:kworker.0 00000100:00080000:2.0:1767320831.097836:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320831.097839:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320831.097841:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8911f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384380416:0@lo:38:kworker.0 00000100:00080000:2.0:1767320831.097872:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320831.097966:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384380928:0@lo:400:kworker.0 00000100:00100000:1.0:1767320831.097998:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320831.098027:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320831.098033:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384380800:0@lo:400:kworker.0 00000100:00100000:1.0:1767320831.098052:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320831.098077:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384380928 00000100:00100000:1.0:1767320831.098081:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384380928 00000100:00100000:1.0:1767320831.098116:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384380800 00000100:00100000:1.0:1767320831.098119:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384380800 00000100:00100000:1.0:1767320831.098138:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2294 00000100:00100000:1.0:1767320831.098144:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384380928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320831.098183:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384380928:12345-0@lo:400:kworker.0 Request processed in 40us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320831.098189:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2294 00000100:00100000:1.0:1767320831.098202:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2295 00000100:00100000:1.0:1767320831.098208:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384380800:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320831.098312:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320831.098315:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320831.098350:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384380928:0@lo:400:kworker.0 00000100:00100000:1.0:1767320831.098476:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384380800:12345-0@lo:400:kworker.0 Request processed in 268us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320831.098482:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2295 00000100:00100000:0.0:1767320831.098658:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384380800:0@lo:400:kworker.0 00010000:00010000:3.0:1767320831.609753:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320832.118861:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320832.631080:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320832.631227:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320832.631250:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384381056:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320832.631321:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320832.631445:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384381056 00000100:00100000:1.0:1767320832.631454:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384381056 00000100:00100000:1.0:1767320832.631518:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3121 00000100:00100000:1.0:1767320832.631528:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384381056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320832.631563:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320832.631615:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384381056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320832.631621:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3121 00000100:00100000:3.0:1767320832.631750:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384381056:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320832.631779:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384381184:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320832.631845:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320832.632043:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384381184 00000100:00100000:1.0:1767320832.632048:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384381184 00000100:00100000:1.0:1767320832.632082:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3122 00000100:00100000:1.0:1767320832.632091:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384381184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320832.632108:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320832.632147:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384381184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320832.632153:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3122 00000100:00100000:3.0:1767320832.632224:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384381184:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320833.144648:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320833.655043:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320834.167165:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320834.679141:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320835.143430:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320835.143492:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320835.143600:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297449216 00000100:00100000:0.0:1767320835.143619:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297449216 00000100:00100000:1.0:1767320835.143627:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297449344 00000100:00100000:1.0:1767320835.143633:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297449344 00000100:00100000:0.0:1767320835.143689:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25031 00000100:00100000:0.0:1767320835.143700:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297449216:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320835.143728:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320835.143729:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5623 00000100:00100000:1.0:1767320835.143742:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297449344:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320835.143862:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297449216:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 157us (441us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320835.143872:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25031 00000100:00080000:2.0:1767320835.143894:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320835.143985:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297449344:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 245us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320835.143992:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5623 00000100:00100000:3.0:1767320835.190958:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320835.704159:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320836.214921:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320836.215048:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320836.215054:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320836.215057:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320836.215062:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320836.215066:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320836.215075:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5734 00000100:00080000:3.0:1767320836.215080:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320836.215088:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320836.215133:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5136a00 x1853164384381312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320836.215162:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320836.215166:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320836.215167:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320836.215171:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5734 00000100:00080000:3.0:1767320836.215173:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320836.215176:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320836.215191:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5136300 x1853164384381440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320836.215296:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384381312:0@lo:38:kworker.0 00000100:00100000:2.0:1767320836.215365:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320836.215434:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384381440:0@lo:38:kworker.0 00000100:00100000:2.0:1767320836.215459:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320836.215492:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384381440 00000100:00100000:0.0:1767320836.215502:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384381440 00000100:00100000:1.0:1767320836.215550:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384381312 00000100:00100000:1.0:1767320836.215556:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384381312 00000100:00100000:0.0:1767320836.215557:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2986 00000100:00100000:0.0:1767320836.215568:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384381440:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320836.215589:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25032 00010000:00020000:0.0:1767320836.215598:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320836.215599:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384381312:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320836.215613:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320836.215657:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384381440:12345-0@lo:38:kworker.0 Request processed in 87us (195us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320836.215665:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384381312:12345-0@lo:38:kworker.0 Request processed in 65us (296us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320836.215670:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2986 00000100:00100000:1.0:1767320836.215678:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25032 00000100:00080000:2.0:1767320836.216035:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320836.216041:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320836.216043:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384381312:0@lo:38:kworker.0 00000100:00080000:2.0:1767320836.216048:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320836.216050:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320836.216052:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384381440:0@lo:38:kworker.0 00000100:00080000:3.0:1767320836.216169:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320836.216173:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320836.216175:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320836.216180:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5734 00000100:00080000:3.0:1767320836.216182:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320836.216186:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320836.216307:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384381568:0@lo:400:kworker.0 00000100:00100000:2.0:1767320836.216340:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320836.216416:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384381568 00000100:00100000:1.0:1767320836.216422:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384381568 00000100:00100000:1.0:1767320836.216473:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5624 00000100:00100000:1.0:1767320836.216484:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384381568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320836.216530:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384381568:12345-0@lo:400:kworker.0 Request processed in 50us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320836.216537:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5624 00000100:00080000:2.0:1767320836.216602:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320836.216626:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384381568:0@lo:400:kworker.0 00000100:00100000:3.0:1767320836.216718:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135f80 x1853164384381696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320836.216952:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384381824:0@lo:400:kworker.0 00000100:00100000:0.0:1767320836.216984:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320836.217093:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320836.217097:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320836.217099:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320836.217103:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5734 00000100:00080000:3.0:1767320836.217106:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320836.217109:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320836.217125:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5134380 x1853164384381952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320836.217181:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384382208:0@lo:400:kworker.0 00000100:00100000:2.0:1767320836.217305:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384381696:0@lo:38:kworker.0 00000100:00100000:1.0:1767320836.217359:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384381824 00000100:00100000:1.0:1767320836.217364:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384381824 00000100:00100000:1.0:1767320836.217403:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5625 00000100:00100000:1.0:1767320836.217411:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384381824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320836.217480:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384382080:0@lo:400:kworker.0 00000100:00100000:2.0:1767320836.217871:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320836.217895:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384381952:0@lo:38:kworker.0 00000100:00100000:2.0:1767320836.217967:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320836.218002:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384381696 00000100:00100000:2.0:1767320836.218006:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384381696 00000100:00100000:2.0:1767320836.218026:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384381952 00000100:00100000:2.0:1767320836.218030:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384381952 00000100:00100000:2.0:1767320836.218041:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25033 00000100:00100000:2.0:1767320836.218045:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384381696:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320836.218061:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320836.218097:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384381696:12345-0@lo:38:kworker.0 Request processed in 50us (225us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320836.218102:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25033 00000100:00100000:2.0:1767320836.218117:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25034 00000100:00100000:2.0:1767320836.218120:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384381952:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320836.218128:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320836.218149:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384381952:12345-0@lo:38:kworker.0 Request processed in 27us (182us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320836.218155:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25034 00000100:00080000:2.0:1767320836.218172:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320836.218198:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320836.218217:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320836.218219:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384381696:0@lo:38:kworker.0 00000100:00080000:2.0:1767320836.218229:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320836.218246:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320836.218248:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384381952:0@lo:38:kworker.0 00000100:00100000:1.0:1767320836.218644:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384381824:12345-0@lo:400:kworker.0 Request processed in 1232us (1657us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320836.218651:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5625 00000100:00100000:1.0:1767320836.218693:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384381824:0@lo:400:kworker.0 00000100:00100000:3.0:1767320836.221057:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320836.222888:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320836.225251:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384382208 00000100:00100000:2.0:1767320836.225267:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384382208 00000100:00100000:2.0:1767320836.225940:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384382080 00000100:00100000:2.0:1767320836.225947:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384382080 00000100:00080000:3.0:1767320836.226013:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320836.226018:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320836.226062:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2296 00000100:00100000:0.0:1767320836.226075:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384382208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320836.226410:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384382208:12345-0@lo:400:kworker.0 Request processed in 337us (5358us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320836.226418:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2296 00000100:00100000:0.0:1767320836.226439:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2297 00000100:00100000:0.0:1767320836.226447:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384382080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320836.226485:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384382080:12345-0@lo:400:kworker.0 Request processed in 39us (3603us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320836.226491:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2297 00000100:00100000:0.0:1767320836.226535:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384382080:0@lo:400:kworker.0 00000100:00100000:3.0:1767320836.226936:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384382208:0@lo:400:kworker.0 00010000:00010000:3.0:1767320836.728173:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320837.238987:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320837.751285:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320837.752070:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384382336:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320837.752156:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320837.752242:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320837.752249:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384382464:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320837.752272:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320837.752542:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384382336 00000100:00100000:1.0:1767320837.752553:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384382336 00000100:00100000:1.0:1767320837.752620:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384382464 00000100:00100000:1.0:1767320837.752624:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384382464 00000100:00100000:1.0:1767320837.752654:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3123 00000100:00100000:1.0:1767320837.752664:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384382336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320837.752694:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320837.752751:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384382336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320837.752759:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3123 00000100:00100000:3.0:1767320837.753689:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3124 00000100:00100000:3.0:1767320837.753706:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384382464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320837.753732:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320837.754593:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384382464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 889us (2314us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320837.754615:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3124 00000100:00100000:2.0:1767320837.754963:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384382464:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320837.754981:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384382336:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320838.266712:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320838.774937:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320839.286959:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320839.799240:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320840.262955:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320840.263015:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320840.263118:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297449600 00000100:00100000:3.0:1767320840.263138:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297449600 00000100:00100000:1.0:1767320840.263193:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297449472 00000100:00100000:1.0:1767320840.263205:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297449472 00000100:00100000:3.0:1767320840.263268:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5626 00000100:00100000:3.0:1767320840.263281:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297449600:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320840.263580:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297449600:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 300us (714us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320840.263589:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5626 00000100:00100000:3.0:1767320840.263611:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25035 00000100:00100000:3.0:1767320840.263616:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297449472:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320840.263642:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320840.263671:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297449472:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 53us (656us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320840.263678:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25035 00000100:00080000:2.0:1767320840.263920:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320840.310920:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320840.826918:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320841.335031:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320841.335048:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320841.335052:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320841.335057:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320841.335063:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320841.335076:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5739 00000100:00080000:0.0:1767320841.335081:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320841.335091:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320841.335153:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be7480 x1853164384382592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320841.335292:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320841.335545:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320841.335549:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320841.335552:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320841.335558:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5739 00000100:00080000:0.0:1767320841.335562:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320841.335568:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320841.335589:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be5180 x1853164384382720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320841.335602:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384382592:0@lo:38:kworker.0 00000100:00100000:3.0:1767320841.335684:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1767320841.335705:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320841.335709:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320841.335725:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320841.335730:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5739 00000100:00080000:0.0:1767320841.335733:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320841.335738:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320841.335753:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6d80 x1853164384382976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320841.335823:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320841.335842:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384383104:0@lo:400:kworker.0 00000100:00100000:2.0:1767320841.335941:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320841.336036:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384382720:0@lo:38:kworker.0 00000100:00100000:2.0:1767320841.336095:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320841.336119:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384382976:0@lo:38:kworker.0 00000100:00100000:2.0:1767320841.336136:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320841.336162:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384382720 00000100:00100000:2.0:1767320841.336171:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384382720 00000100:00100000:2.0:1767320841.336210:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2987 00000100:00100000:2.0:1767320841.336216:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5b48050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384382720:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320841.336235:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320841.336279:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5b48050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384382720:12345-0@lo:38:kworker.0 Request processed in 62us (184us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320841.336284:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2987 00000100:00100000:2.0:1767320841.336498:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384382592 00000100:00100000:2.0:1767320841.336502:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384382592 00000100:00100000:2.0:1767320841.336515:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384382976 00000100:00100000:2.0:1767320841.336516:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384382976 00000100:00100000:2.0:1767320841.336528:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25036 00000100:00100000:2.0:1767320841.336531:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384382592:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320841.336539:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320841.336557:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384382592:12345-0@lo:38:kworker.0 Request processed in 25us (620us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320841.336561:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25036 00000100:00100000:2.0:1767320841.336568:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25037 00000100:00100000:2.0:1767320841.336572:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384382976:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320841.336580:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320841.336612:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384382976:12345-0@lo:38:kworker.0 Request processed in 38us (473us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320841.336627:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25037 00000100:00080000:2.0:1767320841.336666:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320841.336671:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320841.336675:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384382720:0@lo:38:kworker.0 00000100:00080000:2.0:1767320841.336683:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320841.336686:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320841.336689:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384382976:0@lo:38:kworker.0 00000100:00080000:2.0:1767320841.336697:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320841.336700:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320841.336703:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384382592:0@lo:38:kworker.0 00000100:00100000:1.0:1767320841.336978:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320841.338047:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384383104 00000100:00100000:2.0:1767320841.338061:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384383104 00000100:00100000:2.0:1767320841.338187:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5627 00000100:00100000:2.0:1767320841.338201:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384383104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320841.338273:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384383104:12345-0@lo:400:kworker.0 Request processed in 80us (1298us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320841.338278:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5627 00000100:00100000:2.0:1767320841.338347:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384383104:0@lo:400:kworker.0 00000100:00080000:1.0:1767320841.339802:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320841.341325:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384382848:0@lo:400:kworker.0 00000100:00100000:3.0:1767320841.341448:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320841.342036:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320841.342045:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320841.342049:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320841.342056:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5739 00000100:00080000:0.0:1767320841.342061:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320841.342068:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320841.342110:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6680 x1853164384383232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320841.342559:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384383232:0@lo:38:kworker.0 00000100:00100000:2.0:1767320841.342625:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320841.342766:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384382848 00000100:00100000:3.0:1767320841.342777:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384382848 00000100:00100000:3.0:1767320841.342874:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384383232 00000100:00100000:3.0:1767320841.342878:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384383232 00000100:00100000:3.0:1767320841.342898:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5628 00000100:00100000:3.0:1767320841.342907:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384382848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320841.342971:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384382848:12345-0@lo:400:kworker.0 Request processed in 65us (1524us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320841.342979:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5628 00000100:00100000:3.0:1767320841.342998:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25038 00000100:00100000:3.0:1767320841.343002:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384383232:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320841.343024:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320841.343135:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384383360:0@lo:400:kworker.0 00000100:00100000:0.0:1767320841.343645:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320841.343678:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320841.343686:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384383488:0@lo:400:kworker.0 00000100:00100000:0.0:1767320841.343734:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320841.343776:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384383360 00000100:00100000:0.0:1767320841.343799:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384383360 00000100:00100000:0.0:1767320841.343840:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384383488 00000100:00100000:0.0:1767320841.343844:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384383488 00000100:00100000:0.0:1767320841.343866:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2298 00000100:00100000:0.0:1767320841.343874:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384383360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320841.343919:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384383360:12345-0@lo:400:kworker.0 Request processed in 47us (748us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320841.343926:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2298 00000100:00100000:0.0:1767320841.343941:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2299 00000100:00100000:0.0:1767320841.343947:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384383488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320841.343973:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384383488:12345-0@lo:400:kworker.0 Request processed in 27us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320841.343979:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2299 00000100:00100000:0.0:1767320841.344033:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384383488:0@lo:400:kworker.0 00000100:00100000:0.0:1767320841.344045:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384383360:0@lo:400:kworker.0 00000100:00080000:0.0:1767320841.344087:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320841.344093:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320841.344097:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320841.344233:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384382848:0@lo:400:kworker.0 00000100:00100000:3.0:1767320841.344351:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384383232:12345-0@lo:38:kworker.0 Request processed in 1344us (1723us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320841.344361:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25038 00000100:00080000:2.0:1767320841.347462:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320841.347483:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320841.347490:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384383232:0@lo:38:kworker.0 00010000:00010000:3.0:1767320841.848413:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320842.358979:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320842.871088:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320842.871529:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384383744:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320842.871630:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320842.871673:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384383744 00000100:00100000:0.0:1767320842.871683:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384383744 00000100:00100000:1.0:1767320842.871730:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320842.871740:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384383616:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320842.871767:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3125 00000100:00100000:1.0:1767320842.871772:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320842.871827:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384383744:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320842.871839:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384383616 00000100:00100000:1.0:1767320842.871844:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384383616 00002000:00000024:0.0:1767320842.871886:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320842.871892:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3126 00000100:00100000:1.0:1767320842.871901:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384383616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320842.871923:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320842.871946:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384383744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 166us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320842.871955:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3125 00000100:00100000:1.0:1767320842.871966:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384383616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320842.871973:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3126 00000100:00100000:1.0:1767320842.872032:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384383616:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320842.872044:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384383744:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320843.384372:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320843.897417:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320844.406948:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320844.919064:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320845.385023:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320845.385082:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320845.385160:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297449856 00000100:00100000:3.0:1767320845.385180:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297449856 00000100:00100000:3.0:1767320845.385267:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297449728 00000100:00100000:3.0:1767320845.385271:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297449728 00000100:00100000:3.0:1767320845.385292:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5629 00000100:00100000:3.0:1767320845.385303:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297449856:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320845.385397:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297449856:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 96us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320845.385406:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5629 00000100:00100000:3.0:1767320845.385426:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25039 00000100:00100000:3.0:1767320845.385431:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297449728:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320845.385456:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320845.385483:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297449728:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 50us (403us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320845.385492:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25039 00000100:00080000:2.0:1767320845.388299:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320845.431117:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320845.943262:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320846.454980:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320846.454993:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320846.455003:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320846.455007:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320846.455012:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320846.455017:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320846.455025:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5744 00000100:00080000:0.0:1767320846.455029:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320846.455038:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320846.455088:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b058700 x1853164384383872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320846.455106:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320846.455159:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320846.455161:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320846.455166:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5744 00000100:00080000:0.0:1767320846.455169:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320846.455172:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320846.455185:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b058a80 x1853164384384000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320846.455227:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320846.455241:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320846.455243:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320846.455246:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5744 00000100:00080000:0.0:1767320846.455249:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767320846.455277:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320846.455295:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384384128:0@lo:400:kworker.0 00000100:00100000:3.0:1767320846.455368:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320846.455384:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384383872:0@lo:38:kworker.0 00000100:00100000:2.0:1767320846.455421:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320846.455458:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384384000:0@lo:38:kworker.0 00000100:00100000:3.0:1767320846.455475:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384384128 00000100:00100000:3.0:1767320846.455485:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384384128 00000100:00100000:2.0:1767320846.455486:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320846.455524:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320846.455574:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384383872 00000100:00100000:3.0:1767320846.455579:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384383872 00000100:00100000:3.0:1767320846.455603:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5630 00000100:00100000:3.0:1767320846.455614:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384384128:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320846.455642:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320846.455662:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b059880 x1853164384384256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320846.455686:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384384128:12345-0@lo:400:kworker.0 Request processed in 73us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320846.455695:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5630 00000100:00080000:0.0:1767320846.455702:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320846.455706:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320846.455709:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320846.455714:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5744 00000100:00100000:3.0:1767320846.455718:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25040 00000100:00080000:0.0:1767320846.455719:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767320846.455725:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384383872:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767320846.455726:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320846.455743:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be4000 x1853164384384512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00020000:3.0:1767320846.455750:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320846.455798:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384383872:12345-0@lo:38:kworker.0 Request processed in 54us (359us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320846.455805:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25040 00000100:00100000:3.0:1767320846.455842:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384384384:0@lo:400:kworker.0 00000100:00100000:3.0:1767320846.455872:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320846.455905:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384384640:0@lo:400:kworker.0 00000100:00100000:3.0:1767320846.455913:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384384128:0@lo:400:kworker.0 00000100:00100000:0.0:1767320846.455943:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320846.455946:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384384384 00000100:00100000:3.0:1767320846.455951:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384384384 00000100:00100000:0.0:1767320846.455971:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320846.455979:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384384768:0@lo:400:kworker.0 00000100:00100000:3.0:1767320846.455991:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5631 00000100:00100000:3.0:1767320846.456000:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384384384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320846.456008:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320846.456039:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384384640 00000100:00100000:0.0:1767320846.456043:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384384640 00000100:00100000:3.0:1767320846.456063:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384384384:12345-0@lo:400:kworker.0 Request processed in 64us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320846.456071:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5631 00000100:00100000:0.0:1767320846.456074:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384384768 00000100:00100000:0.0:1767320846.456078:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384384768 00000100:00100000:3.0:1767320846.456104:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384384384:0@lo:400:kworker.0 00000100:00100000:0.0:1767320846.456105:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2300 00000100:00100000:0.0:1767320846.456117:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384384640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320846.456151:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2301 00000100:00100000:0.0:1767320846.456158:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384384640:12345-0@lo:400:kworker.0 Request processed in 43us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320846.456164:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384384768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320846.456171:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2300 00000100:00100000:3.0:1767320846.456207:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384384768:12345-0@lo:400:kworker.0 Request processed in 47us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320846.456214:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2301 00000100:00100000:0.0:1767320846.456217:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384384768:0@lo:400:kworker.0 00000100:00100000:3.0:1767320846.456240:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384384256:0@lo:38:kworker.0 00000100:00100000:3.0:1767320846.456264:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320846.456279:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384384512:0@lo:38:kworker.0 00000100:00100000:3.0:1767320846.456299:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320846.456318:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320846.456322:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320846.456326:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384383872:0@lo:38:kworker.0 00000100:00100000:3.0:1767320846.456342:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384384256 00000100:00100000:3.0:1767320846.456345:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384384256 00000100:00100000:3.0:1767320846.456358:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384384512 00000100:00100000:3.0:1767320846.456360:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384384512 00000100:00100000:3.0:1767320846.456368:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25041 00000100:00100000:3.0:1767320846.456371:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384384256:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320846.456382:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320846.456407:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384384256:12345-0@lo:38:kworker.0 Request processed in 34us (142us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320846.456412:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25041 00000100:00100000:3.0:1767320846.456422:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25042 00000100:00100000:3.0:1767320846.456425:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384384512:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320846.456433:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320846.456450:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384384512:12345-0@lo:38:kworker.0 Request processed in 24us (151us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320846.456456:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25042 00000100:00080000:3.0:1767320846.456474:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320846.456478:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320846.456481:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384384256:0@lo:38:kworker.0 00000100:00080000:3.0:1767320846.456487:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320846.456490:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320846.456492:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384384512:0@lo:38:kworker.0 00000100:00100000:0.0:1767320846.456510:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384384640:0@lo:400:kworker.0 00000100:00080000:2.0:1767320846.456575:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320846.456579:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320846.456581:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320846.456626:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384384000 00000100:00100000:2.0:1767320846.456630:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384384000 00000100:00100000:2.0:1767320846.456659:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2988 00000100:00100000:2.0:1767320846.456674:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384384000:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320846.456684:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320846.456724:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384384000:12345-0@lo:38:kworker.0 Request processed in 59us (1238us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320846.456731:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2988 00000100:00080000:1.0:1767320846.456768:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320846.456774:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320846.456777:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384384000:0@lo:38:kworker.0 00010000:00010000:3.0:1767320846.969803:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320847.478945:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320847.991006:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320847.991345:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384385024:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320847.991439:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320847.991591:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384385024 00000100:00100000:0.0:1767320847.991612:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384385024 00000100:00100000:0.0:1767320847.991680:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3127 00000100:00100000:0.0:1767320847.991691:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384385024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320847.991731:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320847.991812:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384385024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320847.991820:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3127 00000100:00100000:2.0:1767320847.992019:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384384896:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320847.992061:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320847.992121:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384384896 00000100:00100000:0.0:1767320847.992126:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384384896 00000100:00100000:0.0:1767320847.992151:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3128 00000100:00100000:0.0:1767320847.992158:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384384896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320847.992176:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320847.992216:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384384896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320847.992222:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3128 00000100:00100000:3.0:1767320847.993137:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384385024:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320848.000425:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384384896:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320848.502902:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320849.015260:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320849.527023:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320850.054410:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320850.508372:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:2.0:1767320850.508487:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297449984 offset 0 length 520: 4 00000100:00100000:2.0:1767320850.508516:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320850.509113:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297450240 00000100:00100000:1.0:1767320850.509125:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297450240 00000100:00100000:1.0:1767320850.509250:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297450112 00000100:00100000:1.0:1767320850.509254:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297450112 00000100:00080000:2.0:1767320850.509295:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320850.509352:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5632 00000100:00100000:0.0:1767320850.509369:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297450240:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320850.509462:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297450240:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 98us (1103us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320850.509471:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5632 00000100:00100000:0.0:1767320850.509489:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25043 00000100:00100000:0.0:1767320850.509494:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297450112:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320850.509514:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320850.509550:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297450112:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 55us (1034us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320850.509557:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25043 00000100:00100000:3.0:1767320850.550908:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320850.551180:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320825/real 1767320825] req@ffff9369b5130000 x1853164384379648/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320850 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320850.551213:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b5130000 x1853164384379648/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320850 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320850.551233:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320850.551298:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320850.551302:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384379648:0@lo:250:kworker.0 00000100:00080000:3.0:1767320850.555874:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320850.555883:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320850.555887:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320850.555895:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5729 00000100:00080000:3.0:1767320850.555898:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320850.555903:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320850.555940:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135f80 x1853164384385152/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320850.555966:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320850.555969:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320850.555970:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320850.555973:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5749 00000100:00080000:3.0:1767320850.555974:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320850.555977:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320850.555986:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135c00 x1853164384385280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320850.555993:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320850.555995:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320850.555996:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320850.555998:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5749 00000100:00080000:3.0:1767320850.556000:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320850.556001:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320850.556008:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5136300 x1853164384385408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320850.556080:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320850.556119:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384385152:0@lo:250:kworker.0 00000400:00000100:1.0:1767320850.556161:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384385152 offset 0 length 520: 4 00000100:00100000:1.0:1767320850.556201:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384385280:0@lo:38:kworker.0 00000100:00100000:1.0:1767320850.556227:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320850.556249:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384385408:0@lo:38:kworker.0 00000100:00100000:1.0:1767320850.556271:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320850.556311:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384385280 00000100:00100000:1.0:1767320850.556319:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384385280 00000100:00100000:0.0:1767320850.556462:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384385408 00000100:00100000:0.0:1767320850.556465:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384385408 00000100:00100000:0.0:1767320850.556513:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2989 00000100:00100000:0.0:1767320850.556521:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384385408:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320850.556549:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320850.556597:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384385408:12345-0@lo:38:kworker.0 Request processed in 74us (323us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320850.556607:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2989 00000100:00080000:0.0:1767320850.556667:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320850.556672:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320850.556676:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384385408:0@lo:38:kworker.0 00000100:00080000:3.0:1767320850.556985:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320850.556990:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320850.556992:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320850.556997:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5749 00000100:00080000:3.0:1767320850.557000:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320850.557004:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320850.557023:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5136300 x1853164384385664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320850.557094:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25044 00000100:00100000:1.0:1767320850.557098:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384385280:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320850.557106:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320850.557127:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384385280:12345-0@lo:38:kworker.0 Request processed in 29us (901us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320850.557131:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25044 00000100:00100000:0.0:1767320850.557242:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384385664:0@lo:38:kworker.0 00000100:00100000:0.0:1767320850.557270:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320850.557298:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320850.557302:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320850.557304:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384385280:0@lo:38:kworker.0 00000100:00100000:1.0:1767320850.557445:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384385664 00000100:00100000:1.0:1767320850.557450:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384385664 00000100:00100000:1.0:1767320850.557475:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25045 00000100:00100000:1.0:1767320850.557478:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384385664:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320850.557498:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320850.557529:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384385664:12345-0@lo:38:kworker.0 Request processed in 48us (258us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320850.557545:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25045 00000100:00080000:1.0:1767320850.557568:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320850.557571:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320850.557574:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384385664:0@lo:38:kworker.0 00000100:00100000:2.0:1767320850.558810:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384385792:0@lo:400:kworker.0 00000100:00100000:2.0:1767320850.558864:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320850.558892:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384385536:0@lo:400:kworker.0 00000100:00100000:2.0:1767320850.558914:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320850.559019:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384385792 00000100:00100000:0.0:1767320850.559026:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384385792 00000100:00100000:0.0:1767320850.559080:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384385536 00000100:00100000:0.0:1767320850.559083:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384385536 00000100:00100000:0.0:1767320850.559108:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5633 00000100:00100000:0.0:1767320850.559116:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384385792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320850.559166:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384385792:12345-0@lo:400:kworker.0 Request processed in 51us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320850.559173:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5633 00000100:00100000:0.0:1767320850.559189:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5634 00000100:00100000:0.0:1767320850.559195:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384385536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320850.559233:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384385536:12345-0@lo:400:kworker.0 Request processed in 38us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320850.559239:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5634 00000100:00080000:2.0:1767320850.559421:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320850.559454:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384385792:0@lo:400:kworker.0 00000100:00100000:2.0:1767320850.559464:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384385536:0@lo:400:kworker.0 00000100:00080000:3.0:1767320850.560835:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320850.560844:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320850.560848:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320850.560856:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5749 00000100:00080000:3.0:1767320850.560861:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320850.560865:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320850.560908:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6d80 x1853164384385920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320850.560991:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384386176:0@lo:400:kworker.0 00000100:00100000:3.0:1767320850.561043:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320850.561074:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320850.561080:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384386048:0@lo:400:kworker.0 00000100:00100000:3.0:1767320850.561100:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320850.561129:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384386176 00000100:00100000:3.0:1767320850.561135:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384386176 00000100:00100000:3.0:1767320850.561181:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384386048 00000100:00100000:3.0:1767320850.561185:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384386048 00000100:00100000:1.0:1767320850.561202:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384385920:0@lo:38:kworker.0 00000100:00100000:3.0:1767320850.561206:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2302 00000100:00100000:3.0:1767320850.561214:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384386176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320850.561245:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320850.561257:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384386176:12345-0@lo:400:kworker.0 Request processed in 44us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320850.561265:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2302 00000100:00100000:3.0:1767320850.561280:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2303 00000100:00100000:1.0:1767320850.561282:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384385920 00000100:00100000:1.0:1767320850.561286:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384385920 00000100:00100000:3.0:1767320850.561286:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384386048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320850.561307:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25046 00000100:00100000:1.0:1767320850.561312:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384385920:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320850.561312:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384386048:12345-0@lo:400:kworker.0 Request processed in 27us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320850.561317:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2303 00010000:00020000:1.0:1767320850.561331:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320850.561373:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384385920:12345-0@lo:38:kworker.0 Request processed in 60us (127us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320850.561379:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25046 00000100:00080000:1.0:1767320850.561413:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320850.561420:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320850.561423:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384385920:0@lo:38:kworker.0 00000100:00080000:2.0:1767320850.562010:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320850.562016:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320850.562829:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384386048:0@lo:400:kworker.0 00000100:00100000:3.0:1767320850.562842:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384386176:0@lo:400:kworker.0 00010000:00010000:2.0:1767320851.064771:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320851.575128:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320852.087705:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320852.600209:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320853.110937:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320853.111211:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384386304:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320853.111273:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320853.112029:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384386432:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320853.112079:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320853.112908:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384386304 00000100:00100000:1.0:1767320853.112922:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384386304 00000100:00100000:1.0:1767320853.113033:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384386432 00000100:00100000:1.0:1767320853.113036:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384386432 00000100:00080000:2.0:1767320853.113093:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320853.113098:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320853.113214:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3129 00000100:00100000:0.0:1767320853.113227:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384386304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320853.113260:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320853.113338:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384386304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (2062us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320853.113345:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3129 00000100:00100000:0.0:1767320853.113363:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3130 00000100:00100000:0.0:1767320853.113369:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384386432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320853.113389:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320853.113434:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384386432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (1355us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320853.113439:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3130 00000100:00100000:2.0:1767320853.113527:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384386304:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320853.113580:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384386432:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320853.626110:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320854.135024:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320854.647034:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320855.163000:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320855.624027:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320855.624185:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297450496 00000100:00100000:1.0:1767320855.624196:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297450496 00000100:00100000:1.0:1767320855.624284:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5635 00000100:00100000:1.0:1767320855.624301:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297450496:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320855.624394:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297450496:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 100us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320855.624403:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5635 00000100:00080000:2.0:1767320855.624512:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320855.641312:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320855.641404:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297450368 00000100:00100000:3.0:1767320855.641417:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297450368 00000100:00100000:3.0:1767320855.641472:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25047 00000100:00100000:3.0:1767320855.641490:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297450368:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320855.641516:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320855.641595:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297450368:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 112us (292us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320855.641606:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25047 00000100:00080000:3.0:1767320855.671112:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320855.671123:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320855.671127:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320855.671131:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320855.671136:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320855.671145:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5753 00000100:00080000:3.0:1767320855.671150:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320855.671158:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320855.671204:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b058700 x1853164384386560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320855.671232:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320855.671236:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320855.671238:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320855.671242:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5753 00000100:00080000:3.0:1767320855.671244:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320855.671247:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320855.671261:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b05ad80 x1853164384386688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320855.671296:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320855.671300:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320855.671301:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320855.671305:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5753 00000100:00080000:3.0:1767320855.671307:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320855.671311:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320855.671320:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8912a00 x1853164384386944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320855.671335:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320855.671339:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320855.671341:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320855.671345:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5753 00000100:00080000:3.0:1767320855.671348:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320855.671352:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320855.671362:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8910380 x1853164384387200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320855.671388:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8911f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384386816:0@lo:400:kworker.0 00000100:00100000:3.0:1767320855.671427:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384387072:0@lo:400:kworker.0 00000100:00100000:0.0:1767320855.671469:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320855.671553:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320855.671609:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320855.671709:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384386816 00000100:00100000:1.0:1767320855.671718:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384386816 00000100:00100000:1.0:1767320855.671808:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384387072 00000100:00100000:1.0:1767320855.671812:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384387072 00000100:00100000:1.0:1767320855.671836:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5636 00000100:00100000:1.0:1767320855.671847:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384386816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320855.671906:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384386816:12345-0@lo:400:kworker.0 Request processed in 61us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320855.671914:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5636 00000100:00100000:1.0:1767320855.671931:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5637 00000100:00100000:1.0:1767320855.671939:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384387072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320855.672074:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384387072:12345-0@lo:400:kworker.0 Request processed in 136us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320855.672084:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5637 00000100:00100000:1.0:1767320855.672126:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384387072:0@lo:400:kworker.0 00000100:00100000:1.0:1767320855.672151:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8911f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384386816:0@lo:400:kworker.0 00000100:00100000:1.0:1767320855.672164:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384386560:0@lo:38:kworker.0 00000100:00100000:1.0:1767320855.672188:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320855.672208:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384386688:0@lo:38:kworker.0 00000100:00100000:1.0:1767320855.672230:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320855.672246:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384386944:0@lo:38:kworker.0 00000100:00100000:1.0:1767320855.672264:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320855.672276:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384387200:0@lo:38:kworker.0 00000100:00100000:1.0:1767320855.672291:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320855.672312:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384386560 00000100:00100000:1.0:1767320855.672316:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384386560 00000100:00100000:1.0:1767320855.672327:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384386944 00000100:00100000:1.0:1767320855.672328:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384386944 00000100:00100000:1.0:1767320855.672333:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384387200 00000100:00100000:1.0:1767320855.672335:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384387200 00000100:00100000:1.0:1767320855.672342:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25048 00000100:00100000:1.0:1767320855.672346:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384386560:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320855.672364:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320855.672390:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384386560:12345-0@lo:38:kworker.0 Request processed in 42us (201us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320855.672396:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25048 00000100:00100000:1.0:1767320855.672405:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25049 00000100:00100000:1.0:1767320855.672408:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384386944:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320855.672416:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320855.672432:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384386944:12345-0@lo:38:kworker.0 Request processed in 23us (168us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320855.672437:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25049 00000100:00100000:1.0:1767320855.672444:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25050 00000100:00100000:1.0:1767320855.672447:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384387200:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320855.672453:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320855.672467:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384387200:12345-0@lo:38:kworker.0 Request processed in 19us (175us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320855.672471:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25050 00000100:00100000:2.0:1767320855.672646:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384387328:0@lo:400:kworker.0 00000100:00100000:2.0:1767320855.672677:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320855.672699:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320855.672706:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384387456:0@lo:400:kworker.0 00000100:00100000:2.0:1767320855.672726:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320855.672806:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320855.672871:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384386688 00000100:00100000:0.0:1767320855.672876:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384386688 00000100:00100000:0.0:1767320855.672900:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2990 00000100:00100000:0.0:1767320855.672905:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384386688:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320855.672915:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320855.672945:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384386688:12345-0@lo:38:kworker.0 Request processed in 40us (714us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320855.672953:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2990 00000100:00100000:0.0:1767320855.672988:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384387328 00000100:00100000:0.0:1767320855.672992:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384387328 00000100:00100000:0.0:1767320855.673031:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384387456 00000100:00100000:0.0:1767320855.673034:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384387456 00000100:00100000:0.0:1767320855.673054:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2304 00000100:00100000:0.0:1767320855.673061:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384387328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320855.673102:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384387328:12345-0@lo:400:kworker.0 Request processed in 42us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320855.673108:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2304 00000100:00100000:0.0:1767320855.673121:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2305 00000100:00100000:0.0:1767320855.673127:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384387456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320855.673155:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384387456:12345-0@lo:400:kworker.0 Request processed in 28us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320855.673160:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2305 00000100:00100000:0.0:1767320855.673201:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384387456:0@lo:400:kworker.0 00000100:00100000:0.0:1767320855.673213:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384387328:0@lo:400:kworker.0 00000100:00080000:3.0:1767320855.674236:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320855.674243:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320855.678079:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320855.678092:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320855.678097:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384386560:0@lo:38:kworker.0 00000100:00080000:1.0:1767320855.678113:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320855.678117:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320855.678120:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384386688:0@lo:38:kworker.0 00000100:00080000:1.0:1767320855.678129:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320855.678132:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320855.678135:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384386944:0@lo:38:kworker.0 00000100:00080000:1.0:1767320855.678145:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320855.678148:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320855.678151:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384387200:0@lo:38:kworker.0 00010000:00010000:2.0:1767320856.183021:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320856.694872:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320857.207813:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320857.720348:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320858.231105:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320858.233585:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384387584:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320858.233661:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320858.233859:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320858.233868:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384387712:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320858.233894:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320858.233971:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384387584 00000100:00100000:3.0:1767320858.233981:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384387584 00000100:00100000:3.0:1767320858.234048:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384387712 00000100:00100000:3.0:1767320858.234052:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384387712 00000100:00100000:3.0:1767320858.234074:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3131 00000100:00100000:3.0:1767320858.234084:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384387584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320858.234122:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320858.234171:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384387584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320858.234179:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3131 00000100:00100000:3.0:1767320858.234198:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3132 00000100:00100000:3.0:1767320858.234204:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384387712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320858.234219:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320858.234242:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384387712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 39us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320858.234248:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3132 00000100:00100000:3.0:1767320858.234298:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384387712:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320858.234312:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384387584:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320858.234457:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320858.234461:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320858.743119:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320859.255917:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320859.766923:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320860.280525:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320860.744886:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320860.744979:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320860.745188:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297450752 00000100:00100000:3.0:1767320860.745208:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297450752 00000100:00100000:3.0:1767320860.745749:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297450624 00000100:00100000:3.0:1767320860.745755:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297450624 00000100:00100000:3.0:1767320860.745805:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5638 00000100:00100000:3.0:1767320860.745819:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297450752:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320860.745905:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297450752:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 90us (1029us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320860.745913:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5638 00000100:00100000:3.0:1767320860.745945:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25051 00000100:00100000:3.0:1767320860.745950:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297450624:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320860.745971:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320860.746652:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297450624:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 696us (1668us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320860.746660:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25051 00000100:00080000:0.0:1767320860.747883:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320860.790859:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320860.790961:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320860.790967:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320860.790971:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320860.790975:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320860.790979:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320860.790987:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5758 00000100:00080000:3.0:1767320860.790992:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320860.790998:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320860.791042:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5928e00 x1853164384387840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320860.791073:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320860.791077:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320860.791079:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320860.791083:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5758 00000100:00080000:3.0:1767320860.791086:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320860.791089:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320860.791103:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592a680 x1853164384387968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320860.791146:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320860.791150:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320860.791152:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320860.791156:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5758 00000100:00080000:3.0:1767320860.791158:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320860.791161:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320860.791174:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5929500 x1853164384388224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320860.791191:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320860.791194:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320860.791195:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320860.791198:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5758 00000100:00080000:3.0:1767320860.791200:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320860.791204:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320860.791213:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1212a00 x1853164384388480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320860.791280:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384388736:0@lo:400:kworker.0 00000100:00100000:3.0:1767320860.791345:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320860.791407:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320860.791414:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384388608:0@lo:400:kworker.0 00000100:00100000:3.0:1767320860.791437:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320860.791467:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384388736 00000100:00100000:3.0:1767320860.791475:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384388736 00000100:00100000:3.0:1767320860.791552:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384388608 00000100:00100000:3.0:1767320860.791556:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384388608 00000100:00100000:3.0:1767320860.791581:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2306 00000100:00100000:3.0:1767320860.791590:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384388736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320860.791642:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384388736:12345-0@lo:400:kworker.0 Request processed in 52us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320860.791650:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2306 00000100:00100000:3.0:1767320860.791667:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2307 00000100:00100000:3.0:1767320860.791672:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384388608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320860.791697:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384388608:12345-0@lo:400:kworker.0 Request processed in 25us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320860.791702:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2307 00000100:00080000:3.0:1767320860.791722:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320860.791726:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320860.791760:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384388608:0@lo:400:kworker.0 00000100:00100000:3.0:1767320860.791770:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384388736:0@lo:400:kworker.0 00000100:00100000:2.0:1767320860.791877:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384387840:0@lo:38:kworker.0 00000100:00100000:2.0:1767320860.791909:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320860.791941:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384387968:0@lo:38:kworker.0 00000100:00100000:2.0:1767320860.791966:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320860.791990:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384388224:0@lo:38:kworker.0 00000100:00100000:2.0:1767320860.792010:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320860.792028:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384388480:0@lo:38:kworker.0 00000100:00100000:2.0:1767320860.792048:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320860.792075:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384387968 00000100:00100000:2.0:1767320860.792079:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384387968 00000100:00100000:2.0:1767320860.792100:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2991 00000100:00100000:2.0:1767320860.792105:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384387968:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320860.792123:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320860.792156:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384387968:12345-0@lo:38:kworker.0 Request processed in 49us (188us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320860.792162:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2991 00000100:00100000:2.0:1767320860.792179:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384387840 00000100:00100000:2.0:1767320860.792183:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384387840 00000100:00100000:2.0:1767320860.792200:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384388224 00000100:00100000:2.0:1767320860.792202:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384388224 00000100:00100000:2.0:1767320860.792213:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384388480 00000100:00100000:2.0:1767320860.792215:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384388480 00000100:00100000:2.0:1767320860.792224:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25052 00000100:00100000:2.0:1767320860.792228:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384387840:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320860.792237:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320860.792262:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384387840:12345-0@lo:38:kworker.0 Request processed in 33us (352us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320860.792268:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25052 00000100:00100000:2.0:1767320860.792279:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25053 00000100:00100000:2.0:1767320860.792283:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384388224:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320860.792292:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320860.792314:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384388224:12345-0@lo:38:kworker.0 Request processed in 30us (303us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320860.792320:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25053 00000100:00100000:2.0:1767320860.792330:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25054 00000100:00100000:2.0:1767320860.792334:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384388480:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320860.792342:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320860.792363:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384388480:12345-0@lo:38:kworker.0 Request processed in 28us (315us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320860.792368:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25054 00000100:00080000:2.0:1767320860.792394:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320860.792399:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320860.792403:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384387840:0@lo:38:kworker.0 00000100:00080000:2.0:1767320860.792411:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320860.792413:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320860.792415:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384387968:0@lo:38:kworker.0 00000100:00080000:2.0:1767320860.792422:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320860.792424:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320860.792426:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384388224:0@lo:38:kworker.0 00000100:00080000:2.0:1767320860.792433:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320860.792435:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320860.792437:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384388480:0@lo:38:kworker.0 00000100:00100000:2.0:1767320860.792464:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384388352:0@lo:400:kworker.0 00000100:00100000:2.0:1767320860.792486:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320860.792502:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320860.792508:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384388096:0@lo:400:kworker.0 00000100:00100000:2.0:1767320860.792526:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320860.792556:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384388352 00000100:00100000:2.0:1767320860.792559:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384388352 00000100:00100000:2.0:1767320860.792586:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384388096 00000100:00100000:2.0:1767320860.792589:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384388096 00000100:00100000:2.0:1767320860.792603:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5639 00000100:00100000:2.0:1767320860.792608:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384388352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320860.792637:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384388352:12345-0@lo:400:kworker.0 Request processed in 28us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320860.792642:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5639 00000100:00100000:2.0:1767320860.792652:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5640 00000100:00100000:2.0:1767320860.792657:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384388096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320860.792677:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384388096:12345-0@lo:400:kworker.0 Request processed in 20us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320860.792682:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5640 00000100:00080000:2.0:1767320860.792693:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320860.792710:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384388096:0@lo:400:kworker.0 00000100:00100000:2.0:1767320860.792718:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384388352:0@lo:400:kworker.0 00010000:00010000:2.0:1767320861.303992:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320861.815993:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320862.327014:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320862.839164:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320863.351186:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320863.351211:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384388864:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320863.351292:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320863.351364:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384388992:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320863.351390:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767320863.351459:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320863.351477:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384388864 00000100:00100000:3.0:1767320863.351485:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384388864 00000100:00100000:2.0:1767320863.351545:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384388992 00000100:00100000:2.0:1767320863.351553:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384388992 00000100:00100000:3.0:1767320863.351576:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3133 00000100:00100000:3.0:1767320863.351588:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384388864:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320863.351604:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3134 00000100:00100000:2.0:1767320863.351616:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384388992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320863.351626:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00002000:00000024:2.0:1767320863.351641:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767320863.351721:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320863.351727:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320863.353761:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384388864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2165us (2456us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320863.353777:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3133 00000100:00100000:1.0:1767320863.353954:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384388864:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320863.359029:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384388992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 7373us (7593us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320863.359047:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3134 00000100:00100000:1.0:1767320863.359141:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384388992:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320863.863080:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320864.375300:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320864.887541:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320865.399043:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320865.870051:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320865.870213:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320865.885372:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297451008 00000100:00100000:3.0:1767320865.885390:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297451008 00000100:00100000:3.0:1767320865.885496:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297450880 00000100:00100000:3.0:1767320865.885500:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297450880 00000100:00100000:3.0:1767320865.885526:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5641 00000100:00100000:3.0:1767320865.885539:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297451008:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320865.885634:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297451008:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 98us (15593us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320865.885643:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5641 00000100:00100000:3.0:1767320865.885665:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25055 00000100:00100000:3.0:1767320865.885670:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297450880:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320865.885692:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320865.885718:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297450880:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 47us (15505us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320865.885724:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25055 00000100:00080000:2.0:1767320865.886548:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320865.910929:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320865.912185:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320865.912200:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320865.912203:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320865.912208:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320865.912212:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320865.912222:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5764 00000100:00080000:3.0:1767320865.912228:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320865.912238:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320865.912288:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1210a80 x1853164384389120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320865.912360:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384389120:0@lo:38:kworker.0 00000100:00100000:2.0:1767320865.912600:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320865.912779:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320865.912814:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320865.912816:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320865.912822:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5764 00000100:00080000:3.0:1767320865.912825:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320865.912830:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320865.912850:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1211880 x1853164384389248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320865.913279:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384389120 00000100:00100000:1.0:1767320865.913289:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384389120 00000100:00100000:1.0:1767320865.913403:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25056 00000100:00100000:1.0:1767320865.913411:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384389120:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320865.913435:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320865.913630:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384389248:0@lo:38:kworker.0 00000100:00100000:2.0:1767320865.913668:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320865.913893:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320865.913897:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320865.913900:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320865.913904:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5764 00000100:00080000:3.0:1767320865.913907:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320865.913912:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320865.913926:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1210000 x1853164384389504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320865.913942:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320865.913945:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320865.913947:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320865.913950:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5764 00000100:00080000:3.0:1767320865.913952:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320865.913955:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320865.913965:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1211c00 x1853164384389760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320865.914017:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384389632:0@lo:400:kworker.0 00000100:00100000:3.0:1767320865.914052:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320865.914076:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320865.914081:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384389376:0@lo:400:kworker.0 00000100:00100000:3.0:1767320865.914103:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320865.914144:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384389248 00000100:00100000:3.0:1767320865.914150:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384389248 00000100:00100000:3.0:1767320865.914175:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2992 00000100:00100000:3.0:1767320865.914182:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384389248:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320865.914195:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320865.914225:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384389248:12345-0@lo:38:kworker.0 Request processed in 41us (556us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320865.914231:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2992 00000100:00100000:0.0:1767320865.914421:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384389888:0@lo:400:kworker.0 00000100:00100000:0.0:1767320865.914459:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320865.914495:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320865.914502:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384390016:0@lo:400:kworker.0 00000100:00100000:0.0:1767320865.914539:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320865.914570:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384389632 00000100:00100000:0.0:1767320865.914573:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384389632 00000100:00100000:0.0:1767320865.914621:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384389376 00000100:00100000:0.0:1767320865.914625:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384389376 00000100:00100000:0.0:1767320865.914648:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5642 00000100:00100000:0.0:1767320865.914654:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384389632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320865.914701:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384389632:12345-0@lo:400:kworker.0 Request processed in 47us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320865.914708:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5642 00000100:00100000:0.0:1767320865.914723:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5643 00000100:00100000:0.0:1767320865.914730:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384389376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320865.914759:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384389376:12345-0@lo:400:kworker.0 Request processed in 30us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320865.914765:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5643 00000100:00100000:0.0:1767320865.914810:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384389888 00000100:00100000:0.0:1767320865.914814:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384389888 00000100:00100000:0.0:1767320865.914843:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2308 00000100:00100000:0.0:1767320865.914849:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384389888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320865.914899:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384389888:12345-0@lo:400:kworker.0 Request processed in 50us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320865.914905:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2308 00000100:00100000:0.0:1767320865.914916:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384390016 00000100:00100000:0.0:1767320865.914919:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384390016 00000100:00100000:0.0:1767320865.914944:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2309 00000100:00100000:0.0:1767320865.914950:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384390016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320865.914978:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384390016:12345-0@lo:400:kworker.0 Request processed in 28us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320865.914983:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2309 00000100:00100000:0.0:1767320865.915038:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384390016:0@lo:400:kworker.0 00000100:00100000:0.0:1767320865.915048:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384389888:0@lo:400:kworker.0 00000100:00100000:0.0:1767320865.915080:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384389376:0@lo:400:kworker.0 00000100:00100000:0.0:1767320865.915090:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384389632:0@lo:400:kworker.0 00000100:00080000:0.0:1767320865.915134:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320865.915138:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320865.915141:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320865.915619:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384389120:12345-0@lo:38:kworker.0 Request processed in 2204us (3016us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320865.915629:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25056 00000100:00080000:2.0:1767320865.915706:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320865.915712:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320865.915716:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384389120:0@lo:38:kworker.0 00000100:00100000:0.0:1767320865.916082:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384389504:0@lo:38:kworker.0 00000100:00100000:0.0:1767320865.916134:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320865.916335:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384389760:0@lo:38:kworker.0 00000100:00100000:0.0:1767320865.916361:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320865.916550:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320865.916556:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320865.916559:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384389248:0@lo:38:kworker.0 00000100:00100000:1.0:1767320865.916742:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384389504 00000100:00100000:1.0:1767320865.916750:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384389504 00000100:00100000:1.0:1767320865.916808:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384389760 00000100:00100000:1.0:1767320865.916812:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384389760 00000100:00100000:1.0:1767320865.916843:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25057 00000100:00100000:1.0:1767320865.916849:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384389504:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320865.916878:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320865.916927:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384389504:12345-0@lo:38:kworker.0 Request processed in 77us (792us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320865.916933:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25057 00000100:00100000:1.0:1767320865.916948:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25058 00000100:00100000:1.0:1767320865.916952:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384389760:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320865.916960:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320865.916984:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384389760:12345-0@lo:38:kworker.0 Request processed in 30us (622us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320865.916990:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25058 00000100:00080000:1.0:1767320865.917017:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320865.917022:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320865.917025:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384389504:0@lo:38:kworker.0 00000100:00080000:1.0:1767320865.917033:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320865.917036:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320865.917039:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384389760:0@lo:38:kworker.0 00010000:00010000:2.0:1767320866.423095:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320866.936826:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320867.447512:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320867.958992:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320868.471226:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320868.473160:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384390144:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320868.473259:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320868.473488:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384390144 00000100:00100000:3.0:1767320868.473498:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384390144 00000100:00080000:0.0:1767320868.474052:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320868.474295:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320868.474310:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384390272:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320868.474361:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320868.476589:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384390272 00000100:00100000:3.0:1767320868.476607:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384390272 00000100:00100000:3.0:1767320868.476695:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3135 00000100:00100000:3.0:1767320868.476707:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384390144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320868.476755:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320868.476863:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384390144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 158us (3603us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320868.476871:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3135 00000100:00100000:3.0:1767320868.476892:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3136 00000100:00100000:3.0:1767320868.476899:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384390272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320868.476919:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320868.476947:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384390272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (2586us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320868.476953:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3136 00000100:00080000:2.0:1767320868.477608:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320868.477684:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384390272:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320868.477706:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384390144:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320868.983450:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320869.495221:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320870.007342:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320870.519916:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320870.985750:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320870.985867:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320870.986086:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297451136 00000100:00100000:3.0:1767320870.986100:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297451136 00000100:00100000:3.0:1767320870.986159:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297451264 00000100:00100000:3.0:1767320870.986163:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297451264 00000100:00100000:0.0:1767320870.986217:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25059 00000100:00100000:0.0:1767320870.986232:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297451136:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320870.986260:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320870.986364:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297451136:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 132us (632us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767320870.987136:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320870.987905:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5644 00000100:00100000:3.0:1767320870.987930:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297451264:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320870.988061:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297451264:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 143us (2193us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320870.988071:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5644 00000100:00100000:0.0:1767320871.001615:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25059 00000100:00100000:2.0:1767320871.031133:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320871.032545:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320871.032558:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320871.032561:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320871.032565:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320871.032571:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320871.032581:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5769 00000100:00080000:0.0:1767320871.032587:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320871.032594:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320871.032658:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556bb80 x1853164384390400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320871.032693:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320871.032696:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320871.032698:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320871.032709:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5769 00000100:00080000:0.0:1767320871.032712:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320871.032715:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320871.032731:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556a680 x1853164384390528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320871.032831:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320871.032837:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320871.032839:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320871.032844:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5769 00000100:00080000:0.0:1767320871.032848:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767320871.032852:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384390656:0@lo:400:kworker.0 00000100:00080000:0.0:1767320871.032854:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320871.032885:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf6a00 x1853164384390784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320871.032906:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320871.032910:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320871.032911:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320871.032915:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5769 00000100:00080000:0.0:1767320871.032917:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320871.032920:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320871.032929:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf4700 x1853164384391040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320871.033004:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384391296:0@lo:400:kworker.0 00000100:00100000:1.0:1767320871.033073:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384390400:0@lo:38:kworker.0 00000100:00100000:3.0:1767320871.033151:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384390912:0@lo:400:kworker.0 00000100:00100000:0.0:1767320871.034196:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320871.034267:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320871.034277:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384391168:0@lo:400:kworker.0 00000100:00100000:0.0:1767320871.034304:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320871.034340:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384391296 00000100:00100000:0.0:1767320871.034349:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384391296 00000100:00100000:0.0:1767320871.034405:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384391168 00000100:00100000:0.0:1767320871.034408:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384391168 00000100:00100000:0.0:1767320871.034431:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2310 00000100:00100000:0.0:1767320871.034452:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384391296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320871.034510:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384391296:12345-0@lo:400:kworker.0 Request processed in 70us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320871.034517:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2310 00000100:00100000:0.0:1767320871.034535:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2311 00000100:00100000:0.0:1767320871.034541:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384391168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320871.034570:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384391168:12345-0@lo:400:kworker.0 Request processed in 29us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320871.034575:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2311 00000100:00080000:0.0:1767320871.034602:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320871.034606:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320871.034635:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384391168:0@lo:400:kworker.0 00000100:00100000:0.0:1767320871.034644:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384391296:0@lo:400:kworker.0 00000100:00100000:2.0:1767320871.041248:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320871.041353:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384390656 00000100:00100000:0.0:1767320871.041372:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384390656 00000100:00100000:0.0:1767320871.041485:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5645 00000100:00100000:0.0:1767320871.041497:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384390656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320871.041591:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384390656:12345-0@lo:400:kworker.0 Request processed in 97us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320871.041598:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5645 00000100:00080000:0.0:1767320871.041625:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320871.041901:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384390656:0@lo:400:kworker.0 00000100:00100000:1.0:1767320871.042411:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320871.042466:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384390528:0@lo:38:kworker.0 00000100:00100000:0.0:1767320871.042482:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384390400 00000100:00100000:0.0:1767320871.042492:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384390400 00000100:00100000:1.0:1767320871.042523:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320871.042571:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25060 00000100:00100000:0.0:1767320871.042580:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384390400:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320871.042606:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320871.042666:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384390400:12345-0@lo:38:kworker.0 Request processed in 85us (257us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320871.042673:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25060 00000100:00100000:0.0:1767320871.042714:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384390528 00000100:00100000:0.0:1767320871.042719:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384390528 00000100:00100000:0.0:1767320871.042742:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2993 00000100:00100000:0.0:1767320871.042747:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384390528:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320871.042757:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320871.042811:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384390784:0@lo:38:kworker.0 00000100:00100000:1.0:1767320871.045266:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320871.045319:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384391040:0@lo:38:kworker.0 00000100:00100000:1.0:1767320871.045367:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320871.045426:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320871.045433:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320871.045437:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384390400:0@lo:38:kworker.0 00000100:00080000:1.0:1767320871.045463:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320871.045467:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320871.045470:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384390528:0@lo:38:kworker.0 00000100:00100000:1.0:1767320871.045550:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384390784 00000100:00100000:1.0:1767320871.045557:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384390784 00000100:00100000:1.0:1767320871.045911:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384391040 00000100:00100000:1.0:1767320871.045916:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384391040 00000100:00100000:1.0:1767320871.045959:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25061 00000100:00100000:1.0:1767320871.045968:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384390784:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320871.045995:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320871.046060:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384390784:12345-0@lo:38:kworker.0 Request processed in 80us (792us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320871.046067:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25061 00000100:00100000:1.0:1767320871.046085:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25062 00000100:00100000:1.0:1767320871.046089:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384391040:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320871.046099:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320871.046123:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384391040:12345-0@lo:38:kworker.0 Request processed in 32us (756us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320871.046132:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25062 00000100:00080000:1.0:1767320871.046224:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320871.046230:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320871.046233:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384390784:0@lo:38:kworker.0 00000100:00080000:1.0:1767320871.046244:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320871.046247:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320871.046250:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384391040:0@lo:38:kworker.0 00000100:00100000:0.0:1767320871.047023:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384390528:12345-0@lo:38:kworker.0 Request processed in 4262us (4501us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320871.047041:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2993 00000100:00100000:3.0:1767320871.047259:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320871.047675:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384390912 00000100:00100000:2.0:1767320871.047687:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384390912 00000100:00080000:0.0:1767320871.047818:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320871.047901:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5646 00000100:00100000:2.0:1767320871.047913:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384390912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320871.048276:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384390912:12345-0@lo:400:kworker.0 Request processed in 364us (1017us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320871.048286:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5646 00000100:00100000:3.0:1767320871.048849:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384390912:0@lo:400:kworker.0 00010000:00010000:2.0:1767320871.546396:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320872.054916:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320872.567090:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320873.078965:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320873.591138:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384391424:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320873.591231:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320873.591318:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320873.591332:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384391552:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320873.591351:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320873.591430:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384391424 00000100:00100000:2.0:1767320873.591439:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384391424 00000100:00100000:2.0:1767320873.591494:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384391552 00000100:00100000:2.0:1767320873.591497:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384391552 00000100:00100000:2.0:1767320873.591516:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3137 00000100:00100000:2.0:1767320873.591526:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384391424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320873.591556:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320873.591601:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384391424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320873.591608:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3137 00000100:00100000:2.0:1767320873.591624:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3138 00000100:00100000:2.0:1767320873.591630:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384391552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320873.591645:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320873.591665:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384391552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 36us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320873.591671:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3138 00000100:00080000:0.0:1767320873.591838:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320873.591842:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320873.591882:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384391552:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320873.591894:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384391424:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767320873.592751:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320874.105710:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320874.615939:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320875.126963:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320850/real 1767320850] req@ffff9369b5135f80 x1853164384385152/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320875 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320875.126970:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320875.127031:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b5135f80 x1853164384385152/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320875 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320875.127058:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320875.127086:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320875.127091:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384385152:0@lo:250:kworker.0 00000100:00080000:0.0:1767320875.127357:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320875.127363:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320875.127365:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320875.127369:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5753 00000100:00080000:0.0:1767320875.127372:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320875.127379:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320875.127452:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf7b80 x1853164384391680/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320875.127480:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320875.127484:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320875.127485:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320875.127489:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5774 00000100:00080000:0.0:1767320875.127492:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320875.127496:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320875.127519:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf4700 x1853164384391808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320875.127528:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320875.127531:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320875.127533:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320875.127537:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5774 00000100:00080000:0.0:1767320875.127540:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320875.127543:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320875.127559:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf6a00 x1853164384391936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320875.127612:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320875.127617:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320875.127620:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320875.127624:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5774 00000100:00080000:0.0:1767320875.127626:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320875.127630:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320875.127642:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84700 x1853164384392192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320875.127664:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320875.127668:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320875.127670:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320875.127674:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5774 00000100:00080000:0.0:1767320875.127676:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320875.127679:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320875.127689:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae85f80 x1853164384392448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320875.127772:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384392320:0@lo:400:kworker.0 00000100:00100000:0.0:1767320875.127877:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320875.127947:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320875.127954:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384392064:0@lo:400:kworker.0 00000100:00100000:0.0:1767320875.127979:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320875.128011:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384392576:0@lo:400:kworker.0 00000100:00100000:0.0:1767320875.128043:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320875.128064:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320875.128069:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384392704:0@lo:400:kworker.0 00000100:00100000:0.0:1767320875.128091:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320875.128125:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384392576 00000100:00100000:0.0:1767320875.128133:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384392576 00000100:00100000:0.0:1767320875.128191:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384392704 00000100:00100000:0.0:1767320875.128195:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384392704 00000100:00100000:0.0:1767320875.128218:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2312 00000100:00100000:0.0:1767320875.128227:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384392576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320875.128282:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384392576:12345-0@lo:400:kworker.0 Request processed in 55us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320875.128289:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2312 00000100:00100000:0.0:1767320875.128308:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2313 00000100:00100000:0.0:1767320875.128315:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384392704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320875.128343:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384392704:12345-0@lo:400:kworker.0 Request processed in 29us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320875.128349:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2313 00000100:00080000:0.0:1767320875.128373:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320875.128377:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320875.128429:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384392704:0@lo:400:kworker.0 00000100:00100000:0.0:1767320875.128440:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384392576:0@lo:400:kworker.0 00000100:00100000:1.0:1767320875.128616:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384392320 00000100:00100000:1.0:1767320875.128620:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384392320 00000100:00100000:1.0:1767320875.128665:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384392064 00000100:00100000:1.0:1767320875.128668:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384392064 00000100:00100000:1.0:1767320875.128701:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5647 00000100:00100000:1.0:1767320875.128709:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384392320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320875.128757:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384392320:12345-0@lo:400:kworker.0 Request processed in 49us (881us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320875.128763:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5647 00000100:00100000:1.0:1767320875.128777:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5648 00000100:00100000:1.0:1767320875.128805:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384392064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320875.128826:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384392064:12345-0@lo:400:kworker.0 Request processed in 24us (848us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320875.128830:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5648 00000100:00100000:1.0:1767320875.128849:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384391680:0@lo:250:kworker.0 00000400:00000100:1.0:1767320875.128864:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384391680 offset 0 length 520: 4 00000100:00100000:1.0:1767320875.128877:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384391808:0@lo:38:kworker.0 00000100:00100000:1.0:1767320875.128891:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320875.128902:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384391936:0@lo:38:kworker.0 00000100:00100000:1.0:1767320875.128918:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320875.128930:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384392192:0@lo:38:kworker.0 00000100:00100000:1.0:1767320875.128943:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320875.128950:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384392448:0@lo:38:kworker.0 00000100:00100000:1.0:1767320875.128963:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320875.128982:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384391936 00000100:00100000:1.0:1767320875.128984:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384391936 00000100:00100000:1.0:1767320875.129000:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2994 00000100:00100000:1.0:1767320875.129003:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384391936:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320875.129021:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320875.129055:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384391936:12345-0@lo:38:kworker.0 Request processed in 50us (135us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320875.129062:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2994 00000100:00100000:1.0:1767320875.129079:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384391808 00000100:00100000:1.0:1767320875.129082:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384391808 00000100:00100000:1.0:1767320875.129096:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384392192 00000100:00100000:1.0:1767320875.129099:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384392192 00000100:00100000:1.0:1767320875.129105:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384392448 00000100:00100000:1.0:1767320875.129106:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384392448 00000100:00100000:1.0:1767320875.129113:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25063 00000100:00100000:1.0:1767320875.129116:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384391808:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320875.129123:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320875.129140:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384391808:12345-0@lo:38:kworker.0 Request processed in 23us (248us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320875.129144:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25063 00000100:00100000:1.0:1767320875.129150:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25064 00000100:00100000:1.0:1767320875.129152:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384392192:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320875.129157:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320875.129168:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384392192:12345-0@lo:38:kworker.0 Request processed in 15us (224us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320875.129171:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25064 00000100:00100000:1.0:1767320875.129176:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25065 00000100:00100000:1.0:1767320875.129178:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384392448:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320875.129183:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320875.129194:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384392448:12345-0@lo:38:kworker.0 Request processed in 15us (231us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320875.129198:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25065 00000100:00100000:1.0:1767320875.129219:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384392064:0@lo:400:kworker.0 00000100:00100000:1.0:1767320875.129229:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384392320:0@lo:400:kworker.0 00000100:00080000:1.0:1767320875.129256:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320875.129262:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320875.129265:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384391808:0@lo:38:kworker.0 00000100:00080000:1.0:1767320875.129273:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320875.129276:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320875.129279:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384391936:0@lo:38:kworker.0 00000100:00080000:1.0:1767320875.129287:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320875.129290:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320875.129292:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384392192:0@lo:38:kworker.0 00000100:00080000:1.0:1767320875.129298:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320875.129300:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320875.129302:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384392448:0@lo:38:kworker.0 00000100:00080000:0.0:1767320875.130508:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320875.641391:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320876.103160:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:2.0:1767320876.103217:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297451392 offset 0 length 520: 4 00000100:00100000:2.0:1767320876.103248:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320876.103366:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297451648 00000100:00100000:0.0:1767320876.103379:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297451648 00000100:00100000:0.0:1767320876.103501:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297451520 00000100:00100000:0.0:1767320876.103504:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297451520 00000100:00100000:0.0:1767320876.103525:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5649 00000100:00100000:0.0:1767320876.103536:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297451648:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:1.0:1767320876.103601:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320876.103627:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25066 00000100:00100000:1.0:1767320876.103635:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297451520:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:0.0:1767320876.103657:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297451648:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 121us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320876.103670:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5649 00010000:00020000:1.0:1767320876.103675:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320876.103713:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297451520:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 78us (464us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320876.103721:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25066 00000100:00100000:2.0:1767320876.150938:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320876.663159:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320877.175892:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320877.687195:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320878.200240:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320878.711675:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384392832:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320878.711828:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320878.714324:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384392960:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320878.727680:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320878.727882:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384392832 00000100:00100000:2.0:1767320878.727893:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384392832 00000100:00100000:2.0:1767320878.727962:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384392960 00000100:00100000:2.0:1767320878.727965:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384392960 00000100:00100000:2.0:1767320878.727987:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3139 00000100:00100000:2.0:1767320878.727997:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384392832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320878.728041:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320878.728123:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384392832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (16341us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320878.728131:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3139 00000100:00100000:2.0:1767320878.728149:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3140 00000100:00100000:2.0:1767320878.728156:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384392960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320878.728174:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320878.728210:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384392960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320878.728216:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3140 00000100:00080000:2.0:1767320878.728231:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320878.728236:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320878.728290:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384392960:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320878.728973:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384392832:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320878.737831:0:96439:0:(ldlm_pool.c:1331:ldlm_pools_recalc_task()) Negative interval(0) 00010000:00010000:0.0:1767320878.745765:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320879.223129:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320879.745561:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320880.247912:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320880.247926:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320880.247929:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320880.247934:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320880.247941:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320880.247950:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5778 00000100:00080000:2.0:1767320880.247956:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320880.247964:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320880.248025:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d8700 x1853164384393088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320880.248061:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320880.248067:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320880.248069:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320880.248074:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5778 00000100:00080000:2.0:1767320880.248076:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320880.248079:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320880.248099:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556a680 x1853164384393216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320880.248546:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384393088:0@lo:38:kworker.0 00000100:00100000:1.0:1767320880.248649:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320880.248887:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384393088 00000100:00100000:3.0:1767320880.248898:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384393088 00000100:00100000:3.0:1767320880.248953:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25067 00000100:00100000:3.0:1767320880.248971:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384393088:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320880.248998:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320880.249072:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384393088:12345-0@lo:38:kworker.0 Request processed in 110us (422us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320880.249079:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25067 00000100:00080000:3.0:1767320880.249148:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320880.249635:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320880.249642:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384393088:0@lo:38:kworker.0 00000100:00080000:2.0:1767320880.249924:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320880.249929:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320880.249931:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320880.249936:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5778 00000100:00080000:2.0:1767320880.249940:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320880.249946:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320880.249966:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ef100 x1853164384393472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320880.249984:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320880.249988:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320880.249990:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320880.249994:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5778 00000100:00080000:2.0:1767320880.249997:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320880.250001:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320880.250012:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b5180 x1853164384393728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320880.250083:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384393600:0@lo:400:kworker.0 00000100:00100000:2.0:1767320880.250601:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320880.250651:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320880.250661:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384393344:0@lo:400:kworker.0 00000100:00100000:2.0:1767320880.250688:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320880.250732:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384393984:0@lo:400:kworker.0 00000100:00100000:2.0:1767320880.250766:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320880.250821:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320880.250827:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384393856:0@lo:400:kworker.0 00000100:00100000:2.0:1767320880.250853:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320880.250885:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384393600 00000100:00100000:2.0:1767320880.250893:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384393600 00000100:00100000:2.0:1767320880.250949:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384393344 00000100:00100000:2.0:1767320880.250952:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384393344 00000100:00100000:2.0:1767320880.250983:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5650 00000100:00100000:2.0:1767320880.250992:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384393600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320880.251066:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384393600:12345-0@lo:400:kworker.0 Request processed in 75us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320880.251074:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5650 00000100:00100000:2.0:1767320880.251092:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5651 00000100:00100000:2.0:1767320880.251099:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384393344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320880.251422:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320880.251454:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384393984 00000100:00100000:0.0:1767320880.251460:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384393984 00000100:00100000:0.0:1767320880.251511:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384393856 00000100:00100000:0.0:1767320880.251515:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384393856 00000100:00100000:0.0:1767320880.251539:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2314 00000100:00100000:0.0:1767320880.251546:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384393984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320880.251598:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384393984:12345-0@lo:400:kworker.0 Request processed in 52us (831us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320880.251604:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2314 00000100:00100000:0.0:1767320880.251618:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2315 00000100:00100000:0.0:1767320880.251624:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384393856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320880.251648:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384393856:12345-0@lo:400:kworker.0 Request processed in 25us (794us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320880.251653:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2315 00000100:00100000:0.0:1767320880.251707:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384393856:0@lo:400:kworker.0 00000100:00100000:0.0:1767320880.251716:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384393984:0@lo:400:kworker.0 00000100:00080000:0.0:1767320880.251768:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320880.251772:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320880.251775:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320880.251832:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384393600:0@lo:400:kworker.0 00000100:00100000:3.0:1767320880.252225:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384393216:0@lo:38:kworker.0 00000100:00100000:3.0:1767320880.252277:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320880.252326:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384393472:0@lo:38:kworker.0 00000100:00100000:3.0:1767320880.252372:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320880.252395:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384393728:0@lo:38:kworker.0 00000100:00100000:3.0:1767320880.252417:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320880.252448:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384393472 00000100:00100000:3.0:1767320880.252453:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384393472 00000100:00100000:3.0:1767320880.252474:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384393728 00000100:00100000:3.0:1767320880.252476:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384393728 00000100:00100000:3.0:1767320880.252495:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25068 00000100:00100000:3.0:1767320880.252501:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384393472:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320880.252523:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320880.252564:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384393472:12345-0@lo:38:kworker.0 Request processed in 61us (191us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320880.252571:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25068 00000100:00100000:3.0:1767320880.252587:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25069 00000100:00100000:3.0:1767320880.252596:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384393728:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320880.252605:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320880.252629:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384393728:12345-0@lo:38:kworker.0 Request processed in 31us (211us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320880.252634:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25069 00000100:00080000:3.0:1767320880.252671:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320880.252678:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320880.252681:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384393472:0@lo:38:kworker.0 00000100:00080000:3.0:1767320880.252690:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320880.252694:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320880.252697:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384393728:0@lo:38:kworker.0 00000100:00100000:0.0:1767320880.253981:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384393216 00000100:00100000:0.0:1767320880.253993:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384393216 00000100:00100000:0.0:1767320880.254060:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2995 00000100:00100000:0.0:1767320880.254069:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384393216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320880.254090:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320880.254345:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384393216:12345-0@lo:38:kworker.0 Request processed in 275us (2066us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320880.254371:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2995 00000100:00080000:3.0:1767320880.254997:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320880.255006:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320880.255011:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384393216:0@lo:38:kworker.0 00000100:00100000:2.0:1767320880.255323:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384393344:12345-0@lo:400:kworker.0 Request processed in 4222us (4631us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320880.255335:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5651 00000100:00100000:0.0:1767320880.255502:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384393344:0@lo:400:kworker.0 00010000:00010000:0.0:1767320880.761470:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320881.225435:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320881.225553:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320881.225586:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297451904 00000100:00100000:2.0:1767320881.225605:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297451904 00000100:00100000:2.0:1767320881.225697:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297451776 00000100:00100000:2.0:1767320881.225701:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297451776 00000100:00100000:2.0:1767320881.225736:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5652 00000100:00100000:2.0:1767320881.225749:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297451904:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320881.225872:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297451904:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 125us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320881.225879:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5652 00000100:00100000:2.0:1767320881.225899:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25070 00000100:00100000:2.0:1767320881.225904:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297451776:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320881.225923:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320881.225949:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297451776:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 43us (397us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320881.225954:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25070 00000100:00080000:0.0:1767320881.227405:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320881.270991:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320881.783176:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320882.295446:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320882.807010:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320883.319244:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320883.831034:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384394112:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320883.831111:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767320883.831148:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320883.831632:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384394112 00000100:00100000:2.0:1767320883.831641:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384394112 00000100:00100000:2.0:1767320883.831712:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3141 00000100:00100000:2.0:1767320883.831724:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384394112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320883.831767:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767320883.831802:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320883.831848:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384394112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 126us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320883.831856:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3141 00000100:00100000:1.0:1767320883.832001:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384394112:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320883.832019:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320883.832027:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384394240:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320883.832063:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320883.832256:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384394240 00000100:00100000:3.0:1767320883.832262:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384394240 00000100:00100000:3.0:1767320883.832357:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3142 00000100:00100000:3.0:1767320883.832366:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384394240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320883.832385:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320883.832443:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384394240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320883.832450:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3142 00000100:00100000:3.0:1767320883.832481:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384394240:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320883.833052:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320884.342954:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320884.857205:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320885.367001:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320885.367011:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320885.367014:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320885.367018:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320885.367022:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320885.367031:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5783 00000100:00080000:2.0:1767320885.367036:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320885.367045:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320885.367094:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db0700 x1853164384394368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320885.367131:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320885.367134:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320885.367136:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320885.367140:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5783 00000100:00080000:2.0:1767320885.367142:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320885.367146:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320885.367159:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db0000 x1853164384394496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320885.367201:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320885.367205:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320885.367206:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320885.367210:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5783 00000100:00080000:2.0:1767320885.367213:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320885.367216:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320885.367227:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db2a00 x1853164384394752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320885.367242:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320885.367245:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320885.367246:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320885.367250:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5783 00000100:00080000:2.0:1767320885.367252:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320885.367254:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320885.367255:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384394624:0@lo:400:kworker.0 00000100:00100000:2.0:1767320885.367266:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db3800 x1853164384395008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320885.367320:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384395264:0@lo:400:kworker.0 00000100:00100000:0.0:1767320885.367333:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320885.367386:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384394880:0@lo:400:kworker.0 00000100:00100000:3.0:1767320885.367446:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384395136:0@lo:400:kworker.0 00000100:00100000:2.0:1767320885.373721:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320885.374006:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384394368:0@lo:38:kworker.0 00000100:00100000:2.0:1767320885.374069:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320885.374097:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384394496:0@lo:38:kworker.0 00000100:00100000:2.0:1767320885.374120:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320885.374150:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384394752:0@lo:38:kworker.0 00000100:00100000:2.0:1767320885.374183:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320885.374204:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384395008:0@lo:38:kworker.0 00000100:00100000:2.0:1767320885.374226:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320885.374260:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384394624 00000100:00100000:2.0:1767320885.374269:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384394624 00000100:00100000:2.0:1767320885.374340:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384394368 00000100:00100000:2.0:1767320885.374344:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384394368 00000100:00100000:2.0:1767320885.374354:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384394752 00000100:00100000:2.0:1767320885.374356:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384394752 00000100:00100000:2.0:1767320885.374363:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384395008 00000100:00100000:2.0:1767320885.374365:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384395008 00000100:00100000:2.0:1767320885.374377:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5653 00000100:00100000:2.0:1767320885.374387:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384394624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320885.374442:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384394624:12345-0@lo:400:kworker.0 Request processed in 58us (7108us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320885.374449:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5653 00000100:00100000:2.0:1767320885.374468:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25071 00000100:00100000:2.0:1767320885.374472:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384394368:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320885.374493:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320885.374529:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384394368:12345-0@lo:38:kworker.0 Request processed in 55us (459us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320885.374535:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25071 00000100:00100000:2.0:1767320885.374547:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25072 00000100:00100000:2.0:1767320885.374550:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384394752:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320885.374560:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320885.374583:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384394752:12345-0@lo:38:kworker.0 Request processed in 30us (411us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320885.374588:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25072 00000100:00100000:2.0:1767320885.374599:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25073 00000100:00100000:2.0:1767320885.374603:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384395008:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320885.374611:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320885.374631:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384395008:12345-0@lo:38:kworker.0 Request processed in 27us (405us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320885.374637:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25073 00000100:00080000:2.0:1767320885.374656:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320885.374686:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320885.374691:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320885.374695:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384394368:0@lo:38:kworker.0 00000100:00080000:2.0:1767320885.374705:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320885.374708:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320885.374711:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384394752:0@lo:38:kworker.0 00000100:00080000:2.0:1767320885.374718:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320885.374720:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320885.374723:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384395008:0@lo:38:kworker.0 00000100:00100000:2.0:1767320885.374817:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384395264 00000100:00100000:2.0:1767320885.374822:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384395264 00000100:00100000:2.0:1767320885.374856:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2316 00000100:00100000:2.0:1767320885.374863:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384395264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320885.374901:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384395264:12345-0@lo:400:kworker.0 Request processed in 38us (1187us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320885.374907:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2316 00000100:00080000:2.0:1767320885.374921:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320885.374933:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320885.374957:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384395264:0@lo:400:kworker.0 00000100:00100000:2.0:1767320885.374994:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384394496 00000100:00100000:2.0:1767320885.374998:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384394496 00000100:00100000:2.0:1767320885.375017:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2996 00000100:00100000:2.0:1767320885.375023:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384394496:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320885.375033:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320885.375062:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384394496:12345-0@lo:38:kworker.0 Request processed in 38us (940us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320885.375068:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2996 00000100:00080000:2.0:1767320885.375091:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320885.375095:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320885.375098:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384394496:0@lo:38:kworker.0 00000100:00100000:1.0:1767320885.378499:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320885.379034:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384394880 00000100:00100000:2.0:1767320885.379045:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384394880 00000100:00100000:2.0:1767320885.379136:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5654 00000100:00100000:2.0:1767320885.379147:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384394880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320885.379481:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384394880:12345-0@lo:400:kworker.0 Request processed in 335us (992us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320885.379490:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5654 00000100:00080000:1.0:1767320885.379748:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320885.379818:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384394880:0@lo:400:kworker.0 00000100:00100000:3.0:1767320885.380033:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320885.380142:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384395136 00000100:00100000:2.0:1767320885.380148:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384395136 00000100:00100000:2.0:1767320885.380419:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2317 00000100:00100000:2.0:1767320885.380429:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384395136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320885.380490:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384395136:12345-0@lo:400:kworker.0 Request processed in 63us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320885.380496:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2317 00000100:00100000:3.0:1767320885.380576:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384395136:0@lo:400:kworker.0 00000100:00080000:1.0:1767320885.380676:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320885.383653:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384394624:0@lo:400:kworker.0 00010000:00010000:0.0:1767320885.881328:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320886.344395:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320886.344447:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320886.344580:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297452160 00000100:00100000:2.0:1767320886.344594:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297452160 00000100:00100000:2.0:1767320886.344683:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297452032 00000100:00100000:2.0:1767320886.344686:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297452032 00000100:00100000:2.0:1767320886.344709:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5655 00000100:00100000:2.0:1767320886.344719:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297452160:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320886.344827:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297452160:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 109us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320886.344834:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5655 00000100:00100000:2.0:1767320886.344853:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25074 00000100:00100000:2.0:1767320886.344857:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297452032:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320886.344878:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320886.344902:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297452032:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 43us (454us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320886.344908:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25074 00000100:00080000:1.0:1767320886.345241:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320886.391231:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320886.903019:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320887.415130:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320887.930133:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320888.441092:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320888.951798:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320888.951879:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384395392:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320888.951949:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320888.952080:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384395392 00000100:00100000:2.0:1767320888.952090:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384395392 00000100:00100000:2.0:1767320888.952165:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3143 00000100:00100000:2.0:1767320888.952173:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384395392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320888.952201:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320888.952241:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384395392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320888.952248:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3143 00000100:00080000:3.0:1767320888.952597:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320888.952645:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384395392:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320888.952664:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320888.952672:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384395520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320888.952700:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320888.959171:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384395520 00000100:00100000:2.0:1767320888.959189:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384395520 00000100:00100000:2.0:1767320888.959291:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3144 00000100:00100000:2.0:1767320888.959302:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384395520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320888.959342:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1767320888.959626:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320888.959745:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384395520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 443us (7042us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320888.959754:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3144 00000100:00100000:3.0:1767320888.972894:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384395520:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320889.463232:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320889.978094:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320890.491842:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320890.492969:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320890.492978:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320890.492981:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320890.492985:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320890.492989:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320890.492998:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5788 00000100:00080000:3.0:1767320890.493003:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320890.493012:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320890.493060:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1211f80 x1853164384395648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320890.493092:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320890.493096:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320890.493097:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320890.493102:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5788 00000100:00080000:3.0:1767320890.493104:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320890.493107:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320890.493121:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1210380 x1853164384395776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320890.493164:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320890.493167:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320890.493170:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320890.493173:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5788 00000100:00080000:3.0:1767320890.493176:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320890.493179:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320890.493190:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1212d80 x1853164384396032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320890.493196:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:3.0:1767320890.493205:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320890.493207:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320890.493209:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767320890.493211:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384395904:0@lo:400:kworker.0 00000100:00080000:3.0:1767320890.493212:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5788 00000100:00080000:3.0:1767320890.493214:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320890.493217:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320890.493224:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1212a00 x1853164384396288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320890.493284:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384396416:0@lo:400:kworker.0 00000100:00100000:3.0:1767320890.493317:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320890.493321:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320890.493369:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384395648:0@lo:38:kworker.0 00000100:00100000:1.0:1767320890.494485:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320890.494510:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384396160:0@lo:400:kworker.0 00000100:00100000:2.0:1767320890.500639:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384395904 00000100:00100000:2.0:1767320890.500658:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384395904 00000100:00100000:2.0:1767320890.500762:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5656 00000100:00100000:2.0:1767320890.500775:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384395904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320890.500880:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384395904:12345-0@lo:400:kworker.0 Request processed in 109us (7566us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320890.500888:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5656 00000100:00080000:2.0:1767320890.500913:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320890.500950:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384395904:0@lo:400:kworker.0 00000100:00100000:2.0:1767320890.501003:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384396416 00000100:00100000:2.0:1767320890.501007:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384396416 00000100:00100000:2.0:1767320890.501036:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2318 00000100:00100000:2.0:1767320890.501042:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384396416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320890.501075:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384396416:12345-0@lo:400:kworker.0 Request processed in 33us (7757us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320890.501081:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2318 00000100:00080000:2.0:1767320890.501093:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320890.501131:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384396544:0@lo:400:kworker.0 00000100:00100000:2.0:1767320890.501171:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320890.501196:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384396544 00000100:00100000:2.0:1767320890.501200:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384396544 00000100:00100000:2.0:1767320890.501223:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2319 00000100:00100000:2.0:1767320890.501228:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384396544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320890.501260:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384396544:12345-0@lo:400:kworker.0 Request processed in 32us (88us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320890.501280:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2319 00000100:00080000:2.0:1767320890.501293:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320890.501309:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384396544:0@lo:400:kworker.0 00000100:00100000:0.0:1767320890.502492:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320890.502547:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384395776:0@lo:38:kworker.0 00000100:00100000:0.0:1767320890.502580:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320890.502610:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384395776 00000100:00100000:0.0:1767320890.502616:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384395776 00000100:00100000:0.0:1767320890.502647:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2997 00000100:00100000:0.0:1767320890.502653:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384395776:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320890.502673:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320890.502709:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384395776:12345-0@lo:38:kworker.0 Request processed in 55us (128us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320890.502716:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2997 00000100:00080000:0.0:1767320890.502755:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320890.502760:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320890.502764:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384395776:0@lo:38:kworker.0 00000100:00100000:0.0:1767320890.502771:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384396032:0@lo:38:kworker.0 00000100:00100000:0.0:1767320890.502811:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320890.502832:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384395648 00000100:00100000:0.0:1767320890.502836:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384395648 00000100:00100000:0.0:1767320890.502868:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384396032 00000100:00100000:0.0:1767320890.502871:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384396032 00000100:00100000:0.0:1767320890.502888:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25075 00000100:00100000:0.0:1767320890.502893:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384395648:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320890.502903:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320890.502927:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384395648:12345-0@lo:38:kworker.0 Request processed in 32us (441us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320890.502936:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25075 00000100:00100000:0.0:1767320890.502946:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25076 00000100:00100000:0.0:1767320890.502950:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384396032:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320890.502959:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320890.502976:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384396032:12345-0@lo:38:kworker.0 Request processed in 24us (164us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320890.502981:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25076 00000100:00080000:0.0:1767320890.503004:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320890.503008:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320890.503011:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384396032:0@lo:38:kworker.0 00000100:00100000:0.0:1767320890.503017:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384396288:0@lo:38:kworker.0 00000100:00100000:0.0:1767320890.503038:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320890.503055:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384396288 00000100:00100000:0.0:1767320890.503059:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384396288 00000100:00100000:0.0:1767320890.503075:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25077 00000100:00100000:0.0:1767320890.503079:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384396288:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320890.503088:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320890.503112:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384396288:12345-0@lo:38:kworker.0 Request processed in 31us (73us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320890.503117:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25077 00000100:00080000:0.0:1767320890.503136:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320890.503140:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320890.503142:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384396288:0@lo:38:kworker.0 00000100:00080000:0.0:1767320890.503169:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320890.503173:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320890.503175:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384395648:0@lo:38:kworker.0 00000100:00100000:3.0:1767320890.503714:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384396416:0@lo:400:kworker.0 00000100:00100000:1.0:1767320890.512412:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320890.515401:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384396160 00000100:00100000:0.0:1767320890.515422:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384396160 00000100:00100000:0.0:1767320890.515701:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5657 00000100:00100000:0.0:1767320890.515711:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384396160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320890.515852:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384396160:12345-0@lo:400:kworker.0 Request processed in 142us (3449us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320890.515860:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5657 00000100:00080000:2.0:1767320890.515947:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320890.519700:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384396160:0@lo:400:kworker.0 00010000:00010000:0.0:1767320891.000012:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320891.467857:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320891.468098:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297452416 00000100:00100000:1.0:1767320891.468112:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297452416 00000100:00100000:1.0:1767320891.468202:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5658 00000100:00100000:1.0:1767320891.468217:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297452416:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320891.468327:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297452416:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 115us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320891.468335:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5658 00000100:00080000:0.0:1767320891.468665:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320891.469747:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320891.469829:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297452288 00000100:00100000:1.0:1767320891.469837:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297452288 00000100:00100000:1.0:1767320891.469879:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25078 00000100:00100000:1.0:1767320891.469888:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297452288:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320891.469914:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320891.469966:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297452288:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 69us (214us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320891.469973:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25078 00000100:00100000:2.0:1767320891.511386:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320892.023610:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320892.535148:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320893.047510:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320893.558914:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320894.071009:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320894.071276:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320894.071303:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384396672:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320894.071375:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320894.071494:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384396672 00000100:00100000:0.0:1767320894.071503:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384396672 00000100:00100000:0.0:1767320894.071575:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3145 00000100:00100000:0.0:1767320894.071586:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384396672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320894.071620:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320894.071669:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384396672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320894.071674:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3145 00000100:00100000:0.0:1767320894.071717:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384396672:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320894.071778:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320894.072064:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320894.072077:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384396800:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320894.072108:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320894.072200:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384396800 00000100:00100000:1.0:1767320894.072205:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384396800 00000100:00100000:1.0:1767320894.072259:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3146 00000100:00100000:1.0:1767320894.072270:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384396800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320894.072288:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320894.072321:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384396800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320894.072328:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3146 00000100:00080000:2.0:1767320894.072476:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320894.072591:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384396800:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320894.582965:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320895.096648:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320895.607138:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320895.607527:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320895.607534:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320895.607537:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320895.607543:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320895.607547:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320895.607556:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5793 00000100:00080000:2.0:1767320895.607561:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320895.607569:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320895.607623:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968d180 x1853164384396928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320895.607648:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320895.607652:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320895.607654:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320895.607658:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5793 00000100:00080000:2.0:1767320895.607660:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320895.607664:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320895.607680:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968ce00 x1853164384397056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320895.607734:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320895.607738:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320895.607740:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320895.607744:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5793 00000100:00080000:2.0:1767320895.607746:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320895.607751:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320895.607774:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1211180 x1853164384397312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320895.607812:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320895.607815:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320895.607817:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320895.607821:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5793 00000100:00080000:2.0:1767320895.607823:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320895.607826:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320895.607836:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1212a00 x1853164384397568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320895.607906:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384397440:0@lo:400:kworker.0 00000100:00100000:2.0:1767320895.607979:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320895.608050:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320895.608057:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384397184:0@lo:400:kworker.0 00000100:00100000:2.0:1767320895.608080:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320895.608115:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384397440 00000100:00100000:2.0:1767320895.608123:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384397440 00000100:00100000:2.0:1767320895.608179:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384397184 00000100:00100000:2.0:1767320895.608183:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384397184 00000100:00100000:2.0:1767320895.608207:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5659 00000100:00100000:2.0:1767320895.608227:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384397440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320895.608285:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384397440:12345-0@lo:400:kworker.0 Request processed in 69us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320895.608293:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5659 00000100:00100000:2.0:1767320895.608317:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5660 00000100:00100000:2.0:1767320895.608324:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384397184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320895.608350:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384397184:12345-0@lo:400:kworker.0 Request processed in 26us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320895.608356:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5660 00000100:00100000:0.0:1767320895.608539:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384397824:0@lo:400:kworker.0 00000100:00100000:0.0:1767320895.608576:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320895.608641:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384397696:0@lo:400:kworker.0 00000100:00080000:2.0:1767320895.608696:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320895.608792:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384396928:0@lo:38:kworker.0 00000100:00100000:1.0:1767320895.608830:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320895.608855:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384397056:0@lo:38:kworker.0 00000100:00100000:1.0:1767320895.608881:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320895.608905:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384397312:0@lo:38:kworker.0 00000100:00100000:1.0:1767320895.608976:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320895.608996:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384397568:0@lo:38:kworker.0 00000100:00100000:1.0:1767320895.609017:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320895.609042:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384396928 00000100:00100000:1.0:1767320895.609047:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384396928 00000100:00100000:1.0:1767320895.609071:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384397312 00000100:00100000:1.0:1767320895.609074:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384397312 00000100:00100000:1.0:1767320895.609085:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384397568 00000100:00100000:1.0:1767320895.609627:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384397568 00000100:00100000:1.0:1767320895.609652:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25079 00000100:00100000:1.0:1767320895.609657:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384396928:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320895.609678:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320895.609726:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384396928:12345-0@lo:38:kworker.0 Request processed in 66us (894us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320895.609733:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25079 00000100:00100000:1.0:1767320895.609748:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25080 00000100:00100000:1.0:1767320895.609752:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384397312:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320895.609774:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320895.609821:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384397312:12345-0@lo:38:kworker.0 Request processed in 66us (844us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320895.609826:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25080 00000100:00100000:1.0:1767320895.609838:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25081 00000100:00100000:1.0:1767320895.609842:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384397568:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320895.609851:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320895.609873:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384397568:12345-0@lo:38:kworker.0 Request processed in 29us (855us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320895.609878:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25081 00000100:00080000:1.0:1767320895.609924:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320895.609930:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320895.609946:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384396928:0@lo:38:kworker.0 00000100:00080000:1.0:1767320895.609961:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320895.609964:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320895.609967:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384397312:0@lo:38:kworker.0 00000100:00080000:1.0:1767320895.609977:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320895.609980:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320895.609983:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384397568:0@lo:38:kworker.0 00000100:00100000:1.0:1767320895.610039:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384397056 00000100:00100000:1.0:1767320895.610043:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384397056 00000100:00100000:1.0:1767320895.610065:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2998 00000100:00100000:1.0:1767320895.610070:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384397056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320895.610079:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320895.611466:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384397056:12345-0@lo:38:kworker.0 Request processed in 1386us (2575us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320895.611480:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2998 00000100:00080000:1.0:1767320895.611559:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320895.611565:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320895.611569:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384397056:0@lo:38:kworker.0 00000100:00100000:0.0:1767320895.611689:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384397184:0@lo:400:kworker.0 00000100:00100000:3.0:1767320895.612143:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384397824 00000100:00100000:3.0:1767320895.612151:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384397824 00000100:00100000:3.0:1767320895.612207:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2320 00000100:00100000:3.0:1767320895.612226:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384397824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320895.612291:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384397824:12345-0@lo:400:kworker.0 Request processed in 76us (3713us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320895.612297:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2320 00000100:00100000:3.0:1767320895.612359:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320895.612407:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384397696 00000100:00100000:3.0:1767320895.612411:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384397696 00000100:00100000:3.0:1767320895.612434:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2321 00000100:00100000:3.0:1767320895.612441:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384397696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320895.612474:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384397696:12345-0@lo:400:kworker.0 Request processed in 33us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320895.612479:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2321 00000100:00100000:3.0:1767320895.612513:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384397696:0@lo:400:kworker.0 00000100:00100000:3.0:1767320895.612539:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384397824:0@lo:400:kworker.0 00000100:00100000:0.0:1767320895.614105:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384397440:0@lo:400:kworker.0 00010000:00010000:0.0:1767320896.120138:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320896.587018:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320896.587071:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320896.591411:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297452672 00000100:00100000:0.0:1767320896.591430:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297452672 00000100:00100000:0.0:1767320896.591541:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297452544 00000100:00100000:0.0:1767320896.591545:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297452544 00000100:00100000:0.0:1767320896.591574:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5661 00000100:00100000:0.0:1767320896.591584:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297452672:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320896.591674:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297452672:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 91us (4745us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320896.591681:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5661 00000100:00100000:0.0:1767320896.591700:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25082 00000100:00100000:0.0:1767320896.591717:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297452544:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320896.591741:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320896.593509:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297452544:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 1779us (6425us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320896.593524:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25082 00000100:00080000:3.0:1767320896.593807:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320896.631142:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320897.143292:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320897.655188:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320898.170558:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320898.682993:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320899.191347:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320899.191374:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384397952:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320899.191452:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320899.191574:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384397952 00000100:00100000:0.0:1767320899.191583:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384397952 00000100:00100000:0.0:1767320899.191657:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3147 00000100:00100000:0.0:1767320899.191667:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384397952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320899.191699:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320899.191748:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384397952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320899.191755:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3147 00010000:00010000:0.0:1767320899.191938:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320899.192359:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320899.192407:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384397952:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320899.192759:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320899.192775:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384398080:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320899.192851:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320899.192948:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384398080 00000100:00100000:1.0:1767320899.192956:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384398080 00000100:00100000:1.0:1767320899.193016:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3148 00000100:00100000:1.0:1767320899.193026:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384398080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320899.193052:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320899.193109:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384398080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320899.193116:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3148 00000100:00100000:1.0:1767320899.193152:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384398080:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320899.193412:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320899.703153:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320900.214994:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767320900.678599:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297452800 offset 0 length 520: 4 00000100:00100000:1.0:1767320900.678654:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320900.678760:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297452928 00000100:00100000:2.0:1767320900.678773:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297452928 00000100:00100000:2.0:1767320900.678873:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25083 00000100:00100000:2.0:1767320900.678891:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297452928:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320900.678915:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320900.678986:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297452928:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 102us (331us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320900.678994:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25083 00000100:00100000:1.0:1767320900.682680:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320900.682836:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297453056 00000100:00100000:0.0:1767320900.682848:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297453056 00000100:00100000:0.0:1767320900.682937:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5662 00000100:00100000:0.0:1767320900.682947:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297453056:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320900.683037:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297453056:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 90us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320900.683046:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5662 00000100:00080000:2.0:1767320900.683216:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320900.727280:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320900.732729:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320875/real 1767320875] req@ffff93698baf7b80 x1853164384391680/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320900 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320900.732763:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93698baf7b80 x1853164384391680/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320900 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320900.732812:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320900.732821:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320900.732826:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384391680:0@lo:250:kworker.0 00000100:00080000:0.0:1767320900.732975:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320900.732981:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320900.732984:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320900.732990:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5778 00000100:00080000:0.0:1767320900.732994:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320900.733000:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320900.733035:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b4380 x1853164384398208/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320900.733061:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320900.733065:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320900.733067:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320900.733070:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5798 00000100:00080000:0.0:1767320900.733073:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320900.733082:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320900.733098:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e2680 x1853164384398336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320900.733107:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320900.733110:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320900.733112:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320900.733116:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5798 00000100:00080000:0.0:1767320900.733118:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320900.733121:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320900.733130:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e0380 x1853164384398464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320900.733201:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320900.733206:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320900.733208:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320900.733212:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5798 00000100:00080000:0.0:1767320900.733215:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320900.733219:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320900.733233:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84700 x1853164384398720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320900.733240:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384398592:0@lo:400:kworker.0 00000100:00080000:0.0:1767320900.733252:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320900.733256:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320900.733257:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320900.733261:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5798 00000100:00080000:0.0:1767320900.733263:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320900.733266:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320900.733277:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84000 x1853164384398976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320900.733318:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320900.733327:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384399232:0@lo:400:kworker.0 00000100:00100000:3.0:1767320900.733382:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320900.733389:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320900.733392:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384398848:0@lo:400:kworker.0 00000100:00100000:0.0:1767320900.733418:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320900.733425:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320900.733429:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384399104:0@lo:400:kworker.0 00000100:00100000:0.0:1767320900.733461:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320900.733468:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384398592 00000100:00100000:3.0:1767320900.733478:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384398592 00000100:00100000:0.0:1767320900.733496:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384399232 00000100:00100000:0.0:1767320900.733502:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384399232 00000100:00100000:3.0:1767320900.733534:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384398848 00000100:00100000:3.0:1767320900.733539:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384398848 00000100:00100000:0.0:1767320900.733540:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384399104 00000100:00100000:0.0:1767320900.733545:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384399104 00000100:00100000:0.0:1767320900.733568:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2322 00000100:00100000:0.0:1767320900.733578:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384399232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320900.733591:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5663 00000100:00100000:3.0:1767320900.733601:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384398592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320900.733638:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384399232:12345-0@lo:400:kworker.0 Request processed in 61us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320900.733646:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2322 00000100:00100000:3.0:1767320900.733654:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384398592:12345-0@lo:400:kworker.0 Request processed in 53us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320900.733661:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5663 00000100:00100000:0.0:1767320900.733666:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2323 00000100:00100000:0.0:1767320900.733677:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384399104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320900.733682:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5664 00000100:00100000:3.0:1767320900.733692:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384398848:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320900.733752:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320900.733766:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384398208:0@lo:250:kworker.0 00000100:00100000:3.0:1767320900.734257:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384398848:12345-0@lo:400:kworker.0 Request processed in 567us (832us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320900.734264:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5664 00000100:00100000:3.0:1767320900.734297:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384398848:0@lo:400:kworker.0 00000100:00100000:3.0:1767320900.734306:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384398592:0@lo:400:kworker.0 00000400:00000100:3.0:1767320900.737625:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384398208 offset 0 length 520: 4 00000100:00100000:3.0:1767320900.737678:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384398336:0@lo:38:kworker.0 00000100:00100000:3.0:1767320900.737720:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320900.737756:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384398464:0@lo:38:kworker.0 00000100:00100000:3.0:1767320900.737808:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320900.737834:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384398720:0@lo:38:kworker.0 00000100:00100000:3.0:1767320900.737858:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320900.737874:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384398976:0@lo:38:kworker.0 00000100:00100000:3.0:1767320900.737896:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320900.737939:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384398464 00000100:00100000:3.0:1767320900.737948:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384398464 00000100:00100000:3.0:1767320900.738004:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2999 00000100:00100000:3.0:1767320900.738011:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384398464:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320900.738034:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320900.738092:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384398464:12345-0@lo:38:kworker.0 Request processed in 78us (308us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320900.738098:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2999 00000100:00100000:3.0:1767320900.738128:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384398336 00000100:00100000:3.0:1767320900.738132:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384398336 00000100:00100000:3.0:1767320900.738150:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384398720 00000100:00100000:3.0:1767320900.738152:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384398720 00000100:00100000:3.0:1767320900.738163:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384398976 00000100:00100000:3.0:1767320900.738165:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384398976 00000100:00100000:3.0:1767320900.738207:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25084 00000100:00100000:3.0:1767320900.738215:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384398336:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320900.738225:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320900.738463:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25085 00000100:00100000:2.0:1767320900.738469:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384398720:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320900.738481:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320900.738512:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384398720:12345-0@lo:38:kworker.0 Request processed in 42us (653us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320900.738518:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25085 00000100:00100000:2.0:1767320900.738532:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25086 00000100:00100000:2.0:1767320900.738536:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384398976:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320900.738545:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320900.738568:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384398976:12345-0@lo:38:kworker.0 Request processed in 30us (671us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320900.738573:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25086 00000100:00080000:2.0:1767320900.738625:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320900.738631:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320900.738634:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384398464:0@lo:38:kworker.0 00000100:00080000:2.0:1767320900.738643:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320900.738647:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320900.738650:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384398720:0@lo:38:kworker.0 00000100:00080000:2.0:1767320900.738657:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320900.738660:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320900.738663:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384398976:0@lo:38:kworker.0 00000100:00100000:3.0:1767320900.738874:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384398336:12345-0@lo:38:kworker.0 Request processed in 659us (1153us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320900.738881:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25084 00000100:00080000:2.0:1767320900.738954:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320900.738959:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320900.738972:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384398336:0@lo:38:kworker.0 00000100:00100000:0.0:1767320900.738982:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384399104:12345-0@lo:400:kworker.0 Request processed in 5305us (5518us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320900.739000:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384399104:0@lo:400:kworker.0 00000100:00100000:1.0:1767320900.739018:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384399232:0@lo:400:kworker.0 00000100:00100000:0.0:1767320900.739036:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2323 00010000:00010000:0.0:1767320901.243476:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320901.750984:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320902.267356:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320902.774888:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320903.290654:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320903.799425:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320904.310949:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320904.310960:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320904.310984:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384399360:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320904.311059:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320904.311114:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384399360 00000100:00100000:3.0:1767320904.311125:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384399360 00000100:00100000:3.0:1767320904.311235:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3149 00000100:00100000:3.0:1767320904.311247:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384399360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320904.311289:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320904.311308:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320904.311341:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384399488:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320904.311345:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384399360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320904.311356:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3149 00000100:00100000:0.0:1767320904.311380:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320904.311408:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384399488 00000100:00100000:3.0:1767320904.311413:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384399488 00000100:00100000:3.0:1767320904.311445:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3150 00000100:00100000:3.0:1767320904.311453:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384399488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320904.311469:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320904.311488:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384399360:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320904.311505:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384399488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320904.311512:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3150 00000100:00080000:2.0:1767320904.311643:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320904.311647:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320904.312002:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384399488:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320904.822984:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320905.335046:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320905.799910:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320905.802211:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297453312 00000100:00100000:3.0:1767320905.802239:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297453312 00000100:00100000:3.0:1767320905.802344:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5665 00000100:00100000:1.0:1767320905.802356:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320905.802361:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297453312:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320905.802455:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297453184 00000100:00100000:3.0:1767320905.802458:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297453312:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 103us (2557us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320905.802462:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297453184 00000100:00100000:3.0:1767320905.802471:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5665 00000100:00100000:0.0:1767320905.802493:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25087 00000100:00100000:0.0:1767320905.802501:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297453184:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320905.802522:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320905.802550:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297453184:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 50us (197us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320905.802556:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25087 00000100:00080000:2.0:1767320905.802629:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320905.847211:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320905.847284:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320905.847290:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320905.847293:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320905.847297:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320905.847301:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320905.847310:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5804 00000100:00080000:2.0:1767320905.847315:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320905.847323:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320905.847378:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db0700 x1853164384399616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320905.847404:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320905.847410:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320905.847412:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320905.847415:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5804 00000100:00080000:2.0:1767320905.847418:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320905.847422:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320905.847436:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db3800 x1853164384399744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320905.847474:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320905.847478:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320905.847479:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320905.847483:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5804 00000100:00080000:2.0:1767320905.847485:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320905.847488:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320905.847501:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1e2680 x1853164384400000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320905.847517:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384399616:0@lo:38:kworker.0 00000100:00080000:2.0:1767320905.847521:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320905.847527:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320905.847529:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320905.847533:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5804 00000100:00080000:2.0:1767320905.847536:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320905.847538:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320905.847551:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf7b80 x1853164384400256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320905.847594:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320905.847644:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384400128:0@lo:400:kworker.0 00000100:00100000:3.0:1767320905.847674:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384399744:0@lo:38:kworker.0 00000100:00100000:0.0:1767320905.847682:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320905.847709:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320905.847710:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320905.847718:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384399872:0@lo:400:kworker.0 00000100:00100000:1.0:1767320905.847778:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384399616 00000100:00100000:1.0:1767320905.847805:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384399616 00000100:00100000:1.0:1767320905.847837:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384400128 00000100:00100000:1.0:1767320905.847840:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384400128 00000100:00100000:0.0:1767320905.848062:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320905.848087:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384399872 00000100:00100000:0.0:1767320905.848090:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384399872 00000100:00100000:2.0:1767320905.850494:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384400384:0@lo:400:kworker.0 00000100:00100000:1.0:1767320905.853441:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5666 00000100:00100000:1.0:1767320905.853460:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384400128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320905.853565:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384400128:12345-0@lo:400:kworker.0 Request processed in 111us (5883us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320905.853574:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5666 00000100:00100000:1.0:1767320905.853594:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25088 00000100:00100000:1.0:1767320905.853599:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384399616:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320905.853621:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320905.853654:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384399616:12345-0@lo:38:kworker.0 Request processed in 53us (6062us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320905.853663:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25088 00000100:00100000:1.0:1767320905.853838:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384400128:0@lo:400:kworker.0 00000100:00100000:1.0:1767320905.853912:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384400512:0@lo:400:kworker.0 00000100:00100000:1.0:1767320905.853956:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320905.854095:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5667 00000100:00100000:0.0:1767320905.854103:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384399872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320905.854154:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384399872:12345-0@lo:400:kworker.0 Request processed in 52us (6091us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320905.854162:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5667 00000100:00100000:0.0:1767320905.854193:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384399872:0@lo:400:kworker.0 00000100:00080000:0.0:1767320905.854222:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320905.858378:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384400000:0@lo:38:kworker.0 00000100:00100000:3.0:1767320905.858451:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320905.858472:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384400256:0@lo:38:kworker.0 00000100:00100000:3.0:1767320905.858495:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320905.858539:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320905.858545:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320905.858549:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384399616:0@lo:38:kworker.0 00000100:00100000:3.0:1767320905.858597:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384400512 00000100:00100000:3.0:1767320905.858604:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384400512 00000100:00100000:3.0:1767320905.858700:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2324 00000100:00100000:3.0:1767320905.858711:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384400512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320905.858769:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384400512:12345-0@lo:400:kworker.0 Request processed in 60us (4813us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320905.858777:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2324 00000100:00100000:3.0:1767320905.860407:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384400000 00000100:00100000:3.0:1767320905.860424:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384400000 00000100:00100000:3.0:1767320905.860473:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384400256 00000100:00100000:3.0:1767320905.860479:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384400256 00000100:00100000:3.0:1767320905.860508:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25089 00000100:00100000:3.0:1767320905.860517:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384400000:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320905.860542:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320905.860548:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320905.860594:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384400384 00000100:00100000:2.0:1767320905.860599:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384400384 00000100:00100000:3.0:1767320905.860604:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384400000:12345-0@lo:38:kworker.0 Request processed in 85us (2150us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320905.860613:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25089 00000100:00100000:3.0:1767320905.860631:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25090 00000100:00100000:3.0:1767320905.860635:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384400256:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320905.860642:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2325 00010000:00020000:3.0:1767320905.860649:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320905.860653:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384400384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320905.860681:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384400256:12345-0@lo:38:kworker.0 Request processed in 43us (2183us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320905.860688:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25090 00000100:00100000:2.0:1767320905.860701:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384400384:12345-0@lo:400:kworker.0 Request processed in 50us (155us total) trans 0 rc 0/0 00000100:00080000:3.0:1767320905.860734:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320905.860740:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320905.860744:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384400000:0@lo:38:kworker.0 00000100:00080000:3.0:1767320905.860754:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320905.860757:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320905.860760:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384400256:0@lo:38:kworker.0 00000100:00100000:3.0:1767320905.862557:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384400384:0@lo:400:kworker.0 00000100:00100000:3.0:1767320905.862634:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384400512:0@lo:400:kworker.0 00000100:00100000:2.0:1767320905.863029:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2325 00000100:00100000:1.0:1767320905.864548:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384399744 00000100:00100000:1.0:1767320905.864563:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384399744 00000100:00100000:0.0:1767320905.864701:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3000 00000100:00100000:0.0:1767320905.864718:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384399744:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320905.864743:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320905.864860:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384399744:12345-0@lo:38:kworker.0 Request processed in 142us (17150us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320905.864868:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3000 00000100:00080000:1.0:1767320905.865216:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320905.865222:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320905.865227:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384399744:0@lo:38:kworker.0 00010000:00010000:0.0:1767320906.360170:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320906.870922:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320907.383327:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320907.897519:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320908.407023:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320908.919035:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320909.432252:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384400640:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320909.432336:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320909.433222:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384400768:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320909.433278:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320909.433461:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384400640 00000100:00100000:0.0:1767320909.433471:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384400640 00000100:00100000:0.0:1767320909.433556:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384400768 00000100:00100000:0.0:1767320909.433560:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384400768 00000100:00100000:0.0:1767320909.433583:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3151 00000100:00100000:0.0:1767320909.433593:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384400640:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320909.433610:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3152 00000100:00100000:1.0:1767320909.433628:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384400768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320909.433630:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00002000:00000024:1.0:1767320909.433650:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320909.433690:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384400640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (1352us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320909.433697:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384400768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320909.433703:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3151 00000100:00080000:2.0:1767320909.433749:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320909.433753:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320909.433837:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384400768:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320909.433871:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384400640:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767320909.434021:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320909.434661:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3152 00000100:00100000:0.0:1767320909.942901:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320910.455015:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320910.918694:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320910.918772:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297453568 00000100:00100000:0.0:1767320910.918816:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297453568 00000100:00100000:0.0:1767320910.918889:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5668 00000100:00100000:0.0:1767320910.918901:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297453568:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320910.918988:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297453568:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 90us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320910.918995:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5668 00000100:00080000:2.0:1767320910.919135:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320910.924223:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320910.924922:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297453440 00000100:00100000:3.0:1767320910.924938:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297453440 00000100:00100000:3.0:1767320910.925226:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25091 00000100:00100000:3.0:1767320910.925236:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297453440:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767320910.925262:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320910.925343:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297453440:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 107us (1132us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320910.925351:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25091 00000100:00080000:0.0:1767320910.967354:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320910.967365:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320910.967368:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320910.967373:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320910.967377:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320910.967385:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5809 00000100:00080000:0.0:1767320910.967390:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320910.967395:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320910.967450:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f11880 x1853164384400896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320910.967516:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384400896:0@lo:38:kworker.0 00000100:00100000:1.0:1767320910.967586:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320910.967655:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320910.967660:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320910.967662:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320910.967666:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5809 00000100:00080000:0.0:1767320910.967668:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320910.967672:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320910.967687:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f13100 x1853164384401024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320910.967735:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320910.967768:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384400896 00000100:00100000:2.0:1767320910.967777:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384400896 00000100:00100000:2.0:1767320910.967832:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25092 00000100:00100000:2.0:1767320910.967840:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384400896:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320910.967861:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320910.972713:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384401024:0@lo:38:kworker.0 00000100:00100000:1.0:1767320910.972834:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320910.973186:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320910.973192:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320910.973196:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320910.973201:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5809 00000100:00080000:0.0:1767320910.973206:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320910.973213:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320910.973236:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f13800 x1853164384401280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320910.973254:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320910.973257:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320910.973259:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320910.973262:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5809 00000100:00080000:0.0:1767320910.973264:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320910.973268:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320910.973276:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f10380 x1853164384401536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320910.973339:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384401792:0@lo:400:kworker.0 00000100:00100000:0.0:1767320910.973375:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320910.973401:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320910.973407:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384401664:0@lo:400:kworker.0 00000100:00100000:0.0:1767320910.973433:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320910.973464:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384401792 00000100:00100000:0.0:1767320910.973473:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384401792 00000100:00100000:0.0:1767320910.973536:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384401664 00000100:00100000:0.0:1767320910.973540:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384401664 00000100:00100000:0.0:1767320910.973564:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2326 00000100:00100000:0.0:1767320910.973573:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384401792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320910.973635:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384401792:12345-0@lo:400:kworker.0 Request processed in 63us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320910.973643:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2326 00000100:00100000:0.0:1767320910.973660:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2327 00000100:00100000:0.0:1767320910.973666:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384401664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320910.973691:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384401664:12345-0@lo:400:kworker.0 Request processed in 25us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320910.973696:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2327 00000100:00100000:0.0:1767320910.973734:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384401664:0@lo:400:kworker.0 00000100:00100000:0.0:1767320910.973744:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384401792:0@lo:400:kworker.0 00000100:00100000:0.0:1767320910.973831:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384401408:0@lo:400:kworker.0 00000100:00100000:2.0:1767320910.975534:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384400896:12345-0@lo:38:kworker.0 Request processed in 7683us (7937us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320910.975549:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25092 00000100:00100000:0.0:1767320910.975841:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320910.976038:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320910.976052:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384401152:0@lo:400:kworker.0 00000100:00100000:0.0:1767320910.976102:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320910.976140:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384401408 00000100:00100000:0.0:1767320910.976149:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384401408 00000100:00100000:0.0:1767320910.976198:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384401152 00000100:00100000:0.0:1767320910.976201:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384401152 00000100:00100000:0.0:1767320910.976223:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5669 00000100:00100000:0.0:1767320910.976231:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384401408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320910.976284:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384401408:12345-0@lo:400:kworker.0 Request processed in 53us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320910.976290:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5669 00000100:00100000:0.0:1767320910.976304:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5670 00000100:00100000:0.0:1767320910.976310:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384401152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320910.976334:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384401152:12345-0@lo:400:kworker.0 Request processed in 25us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320910.976342:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5670 00000100:00080000:0.0:1767320910.976360:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320910.976390:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384401152:0@lo:400:kworker.0 00000100:00100000:0.0:1767320910.976399:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384401408:0@lo:400:kworker.0 00000100:00100000:3.0:1767320910.979706:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384401024 00000100:00100000:3.0:1767320910.979723:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384401024 00000100:00100000:2.0:1767320910.980127:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3001 00000100:00100000:2.0:1767320910.980138:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384401024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320910.980163:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320910.980247:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384401024:12345-0@lo:38:kworker.0 Request processed in 108us (7411us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320910.980255:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3001 00000100:00080000:1.0:1767320910.983271:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320910.983286:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320910.983292:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384400896:0@lo:38:kworker.0 00000100:00100000:1.0:1767320910.983349:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384401280:0@lo:38:kworker.0 00000100:00100000:1.0:1767320910.983435:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320910.983477:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384401536:0@lo:38:kworker.0 00000100:00100000:2.0:1767320910.983622:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384401280 00000100:00100000:2.0:1767320910.983630:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384401280 00000100:00100000:2.0:1767320910.983678:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25093 00000100:00100000:2.0:1767320910.983686:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384401280:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320910.983710:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320910.992714:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384401280:12345-0@lo:38:kworker.0 Request processed in 9016us (9268us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320910.992731:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25093 00000100:00100000:1.0:1767320910.993145:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320910.993217:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320910.993222:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320910.993226:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384401024:0@lo:38:kworker.0 00000100:00080000:1.0:1767320910.993258:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320910.993261:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320910.993264:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384401280:0@lo:38:kworker.0 00000100:00100000:3.0:1767320910.993425:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384401536 00000100:00100000:3.0:1767320910.993434:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384401536 00000100:00100000:3.0:1767320910.993480:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25094 00000100:00100000:3.0:1767320910.993488:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384401536:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320910.993518:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320910.993578:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384401536:12345-0@lo:38:kworker.0 Request processed in 89us (434us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320910.993584:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25094 00000100:00080000:1.0:1767320910.993774:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320910.993798:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320910.993802:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384401536:0@lo:38:kworker.0 00010000:00010000:0.0:1767320911.482309:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320911.991369:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320912.505622:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320913.015640:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320913.527150:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320914.038915:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320914.551121:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320914.551346:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384401920:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320914.551430:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320914.551503:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320914.551511:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384402048:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320914.551534:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320914.551568:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384401920 00000100:00100000:1.0:1767320914.551576:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384401920 00000100:00100000:1.0:1767320914.551627:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384402048 00000100:00100000:1.0:1767320914.551631:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384402048 00000100:00100000:1.0:1767320914.551654:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3153 00000100:00100000:1.0:1767320914.551669:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384401920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320914.551701:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320914.551744:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384401920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320914.551751:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3153 00000100:00100000:1.0:1767320914.551809:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3154 00000100:00100000:1.0:1767320914.551816:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384402048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320914.551829:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320914.551853:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384402048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320914.551859:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3154 00000100:00100000:1.0:1767320914.551903:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384402048:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320914.551917:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384401920:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320914.551949:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320914.551953:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320915.063204:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320915.575019:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320916.039521:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320916.039566:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320916.039691:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297453824 00000100:00100000:0.0:1767320916.039703:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297453824 00000100:00100000:0.0:1767320916.039774:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297453696 00000100:00100000:0.0:1767320916.039778:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297453696 00000100:00100000:0.0:1767320916.039850:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5671 00000100:00100000:0.0:1767320916.039863:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297453824:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320916.039939:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297453824:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 79us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320916.039947:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5671 00000100:00100000:0.0:1767320916.039967:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25095 00000100:00100000:0.0:1767320916.039971:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297453696:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320916.039993:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320916.040018:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297453696:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 45us (451us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320916.040024:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25095 00000100:00080000:1.0:1767320916.040979:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320916.087224:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320916.087236:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320916.087239:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320916.087243:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320916.087249:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320916.087259:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5814 00000100:00080000:0.0:1767320916.087264:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320916.087271:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320916.087328:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f12300 x1853164384402176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320916.087365:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320916.087370:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320916.087372:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320916.087377:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5814 00000100:00080000:0.0:1767320916.087379:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320916.087383:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320916.087397:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f10700 x1853164384402304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320916.087489:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320916.087552:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384402176:0@lo:38:kworker.0 00000100:00100000:2.0:1767320916.087591:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320916.087641:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320916.087701:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384402304:0@lo:38:kworker.0 00000100:00100000:2.0:1767320916.087719:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384402176 00000100:00100000:2.0:1767320916.087730:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384402176 00000100:00100000:3.0:1767320916.087744:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320916.087803:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25096 00000100:00100000:2.0:1767320916.087813:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384402176:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320916.087817:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384402304 00000100:00100000:3.0:1767320916.087822:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384402304 00010000:00020000:2.0:1767320916.087837:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320916.087849:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3002 00000100:00100000:3.0:1767320916.087854:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384402304:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320916.087866:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320916.087898:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384402176:12345-0@lo:38:kworker.0 Request processed in 85us (255us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320916.087905:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384402304:12345-0@lo:38:kworker.0 Request processed in 47us (158us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320916.087911:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25096 00000100:00100000:3.0:1767320916.087918:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3002 00000100:00080000:2.0:1767320916.087975:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320916.087981:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320916.087984:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384402176:0@lo:38:kworker.0 00000100:00080000:2.0:1767320916.087993:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320916.087996:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320916.087999:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384402304:0@lo:38:kworker.0 00000100:00080000:0.0:1767320916.088431:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320916.088436:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320916.088439:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320916.088444:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5814 00000100:00080000:0.0:1767320916.088447:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320916.088452:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320916.088475:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f10700 x1853164384402560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320916.088568:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384402560:0@lo:38:kworker.0 00000100:00100000:2.0:1767320916.088606:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320916.088697:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384402560 00000100:00100000:3.0:1767320916.088702:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384402560 00000100:00100000:3.0:1767320916.088736:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25097 00000100:00100000:3.0:1767320916.088743:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384402560:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320916.088757:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320916.088811:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384402560:12345-0@lo:38:kworker.0 Request processed in 66us (203us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320916.088818:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25097 00000100:00080000:2.0:1767320916.088930:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320916.088935:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320916.088937:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384402560:0@lo:38:kworker.0 00000100:00100000:1.0:1767320916.091767:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384402688:0@lo:400:kworker.0 00000100:00100000:1.0:1767320916.091890:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320916.091948:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384402432:0@lo:400:kworker.0 00000100:00100000:1.0:1767320916.091969:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320916.092055:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384402688 00000100:00100000:2.0:1767320916.092065:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384402688 00000100:00100000:2.0:1767320916.092145:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384402432 00000100:00100000:2.0:1767320916.092149:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384402432 00000100:00100000:2.0:1767320916.092186:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5672 00000100:00100000:2.0:1767320916.092196:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384402688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320916.092281:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384402688:12345-0@lo:400:kworker.0 Request processed in 86us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320916.092289:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5672 00000100:00100000:2.0:1767320916.092309:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5673 00000100:00100000:2.0:1767320916.092315:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384402432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320916.092346:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384402432:12345-0@lo:400:kworker.0 Request processed in 31us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320916.092352:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5673 00000100:00080000:1.0:1767320916.092600:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320916.092610:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320916.092617:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320916.092621:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320916.092628:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5814 00000100:00080000:0.0:1767320916.092633:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320916.092637:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320916.092642:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384402688:0@lo:400:kworker.0 00000100:00100000:1.0:1767320916.092657:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384402432:0@lo:400:kworker.0 00000100:00100000:0.0:1767320916.092675:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f10380 x1853164384402816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320916.092768:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384402816:0@lo:38:kworker.0 00000100:00100000:1.0:1767320916.092816:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320916.092870:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384402816 00000100:00100000:3.0:1767320916.092876:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384402816 00000100:00100000:3.0:1767320916.092914:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25098 00000100:00100000:3.0:1767320916.092919:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384402816:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320916.092938:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320916.093300:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384403072:0@lo:400:kworker.0 00000100:00100000:0.0:1767320916.093333:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320916.093354:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320916.093359:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384402944:0@lo:400:kworker.0 00000100:00100000:0.0:1767320916.093376:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320916.093400:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384403072 00000100:00100000:0.0:1767320916.093418:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384403072 00000100:00100000:0.0:1767320916.093462:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384402944 00000100:00100000:0.0:1767320916.093465:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384402944 00000100:00100000:0.0:1767320916.093486:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2328 00000100:00100000:0.0:1767320916.093492:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384403072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320916.093530:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384403072:12345-0@lo:400:kworker.0 Request processed in 38us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320916.093537:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2328 00000100:00100000:0.0:1767320916.093553:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2329 00000100:00100000:0.0:1767320916.093558:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384402944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320916.093582:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384402944:12345-0@lo:400:kworker.0 Request processed in 24us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320916.094099:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2329 00000100:00100000:0.0:1767320916.094152:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384402944:0@lo:400:kworker.0 00000100:00100000:0.0:1767320916.094162:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384403072:0@lo:400:kworker.0 00000100:00080000:0.0:1767320916.094193:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320916.094197:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320916.098971:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384402816:12345-0@lo:38:kworker.0 Request processed in 6039us (6143us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320916.098985:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25098 00000100:00080000:1.0:1767320916.099042:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320916.099050:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320916.099055:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384402816:0@lo:38:kworker.0 00010000:00010000:0.0:1767320916.601502:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320917.111031:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320917.623314:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320918.137681:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320918.647226:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320919.160272:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320919.672298:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384403328:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320919.672323:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384403200:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767320919.672391:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320919.673440:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320919.673624:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384403328 00000100:00100000:3.0:1767320919.673634:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384403328 00000100:00100000:3.0:1767320919.673705:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3155 00000100:00100000:3.0:1767320919.673716:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384403328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320919.673752:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320919.673821:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384403328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320919.673829:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3155 00000100:00080000:0.0:1767320919.673931:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320919.673974:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384403328:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320919.674078:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320919.674260:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384403200 00000100:00100000:1.0:1767320919.674266:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384403200 00000100:00100000:1.0:1767320919.674313:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3156 00000100:00100000:1.0:1767320919.674325:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384403200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320919.674352:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320919.674393:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384403200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320919.674399:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3156 00000100:00100000:2.0:1767320919.674439:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384403200:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320919.674530:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320920.183036:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320920.695533:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320921.162452:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320921.162558:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320921.162729:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297454080 00000100:00100000:3.0:1767320921.162741:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297454080 00000100:00100000:2.0:1767320921.162829:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297453952 00000100:00100000:2.0:1767320921.162835:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297453952 00000100:00100000:3.0:1767320921.162858:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5674 00000100:00100000:2.0:1767320921.162873:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25099 00000100:00100000:3.0:1767320921.162874:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297454080:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320921.162883:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297453952:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320921.162919:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320921.162967:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297453952:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 85us (408us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320921.162975:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25099 00000100:00080000:0.0:1767320921.163057:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320921.163637:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297454080:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 765us (1191us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320921.163650:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5674 00000100:00080000:0.0:1767320921.209945:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320921.209956:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320921.209959:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320921.209963:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320921.209967:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320921.209975:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5819 00000100:00080000:0.0:1767320921.209979:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320921.209997:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320921.210055:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f13800 x1853164384403456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320921.210083:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320921.210087:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320921.210088:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320921.210092:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5819 00000100:00080000:0.0:1767320921.210094:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320921.210098:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320921.210111:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f11180 x1853164384403584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320921.210149:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320921.210153:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320921.210155:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320921.210159:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5819 00000100:00080000:0.0:1767320921.210161:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320921.210164:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320921.210176:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f11c00 x1853164384403840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320921.210189:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320921.210192:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320921.210194:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320921.210197:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5819 00000100:00080000:0.0:1767320921.210199:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320921.210202:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320921.210226:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f10700 x1853164384404096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320921.210278:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384403968:0@lo:400:kworker.0 00000100:00100000:0.0:1767320921.210352:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320921.210380:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320921.210401:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384404224:0@lo:400:kworker.0 00000100:00100000:2.0:1767320921.210439:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320921.210441:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320921.210450:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384403712:0@lo:400:kworker.0 00000100:00100000:2.0:1767320921.210465:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320921.210473:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384404352:0@lo:400:kworker.0 00000100:00100000:0.0:1767320921.210505:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320921.210505:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320921.210557:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384404224 00000100:00100000:0.0:1767320921.210558:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384403968 00000100:00100000:2.0:1767320921.210564:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384404224 00000100:00100000:0.0:1767320921.210569:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384403968 00000100:00100000:2.0:1767320921.210620:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384404352 00000100:00100000:2.0:1767320921.210624:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384404352 00000100:00100000:1.0:1767320921.210626:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384403456:0@lo:38:kworker.0 00000100:00100000:3.0:1767320921.210821:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2330 00000100:00100000:3.0:1767320921.210833:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384404224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320921.210895:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384404224:12345-0@lo:400:kworker.0 Request processed in 64us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320921.210904:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2330 00000100:00100000:3.0:1767320921.210932:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384403712 00000100:00100000:3.0:1767320921.210936:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384403712 00000100:00100000:0.0:1767320921.211102:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5675 00000100:00100000:0.0:1767320921.211108:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384403968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320921.211142:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384403968:12345-0@lo:400:kworker.0 Request processed in 34us (790us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320921.211147:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5675 00000100:00100000:0.0:1767320921.211182:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384403968:0@lo:400:kworker.0 00000100:00080000:0.0:1767320921.211228:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320921.211233:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320921.211235:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320921.211261:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384404224:0@lo:400:kworker.0 00000100:00100000:1.0:1767320921.211630:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320921.211665:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384403584:0@lo:38:kworker.0 00000100:00100000:1.0:1767320921.211693:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320921.211715:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384403840:0@lo:38:kworker.0 00000100:00100000:1.0:1767320921.211733:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320921.211749:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384404096:0@lo:38:kworker.0 00000100:00100000:1.0:1767320921.211770:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320921.211818:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384403456 00000100:00100000:1.0:1767320921.211823:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384403456 00000100:00100000:1.0:1767320921.211843:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384403840 00000100:00100000:1.0:1767320921.211846:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384403840 00000100:00100000:1.0:1767320921.211854:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384404096 00000100:00100000:1.0:1767320921.211856:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384404096 00000100:00100000:1.0:1767320921.211866:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25100 00000100:00100000:1.0:1767320921.211870:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384403456:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320921.211888:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320921.211925:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384403456:12345-0@lo:38:kworker.0 Request processed in 52us (295us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320921.211930:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25100 00000100:00100000:1.0:1767320921.211942:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25101 00000100:00100000:1.0:1767320921.211946:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384403840:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320921.211956:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320921.211978:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384403840:12345-0@lo:38:kworker.0 Request processed in 31us (244us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320921.211995:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25101 00000100:00100000:1.0:1767320921.212017:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25102 00000100:00100000:1.0:1767320921.212020:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384404096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320921.212029:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320921.212052:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384404096:12345-0@lo:38:kworker.0 Request processed in 30us (282us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320921.212058:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25102 00000100:00080000:1.0:1767320921.212091:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320921.212096:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320921.212100:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384403456:0@lo:38:kworker.0 00000100:00080000:1.0:1767320921.212109:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320921.212113:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320921.212115:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384403840:0@lo:38:kworker.0 00000100:00080000:1.0:1767320921.212122:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320921.212125:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320921.212128:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384404096:0@lo:38:kworker.0 00000100:00100000:1.0:1767320921.212162:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384403584 00000100:00100000:1.0:1767320921.212166:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384403584 00000100:00100000:1.0:1767320921.212188:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3003 00000100:00100000:1.0:1767320921.212192:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384403584:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320921.212202:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320921.212245:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384403584:12345-0@lo:38:kworker.0 Request processed in 51us (551us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320921.212252:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3003 00000100:00080000:1.0:1767320921.212276:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320921.212280:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320921.212282:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384403584:0@lo:38:kworker.0 00000100:00100000:2.0:1767320921.213383:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2331 00000100:00100000:2.0:1767320921.213397:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384404352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320921.213458:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384404352:12345-0@lo:400:kworker.0 Request processed in 67us (2959us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320921.213466:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2331 00000100:00100000:2.0:1767320921.213509:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384404352:0@lo:400:kworker.0 00000100:00100000:3.0:1767320921.214058:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5676 00000100:00100000:3.0:1767320921.214068:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384403712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320921.214127:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384403712:12345-0@lo:400:kworker.0 Request processed in 61us (3627us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320921.214134:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5676 00000100:00100000:1.0:1767320921.214232:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384403712:0@lo:400:kworker.0 00010000:00010000:0.0:1767320921.719020:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320922.230925:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320922.743026:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320923.254935:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320923.767893:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320924.278903:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320924.792309:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320924.792337:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384404480:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320924.792421:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767320924.792552:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320924.792885:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384404480 00000100:00100000:0.0:1767320924.792896:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384404480 00000100:00100000:0.0:1767320924.793042:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3157 00000100:00100000:0.0:1767320924.793054:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384404480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320924.793096:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320924.793148:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384404480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (727us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320924.793155:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3157 00000100:00100000:1.0:1767320924.793276:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384404608:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320924.793302:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320924.793362:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384404480:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320924.793390:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384404608 00000100:00100000:1.0:1767320924.793393:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384404608 00000100:00080000:2.0:1767320924.794321:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320924.794329:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320924.794522:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3158 00000100:00100000:1.0:1767320924.794538:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384404608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320924.794564:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320924.794640:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384404608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (1335us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320924.794647:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3158 00000100:00100000:0.0:1767320924.794776:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384404608:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320925.302922:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320900/real 1767320900] req@ffff9369bb7b4380 x1853164384398208/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320925 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320925.302985:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369bb7b4380 x1853164384398208/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320925 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320925.303006:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320925.303029:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320925.303032:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384398208:0@lo:250:kworker.0 00000100:00080000:2.0:1767320925.303179:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320925.303186:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320925.303189:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320925.303193:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5804 00000100:00080000:2.0:1767320925.303198:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320925.303204:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320925.303245:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91fb80 x1853164384404736/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320925.303269:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320925.303273:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320925.303275:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320925.303279:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5824 00000100:00080000:2.0:1767320925.303281:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320925.303285:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320925.303301:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91f480 x1853164384404864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320925.303310:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320925.303313:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320925.303315:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320925.303319:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5824 00000100:00080000:2.0:1767320925.303323:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320925.303326:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320925.303337:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91e680 x1853164384404992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320925.303375:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320925.303378:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320925.303380:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320925.303384:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5824 00000100:00080000:2.0:1767320925.303386:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320925.303389:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320925.303400:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91d880 x1853164384405248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320925.303414:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320925.303417:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320925.303418:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320925.303421:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5824 00000100:00080000:2.0:1767320925.303424:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320925.303427:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320925.303435:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91c700 x1853164384405504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320925.303472:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384405120:0@lo:400:kworker.0 00000100:00100000:2.0:1767320925.303538:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320925.303610:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320925.303616:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384405376:0@lo:400:kworker.0 00000100:00100000:2.0:1767320925.303638:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320925.303668:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384405120 00000100:00100000:2.0:1767320925.303676:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384405120 00000100:00100000:2.0:1767320925.303726:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384405376 00000100:00100000:2.0:1767320925.303728:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384405376 00000100:00100000:2.0:1767320925.303747:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5677 00000100:00100000:2.0:1767320925.303754:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384405120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320925.303821:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384405120:12345-0@lo:400:kworker.0 Request processed in 67us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320925.303829:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5677 00000100:00100000:2.0:1767320925.303845:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5678 00000100:00100000:2.0:1767320925.303851:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384405376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320925.303871:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384405376:12345-0@lo:400:kworker.0 Request processed in 21us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320925.303876:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5678 00000100:00080000:2.0:1767320925.303892:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320925.303917:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384405376:0@lo:400:kworker.0 00000100:00100000:2.0:1767320925.303926:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384405120:0@lo:400:kworker.0 00000100:00100000:0.0:1767320925.304090:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320925.304282:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384404736:0@lo:250:kworker.0 00000400:00000100:1.0:1767320925.304306:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384404736 offset 0 length 520: 4 00000100:00100000:1.0:1767320925.304323:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384404864:0@lo:38:kworker.0 00000100:00100000:1.0:1767320925.304348:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320925.304371:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384404992:0@lo:38:kworker.0 00000100:00100000:1.0:1767320925.304392:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320925.304413:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384405248:0@lo:38:kworker.0 00000100:00100000:1.0:1767320925.304433:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320925.304449:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384405504:0@lo:38:kworker.0 00000100:00100000:1.0:1767320925.304467:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320925.304496:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384404864 00000100:00100000:1.0:1767320925.304499:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384404864 00000100:00100000:1.0:1767320925.304519:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384405248 00000100:00100000:1.0:1767320925.304521:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384405248 00000100:00100000:1.0:1767320925.304528:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384405504 00000100:00100000:1.0:1767320925.304530:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384405504 00000100:00100000:1.0:1767320925.304539:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25103 00000100:00100000:1.0:1767320925.304545:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384404864:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320925.304565:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320925.304614:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384404864:12345-0@lo:38:kworker.0 Request processed in 68us (264us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320925.304619:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25103 00000100:00100000:1.0:1767320925.304630:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25104 00000100:00100000:1.0:1767320925.304634:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384405248:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320925.304642:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320925.304663:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384405248:12345-0@lo:38:kworker.0 Request processed in 26us (228us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320925.304668:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25104 00000100:00100000:1.0:1767320925.304677:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25105 00000100:00100000:1.0:1767320925.304680:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384405504:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320925.304687:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320925.304707:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384405504:12345-0@lo:38:kworker.0 Request processed in 25us (238us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320925.304711:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25105 00000100:00080000:1.0:1767320925.304741:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320925.304746:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320925.304749:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384404864:0@lo:38:kworker.0 00000100:00080000:1.0:1767320925.304755:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320925.304758:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320925.304760:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384405248:0@lo:38:kworker.0 00000100:00080000:1.0:1767320925.304767:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320925.304769:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320925.304772:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384405504:0@lo:38:kworker.0 00000100:00100000:2.0:1767320925.306577:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384404992 00000100:00100000:2.0:1767320925.306600:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384404992 00000100:00100000:2.0:1767320925.306652:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3004 00000100:00100000:2.0:1767320925.306660:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384404992:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320925.306677:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320925.306760:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384404992:12345-0@lo:38:kworker.0 Request processed in 99us (2365us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320925.306766:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3004 00000100:00080000:3.0:1767320925.308331:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320925.308352:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320925.308357:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384404992:0@lo:38:kworker.0 00010000:00010000:0.0:1767320925.815132:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320926.278734:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:1.0:1767320926.278773:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297454208 offset 0 length 520: 4 00000100:00100000:3.0:1767320926.279634:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297454464 00000100:00100000:3.0:1767320926.279649:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297454464 00000100:00100000:3.0:1767320926.279746:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5679 00000100:00100000:3.0:1767320926.279757:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297454464:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:2.0:1767320926.279840:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320926.281317:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297454464:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 1552us (2584us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320926.281332:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5679 00000100:00100000:1.0:1767320926.287131:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320926.287520:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297454336 00000100:00100000:2.0:1767320926.287531:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297454336 00000100:00100000:2.0:1767320926.287586:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25106 00000100:00100000:2.0:1767320926.287596:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297454336:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320926.287622:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320926.287687:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297454336:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 90us (565us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320926.287695:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25106 00000100:00100000:1.0:1767320926.327677:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320926.845213:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320927.350852:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320927.865999:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320928.376741:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320928.887816:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320929.398901:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320929.911093:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384405760:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767320929.911114:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320929.911146:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384405632:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320929.911196:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320929.911415:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320929.911636:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384405760 00000100:00100000:1.0:1767320929.911645:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384405760 00000100:00100000:1.0:1767320929.911717:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384405632 00000100:00100000:1.0:1767320929.911721:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384405632 00000100:00100000:1.0:1767320929.911747:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3159 00000100:00100000:1.0:1767320929.911757:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384405760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320929.911813:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320929.911864:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384405760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320929.911872:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3159 00000100:00100000:1.0:1767320929.911889:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3160 00000100:00100000:1.0:1767320929.911896:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384405632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320929.911929:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320929.911968:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384405632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320929.911976:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3160 00000100:00100000:3.0:1767320929.911999:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384405632:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320929.912045:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320929.912050:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320929.912076:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384405760:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320930.423594:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767320930.423604:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320930.423606:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320930.423619:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320930.423623:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320930.423629:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320930.423637:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5828 00000100:00080000:0.0:1767320930.423641:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320930.423648:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320930.423697:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3fb480 x1853164384405888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320930.423724:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320930.423727:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320930.423729:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320930.423734:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5828 00000100:00080000:0.0:1767320930.423736:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320930.423739:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320930.423750:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3fa680 x1853164384406016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320930.423806:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320930.423809:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320930.423811:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320930.423814:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5828 00000100:00080000:0.0:1767320930.423825:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320930.423828:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320930.423839:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f9880 x1853164384406272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320930.423852:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320930.423855:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320930.423857:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320930.423860:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5828 00000100:00080000:0.0:1767320930.423862:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320930.423865:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320930.423872:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f8700 x1853164384406528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320930.423907:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384406400:0@lo:400:kworker.0 00000100:00100000:0.0:1767320930.423971:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320930.424025:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320930.424031:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384406144:0@lo:400:kworker.0 00000100:00100000:0.0:1767320930.424050:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320930.424098:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384406400 00000100:00100000:0.0:1767320930.424106:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384406400 00000100:00100000:0.0:1767320930.424155:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384406144 00000100:00100000:0.0:1767320930.424157:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384406144 00000100:00100000:0.0:1767320930.424180:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5680 00000100:00100000:0.0:1767320930.424187:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384406400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320930.424235:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384406400:12345-0@lo:400:kworker.0 Request processed in 48us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320930.424243:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5680 00000100:00100000:0.0:1767320930.424259:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5681 00000100:00100000:0.0:1767320930.424264:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384406144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320930.424283:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384406144:12345-0@lo:400:kworker.0 Request processed in 19us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320930.424289:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5681 00000100:00100000:0.0:1767320930.424319:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384406144:0@lo:400:kworker.0 00000100:00100000:0.0:1767320930.424327:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384406400:0@lo:400:kworker.0 00000100:00100000:3.0:1767320930.424808:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384405888:0@lo:38:kworker.0 00000100:00100000:3.0:1767320930.424849:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320930.424880:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384406016:0@lo:38:kworker.0 00000100:00100000:3.0:1767320930.424909:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320930.424929:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384406272:0@lo:38:kworker.0 00000100:00100000:3.0:1767320930.424947:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320930.424962:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384406528:0@lo:38:kworker.0 00000100:00100000:3.0:1767320930.424978:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320930.425005:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384405888 00000100:00100000:3.0:1767320930.425009:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384405888 00000100:00100000:3.0:1767320930.425028:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384406272 00000100:00100000:3.0:1767320930.425031:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384406272 00000100:00100000:3.0:1767320930.425037:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384406528 00000100:00100000:3.0:1767320930.425040:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384406528 00000100:00100000:3.0:1767320930.425048:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25107 00000100:00100000:3.0:1767320930.425053:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384405888:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320930.425073:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320930.425466:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384405888:12345-0@lo:38:kworker.0 Request processed in 411us (615us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320930.425473:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25107 00000100:00100000:3.0:1767320930.425489:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25108 00000100:00100000:3.0:1767320930.425494:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384406272:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320930.425503:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320930.425520:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384406272:12345-0@lo:38:kworker.0 Request processed in 26us (572us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320930.425525:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25108 00000100:00100000:3.0:1767320930.425533:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25109 00000100:00100000:3.0:1767320930.425537:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384406528:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320930.425544:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320930.425561:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384406528:12345-0@lo:38:kworker.0 Request processed in 23us (582us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320930.425565:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25109 00000100:00080000:3.0:1767320930.425591:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320930.425596:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320930.425599:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384405888:0@lo:38:kworker.0 00000100:00080000:3.0:1767320930.425605:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320930.425619:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320930.425622:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384406272:0@lo:38:kworker.0 00000100:00080000:3.0:1767320930.425630:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320930.425632:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320930.425635:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384406528:0@lo:38:kworker.0 00000100:00080000:2.0:1767320930.425800:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320930.425937:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384406016 00000100:00100000:1.0:1767320930.425943:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384406016 00000100:00100000:1.0:1767320930.425978:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3005 00000100:00100000:1.0:1767320930.425983:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384406016:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320930.425994:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320930.426033:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384406016:12345-0@lo:38:kworker.0 Request processed in 49us (1122us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320930.426039:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3005 00000100:00080000:3.0:1767320930.426348:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320930.426353:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320930.426356:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384406016:0@lo:38:kworker.0 00010000:00010000:0.0:1767320930.935875:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320931.407021:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320931.407075:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320931.407291:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297454720 00000100:00100000:0.0:1767320931.407313:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297454720 00000100:00100000:0.0:1767320931.407394:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297454592 00000100:00100000:0.0:1767320931.407398:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297454592 00000100:00100000:0.0:1767320931.407421:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5682 00000100:00100000:0.0:1767320931.407443:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297454720:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320931.407520:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297454720:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 80us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320931.407528:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5682 00000100:00100000:0.0:1767320931.407548:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25110 00000100:00100000:0.0:1767320931.407552:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297454592:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320931.407575:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320931.407601:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297454592:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 47us (524us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320931.407608:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25110 00000100:00080000:3.0:1767320931.407697:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320931.447052:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320931.959525:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320932.470941:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320932.994211:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320933.495511:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320934.008161:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320934.518926:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320935.031108:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384406656:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320935.031184:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320935.031219:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384406784:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320935.031252:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384406656 00000100:00100000:3.0:1767320935.031258:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320935.031263:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384406656 00000100:00100000:2.0:1767320935.031293:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384406784 00000100:00100000:2.0:1767320935.031299:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384406784 00000100:00080000:3.0:1767320935.031310:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320935.031316:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320935.031340:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3161 00000100:00100000:1.0:1767320935.031351:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384406656:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320935.031359:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3162 00000100:00100000:2.0:1767320935.031371:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384406784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320935.031394:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00002000:00000024:1.0:1767320935.031395:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320935.031450:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384406784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320935.031457:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384406656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320935.031462:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3162 00000100:00100000:1.0:1767320935.031472:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3161 00000100:00100000:2.0:1767320935.031524:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384406784:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320935.031526:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384406656:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767320935.034264:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320935.545286:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320935.545297:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320935.545299:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320935.545303:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320935.545308:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320935.545316:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5833 00000100:00080000:2.0:1767320935.545321:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320935.545327:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320935.545376:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91c380 x1853164384406912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320935.545403:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320935.545406:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320935.545407:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320935.545411:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5833 00000100:00080000:2.0:1767320935.545414:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320935.545417:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320935.545432:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91e680 x1853164384407040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320935.545494:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384407168:0@lo:400:kworker.0 00000100:00100000:0.0:1767320935.545560:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320935.545655:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384406912:0@lo:38:kworker.0 00000100:00100000:3.0:1767320935.545685:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320935.545710:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384407040:0@lo:38:kworker.0 00000100:00100000:3.0:1767320935.545733:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320935.545776:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384407168 00000100:00100000:3.0:1767320935.545804:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384407168 00000100:00100000:3.0:1767320935.545873:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384406912 00000100:00100000:3.0:1767320935.545877:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384406912 00000100:00100000:3.0:1767320935.545898:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5683 00000100:00100000:3.0:1767320935.545908:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384407168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320935.546022:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320935.546050:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25111 00000100:00100000:1.0:1767320935.546056:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384406912:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320935.546077:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320935.546123:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384406912:12345-0@lo:38:kworker.0 Request processed in 65us (436us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320935.546129:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25111 00000100:00080000:1.0:1767320935.546168:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320935.546173:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320935.546177:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384406912:0@lo:38:kworker.0 00000100:00080000:1.0:1767320935.546217:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320935.546229:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384407040 00000100:00100000:1.0:1767320935.546232:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384407040 00000100:00100000:1.0:1767320935.546251:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3006 00000100:00100000:1.0:1767320935.546255:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384407040:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320935.546264:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320935.546297:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384407040:12345-0@lo:38:kworker.0 Request processed in 41us (563us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320935.546303:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3006 00000100:00080000:1.0:1767320935.546329:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320935.546333:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320935.546336:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384407040:0@lo:38:kworker.0 00000100:00080000:2.0:1767320935.546551:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320935.546556:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320935.546559:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320935.546563:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5833 00000100:00080000:2.0:1767320935.546567:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320935.546571:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320935.546596:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91d880 x1853164384407296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320935.546689:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384407424:0@lo:400:kworker.0 00000100:00100000:1.0:1767320935.546719:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320935.546746:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384407424 00000100:00100000:1.0:1767320935.546751:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384407424 00000100:00100000:1.0:1767320935.546799:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5684 00000100:00100000:1.0:1767320935.546806:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384407424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320935.546842:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384407424:12345-0@lo:400:kworker.0 Request processed in 37us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320935.546848:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5684 00000100:00080000:1.0:1767320935.546874:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320935.546896:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384407424:0@lo:400:kworker.0 00000100:00100000:1.0:1767320935.546920:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384407296:0@lo:38:kworker.0 00000100:00100000:1.0:1767320935.546943:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320935.546965:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384407296 00000100:00100000:1.0:1767320935.546969:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384407296 00000100:00100000:1.0:1767320935.546985:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25112 00000100:00100000:1.0:1767320935.546989:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384407296:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320935.547000:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320935.547029:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384407296:12345-0@lo:38:kworker.0 Request processed in 37us (84us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320935.547034:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25112 00000100:00080000:1.0:1767320935.547057:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320935.547061:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320935.547064:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384407296:0@lo:38:kworker.0 00000100:00100000:3.0:1767320935.547339:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384407168:12345-0@lo:400:kworker.0 Request processed in 1336us (1681us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320935.547346:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5683 00000100:00080000:2.0:1767320935.547548:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320935.547553:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320935.547556:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320935.547560:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5833 00000100:00080000:2.0:1767320935.547563:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320935.547567:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320935.547585:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91c000 x1853164384407552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320935.547722:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384407552:0@lo:38:kworker.0 00000100:00100000:1.0:1767320935.547770:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320935.547891:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384407552 00000100:00100000:3.0:1767320935.547897:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384407552 00000100:00100000:3.0:1767320935.547930:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25113 00000100:00100000:3.0:1767320935.547936:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384407552:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320935.547947:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320935.548047:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384407168:0@lo:400:kworker.0 00000100:00100000:3.0:1767320935.548113:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384407552:12345-0@lo:38:kworker.0 Request processed in 176us (342us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320935.548123:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25113 00000100:00080000:1.0:1767320935.548165:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320935.548169:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320935.548172:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384407552:0@lo:38:kworker.0 00010000:00010000:2.0:1767320936.056643:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320936.520937:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320936.521073:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297454976 00000100:00100000:0.0:1767320936.521086:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297454976 00000100:00100000:0.0:1767320936.521179:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5685 00000100:00100000:0.0:1767320936.521191:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297454976:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320936.521267:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297454976:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 79us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320936.521276:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5685 00000100:00080000:1.0:1767320936.521452:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320936.536008:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320936.536406:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297454848 00000100:00100000:1.0:1767320936.536418:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297454848 00000100:00100000:1.0:1767320936.536546:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25114 00000100:00100000:1.0:1767320936.536554:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297454848:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320936.536575:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320936.536704:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297454848:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 150us (706us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320936.536711:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25114 00000100:00100000:2.0:1767320936.567654:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320937.080226:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320937.593915:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320938.103213:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320938.615190:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320939.131481:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320939.641023:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320940.151057:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320940.151085:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384407680:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767320940.151124:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320940.151183:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320940.151273:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384407680 00000100:00100000:0.0:1767320940.151282:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384407680 00000100:00100000:0.0:1767320940.151361:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3163 00000100:00100000:0.0:1767320940.151372:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384407680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320940.151403:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320940.151453:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384407680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320940.151461:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3163 00000100:00100000:2.0:1767320940.151485:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384407680:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320940.151523:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320940.151636:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320940.151646:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384407808:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320940.151677:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320940.151745:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384407808 00000100:00100000:0.0:1767320940.151749:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384407808 00000100:00100000:0.0:1767320940.151819:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3164 00000100:00100000:0.0:1767320940.151827:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384407808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320940.151845:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320940.151885:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384407808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320940.151891:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3164 00000100:00080000:1.0:1767320940.151949:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320940.152060:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384407808:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320940.662991:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320940.663309:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320940.663316:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320940.663320:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320940.663325:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320940.663330:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320940.663338:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5838 00000100:00080000:3.0:1767320940.663343:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320940.663363:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320940.663770:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780e00 x1853164384407936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320940.666852:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384407936:0@lo:38:kworker.0 00000100:00100000:1.0:1767320940.666964:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320940.667103:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384407936 00000100:00100000:2.0:1767320940.667113:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384407936 00000100:00100000:2.0:1767320940.667158:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25115 00000100:00100000:2.0:1767320940.667167:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384407936:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320940.667191:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767320940.671359:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320940.671379:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320940.671384:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320940.671393:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5838 00000100:00080000:3.0:1767320940.671399:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320940.671406:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320940.671459:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780000 x1853164384408064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320940.673751:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384408064:0@lo:38:kworker.0 00000100:00100000:1.0:1767320940.673938:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320940.680670:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320940.680680:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320940.680684:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320940.680693:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5838 00000100:00080000:3.0:1767320940.680698:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320940.680706:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320940.680731:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8782a00 x1853164384408320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320940.680750:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320940.680754:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320940.680756:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320940.680759:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5838 00000100:00080000:3.0:1767320940.680762:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320940.680765:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320940.680772:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8781500 x1853164384408576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320940.683674:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384408448:0@lo:400:kworker.0 00000100:00100000:1.0:1767320940.683759:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320940.683864:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320940.683872:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384408192:0@lo:400:kworker.0 00000100:00100000:1.0:1767320940.683941:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320940.684119:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384408448 00000100:00100000:1.0:1767320940.684128:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384408448 00000100:00100000:1.0:1767320940.684203:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384408192 00000100:00100000:1.0:1767320940.684207:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384408192 00000100:00100000:1.0:1767320940.684240:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5686 00000100:00100000:1.0:1767320940.684249:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384408448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320940.685238:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5687 00000100:00100000:3.0:1767320940.685261:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384408192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320940.687812:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384408064 00000100:00100000:0.0:1767320940.687829:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384408064 00000100:00100000:0.0:1767320940.687921:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3007 00000100:00100000:0.0:1767320940.687930:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384408064:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320940.688525:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320940.688732:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384408192:12345-0@lo:400:kworker.0 Request processed in 3478us (4787us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320940.688743:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5687 00000100:00080000:3.0:1767320940.691974:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320940.692025:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384408320:0@lo:38:kworker.0 00000100:00100000:3.0:1767320940.692123:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320940.692162:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384408576:0@lo:38:kworker.0 00000100:00100000:3.0:1767320940.692183:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320940.692226:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384408320 00000100:00100000:3.0:1767320940.692235:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384408320 00000100:00100000:3.0:1767320940.692263:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384408576 00000100:00100000:3.0:1767320940.692265:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384408576 00000100:00100000:3.0:1767320940.692278:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25116 00000100:00100000:3.0:1767320940.692285:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384408320:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320940.692322:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320940.692640:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384408320:12345-0@lo:38:kworker.0 Request processed in 352us (516us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320940.692649:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25116 00000100:00100000:3.0:1767320940.692669:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25117 00000100:00100000:3.0:1767320940.692673:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384408576:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320940.692683:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320940.692712:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384408576:12345-0@lo:38:kworker.0 Request processed in 38us (528us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320940.692718:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25117 00000100:00080000:3.0:1767320940.692755:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320940.692761:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320940.692764:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384408320:0@lo:38:kworker.0 00000100:00080000:3.0:1767320940.692774:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320940.692777:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320940.693247:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384408448:12345-0@lo:400:kworker.0 Request processed in 8996us (9486us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320940.693257:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5686 00000100:00100000:1.0:1767320940.693309:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384408192:0@lo:400:kworker.0 00000100:00100000:1.0:1767320940.693321:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384408448:0@lo:400:kworker.0 00000100:00100000:3.0:1767320940.694905:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384408576:0@lo:38:kworker.0 00000100:00100000:0.0:1767320940.697219:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384408064:12345-0@lo:38:kworker.0 Request processed in 9280us (23272us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320940.697235:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3007 00000100:00080000:3.0:1767320940.698949:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320940.698975:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320940.698982:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384408064:0@lo:38:kworker.0 00000100:00100000:2.0:1767320940.701691:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384407936:12345-0@lo:38:kworker.0 Request processed in 34518us (34721us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320940.701708:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25115 00000100:00080000:3.0:1767320940.703465:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320940.703479:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320940.703484:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384407936:0@lo:38:kworker.0 00010000:00010000:2.0:1767320941.178050:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320941.638444:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320941.638641:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320941.644590:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297455232 00000100:00100000:1.0:1767320941.644609:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297455232 00000100:00100000:1.0:1767320941.644713:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297455104 00000100:00100000:1.0:1767320941.644717:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297455104 00000100:00100000:1.0:1767320941.644743:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5688 00000100:00100000:1.0:1767320941.644759:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297455232:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320941.644881:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297455232:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 128us (6447us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320941.644891:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5688 00000100:00100000:1.0:1767320941.644911:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25118 00000100:00100000:1.0:1767320941.644916:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297455104:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320941.644937:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320941.644963:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297455104:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 46us (6323us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320941.644969:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25118 00000100:00080000:0.0:1767320941.645330:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320941.687050:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320942.199008:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320942.711042:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320943.226731:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320943.739056:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320944.247881:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320944.758887:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320945.271044:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320945.271110:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384408704:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320945.271180:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320945.271268:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384408704 00000100:00100000:1.0:1767320945.271278:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384408704 00000100:00100000:2.0:1767320945.271304:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384408832:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320945.271336:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320945.271371:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384408832 00000100:00100000:1.0:1767320945.271376:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384408832 00000100:00100000:2.0:1767320945.271386:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3165 00000100:00100000:2.0:1767320945.271398:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384408704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320945.271430:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320945.271536:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3166 00000100:00100000:1.0:1767320945.271546:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384408832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320945.271560:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320945.271587:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384408832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320945.271591:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3166 00000100:00100000:1.0:1767320945.271631:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384408832:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320945.271654:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320945.271657:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320945.277486:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384408704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6077us (6292us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320945.277503:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3165 00000100:00100000:0.0:1767320945.278446:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384408704:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320945.783299:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320945.783311:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320945.783314:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320945.783318:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320945.783323:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320945.783331:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5843 00000100:00080000:0.0:1767320945.783335:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320945.783347:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320945.783393:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f8380 x1853164384408960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320945.783424:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320945.783428:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320945.783429:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320945.783434:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5843 00000100:00080000:0.0:1767320945.783436:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320945.783439:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320945.783452:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f8e00 x1853164384409088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320945.783496:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320945.783500:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320945.783502:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320945.783505:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5843 00000100:00080000:0.0:1767320945.783507:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320945.783511:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320945.783522:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f9f80 x1853164384409344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320945.783580:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320945.783583:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320945.783585:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320945.783589:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5843 00000100:00080000:0.0:1767320945.783591:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320945.783594:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320945.783604:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f9c00 x1853164384409600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320945.783656:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384409728:0@lo:400:kworker.0 00000100:00100000:0.0:1767320945.783722:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320945.783811:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320945.783818:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384409856:0@lo:400:kworker.0 00000100:00100000:0.0:1767320945.783856:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320945.784549:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384408960:0@lo:38:kworker.0 00000100:00100000:3.0:1767320945.784585:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320945.784615:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384409088:0@lo:38:kworker.0 00000100:00100000:3.0:1767320945.784636:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320945.784654:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384409344:0@lo:38:kworker.0 00000100:00100000:3.0:1767320945.784673:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320945.784691:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384409600:0@lo:38:kworker.0 00000100:00100000:3.0:1767320945.784709:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320945.784741:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384408960 00000100:00100000:3.0:1767320945.784750:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384408960 00000100:00100000:3.0:1767320945.784809:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384409344 00000100:00100000:3.0:1767320945.784813:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384409344 00000100:00100000:3.0:1767320945.784838:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384409600 00000100:00100000:3.0:1767320945.784841:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384409600 00000100:00100000:3.0:1767320945.784854:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25119 00000100:00100000:3.0:1767320945.784861:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5652c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384408960:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320945.784881:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320945.784922:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5652c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384408960:12345-0@lo:38:kworker.0 Request processed in 60us (335us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320945.784929:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25119 00000100:00100000:0.0:1767320945.785876:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384409088 00000100:00100000:0.0:1767320945.785884:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384409088 00000100:00100000:0.0:1767320945.785918:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3008 00000100:00100000:0.0:1767320945.785925:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384409088:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320945.785941:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320945.785985:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384409088:12345-0@lo:38:kworker.0 Request processed in 59us (1347us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320945.785992:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3008 00000100:00100000:0.0:1767320945.786018:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25120 00000100:00100000:0.0:1767320945.786024:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384409344:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320945.786035:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320945.786061:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384409344:12345-0@lo:38:kworker.0 Request processed in 36us (1386us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320945.786067:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25120 00000100:00100000:0.0:1767320945.786081:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25121 00000100:00100000:0.0:1767320945.786085:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384409600:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320945.786094:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320945.786113:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384409600:12345-0@lo:38:kworker.0 Request processed in 27us (1403us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320945.786119:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25121 00000100:00080000:0.0:1767320945.786182:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320945.786187:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320945.786191:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384408960:0@lo:38:kworker.0 00000100:00080000:0.0:1767320945.786201:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320945.786204:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320945.786207:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384409088:0@lo:38:kworker.0 00000100:00080000:0.0:1767320945.786214:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320945.786217:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320945.786219:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384409344:0@lo:38:kworker.0 00000100:00080000:0.0:1767320945.786227:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320945.786230:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320945.786233:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384409600:0@lo:38:kworker.0 00000100:00100000:1.0:1767320945.786360:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384409216:0@lo:400:kworker.0 00000100:00100000:1.0:1767320945.786393:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320945.786418:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320945.786425:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384409472:0@lo:400:kworker.0 00000100:00100000:1.0:1767320945.786445:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320945.786483:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384409728 00000100:00100000:1.0:1767320945.786487:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384409728 00000100:00100000:1.0:1767320945.786523:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384409856 00000100:00100000:1.0:1767320945.786526:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384409856 00000100:00100000:1.0:1767320945.786546:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2332 00000100:00100000:1.0:1767320945.786553:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384409728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320945.786596:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384409728:12345-0@lo:400:kworker.0 Request processed in 44us (2874us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320945.786602:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2332 00000100:00100000:1.0:1767320945.786614:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2333 00000100:00100000:1.0:1767320945.786621:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384409856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320945.786646:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384409856:12345-0@lo:400:kworker.0 Request processed in 26us (2789us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320945.786651:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2333 00000100:00100000:1.0:1767320945.786687:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384409216 00000100:00100000:1.0:1767320945.786690:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384409216 00000100:00100000:1.0:1767320945.786716:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384409472 00000100:00100000:1.0:1767320945.786719:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384409472 00000100:00100000:1.0:1767320945.786732:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5689 00000100:00100000:1.0:1767320945.786737:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384409216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320945.786796:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384409216:12345-0@lo:400:kworker.0 Request processed in 43us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320945.786802:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5689 00000100:00100000:1.0:1767320945.786814:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5690 00000100:00100000:1.0:1767320945.786821:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384409472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320945.786846:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384409472:12345-0@lo:400:kworker.0 Request processed in 27us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320945.786851:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5690 00000100:00080000:1.0:1767320945.786865:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320945.786887:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384409472:0@lo:400:kworker.0 00000100:00100000:1.0:1767320945.786897:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384409216:0@lo:400:kworker.0 00000100:00100000:1.0:1767320945.786930:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384409856:0@lo:400:kworker.0 00000100:00100000:1.0:1767320945.786940:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384409728:0@lo:400:kworker.0 00000100:00100000:0.0:1767320945.787962:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320946.295079:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320946.761038:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320946.761627:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297455488 00000100:00100000:0.0:1767320946.761640:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297455488 00000100:00100000:0.0:1767320946.761883:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5691 00000100:00100000:0.0:1767320946.761895:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297455488:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320946.761995:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297455488:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 101us (965us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320946.762004:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5691 00000100:00100000:3.0:1767320946.763775:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00080000:1.0:1767320946.763935:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320946.764001:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297455360 00000100:00100000:2.0:1767320946.764012:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297455360 00000100:00100000:2.0:1767320946.764061:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25122 00000100:00100000:2.0:1767320946.764069:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297455360:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320946.764095:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320946.764160:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297455360:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 90us (391us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320946.764175:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25122 00000100:00100000:0.0:1767320946.808551:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320947.320241:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320947.831062:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320948.343030:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320948.857030:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320949.369127:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320949.878913:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320950.391205:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320950.391403:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320950.391436:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384409984:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320950.391537:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320950.391648:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384409984 00000100:00100000:2.0:1767320950.391657:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384409984 00000100:00100000:2.0:1767320950.391750:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3167 00000100:00100000:2.0:1767320950.391762:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384409984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320950.391827:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320950.391879:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384409984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320950.391886:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3167 00000100:00100000:2.0:1767320950.391940:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384409984:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320950.392161:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320950.392272:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320950.392290:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384410112:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320950.392343:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320950.392477:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384410112 00000100:00100000:3.0:1767320950.392484:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384410112 00000100:00100000:3.0:1767320950.392539:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3168 00000100:00100000:3.0:1767320950.392548:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384410112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320950.392572:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320950.392610:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384410112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320950.392617:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3168 00000100:00080000:0.0:1767320950.392641:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320950.392709:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384410112:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320950.856019:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:3.0:1767320950.856069:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297455616 offset 0 length 520: 4 00000100:00100000:0.0:1767320950.856140:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297455872 00000100:00100000:0.0:1767320950.856160:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297455872 00000100:00100000:0.0:1767320950.856270:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5692 00000100:00100000:0.0:1767320950.856281:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297455872:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320950.856388:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297455872:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 108us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320950.856396:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5692 00000100:00080000:1.0:1767320950.856647:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320950.858957:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320950.859079:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297455744 00000100:00100000:2.0:1767320950.859093:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297455744 00000100:00100000:2.0:1767320950.859160:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25123 00000100:00100000:2.0:1767320950.859170:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297455744:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320950.859203:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320950.859282:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297455744:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 111us (335us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320950.859290:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25123 00000100:00100000:0.0:1767320950.903270:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320925/real 1767320925] req@ffff93698c91fb80 x1853164384404736/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320950 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320950.903313:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93698c91fb80 x1853164384404736/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320950 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320950.903332:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767320950.903382:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320950.908617:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320950.908630:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320950.908634:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320950.908642:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5828 00000100:00080000:2.0:1767320950.908648:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320950.908655:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320950.908696:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91f480 x1853164384410240/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320950.908723:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320950.908727:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320950.908729:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320950.908733:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5849 00000100:00080000:2.0:1767320950.908736:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320950.908739:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320950.908754:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91e680 x1853164384410368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320950.908763:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320950.908765:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320950.908767:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320950.908771:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5849 00000100:00080000:2.0:1767320950.908773:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320950.908776:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320950.908887:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91c380 x1853164384410496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320950.908970:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384410624:0@lo:400:kworker.0 00000100:00100000:1.0:1767320950.909039:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320950.909776:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384410624 00000100:00100000:3.0:1767320950.909818:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384410624 00000100:00100000:3.0:1767320950.909928:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5693 00000100:00100000:3.0:1767320950.909940:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384410624:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320950.910009:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320950.910018:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320950.910022:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320950.910028:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5849 00000100:00080000:2.0:1767320950.910032:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320950.910037:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320950.910082:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91f800 x1853164384410752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320950.910768:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320950.910777:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384404736:0@lo:250:kworker.0 00000100:00100000:0.0:1767320950.910843:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384410240:0@lo:250:kworker.0 00000400:00000100:0.0:1767320950.910899:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384410240 offset 0 length 520: 4 00000100:00100000:0.0:1767320950.910930:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384410368:0@lo:38:kworker.0 00000100:00100000:0.0:1767320950.910958:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320950.910981:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384410368 00000100:00100000:0.0:1767320950.910988:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384410368 00000100:00100000:0.0:1767320950.911039:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25124 00000100:00100000:0.0:1767320950.911047:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384410368:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320950.911488:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320950.911765:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384410368:12345-0@lo:38:kworker.0 Request processed in 716us (804us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320950.911804:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25124 00000100:00080000:0.0:1767320950.911854:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320950.911860:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320950.911863:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384410368:0@lo:38:kworker.0 00000100:00100000:0.0:1767320950.911870:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384410496:0@lo:38:kworker.0 00000100:00100000:0.0:1767320950.911897:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320950.911928:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384410752:0@lo:38:kworker.0 00000100:00100000:0.0:1767320950.911950:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320950.911969:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384410752 00000100:00100000:0.0:1767320950.911974:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384410752 00000100:00100000:0.0:1767320950.911998:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25125 00000100:00100000:0.0:1767320950.912004:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384410752:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320950.912015:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320950.912043:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384410752:12345-0@lo:38:kworker.0 Request processed in 39us (93us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320950.912049:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25125 00000100:00080000:0.0:1767320950.912082:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320950.912086:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320950.912089:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384410752:0@lo:38:kworker.0 00000100:00100000:0.0:1767320950.912137:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384410496 00000100:00100000:0.0:1767320950.912141:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384410496 00000100:00100000:0.0:1767320950.912160:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3009 00000100:00100000:0.0:1767320950.912164:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384410496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320950.912173:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320950.912202:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384410496:12345-0@lo:38:kworker.0 Request processed in 37us (304us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320950.912208:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3009 00000100:00080000:0.0:1767320950.912228:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320950.912245:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320950.912248:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320950.912251:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384410496:0@lo:38:kworker.0 00000100:00100000:3.0:1767320950.916647:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384410624:12345-0@lo:400:kworker.0 Request processed in 6696us (7594us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320950.916662:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5693 00000100:00100000:3.0:1767320950.916796:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384410880:0@lo:400:kworker.0 00000100:00100000:3.0:1767320950.916868:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320950.916924:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384410880 00000100:00100000:3.0:1767320950.916934:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384410880 00000100:00100000:3.0:1767320950.916992:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5694 00000100:00100000:3.0:1767320950.917002:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384410880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320950.917068:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384410880:12345-0@lo:400:kworker.0 Request processed in 67us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320950.917074:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5694 00000100:00100000:3.0:1767320950.917112:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384410880:0@lo:400:kworker.0 00000100:00080000:0.0:1767320950.917210:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320950.917827:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320950.917834:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320950.917838:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320950.917844:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5849 00000100:00080000:2.0:1767320950.917848:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320950.917853:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320950.917891:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91ce00 x1853164384411008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320950.917987:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384411264:0@lo:400:kworker.0 00000100:00100000:2.0:1767320950.918028:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320950.918058:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320950.918064:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384411136:0@lo:400:kworker.0 00000100:00100000:2.0:1767320950.918085:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320950.918112:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384411264 00000100:00100000:2.0:1767320950.918116:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384411264 00000100:00100000:2.0:1767320950.918149:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384411136 00000100:00100000:2.0:1767320950.918152:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384411136 00000100:00100000:2.0:1767320950.918173:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2334 00000100:00100000:2.0:1767320950.918180:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384411264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320950.918222:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384411264:12345-0@lo:400:kworker.0 Request processed in 41us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320950.918228:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2334 00000100:00100000:2.0:1767320950.918240:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2335 00000100:00100000:2.0:1767320950.918246:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384411136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320950.918272:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384411136:12345-0@lo:400:kworker.0 Request processed in 26us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320950.918277:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2335 00000100:00100000:2.0:1767320950.918441:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384411136:0@lo:400:kworker.0 00000100:00100000:2.0:1767320950.918454:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384411264:0@lo:400:kworker.0 00000100:00100000:0.0:1767320950.918619:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384411008:0@lo:38:kworker.0 00000100:00100000:0.0:1767320950.918650:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320950.920823:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384411008 00000100:00100000:2.0:1767320950.920840:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384411008 00000100:00100000:2.0:1767320950.920903:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25126 00000100:00100000:2.0:1767320950.920912:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384411008:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320950.920935:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320950.921036:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384411008:12345-0@lo:38:kworker.0 Request processed in 123us (2384us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320950.921044:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25126 00000100:00080000:0.0:1767320950.921148:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320950.921154:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320950.921158:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384411008:0@lo:38:kworker.0 00000100:00100000:1.0:1767320950.921546:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384410624:0@lo:400:kworker.0 00010000:00010000:2.0:1767320951.415746:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320951.926921:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320952.443867:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320952.951217:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320953.463034:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320953.975009:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320954.487178:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320954.998906:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320955.510966:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320955.511090:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384411520:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320955.511160:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320955.511239:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384411392:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320955.511261:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384411520 00000100:00100000:0.0:1767320955.511264:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320955.511272:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384411520 00000100:00100000:1.0:1767320955.511348:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384411392 00000100:00100000:1.0:1767320955.511351:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384411392 00000100:00080000:2.0:1767320955.511358:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320955.511365:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320955.511385:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3169 00000100:00100000:1.0:1767320955.511400:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384411520:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320955.511400:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3170 00000100:00100000:3.0:1767320955.511408:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384411392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320955.511431:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00002000:00000024:3.0:1767320955.511431:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320955.511487:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384411392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320955.511496:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3170 00000100:00100000:1.0:1767320955.512518:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384411520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1119us (1353us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320955.512527:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3169 00000100:00100000:2.0:1767320955.513397:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384411520:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320955.513416:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384411392:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320955.978081:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320955.978135:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320955.984306:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297456000 00000100:00100000:2.0:1767320955.984325:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297456000 00000100:00100000:2.0:1767320955.984384:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297456128 00000100:00100000:2.0:1767320955.984387:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297456128 00000100:00100000:2.0:1767320955.984457:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5695 00000100:00100000:2.0:1767320955.984472:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297456128:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320955.984575:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297456128:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 108us (6438us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320955.984584:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5695 00000100:00100000:2.0:1767320955.984605:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25127 00000100:00100000:2.0:1767320955.984610:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297456000:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320955.984632:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320955.984661:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297456000:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 51us (6592us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320955.984696:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25127 00000100:00080000:1.0:1767320955.985984:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320956.023002:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320956.023250:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320956.023256:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320956.023259:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320956.023263:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320956.023268:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320956.023277:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5854 00000100:00080000:2.0:1767320956.023281:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320956.023288:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320956.023335:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91e300 x1853164384411648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320956.023395:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384411648:0@lo:38:kworker.0 00000100:00100000:0.0:1767320956.023465:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320956.023573:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384411648 00000100:00100000:1.0:1767320956.023583:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384411648 00000100:00100000:1.0:1767320956.023625:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25128 00000100:00100000:1.0:1767320956.023635:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384411648:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320956.023654:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767320956.023713:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320956.023718:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320956.023720:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320956.023725:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5854 00000100:00080000:2.0:1767320956.023728:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320956.023731:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320956.023748:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91c000 x1853164384411776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320956.027315:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384411776:0@lo:38:kworker.0 00000100:00100000:0.0:1767320956.027400:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320956.027552:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384411776 00000100:00100000:3.0:1767320956.027562:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384411776 00000100:00100000:3.0:1767320956.027605:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3010 00000100:00100000:3.0:1767320956.027613:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384411776:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320956.027636:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320956.027829:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384411776:12345-0@lo:38:kworker.0 Request processed in 215us (428us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320956.027836:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3010 00000100:00100000:1.0:1767320956.028014:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384411648:12345-0@lo:38:kworker.0 Request processed in 4376us (4545us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320956.028023:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25128 00000100:00080000:0.0:1767320956.028113:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320956.028119:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320956.028122:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384411648:0@lo:38:kworker.0 00000100:00080000:0.0:1767320956.028148:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320956.028152:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320956.028155:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384411776:0@lo:38:kworker.0 00000100:00100000:1.0:1767320956.032166:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384411904:0@lo:400:kworker.0 00000100:00100000:1.0:1767320956.032253:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320956.032497:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384411904 00000100:00100000:0.0:1767320956.032506:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384411904 00000100:00100000:0.0:1767320956.032590:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5696 00000100:00100000:0.0:1767320956.032602:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384411904:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767320956.032691:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320956.032745:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320956.032753:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320956.032757:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320956.032763:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5854 00000100:00080000:2.0:1767320956.032767:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320956.032772:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320956.032818:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91fb80 x1853164384412032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320956.032853:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320956.032857:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320956.032859:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320956.032863:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5854 00000100:00080000:2.0:1767320956.032866:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320956.032869:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320956.032879:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91e300 x1853164384412288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320956.032935:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384412544:0@lo:400:kworker.0 00000100:00100000:3.0:1767320956.032970:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320956.033015:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384412160:0@lo:400:kworker.0 00000100:00100000:3.0:1767320956.033040:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320956.033061:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320956.033066:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384412416:0@lo:400:kworker.0 00000100:00100000:3.0:1767320956.033084:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320956.033109:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384412032:0@lo:38:kworker.0 00000100:00100000:3.0:1767320956.033130:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320956.033145:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384412288:0@lo:38:kworker.0 00000100:00100000:3.0:1767320956.033163:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320956.033197:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384412544 00000100:00100000:3.0:1767320956.033202:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384412544 00000100:00100000:3.0:1767320956.033233:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384412416 00000100:00100000:3.0:1767320956.033236:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384412416 00000100:00100000:3.0:1767320956.033256:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2336 00000100:00100000:3.0:1767320956.033265:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384412544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320956.033304:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384412544:12345-0@lo:400:kworker.0 Request processed in 41us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320956.033313:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2336 00000100:00100000:3.0:1767320956.033329:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2337 00000100:00100000:3.0:1767320956.033335:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384412416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320956.033366:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384412416:12345-0@lo:400:kworker.0 Request processed in 31us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320956.033372:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2337 00000100:00100000:3.0:1767320956.033412:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384412416:0@lo:400:kworker.0 00000100:00100000:3.0:1767320956.033439:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384412544:0@lo:400:kworker.0 00000100:00100000:3.0:1767320956.033464:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384412160 00000100:00100000:3.0:1767320956.033468:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384412160 00000100:00100000:3.0:1767320956.033493:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384412032 00000100:00100000:3.0:1767320956.033496:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384412032 00000100:00100000:3.0:1767320956.033503:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384412288 00000100:00100000:3.0:1767320956.033506:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384412288 00000100:00100000:3.0:1767320956.033514:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5697 00000100:00100000:3.0:1767320956.033520:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384412160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320956.033554:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384412160:12345-0@lo:400:kworker.0 Request processed in 33us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320956.033559:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5697 00000100:00100000:3.0:1767320956.033572:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25129 00000100:00100000:3.0:1767320956.033576:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384412032:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320956.033595:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320956.033624:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384412032:12345-0@lo:38:kworker.0 Request processed in 46us (493us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320956.033630:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25129 00000100:00100000:3.0:1767320956.033640:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25130 00000100:00100000:3.0:1767320956.033643:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384412288:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320956.033653:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320956.033690:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384412288:12345-0@lo:38:kworker.0 Request processed in 44us (525us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320956.033695:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25130 00000100:00080000:3.0:1767320956.033714:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320956.033730:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384412160:0@lo:400:kworker.0 00000100:00080000:3.0:1767320956.033749:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320956.033754:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320956.033757:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384412032:0@lo:38:kworker.0 00000100:00080000:3.0:1767320956.033764:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320956.033766:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320956.033804:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384412288:0@lo:38:kworker.0 00000100:00100000:0.0:1767320956.035120:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384411904:12345-0@lo:400:kworker.0 Request processed in 2515us (2860us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320956.035133:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5696 00000100:00100000:1.0:1767320956.036877:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384411904:0@lo:400:kworker.0 00010000:00010000:2.0:1767320956.534984:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320957.047028:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320957.559048:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320958.070911:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320958.583037:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320959.096309:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320959.607448:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320960.120204:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320960.630937:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320960.631030:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384412672:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320960.631093:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320960.631269:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320960.631282:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384412800:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320960.631307:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320960.631450:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384412672 00000100:00100000:0.0:1767320960.631459:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384412672 00000100:00100000:0.0:1767320960.631519:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384412800 00000100:00100000:0.0:1767320960.631528:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384412800 00000100:00100000:0.0:1767320960.631549:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3171 00000100:00100000:0.0:1767320960.631558:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384412672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320960.631586:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320960.631689:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3172 00000100:00100000:2.0:1767320960.631699:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384412800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320960.631714:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320960.631748:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384412800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320960.631755:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3172 00000100:00100000:2.0:1767320960.631834:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384412800:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767320960.632040:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320960.632045:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320960.632885:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384412672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1323us (1786us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320960.632895:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3171 00000100:00100000:1.0:1767320960.635738:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384412672:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320961.099342:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320961.100221:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320961.102752:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297456256 00000100:00100000:1.0:1767320961.102774:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297456256 00000100:00100000:1.0:1767320961.102862:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297456384 00000100:00100000:1.0:1767320961.102866:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297456384 00000100:00100000:1.0:1767320961.102948:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5698 00000100:00100000:1.0:1767320961.102968:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297456384:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:2.0:1767320961.102983:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320961.103176:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297456384:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 215us (2959us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320961.103186:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5698 00000100:00100000:1.0:1767320961.103215:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25131 00000100:00100000:1.0:1767320961.103221:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297456256:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320961.103248:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320961.103281:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297456256:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 58us (3958us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320961.103288:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25131 00000100:00100000:2.0:1767320961.142946:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320961.143275:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320961.143282:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320961.143285:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320961.143290:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320961.143294:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320961.143303:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5859 00000100:00080000:3.0:1767320961.143307:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320961.143313:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320961.143352:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8781500 x1853164384412928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320961.143378:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320961.143380:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320961.143381:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320961.143385:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5859 00000100:00080000:3.0:1767320961.143387:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320961.143389:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320961.143402:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d8a80 x1853164384413056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320961.143445:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320961.143448:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320961.143450:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320961.143452:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5859 00000100:00080000:3.0:1767320961.143454:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320961.143457:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320961.143465:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6db480 x1853164384413312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320961.143483:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320961.143485:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320961.143487:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320961.143488:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5859 00000100:00080000:3.0:1767320961.143490:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320961.143491:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320961.143497:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d9880 x1853164384413568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320961.143529:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384413440:0@lo:400:kworker.0 00000100:00100000:3.0:1767320961.143592:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320961.143660:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320961.143667:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384413696:0@lo:400:kworker.0 00000100:00100000:3.0:1767320961.143692:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320961.143723:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384413696 00000100:00100000:3.0:1767320961.143732:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384413696 00000100:00100000:3.0:1767320961.143803:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2338 00000100:00100000:3.0:1767320961.143814:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384413696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320961.143866:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384413696:12345-0@lo:400:kworker.0 Request processed in 54us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320961.143873:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2338 00000100:00100000:3.0:1767320961.143917:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384413696:0@lo:400:kworker.0 00000100:00100000:0.0:1767320961.144002:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384412928:0@lo:38:kworker.0 00000100:00100000:0.0:1767320961.144025:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320961.144046:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384413056:0@lo:38:kworker.0 00000100:00100000:0.0:1767320961.144059:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320961.144073:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384413312:0@lo:38:kworker.0 00000100:00100000:0.0:1767320961.144083:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320961.144092:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384413568:0@lo:38:kworker.0 00000100:00100000:0.0:1767320961.144101:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320961.144120:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384413056 00000100:00100000:0.0:1767320961.144123:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384413056 00000100:00100000:0.0:1767320961.144137:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3011 00000100:00100000:0.0:1767320961.144140:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384413056:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320961.144154:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320961.144183:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384413056:12345-0@lo:38:kworker.0 Request processed in 40us (121us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320961.144189:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3011 00000100:00100000:0.0:1767320961.144211:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384413440 00000100:00100000:0.0:1767320961.144214:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384413440 00000100:00100000:0.0:1767320961.144240:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384412928 00000100:00100000:0.0:1767320961.144242:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384412928 00000100:00100000:0.0:1767320961.144248:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384413312 00000100:00100000:0.0:1767320961.144249:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384413312 00000100:00100000:0.0:1767320961.144253:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384413568 00000100:00100000:0.0:1767320961.144255:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384413568 00000100:00100000:0.0:1767320961.144260:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5699 00000100:00100000:0.0:1767320961.144264:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384413440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320961.144287:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384413440:12345-0@lo:400:kworker.0 Request processed in 23us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320961.144291:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5699 00000100:00100000:0.0:1767320961.144298:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25132 00000100:00100000:0.0:1767320961.144301:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384412928:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320961.144307:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320961.144319:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384412928:12345-0@lo:38:kworker.0 Request processed in 18us (295us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320961.144323:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25132 00000100:00100000:0.0:1767320961.144328:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25133 00000100:00100000:0.0:1767320961.144331:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384413312:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320961.144336:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320961.144345:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384413312:12345-0@lo:38:kworker.0 Request processed in 14us (262us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320961.144348:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25133 00000100:00100000:0.0:1767320961.144353:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25134 00000100:00100000:0.0:1767320961.144355:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384413568:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320961.144360:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320961.144371:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384413568:12345-0@lo:38:kworker.0 Request processed in 14us (269us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320961.144374:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25134 00000100:00080000:0.0:1767320961.144383:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320961.144398:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320961.144401:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320961.144403:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384412928:0@lo:38:kworker.0 00000100:00080000:0.0:1767320961.144407:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320961.144409:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320961.144411:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384413056:0@lo:38:kworker.0 00000100:00080000:0.0:1767320961.144414:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320961.144416:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320961.144418:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384413312:0@lo:38:kworker.0 00000100:00080000:0.0:1767320961.144422:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320961.144423:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320961.144425:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384413568:0@lo:38:kworker.0 00000100:00100000:0.0:1767320961.144444:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384413440:0@lo:400:kworker.0 00000100:00100000:2.0:1767320961.144542:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384413184:0@lo:400:kworker.0 00000100:00100000:2.0:1767320961.144570:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320961.144597:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320961.144603:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384413824:0@lo:400:kworker.0 00000100:00100000:2.0:1767320961.144634:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320961.144691:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384413824 00000100:00100000:0.0:1767320961.144694:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384413824 00000100:00100000:0.0:1767320961.144721:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2339 00000100:00100000:0.0:1767320961.144728:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384413824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320961.144773:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384413824:12345-0@lo:400:kworker.0 Request processed in 46us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320961.144797:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2339 00000100:00100000:3.0:1767320961.144860:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384413184 00000100:00100000:2.0:1767320961.144868:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384413824:0@lo:400:kworker.0 00000100:00100000:3.0:1767320961.144873:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384413184 00000100:00080000:2.0:1767320961.144903:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320961.144914:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5700 00000100:00100000:3.0:1767320961.144921:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384413184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320961.144960:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384413184:12345-0@lo:400:kworker.0 Request processed in 40us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320961.144966:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5700 00000100:00100000:2.0:1767320961.144976:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384413184:0@lo:400:kworker.0 00010000:00010000:2.0:1767320961.658443:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320962.167192:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320962.679416:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320963.192721:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320963.704486:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320964.215031:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320964.729435:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320965.241484:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320965.750973:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320965.751094:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384413952:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320965.751144:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384414080:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320965.751220:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320965.751317:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384413952 00000100:00100000:1.0:1767320965.751326:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384413952 00000100:00100000:1.0:1767320965.751378:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3173 00000100:00100000:1.0:1767320965.751388:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698d1fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384413952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320965.751417:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1767320965.751460:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320965.754263:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320965.754660:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384414080 00000100:00100000:3.0:1767320965.754676:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384414080 00000100:00100000:3.0:1767320965.754751:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3174 00000100:00100000:3.0:1767320965.754762:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384414080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320965.754823:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767320965.755137:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320965.755228:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698d1fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384413952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3841us (4007us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320965.755239:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3173 00000100:00100000:3.0:1767320965.757076:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384414080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2018us (2521us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320965.757090:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3174 00000100:00100000:2.0:1767320965.757172:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384414080:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320965.757230:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384413952:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320966.216861:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320966.216987:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297456640 00000100:00100000:0.0:1767320966.217000:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297456640 00000100:00080000:1.0:1767320966.217071:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320966.217095:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5701 00000100:00100000:0.0:1767320966.217109:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297456640:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320966.217206:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297456640:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 100us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320966.217214:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5701 00000100:00100000:3.0:1767320966.224127:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320966.224233:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297456512 00000100:00100000:2.0:1767320966.224361:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297456512 00000100:00100000:2.0:1767320966.224477:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25135 00000100:00100000:2.0:1767320966.224488:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297456512:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320966.224513:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320966.224631:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297456512:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 143us (519us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320966.224640:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25135 00000100:00100000:0.0:1767320966.263875:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320966.265165:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320966.265174:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320966.265178:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320966.265182:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320966.265187:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320966.265196:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5864 00000100:00080000:2.0:1767320966.265201:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320966.265214:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320966.265260:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91c000 x1853164384414208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320966.265299:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320966.265303:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320966.265305:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320966.265309:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5864 00000100:00080000:2.0:1767320966.265311:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320966.265315:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320966.265330:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91ea00 x1853164384414336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320966.265382:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320966.265386:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320966.265388:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320966.265391:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5864 00000100:00080000:2.0:1767320966.265394:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320966.265398:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320966.265410:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91d180 x1853164384414592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320966.265433:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320966.265436:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320966.265438:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320966.265441:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5864 00000100:00080000:2.0:1767320966.265444:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320966.265447:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320966.265457:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91c700 x1853164384414848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320966.265672:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384414464:0@lo:400:kworker.0 00000100:00100000:1.0:1767320966.265691:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384414720:0@lo:400:kworker.0 00000100:00100000:0.0:1767320966.265811:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384414208:0@lo:38:kworker.0 00000100:00100000:3.0:1767320966.265994:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320966.266024:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320966.266098:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384414464 00000100:00100000:1.0:1767320966.266119:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384414464 00000100:00100000:1.0:1767320966.266946:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384414720 00000100:00100000:1.0:1767320966.266952:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384414720 00000100:00100000:0.0:1767320966.267054:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320966.268139:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384414336:0@lo:38:kworker.0 00000100:00100000:0.0:1767320966.268193:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320966.268374:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384414592:0@lo:38:kworker.0 00000100:00100000:0.0:1767320966.268410:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320966.269731:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384414208 00000100:00100000:2.0:1767320966.269743:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384414208 00000100:00100000:1.0:1767320966.269766:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5702 00000100:00100000:1.0:1767320966.269801:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384414464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320966.269879:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384414464:12345-0@lo:400:kworker.0 Request processed in 100us (3886us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320966.272309:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5703 00000100:00100000:2.0:1767320966.272338:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384414720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320966.272445:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384414720:12345-0@lo:400:kworker.0 Request processed in 124us (6424us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320966.272453:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5703 00000100:00100000:2.0:1767320966.272473:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25136 00000100:00100000:2.0:1767320966.272477:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384414208:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320966.272498:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320966.272520:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384414208:12345-0@lo:38:kworker.0 Request processed in 42us (5467us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320966.272523:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25136 00000100:00100000:2.0:1767320966.272585:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384414720:0@lo:400:kworker.0 00000100:00100000:1.0:1767320966.273701:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5702 00000100:00080000:1.0:1767320966.273740:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320966.273811:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384414336 00000100:00100000:1.0:1767320966.273832:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384414336 00000100:00100000:1.0:1767320966.273870:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3012 00000100:00100000:1.0:1767320966.273877:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384414336:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320966.273895:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320966.273954:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384414336:12345-0@lo:38:kworker.0 Request processed in 75us (5758us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320966.273969:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3012 00000100:00100000:2.0:1767320966.274456:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384414464:0@lo:400:kworker.0 00000100:00100000:0.0:1767320966.290440:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384414848:0@lo:38:kworker.0 00000100:00100000:0.0:1767320966.290506:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320966.290582:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320966.290589:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320966.290593:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384414208:0@lo:38:kworker.0 00000100:00080000:0.0:1767320966.290607:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320966.290610:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320966.290612:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384414336:0@lo:38:kworker.0 00000100:00100000:2.0:1767320966.290613:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384414592 00000100:00100000:2.0:1767320966.290621:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384414592 00000100:00100000:2.0:1767320966.290654:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384414848 00000100:00100000:2.0:1767320966.290657:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384414848 00000100:00100000:2.0:1767320966.290677:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25137 00000100:00100000:2.0:1767320966.290685:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384414592:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320966.290709:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320966.290758:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384414592:12345-0@lo:38:kworker.0 Request processed in 72us (22345us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320966.290869:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25138 00000100:00100000:0.0:1767320966.290876:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384414848:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320966.290888:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320966.290917:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384414848:12345-0@lo:38:kworker.0 Request processed in 40us (411us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320966.290924:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25138 00000100:00080000:0.0:1767320966.290958:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320966.290963:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320966.290968:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384414592:0@lo:38:kworker.0 00000100:00080000:0.0:1767320966.290977:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320966.290980:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320966.290983:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384414848:0@lo:38:kworker.0 00000100:00100000:2.0:1767320966.291860:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25137 00010000:00010000:2.0:1767320966.776494:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320967.287022:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320967.802530:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320968.311246:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320968.823295:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320969.335221:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320969.847259:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320970.358982:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320970.870990:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320970.871232:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384414976:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320970.871321:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320970.873402:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384415104:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320970.873487:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320970.883589:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384414976 00000100:00100000:2.0:1767320970.883608:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384414976 00000100:00100000:2.0:1767320970.883707:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384415104 00000100:00100000:2.0:1767320970.883711:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384415104 00000100:00100000:2.0:1767320970.883744:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3175 00000100:00100000:2.0:1767320970.883754:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384414976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320970.883810:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320970.883920:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384414976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 166us (12598us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320970.883928:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3175 00000100:00100000:2.0:1767320970.883946:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3176 00000100:00100000:2.0:1767320970.883953:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384415104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320970.883969:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320970.884003:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384415104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (10516us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320970.884009:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3176 00000100:00100000:2.0:1767320970.884079:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384414976:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320970.884596:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320970.884602:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320970.884631:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384415104:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320971.336265:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320971.336628:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297456768 00000100:00100000:2.0:1767320971.336641:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297456768 00000100:00100000:2.0:1767320971.336700:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25139 00000100:00100000:2.0:1767320971.336708:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297456768:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320971.336733:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320971.337217:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297456768:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 505us (960us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320971.337227:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25139 00000100:00100000:3.0:1767320971.347746:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767320971.349113:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297456896 00000100:00100000:1.0:1767320971.349126:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297456896 00000100:00100000:1.0:1767320971.349231:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5704 00000100:00100000:1.0:1767320971.349247:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297456896:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320971.349330:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297456896:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 89us (1593us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320971.349338:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5704 00000100:00080000:3.0:1767320971.352523:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320971.383328:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320971.383340:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320971.383343:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320971.383347:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320971.383352:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320971.383362:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5869 00000100:00080000:0.0:1767320971.383367:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320971.383375:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320971.383512:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320971.384039:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8781500 x1853164384415232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320971.384068:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320971.384072:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320971.384074:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320971.384078:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5869 00000100:00080000:0.0:1767320971.384081:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320971.384085:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320971.384101:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db2680 x1853164384415360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320971.384142:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320971.384146:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320971.384147:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320971.384151:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5869 00000100:00080000:0.0:1767320971.384153:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320971.384156:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320971.384346:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384415488:0@lo:400:kworker.0 00000100:00100000:1.0:1767320971.384534:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320971.384633:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384415488 00000100:00100000:1.0:1767320971.384642:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384415488 00000100:00100000:1.0:1767320971.384699:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5705 00000100:00100000:1.0:1767320971.384709:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384415488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320971.384764:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384415488:12345-0@lo:400:kworker.0 Request processed in 55us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320971.384771:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5705 00000100:00080000:3.0:1767320971.384897:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320971.385105:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384415232:0@lo:38:kworker.0 00000100:00100000:2.0:1767320971.385136:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320971.385276:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384415360:0@lo:38:kworker.0 00000100:00100000:2.0:1767320971.385303:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320971.385341:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384415360 00000100:00100000:2.0:1767320971.385346:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384415360 00000100:00100000:2.0:1767320971.385370:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3013 00000100:00100000:2.0:1767320971.385376:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384415360:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320971.385394:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320971.385521:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db0a80 x1853164384415616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320971.385564:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320971.385567:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320971.385570:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320971.385573:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5869 00000100:00080000:0.0:1767320971.385576:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320971.385580:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320971.385592:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db3100 x1853164384415872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320971.385616:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384415744:0@lo:400:kworker.0 00000100:00100000:3.0:1767320971.386258:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384415232 00000100:00100000:3.0:1767320971.386265:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384415232 00000100:00100000:3.0:1767320971.386294:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25140 00000100:00100000:3.0:1767320971.386300:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384415232:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320971.386312:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320971.386451:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384415488:0@lo:400:kworker.0 00000100:00100000:1.0:1767320971.386487:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384415616:0@lo:38:kworker.0 00000100:00100000:0.0:1767320971.386559:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320971.386591:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384415744 00000100:00100000:0.0:1767320971.386595:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384415744 00000100:00100000:0.0:1767320971.386631:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5706 00000100:00100000:0.0:1767320971.386638:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384415744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320971.386678:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384415744:12345-0@lo:400:kworker.0 Request processed in 40us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320971.386687:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5706 00000100:00100000:0.0:1767320971.386714:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384415744:0@lo:400:kworker.0 00000100:00080000:0.0:1767320971.386755:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320971.389732:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384415232:12345-0@lo:38:kworker.0 Request processed in 3421us (4584us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320971.389748:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25140 00000100:00100000:2.0:1767320971.394130:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384415360:12345-0@lo:38:kworker.0 Request processed in 8743us (8816us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320971.394147:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3013 00000100:00100000:1.0:1767320971.394565:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320971.394673:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384415872:0@lo:38:kworker.0 00000100:00100000:1.0:1767320971.394716:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320971.401214:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320971.401229:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320971.401234:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384415232:0@lo:38:kworker.0 00000100:00080000:1.0:1767320971.401248:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320971.401252:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320971.401255:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384415360:0@lo:38:kworker.0 00000100:00100000:3.0:1767320971.402078:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384415616 00000100:00100000:3.0:1767320971.402090:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384415616 00000100:00100000:3.0:1767320971.402141:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384415872 00000100:00100000:3.0:1767320971.402144:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384415872 00000100:00100000:3.0:1767320971.402175:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25141 00000100:00100000:3.0:1767320971.402183:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384415616:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320971.402209:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320971.402281:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384415616:12345-0@lo:38:kworker.0 Request processed in 97us (7715us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320971.402289:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25141 00000100:00100000:3.0:1767320971.402308:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25142 00000100:00100000:3.0:1767320971.402312:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384415872:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320971.402322:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320971.402357:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384415872:12345-0@lo:38:kworker.0 Request processed in 43us (7640us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320971.402363:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25142 00000100:00080000:1.0:1767320971.405312:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320971.405325:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320971.405330:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384415616:0@lo:38:kworker.0 00000100:00080000:1.0:1767320971.405343:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320971.405346:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320971.405349:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384415872:0@lo:38:kworker.0 00010000:00010000:2.0:1767320971.895687:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320972.406955:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320972.922215:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320973.430881:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320973.943558:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320974.456517:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320974.967586:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320975.478922:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320950/real 1767320950] req@ffff93698c91f480 x1853164384410240/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320975 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320975.478961:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93698c91f480 x1853164384410240/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320975 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320975.478983:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320975.479011:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320975.479016:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384410240:0@lo:250:kworker.0 00000100:00100000:2.0:1767320975.479049:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320975.479253:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320975.479258:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320975.479260:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320975.479264:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5854 00000100:00080000:3.0:1767320975.479268:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320975.479273:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320975.479302:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6db100 x1853164384416000/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320975.479323:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320975.479326:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320975.479327:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320975.479329:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5874 00000100:00080000:3.0:1767320975.479331:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320975.479333:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320975.479344:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6daa00 x1853164384416128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320975.479350:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320975.479352:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320975.479353:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320975.479355:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5874 00000100:00080000:3.0:1767320975.479356:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320975.479358:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320975.479365:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6da680 x1853164384416256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320975.479390:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320975.479393:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320975.479395:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320975.479397:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5874 00000100:00080000:3.0:1767320975.479398:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320975.479400:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320975.479406:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6dad80 x1853164384416512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320975.479422:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320975.479424:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320975.479425:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320975.479427:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5874 00000100:00080000:3.0:1767320975.479429:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320975.479430:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320975.479435:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d9180 x1853164384416768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320975.479458:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384416640:0@lo:400:kworker.0 00000100:00100000:3.0:1767320975.479531:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320975.479589:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320975.479595:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384416896:0@lo:400:kworker.0 00000100:00100000:3.0:1767320975.479622:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320975.479698:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384416384:0@lo:400:kworker.0 00000100:00100000:0.0:1767320975.479726:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320975.479757:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320975.479762:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384417024:0@lo:400:kworker.0 00000100:00100000:0.0:1767320975.479798:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320975.479825:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384416640 00000100:00100000:0.0:1767320975.479832:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384416640 00000100:00100000:0.0:1767320975.479883:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384416384 00000100:00100000:0.0:1767320975.479886:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384416384 00000100:00100000:0.0:1767320975.479905:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5707 00000100:00100000:0.0:1767320975.479913:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384416640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320975.479973:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384416640:12345-0@lo:400:kworker.0 Request processed in 60us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320975.479980:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5707 00000100:00100000:0.0:1767320975.479996:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5708 00000100:00100000:0.0:1767320975.480002:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384416384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320975.480026:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384416384:12345-0@lo:400:kworker.0 Request processed in 24us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320975.480030:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5708 00000100:00100000:0.0:1767320975.480044:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384416896 00000100:00100000:0.0:1767320975.480046:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384416896 00000100:00100000:0.0:1767320975.480062:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384417024 00000100:00100000:0.0:1767320975.480063:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384417024 00000100:00100000:0.0:1767320975.480074:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2340 00000100:00100000:0.0:1767320975.480078:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384416896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320975.480097:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384416896:12345-0@lo:400:kworker.0 Request processed in 19us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320975.480100:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2340 00000100:00100000:0.0:1767320975.480106:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2341 00000100:00100000:0.0:1767320975.480109:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384417024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320975.480123:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384417024:12345-0@lo:400:kworker.0 Request processed in 14us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320975.480127:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2341 00000100:00080000:0.0:1767320975.480136:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320975.480139:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320975.480140:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320975.480160:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384417024:0@lo:400:kworker.0 00000100:00100000:0.0:1767320975.480165:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384416384:0@lo:400:kworker.0 00000100:00100000:0.0:1767320975.480182:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384416896:0@lo:400:kworker.0 00000100:00100000:0.0:1767320975.480187:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384416640:0@lo:400:kworker.0 00000100:00100000:1.0:1767320975.480435:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384416000:0@lo:250:kworker.0 00000400:00000100:1.0:1767320975.480458:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384416000 offset 0 length 520: 4 00000100:00100000:1.0:1767320975.480476:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384416128:0@lo:38:kworker.0 00000100:00100000:1.0:1767320975.480509:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320975.480535:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384416256:0@lo:38:kworker.0 00000100:00100000:1.0:1767320975.480557:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320975.480581:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384416512:0@lo:38:kworker.0 00000100:00100000:1.0:1767320975.480602:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320975.480620:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384416768:0@lo:38:kworker.0 00000100:00100000:1.0:1767320975.480641:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320975.480666:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384416128 00000100:00100000:1.0:1767320975.480670:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384416128 00000100:00100000:1.0:1767320975.480683:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384416512 00000100:00100000:1.0:1767320975.480685:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384416512 00000100:00100000:1.0:1767320975.480693:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384416768 00000100:00100000:1.0:1767320975.480695:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384416768 00000100:00100000:1.0:1767320975.480704:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25143 00000100:00100000:1.0:1767320975.480709:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384416128:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320975.480728:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320975.480761:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384416128:12345-0@lo:38:kworker.0 Request processed in 51us (252us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320975.480767:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25143 00000100:00100000:1.0:1767320975.480797:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25144 00000100:00100000:1.0:1767320975.480800:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384416512:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320975.480807:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320975.480823:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384416512:12345-0@lo:38:kworker.0 Request processed in 22us (221us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320975.480827:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25144 00000100:00100000:1.0:1767320975.480833:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25145 00000100:00100000:1.0:1767320975.480836:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384416768:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320975.480841:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320975.480852:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384416768:12345-0@lo:38:kworker.0 Request processed in 15us (211us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320975.480855:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25145 00000100:00080000:1.0:1767320975.480870:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320975.480874:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320975.480876:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384416128:0@lo:38:kworker.0 00000100:00080000:1.0:1767320975.480880:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320975.480882:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320975.480884:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384416512:0@lo:38:kworker.0 00000100:00080000:1.0:1767320975.480887:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320975.480889:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320975.480890:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384416768:0@lo:38:kworker.0 00000100:00100000:0.0:1767320975.481257:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384416256 00000100:00100000:0.0:1767320975.481262:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384416256 00000100:00100000:0.0:1767320975.481295:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3014 00000100:00100000:0.0:1767320975.481300:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384416256:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320975.481308:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320975.481351:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384416256:12345-0@lo:38:kworker.0 Request processed in 49us (793us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320975.481357:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3014 00000100:00080000:2.0:1767320975.481419:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320975.481424:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320975.481427:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384416256:0@lo:38:kworker.0 00000100:00100000:3.0:1767320975.991440:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320975.991471:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384417152:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320975.991577:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320975.991817:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320975.991828:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384417280:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320975.991864:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320975.992912:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384417152 00000100:00100000:0.0:1767320975.992925:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384417152 00000100:00100000:0.0:1767320975.993021:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3177 00000100:00100000:0.0:1767320975.993031:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384417152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320975.993072:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320975.993131:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384417152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (1554us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320975.993139:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3177 00000100:00100000:1.0:1767320975.993215:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320975.993827:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384417152:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320976.003707:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384417280 00000100:00100000:3.0:1767320976.003724:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384417280 00000100:00100000:0.0:1767320976.003817:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3178 00000100:00100000:0.0:1767320976.003829:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384417280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320976.003864:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320976.003937:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384417280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (10722us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320976.003944:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3178 00000100:00100000:1.0:1767320976.006669:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384417280:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320976.456911:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320976.456949:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:3.0:1767320976.456974:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297457280 offset 0 length 520: 4 00000100:00100000:2.0:1767320976.456991:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297457024 00000100:00100000:2.0:1767320976.457004:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297457024 00000100:00100000:2.0:1767320976.457052:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297457152 00000100:00100000:2.0:1767320976.457056:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297457152 00000100:00100000:2.0:1767320976.457111:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5709 00000100:00100000:2.0:1767320976.457121:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297457152:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320976.457191:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297457152:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 72us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320976.457198:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5709 00000100:00100000:2.0:1767320976.457212:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25146 00000100:00100000:2.0:1767320976.457216:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297457024:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320976.457233:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320976.457775:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297457024:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 554us (872us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320976.457817:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25146 00000100:00080000:2.0:1767320976.457837:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320976.502932:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320977.029087:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320977.527539:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320978.045135:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320978.554169:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320979.064733:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320979.575117:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320980.089174:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320980.599091:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320980.599278:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320980.599283:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320980.599285:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320980.599288:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320980.599293:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320980.599298:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5878 00000100:00080000:3.0:1767320980.599302:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320980.599307:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320980.599349:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1214000 x1853164384417408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320980.599372:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320980.599375:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320980.599376:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320980.599379:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5878 00000100:00080000:3.0:1767320980.599381:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320980.599383:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320980.599393:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1216300 x1853164384417536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320980.599474:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384417664:0@lo:400:kworker.0 00000100:00100000:1.0:1767320980.599540:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320980.599636:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384417664 00000100:00100000:0.0:1767320980.599644:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384417664 00000100:00100000:0.0:1767320980.599700:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5710 00000100:00100000:0.0:1767320980.599709:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384417664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320980.599804:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384417408:0@lo:38:kworker.0 00000100:00080000:3.0:1767320980.599871:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320980.599875:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320980.599877:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320980.599881:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5878 00000100:00080000:3.0:1767320980.599884:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320980.599887:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320980.599902:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1214e00 x1853164384417792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320980.599939:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320980.599942:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320980.599944:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320980.599948:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5878 00000100:00080000:3.0:1767320980.599950:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320980.599954:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320980.599964:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1217100 x1853164384418048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320980.599998:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384418304:0@lo:400:kworker.0 00000100:00100000:0.0:1767320980.606642:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384417664:12345-0@lo:400:kworker.0 Request processed in 6925us (7092us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320980.606658:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5710 00000100:00080000:0.0:1767320980.606700:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320980.606719:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384418176:0@lo:400:kworker.0 00000100:00100000:0.0:1767320980.606758:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320980.606825:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320980.606833:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384417920:0@lo:400:kworker.0 00000100:00100000:0.0:1767320980.606869:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320980.606937:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384418176 00000100:00100000:0.0:1767320980.606946:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384418176 00000100:00100000:0.0:1767320980.606998:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2342 00000100:00100000:0.0:1767320980.607007:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384418176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320980.607060:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384418176:12345-0@lo:400:kworker.0 Request processed in 54us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320980.607066:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2342 00000100:00100000:0.0:1767320980.607083:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384417920 00000100:00100000:0.0:1767320980.607087:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384417920 00000100:00100000:0.0:1767320980.607106:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5711 00000100:00100000:0.0:1767320980.607110:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384417920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320980.607131:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384417920:12345-0@lo:400:kworker.0 Request processed in 21us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320980.607135:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5711 00000100:00080000:0.0:1767320980.607144:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320980.607146:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320980.607170:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384417920:0@lo:400:kworker.0 00000100:00100000:0.0:1767320980.607177:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384418176:0@lo:400:kworker.0 00000100:00100000:1.0:1767320980.623817:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384417664:0@lo:400:kworker.0 00000100:00100000:2.0:1767320980.624152:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320980.624181:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384417536:0@lo:38:kworker.0 00000100:00100000:2.0:1767320980.624213:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320980.624231:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384417792:0@lo:38:kworker.0 00000100:00100000:2.0:1767320980.624244:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320980.624252:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384418048:0@lo:38:kworker.0 00000100:00100000:2.0:1767320980.624263:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320980.624306:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384417408 00000100:00100000:2.0:1767320980.624312:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384417408 00000100:00100000:2.0:1767320980.624337:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384417792 00000100:00100000:2.0:1767320980.624339:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384417792 00000100:00100000:2.0:1767320980.624345:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384418048 00000100:00100000:2.0:1767320980.624347:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384418048 00000100:00100000:2.0:1767320980.624356:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25147 00000100:00100000:2.0:1767320980.624361:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384417408:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320980.624379:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320980.624413:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384417408:12345-0@lo:38:kworker.0 Request processed in 51us (262us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320980.624417:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25147 00000100:00100000:2.0:1767320980.624431:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25148 00000100:00100000:2.0:1767320980.624435:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384417792:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320980.624453:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320980.624554:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25149 00000100:00100000:0.0:1767320980.624560:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384418048:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320980.624570:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320980.624602:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384418048:12345-0@lo:38:kworker.0 Request processed in 41us (336us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320980.624609:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25149 00000100:00100000:3.0:1767320980.626638:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320980.626723:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320980.626728:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320980.626730:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384418048:0@lo:38:kworker.0 00000100:00080000:3.0:1767320980.626739:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320980.626741:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320980.626743:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384417408:0@lo:38:kworker.0 00000100:00100000:1.0:1767320980.626868:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384417536 00000100:00100000:1.0:1767320980.626876:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384417536 00000100:00100000:1.0:1767320980.626923:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3015 00000100:00100000:1.0:1767320980.627050:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384417536:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320980.627068:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320980.627119:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384417536:12345-0@lo:38:kworker.0 Request processed in 188us (2903us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320980.627126:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3015 00000100:00100000:0.0:1767320980.627258:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384418304 00000100:00100000:0.0:1767320980.627262:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384418304 00000100:00100000:0.0:1767320980.627304:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2343 00000100:00100000:0.0:1767320980.627308:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384418304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320980.627344:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384418304:12345-0@lo:400:kworker.0 Request processed in 36us (711us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320980.627349:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2343 00000100:00100000:0.0:1767320980.627395:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384418304:0@lo:400:kworker.0 00000100:00080000:3.0:1767320980.627480:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320980.627485:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320980.627488:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384417536:0@lo:38:kworker.0 00000100:00080000:1.0:1767320980.628388:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320980.629175:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384417792:12345-0@lo:38:kworker.0 Request processed in 4734us (4925us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320980.629183:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25148 00000100:00080000:3.0:1767320980.632043:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320980.632053:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320980.632057:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384417792:0@lo:38:kworker.0 00000100:00100000:0.0:1767320981.112147:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320981.112171:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384418432:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320981.112238:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320981.112356:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384418432 00000100:00100000:3.0:1767320981.112365:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384418432 00000100:00100000:3.0:1767320981.112415:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3179 00000100:00100000:3.0:1767320981.112425:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384418432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320981.112488:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320981.112544:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384418432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320981.112552:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3179 00010000:00010000:1.0:1767320981.112850:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320981.113126:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384418560:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320981.113159:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320981.113244:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384418560 00000100:00100000:2.0:1767320981.113249:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384418560 00000100:00100000:2.0:1767320981.113285:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3180 00000100:00100000:2.0:1767320981.113293:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384418560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320981.113310:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320981.113347:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384418560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320981.113353:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3180 00000100:00100000:2.0:1767320981.113394:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384418560:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320981.113807:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384418432:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320981.575602:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320981.575690:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767320981.575812:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297457536 00000100:00100000:3.0:1767320981.575825:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297457536 00000100:00100000:3.0:1767320981.575910:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297457408 00000100:00100000:3.0:1767320981.575914:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297457408 00000100:00100000:3.0:1767320981.575934:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5712 00000100:00100000:3.0:1767320981.575945:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297457536:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767320981.576024:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297457536:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 80us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320981.576032:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5712 00000100:00080000:0.0:1767320981.576111:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320981.576128:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25150 00000100:00100000:0.0:1767320981.576134:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297457408:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767320981.576154:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320981.576183:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297457408:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 48us (493us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320981.576189:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25150 00000100:00100000:0.0:1767320981.624318:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320982.135838:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320982.647232:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320983.159442:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320983.674765:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320984.182996:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320984.694942:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320985.207185:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320985.718882:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320985.718897:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320985.718900:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320985.718905:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320985.718909:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320985.718918:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5883 00000100:00080000:3.0:1767320985.718922:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320985.718930:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320985.718977:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1216300 x1853164384418688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320985.719011:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320985.719015:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320985.719017:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320985.719022:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5883 00000100:00080000:3.0:1767320985.719024:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320985.719028:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320985.719044:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1214000 x1853164384418816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320985.719082:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320985.719086:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320985.719087:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320985.719091:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5883 00000100:00080000:3.0:1767320985.719093:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320985.719096:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767320985.719109:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1217b80 x1853164384419072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320985.719139:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320985.719142:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320985.719145:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320985.719148:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5883 00000100:00080000:3.0:1767320985.719150:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320985.719155:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767320985.719157:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384419200:0@lo:400:kworker.0 00000100:00100000:3.0:1767320985.719167:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215880 x1853164384419328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320985.719226:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384418688:0@lo:38:kworker.0 00000100:00100000:0.0:1767320985.719241:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320985.719329:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384418944:0@lo:400:kworker.0 00000100:00100000:2.0:1767320985.719426:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384419584:0@lo:400:kworker.0 00000100:00100000:3.0:1767320985.719445:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320985.719470:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320985.719494:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384418816:0@lo:38:kworker.0 00000100:00100000:3.0:1767320985.719520:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320985.719549:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384418816 00000100:00100000:3.0:1767320985.719558:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384418816 00000100:00100000:3.0:1767320985.719598:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3016 00000100:00100000:3.0:1767320985.719605:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384418816:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320985.719625:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320985.719655:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384419200 00000100:00100000:2.0:1767320985.719661:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384419200 00000100:00100000:3.0:1767320985.719687:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384418816:12345-0@lo:38:kworker.0 Request processed in 81us (165us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320985.719696:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3016 00000100:00100000:2.0:1767320985.719710:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384418688 00000100:00100000:2.0:1767320985.719715:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384418688 00000100:00100000:2.0:1767320985.719739:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5713 00000100:00100000:2.0:1767320985.719748:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384419200:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767320985.719749:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320985.719759:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320985.719762:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384418816:0@lo:38:kworker.0 00000100:00100000:3.0:1767320985.719770:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384419072:0@lo:38:kworker.0 00000100:00100000:3.0:1767320985.719960:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320985.719961:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384419200:12345-0@lo:400:kworker.0 Request processed in 212us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320985.719972:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5713 00000100:00100000:3.0:1767320985.719984:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384419328:0@lo:38:kworker.0 00000100:00100000:2.0:1767320985.719989:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384419072 00000100:00100000:2.0:1767320985.719994:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384419072 00000100:00100000:2.0:1767320985.720012:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25151 00000100:00100000:3.0:1767320985.720013:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320985.720021:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384418688:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320985.720036:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320985.720064:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384419328 00000100:00100000:3.0:1767320985.720069:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384419328 00000100:00100000:2.0:1767320985.720074:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384418688:12345-0@lo:38:kworker.0 Request processed in 53us (629us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320985.720081:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25151 00000100:00100000:3.0:1767320985.720088:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25152 00000100:00100000:3.0:1767320985.720094:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384419072:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320985.720100:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25153 00000100:00100000:2.0:1767320985.720107:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384419328:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320985.720109:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1767320985.720120:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320985.720143:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384419072:12345-0@lo:38:kworker.0 Request processed in 47us (185us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320985.720153:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25152 00000100:00100000:2.0:1767320985.720158:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384419328:12345-0@lo:38:kworker.0 Request processed in 47us (145us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320985.720167:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25153 00000100:00080000:3.0:1767320985.720192:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320985.720197:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320985.720200:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384418688:0@lo:38:kworker.0 00000100:00080000:3.0:1767320985.720210:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767320985.720229:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320985.720247:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384419456:0@lo:400:kworker.0 00000100:00080000:3.0:1767320985.720299:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320985.720305:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384419072:0@lo:38:kworker.0 00000100:00080000:3.0:1767320985.720317:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320985.720320:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320985.720323:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384419328:0@lo:38:kworker.0 00000100:00080000:3.0:1767320985.720353:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320985.720365:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384419584 00000100:00100000:3.0:1767320985.720369:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384419584 00000100:00100000:3.0:1767320985.720745:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2344 00000100:00100000:3.0:1767320985.720754:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384419584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320985.720816:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384419584:12345-0@lo:400:kworker.0 Request processed in 64us (1347us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320985.720823:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2344 00000100:00080000:3.0:1767320985.720838:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320985.720857:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384419584:0@lo:400:kworker.0 00000100:00100000:2.0:1767320985.721110:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320985.721142:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320985.721155:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384419456 00000100:00100000:3.0:1767320985.721161:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384419456 00000100:00100000:2.0:1767320985.721171:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384418944 00000100:00100000:2.0:1767320985.721176:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384418944 00000100:00100000:3.0:1767320985.721203:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2345 00000100:00100000:3.0:1767320985.721213:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384419456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320985.721221:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5714 00000100:00100000:2.0:1767320985.721232:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384418944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320985.721310:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384419456:0@lo:400:kworker.0 00000100:00100000:3.0:1767320985.721343:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384419456:12345-0@lo:400:kworker.0 Request processed in 132us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320985.721351:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2345 00000100:00100000:2.0:1767320985.721424:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384418944:12345-0@lo:400:kworker.0 Request processed in 195us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320985.721432:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5714 00000100:00080000:2.0:1767320985.721462:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320985.721467:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320985.721561:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384419200:0@lo:400:kworker.0 00000100:00100000:1.0:1767320985.721807:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384418944:0@lo:400:kworker.0 00000100:00100000:2.0:1767320986.234039:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384419712:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320986.234110:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320986.234650:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384419840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320986.234687:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320986.234772:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384419712 00000100:00100000:0.0:1767320986.234801:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384419712 00000100:00100000:0.0:1767320986.234857:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384419840 00000100:00100000:0.0:1767320986.234861:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384419840 00000100:00100000:0.0:1767320986.234884:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3181 00000100:00100000:0.0:1767320986.234895:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384419712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320986.234927:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320986.234989:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384419712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (877us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320986.234997:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3181 00000100:00100000:0.0:1767320986.235019:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3182 00000100:00100000:0.0:1767320986.235027:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384419840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320986.235043:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320986.235079:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384419840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320986.235085:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3182 00000100:00100000:0.0:1767320986.235133:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384419840:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767320986.235146:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320986.235679:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384419712:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320986.696583:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320986.696683:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320986.697682:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297457792 00000100:00100000:2.0:1767320986.697694:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297457792 00000100:00100000:2.0:1767320986.697756:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297457664 00000100:00100000:2.0:1767320986.697759:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297457664 00000100:00100000:2.0:1767320986.697777:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5715 00000100:00100000:2.0:1767320986.697798:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297457792:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767320986.697868:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297457792:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 72us (1295us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320986.697875:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5715 00000100:00100000:2.0:1767320986.697893:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25154 00000100:00100000:2.0:1767320986.697897:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297457664:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320986.697918:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320986.697937:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297457664:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 38us (1254us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320986.697942:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25154 00000100:00080000:2.0:1767320986.697955:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320986.746162:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320987.257123:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320987.766939:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320988.280642:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320988.790903:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320989.303071:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320989.815119:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320990.327908:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320990.838966:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320990.839102:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320990.839114:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320990.839117:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320990.839122:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320990.839127:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320990.839136:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5888 00000100:00080000:2.0:1767320990.839142:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320990.839151:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320990.839197:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91df80 x1853164384419968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320990.839239:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320990.839243:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320990.839245:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320990.839250:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5888 00000100:00080000:2.0:1767320990.839252:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320990.839256:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320990.839271:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91ed80 x1853164384420096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320990.839316:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320990.839321:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320990.839322:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320990.839326:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5888 00000100:00080000:2.0:1767320990.839328:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320990.839332:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320990.839344:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91f800 x1853164384420352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320990.839407:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320990.839421:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320990.839423:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320990.839427:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5888 00000100:00080000:2.0:1767320990.839429:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320990.839433:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767320990.839446:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91d180 x1853164384420608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320990.839492:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384420480:0@lo:400:kworker.0 00000100:00100000:2.0:1767320990.839571:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320990.839631:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320990.839637:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384420736:0@lo:400:kworker.0 00000100:00100000:2.0:1767320990.839662:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320990.839691:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384420480 00000100:00100000:2.0:1767320990.839698:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384420480 00000100:00100000:2.0:1767320990.839753:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5716 00000100:00100000:2.0:1767320990.839762:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384420480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320990.839846:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384420480:12345-0@lo:400:kworker.0 Request processed in 85us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320990.839854:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5716 00000100:00080000:2.0:1767320990.839880:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320990.840064:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384420736 00000100:00100000:3.0:1767320990.840068:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384420736 00000100:00100000:1.0:1767320990.840222:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384420224:0@lo:400:kworker.0 00000100:00100000:1.0:1767320990.840255:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320990.840304:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384420480:0@lo:400:kworker.0 00000100:00100000:0.0:1767320990.840431:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384420864:0@lo:400:kworker.0 00000100:00100000:0.0:1767320990.840461:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320990.840511:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384420864 00000100:00100000:0.0:1767320990.840515:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384420864 00000100:00100000:1.0:1767320990.843171:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384420224 00000100:00100000:1.0:1767320990.843185:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384420224 00000100:00100000:2.0:1767320990.843803:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384419968:0@lo:38:kworker.0 00000100:00100000:2.0:1767320990.843865:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320990.843896:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384420096:0@lo:38:kworker.0 00000100:00100000:2.0:1767320990.843917:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320990.843933:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384420352:0@lo:38:kworker.0 00000100:00100000:2.0:1767320990.843949:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320990.843962:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384420608:0@lo:38:kworker.0 00000100:00100000:2.0:1767320990.843976:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320990.844004:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384420096 00000100:00100000:2.0:1767320990.844007:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384420096 00000100:00100000:2.0:1767320990.844040:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3017 00000100:00100000:2.0:1767320990.844049:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384420096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320990.844071:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320990.844109:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384420096:12345-0@lo:38:kworker.0 Request processed in 60us (190us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320990.844115:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3017 00000100:00080000:2.0:1767320990.844149:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320990.844153:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320990.844157:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384420096:0@lo:38:kworker.0 00000100:00100000:2.0:1767320990.844178:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384419968 00000100:00100000:2.0:1767320990.844181:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384419968 00000100:00100000:2.0:1767320990.844195:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384420352 00000100:00100000:2.0:1767320990.844197:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384420352 00000100:00100000:2.0:1767320990.844857:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384420608 00000100:00100000:2.0:1767320990.844864:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384420608 00000100:00100000:2.0:1767320990.844881:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25155 00000100:00100000:2.0:1767320990.844967:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384419968:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320990.844982:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320990.845023:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384419968:12345-0@lo:38:kworker.0 Request processed in 137us (1158us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320990.845029:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25155 00000100:00100000:2.0:1767320990.845041:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25156 00000100:00100000:2.0:1767320990.845045:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384420352:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320990.845052:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320990.845070:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384420352:12345-0@lo:38:kworker.0 Request processed in 25us (1120us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320990.845075:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25156 00000100:00100000:2.0:1767320990.845083:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25157 00000100:00100000:2.0:1767320990.845086:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384420608:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320990.845094:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320990.845109:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384420608:12345-0@lo:38:kworker.0 Request processed in 22us (1132us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320990.845114:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25157 00000100:00080000:2.0:1767320990.845139:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320990.845143:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320990.845146:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384419968:0@lo:38:kworker.0 00000100:00080000:2.0:1767320990.845153:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320990.845156:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320990.845158:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384420352:0@lo:38:kworker.0 00000100:00080000:2.0:1767320990.845165:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320990.845168:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320990.845170:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384420608:0@lo:38:kworker.0 00000100:00100000:3.0:1767320990.849101:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2346 00000100:00100000:3.0:1767320990.849121:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384420736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320990.849522:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384420736:12345-0@lo:400:kworker.0 Request processed in 407us (9856us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320990.849532:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2346 00000100:00100000:2.0:1767320990.849799:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384420736:0@lo:400:kworker.0 00000100:00100000:0.0:1767320990.850057:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2347 00000100:00100000:0.0:1767320990.850068:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384420864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320990.850472:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384420864:12345-0@lo:400:kworker.0 Request processed in 405us (10008us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320990.850479:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2347 00000100:00100000:2.0:1767320990.851210:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384420864:0@lo:400:kworker.0 00000100:00100000:1.0:1767320990.854055:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5717 00000100:00100000:1.0:1767320990.854074:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384420224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320990.854173:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384420224:12345-0@lo:400:kworker.0 Request processed in 105us (13915us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320990.854182:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5717 00000100:00100000:0.0:1767320990.854392:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384420224:0@lo:400:kworker.0 00000100:00080000:3.0:1767320990.855258:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320990.855268:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320990.855271:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320991.351050:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384420992:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320991.351136:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320991.351265:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384420992 00000100:00100000:0.0:1767320991.351276:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384420992 00000100:00100000:0.0:1767320991.351388:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3183 00000100:00100000:0.0:1767320991.351399:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384420992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320991.351440:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320991.351491:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384420992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320991.353408:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3183 00000100:00100000:0.0:1767320991.353509:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384420992:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767320991.354145:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320991.357482:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384421120:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320991.357564:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320991.357775:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384421120 00000100:00100000:1.0:1767320991.357801:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384421120 00000100:00100000:1.0:1767320991.357878:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3184 00000100:00100000:1.0:1767320991.357889:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384421120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320991.357920:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320991.358900:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384421120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1010us (1332us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320991.358911:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3184 00000100:00100000:2.0:1767320991.359004:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384421120:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320991.819202:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320991.819430:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320991.820995:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297458048 00000100:00100000:2.0:1767320991.821014:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297458048 00000100:00100000:1.0:1767320991.821167:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297457920 00000100:00100000:1.0:1767320991.821172:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297457920 00000100:00100000:1.0:1767320991.821225:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5718 00000100:00100000:1.0:1767320991.821245:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297458048:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767320991.821361:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297458048:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 125us (2173us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320991.821370:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5718 00000100:00100000:1.0:1767320991.821394:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25158 00000100:00100000:1.0:1767320991.821399:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297457920:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767320991.821437:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320991.821470:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297457920:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 69us (2040us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320991.821477:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25158 00000100:00080000:3.0:1767320991.821976:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320991.863208:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320992.375292:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320992.887400:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320993.399049:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320993.911433:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320994.424223:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320994.935226:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320995.447092:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320995.959407:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320995.959424:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320995.959428:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320995.959433:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320995.959438:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320995.959449:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5894 00000100:00080000:1.0:1767320995.959456:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320995.959465:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320995.959531:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8781500 x1853164384421248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320995.959566:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320995.959571:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320995.959574:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320995.959578:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5894 00000100:00080000:1.0:1767320995.959581:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320995.959585:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320995.959609:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafedc00 x1853164384421376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320995.959649:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320995.959653:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320995.959655:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320995.959658:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5894 00000100:00080000:1.0:1767320995.959661:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320995.959664:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320995.959677:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafee680 x1853164384421632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320995.959701:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320995.959705:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320995.959707:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320995.959711:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5894 00000100:00080000:1.0:1767320995.959714:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320995.959717:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767320995.959729:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafed880 x1853164384421888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320995.959850:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384421504:0@lo:400:kworker.0 00000100:00100000:3.0:1767320995.959958:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320995.960050:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384421248:0@lo:38:kworker.0 00000100:00100000:2.0:1767320995.960126:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320995.960135:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320995.960150:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384422144:0@lo:400:kworker.0 00000100:00100000:2.0:1767320995.960178:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384421376:0@lo:38:kworker.0 00000100:00100000:1.0:1767320995.960255:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384421504 00000100:00100000:1.0:1767320995.960264:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384421504 00000100:00100000:1.0:1767320995.960350:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384421248 00000100:00100000:1.0:1767320995.960355:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384421248 00000100:00100000:1.0:1767320995.960381:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5719 00000100:00100000:0.0:1767320995.960385:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320995.960401:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384421504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320995.960471:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25159 00000100:00100000:0.0:1767320995.960482:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384421248:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320995.960527:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320995.966287:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320995.966393:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384421632:0@lo:38:kworker.0 00000100:00100000:2.0:1767320995.966453:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320995.966475:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384421888:0@lo:38:kworker.0 00000100:00100000:2.0:1767320995.966510:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320995.966571:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384421376 00000100:00100000:2.0:1767320995.966579:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384421376 00000100:00100000:2.0:1767320995.966620:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3018 00000100:00100000:2.0:1767320995.966627:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384421376:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320995.966654:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320995.966704:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384421376:12345-0@lo:38:kworker.0 Request processed in 75us (428us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320995.966711:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3018 00000100:00100000:2.0:1767320995.966740:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384421632 00000100:00100000:2.0:1767320995.966744:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384421632 00000100:00100000:2.0:1767320995.966758:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384421888 00000100:00100000:2.0:1767320995.966761:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384421888 00000100:00100000:2.0:1767320995.966771:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25160 00000100:00100000:2.0:1767320995.966775:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384421632:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320995.966808:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320995.966835:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384421632:12345-0@lo:38:kworker.0 Request processed in 58us (382us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320995.966841:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25160 00000100:00100000:2.0:1767320995.966853:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25161 00000100:00100000:2.0:1767320995.966857:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384421888:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320995.966866:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320995.966889:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384421888:12345-0@lo:38:kworker.0 Request processed in 30us (378us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320995.966894:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25161 00000100:00080000:2.0:1767320995.966945:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320995.966951:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320995.966955:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384421376:0@lo:38:kworker.0 00000100:00080000:2.0:1767320995.966964:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320995.966968:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320995.966970:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384421632:0@lo:38:kworker.0 00000100:00080000:2.0:1767320995.966977:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320995.966981:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320995.967235:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384421888:0@lo:38:kworker.0 00000100:00100000:2.0:1767320995.967288:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384421760:0@lo:400:kworker.0 00000100:00100000:2.0:1767320995.967334:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320995.967363:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384421760 00000100:00100000:2.0:1767320995.967368:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384421760 00000100:00100000:2.0:1767320995.967410:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5720 00000100:00100000:2.0:1767320995.967419:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384421760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320995.967462:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384421760:12345-0@lo:400:kworker.0 Request processed in 44us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320995.967468:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5720 00000100:00100000:2.0:1767320995.967583:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384421760:0@lo:400:kworker.0 00000100:00100000:2.0:1767320995.967598:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320995.967605:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384422016:0@lo:400:kworker.0 00000100:00100000:2.0:1767320995.967632:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320995.967699:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320995.967733:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384422016 00000100:00100000:2.0:1767320995.967737:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384422016 00000100:00080000:2.0:1767320995.967755:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320995.967818:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2348 00000100:00100000:2.0:1767320995.967826:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384422016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320995.967865:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384422016:12345-0@lo:400:kworker.0 Request processed in 41us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320995.967872:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2348 00000100:00100000:2.0:1767320995.967903:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384422016:0@lo:400:kworker.0 00000100:00100000:3.0:1767320995.972564:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320995.973213:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384422144 00000100:00100000:2.0:1767320995.973232:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384422144 00000100:00100000:2.0:1767320995.973382:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2349 00000100:00100000:2.0:1767320995.973398:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384422144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320995.973521:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384422144:12345-0@lo:400:kworker.0 Request processed in 128us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320995.973529:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2349 00000100:00080000:3.0:1767320995.975199:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320995.975286:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384422144:0@lo:400:kworker.0 00000100:00100000:0.0:1767320995.978590:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384421248:12345-0@lo:38:kworker.0 Request processed in 18098us (18455us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320995.978607:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25159 00000100:00080000:3.0:1767320995.980690:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320995.980703:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320995.980709:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384421248:0@lo:38:kworker.0 00000100:00100000:1.0:1767320995.985913:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384421504:12345-0@lo:400:kworker.0 Request processed in 25507us (25939us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320995.985937:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5719 00000100:00100000:3.0:1767320995.986510:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384421504:0@lo:400:kworker.0 00000100:00100000:3.0:1767320996.471215:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384422272:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320996.471377:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320996.471426:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384422272 00000100:00100000:1.0:1767320996.471439:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384422272 00000100:00100000:1.0:1767320996.471523:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3185 00000100:00100000:1.0:1767320996.471541:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384422272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320996.471586:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320996.471670:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384422272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 134us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320996.471678:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3185 00010000:00010000:0.0:1767320996.471903:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320996.471985:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384422272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320996.472560:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384422400:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320996.472627:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320996.472706:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384422400 00000100:00100000:3.0:1767320996.472717:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384422400 00000100:00100000:3.0:1767320996.473114:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3186 00000100:00100000:3.0:1767320996.473128:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384422400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320996.473161:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320996.473230:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384422400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320996.473237:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3186 00000100:00100000:2.0:1767320996.473275:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384422400:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320996.934691:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767320996.934741:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767320996.934929:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297458304 00000100:00100000:0.0:1767320996.934941:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297458304 00000100:00100000:0.0:1767320996.935035:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297458176 00000100:00100000:0.0:1767320996.935038:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297458176 00000100:00100000:0.0:1767320996.935061:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5721 00000100:00100000:0.0:1767320996.935073:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297458304:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767320996.935160:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297458304:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 89us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320996.935167:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5721 00000100:00080000:2.0:1767320996.935501:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320996.935520:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25162 00000100:00100000:2.0:1767320996.935527:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297458176:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767320996.935550:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320996.935581:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297458176:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 53us (838us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320996.935588:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25162 00000100:00100000:0.0:1767320996.983002:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767320997.495399:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320998.006914:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320998.519709:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320999.035886:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320999.543574:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321000.054982:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320975/real 1767320975] req@ffff9369ba6db100 x1853164384416000/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321000 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321000.055020:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369ba6db100 x1853164384416000/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321000 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321000.055041:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321000.055052:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321000.055056:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384416000:0@lo:250:kworker.0 00000100:00080000:0.0:1767321000.055332:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321000.055339:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767321000.055342:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321000.055348:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5878 00000100:00080000:0.0:1767321000.055352:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321000.055359:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321000.055397:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6dbb80 x1853164384422528/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321000.055426:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321000.055430:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321000.055432:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321000.055435:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5899 00000100:00080000:0.0:1767321000.055437:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321000.055441:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321000.055459:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6da300 x1853164384422656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321000.055467:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321000.055471:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321000.055473:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321000.055477:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5899 00000100:00080000:0.0:1767321000.055479:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321000.055482:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321000.055496:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d8000 x1853164384422784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321000.055529:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321000.055534:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321000.055535:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321000.055539:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5899 00000100:00080000:0.0:1767321000.055542:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321000.055545:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321000.055557:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d9180 x1853164384423040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321000.055577:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321000.055581:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321000.055583:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321000.055586:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5899 00000100:00080000:0.0:1767321000.055589:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321000.055592:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321000.055601:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6daa00 x1853164384423296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321000.055640:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384422912:0@lo:400:kworker.0 00000100:00100000:0.0:1767321000.055707:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321000.055777:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321000.055804:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384423552:0@lo:400:kworker.0 00000100:00100000:0.0:1767321000.055832:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321000.055916:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384423424:0@lo:400:kworker.0 00000100:00100000:3.0:1767321000.055945:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321000.055972:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321000.055978:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384423168:0@lo:400:kworker.0 00000100:00100000:3.0:1767321000.055998:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321000.056020:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384422528:0@lo:250:kworker.0 00000400:00000100:3.0:1767321000.056038:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384422528 offset 0 length 520: 4 00000100:00100000:3.0:1767321000.056054:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384422656:0@lo:38:kworker.0 00000100:00100000:3.0:1767321000.056087:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321000.056103:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384422784:0@lo:38:kworker.0 00000100:00100000:3.0:1767321000.056125:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321000.056139:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384423040:0@lo:38:kworker.0 00000100:00100000:3.0:1767321000.056156:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321000.056169:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384423296:0@lo:38:kworker.0 00000100:00100000:3.0:1767321000.056186:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321000.056393:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384423552 00000100:00100000:0.0:1767321000.056404:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384423552 00000100:00100000:0.0:1767321000.056467:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384423424 00000100:00100000:0.0:1767321000.056470:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384423424 00000100:00100000:0.0:1767321000.056495:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2350 00000100:00100000:0.0:1767321000.056505:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384423552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321000.056554:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384423552:12345-0@lo:400:kworker.0 Request processed in 51us (720us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321000.056559:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2350 00000100:00100000:0.0:1767321000.056573:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2351 00000100:00100000:0.0:1767321000.056577:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384423424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321000.056593:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384423424:12345-0@lo:400:kworker.0 Request processed in 17us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321000.056597:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2351 00000100:00100000:0.0:1767321000.056609:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384422912 00000100:00100000:0.0:1767321000.056611:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384422912 00000100:00100000:0.0:1767321000.056625:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384423168 00000100:00100000:0.0:1767321000.056626:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384423168 00000100:00100000:0.0:1767321000.056636:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384422656 00000100:00100000:0.0:1767321000.056637:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384422656 00000100:00100000:0.0:1767321000.056642:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384423040 00000100:00100000:0.0:1767321000.056643:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384423040 00000100:00100000:0.0:1767321000.056647:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384423296 00000100:00100000:0.0:1767321000.056648:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384423296 00000100:00100000:0.0:1767321000.056654:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5722 00000100:00100000:0.0:1767321000.056657:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384422912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321000.056674:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384422912:12345-0@lo:400:kworker.0 Request processed in 16us (969us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321000.056677:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5722 00000100:00100000:0.0:1767321000.056684:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5723 00000100:00100000:0.0:1767321000.056687:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384423168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321000.056699:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384423168:12345-0@lo:400:kworker.0 Request processed in 12us (702us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321000.056702:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5723 00000100:00100000:0.0:1767321000.056708:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25163 00000100:00100000:0.0:1767321000.056710:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384422656:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321000.056729:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321000.056758:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384422656:12345-0@lo:38:kworker.0 Request processed in 46us (682us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321000.056765:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25163 00000100:00100000:0.0:1767321000.056776:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25164 00000100:00100000:0.0:1767321000.056798:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384423040:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321000.056805:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321000.056821:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384423040:12345-0@lo:38:kworker.0 Request processed in 41us (665us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321000.056826:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25164 00000100:00100000:0.0:1767321000.056835:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25165 00000100:00100000:0.0:1767321000.056839:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384423296:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321000.056846:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321000.056865:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384423296:12345-0@lo:38:kworker.0 Request processed in 25us (678us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321000.056871:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25165 00000100:00100000:0.0:1767321000.056912:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384423552:0@lo:400:kworker.0 00000100:00100000:0.0:1767321000.056923:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384422912:0@lo:400:kworker.0 00000100:00080000:3.0:1767321000.057303:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767321000.057309:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321000.057311:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321000.057336:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384423168:0@lo:400:kworker.0 00000100:00100000:3.0:1767321000.057344:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384423424:0@lo:400:kworker.0 00000100:00080000:3.0:1767321000.057367:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321000.057372:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321000.057375:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384422656:0@lo:38:kworker.0 00000100:00080000:3.0:1767321000.057382:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321000.057385:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321000.057388:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384423040:0@lo:38:kworker.0 00000100:00080000:3.0:1767321000.057395:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321000.057398:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321000.057401:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384423296:0@lo:38:kworker.0 00000100:00100000:2.0:1767321000.057470:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321000.057490:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384422784 00000100:00100000:2.0:1767321000.057494:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384422784 00000100:00100000:2.0:1767321000.057522:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3019 00000100:00100000:2.0:1767321000.057526:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384422784:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321000.057534:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321000.057571:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384422784:12345-0@lo:38:kworker.0 Request processed in 43us (1444us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321000.057577:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3019 00000100:00080000:3.0:1767321000.057661:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321000.057665:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321000.057668:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384422784:0@lo:38:kworker.0 00010000:00010000:0.0:1767321000.567197:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767321001.039594:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297458432 offset 0 length 520: 4 00000100:00100000:2.0:1767321001.044040:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321001.044158:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321001.044428:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297458688 00000100:00100000:3.0:1767321001.044442:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297458688 00000100:00100000:3.0:1767321001.044538:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297458560 00000100:00100000:3.0:1767321001.044543:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297458560 00000100:00100000:3.0:1767321001.044568:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5724 00000100:00100000:3.0:1767321001.044579:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297458688:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321001.044624:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25166 00000100:00100000:1.0:1767321001.044631:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297458560:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321001.044653:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321001.044678:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297458688:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 99us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321001.044691:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5724 00000100:00100000:1.0:1767321001.044693:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297458560:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 56us (530us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321001.044701:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25166 00000100:00080000:2.0:1767321001.044945:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321001.078873:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321001.590955:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321001.591684:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384423680:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321001.591762:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321001.592140:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384423680 00000100:00100000:0.0:1767321001.592151:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384423680 00000100:00100000:0.0:1767321001.592398:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3187 00000100:00100000:0.0:1767321001.592411:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384423680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321001.592445:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321001.592511:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384423680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (747us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321001.592523:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3187 00000100:00100000:2.0:1767321001.592639:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384423680:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321001.593168:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321001.593183:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384423808:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321001.593231:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321001.593473:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384423808 00000100:00100000:0.0:1767321001.593480:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384423808 00000100:00100000:0.0:1767321001.593522:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3188 00000100:00100000:0.0:1767321001.593530:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384423808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321001.593554:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321001.593607:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384423808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321001.593613:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3188 00000100:00100000:1.0:1767321001.594000:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384423808:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321002.103444:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321002.615462:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321003.127132:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321003.639077:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321004.150894:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321004.664764:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321005.174903:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767321005.175037:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321005.175042:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321005.175046:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321005.175050:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321005.175054:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321005.175062:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5903 00000100:00080000:2.0:1767321005.175066:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321005.175072:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321005.175119:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91ed80 x1853164384423936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321005.175147:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321005.175151:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321005.175153:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321005.175158:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5903 00000100:00080000:2.0:1767321005.175160:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321005.175163:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321005.175176:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91fb80 x1853164384424064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321005.175183:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384423936:0@lo:38:kworker.0 00000100:00080000:2.0:1767321005.175229:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321005.175232:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321005.175234:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321005.175237:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5903 00000100:00080000:2.0:1767321005.175239:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321005.175243:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321005.175256:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556ad80 x1853164384424320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321005.175267:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321005.175281:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321005.175292:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321005.175294:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321005.175297:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5903 00000100:00080000:2.0:1767321005.175299:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321005.175302:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321005.175312:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5569180 x1853164384424576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321005.175340:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384424064:0@lo:38:kworker.0 00000100:00100000:2.0:1767321005.175343:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384424704:0@lo:400:kworker.0 00000100:00100000:3.0:1767321005.175365:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321005.175369:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321005.175389:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384424320:0@lo:38:kworker.0 00000100:00100000:2.0:1767321005.175391:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321005.175396:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384424448:0@lo:400:kworker.0 00000100:00100000:3.0:1767321005.175410:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321005.175423:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384424704 00000100:00100000:3.0:1767321005.175426:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384424576:0@lo:38:kworker.0 00000100:00100000:2.0:1767321005.175431:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384424704 00000100:00100000:3.0:1767321005.175442:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321005.175465:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384423936 00000100:00100000:3.0:1767321005.175469:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384423936 00000100:00100000:3.0:1767321005.175485:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384424320 00000100:00100000:3.0:1767321005.175487:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384424320 00000100:00100000:3.0:1767321005.175498:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384424576 00000100:00100000:2.0:1767321005.175499:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2352 00000100:00100000:3.0:1767321005.175500:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384424576 00000100:00100000:2.0:1767321005.175510:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384424704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321005.175519:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25167 00000100:00100000:3.0:1767321005.175524:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384423936:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321005.175541:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321005.175560:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384424704:12345-0@lo:400:kworker.0 Request processed in 53us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321005.175567:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2352 00000100:00100000:3.0:1767321005.175570:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384423936:12345-0@lo:38:kworker.0 Request processed in 46us (313us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321005.175575:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25167 00000100:00100000:3.0:1767321005.175586:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25168 00000100:00080000:2.0:1767321005.175588:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321005.175589:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384424320:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321005.175598:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321005.175614:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384424064 00000100:00100000:2.0:1767321005.175618:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384424064 00000100:00100000:3.0:1767321005.175620:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384424320:12345-0@lo:38:kworker.0 Request processed in 30us (209us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321005.175625:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25168 00000100:00100000:3.0:1767321005.175635:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25169 00000100:00100000:2.0:1767321005.175636:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3020 00000100:00100000:3.0:1767321005.175639:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384424576:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321005.175640:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384424064:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321005.175647:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321005.175668:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384424576:12345-0@lo:38:kworker.0 Request processed in 28us (225us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321005.175676:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25169 00000100:00080000:3.0:1767321005.175720:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321005.175725:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321005.175729:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384424320:0@lo:38:kworker.0 00000100:00100000:0.0:1767321005.175736:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384424832:0@lo:400:kworker.0 00000100:00080000:3.0:1767321005.175739:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321005.175742:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321005.175744:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384424576:0@lo:38:kworker.0 00000100:00080000:3.0:1767321005.175752:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321005.175755:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321005.175757:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384423936:0@lo:38:kworker.0 00000100:00100000:0.0:1767321005.175763:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321005.175797:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321005.175797:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384424832 00000100:00100000:3.0:1767321005.175801:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384424832 00000100:00100000:0.0:1767321005.175803:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384424192:0@lo:400:kworker.0 00000100:00100000:0.0:1767321005.175825:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321005.175829:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2353 00000100:00100000:3.0:1767321005.175835:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384424832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321005.175847:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384424192 00000100:00100000:0.0:1767321005.175850:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384424192 00000100:00100000:3.0:1767321005.175867:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384424832:12345-0@lo:400:kworker.0 Request processed in 32us (102us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321005.175872:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5725 00000100:00100000:3.0:1767321005.175873:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2353 00000100:00100000:0.0:1767321005.175878:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384424192:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767321005.175885:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767321005.175887:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321005.175906:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384424192:12345-0@lo:400:kworker.0 Request processed in 28us (80us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321005.175908:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321005.175912:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5725 00000100:00100000:0.0:1767321005.175923:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384424448 00000100:00100000:0.0:1767321005.175925:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384424448 00000100:00100000:3.0:1767321005.175930:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384424704:0@lo:400:kworker.0 00000100:00100000:0.0:1767321005.175946:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5726 00000100:00100000:0.0:1767321005.175950:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384424448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321005.176027:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384424192:0@lo:400:kworker.0 00000100:00100000:1.0:1767321005.176035:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384424832:0@lo:400:kworker.0 00000100:00080000:1.0:1767321005.176057:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:2.0:1767321005.176129:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321005.176246:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384424448:12345-0@lo:400:kworker.0 Request processed in 294us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321005.176277:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384424064:12345-0@lo:38:kworker.0 Request processed in 635us (910us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321005.176283:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3020 00000100:00100000:2.0:1767321005.176325:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384424448:0@lo:400:kworker.0 00000100:00080000:1.0:1767321005.180674:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321005.180688:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321005.180693:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384424064:0@lo:38:kworker.0 00000100:00100000:0.0:1767321005.180810:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5726 00010000:00010000:0.0:1767321005.687451:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321006.152325:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321006.152418:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321006.152477:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297458944 00000100:00100000:2.0:1767321006.152504:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297458816 00000100:00100000:2.0:1767321006.152510:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297458816 00000100:00100000:3.0:1767321006.152546:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297458944 00000100:00100000:2.0:1767321006.152566:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25170 00000100:00100000:2.0:1767321006.152577:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297458816:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767321006.152601:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321006.152615:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5727 00000100:00100000:3.0:1767321006.152625:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297458944:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321006.152672:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297458816:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 94us (252us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321006.152679:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297458944:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 54us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321006.152686:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25170 00000100:00100000:3.0:1767321006.152694:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5727 00000100:00080000:0.0:1767321006.152850:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321006.199570:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321006.712835:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321006.713198:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321006.713234:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384424960:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321006.713307:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321006.713541:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384424960 00000100:00100000:1.0:1767321006.713552:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384424960 00000100:00100000:1.0:1767321006.713618:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3189 00000100:00100000:1.0:1767321006.713629:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384424960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321006.713662:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321006.713713:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384424960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321006.713720:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3189 00000100:00100000:2.0:1767321006.714189:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384424960:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321006.714642:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384425088:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321006.714684:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321006.715279:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384425088 00000100:00100000:2.0:1767321006.715287:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384425088 00000100:00100000:2.0:1767321006.715372:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3190 00000100:00100000:2.0:1767321006.715382:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384425088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321006.715421:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321006.715477:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384425088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321006.715484:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3190 00000100:00100000:3.0:1767321006.715557:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384425088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321007.222931:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321007.735415:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321008.246877:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321008.759224:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321009.271029:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321009.782976:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321010.294922:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767321010.294957:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321010.294965:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321010.294969:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321010.294973:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321010.294977:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321010.294985:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5908 00000100:00080000:1.0:1767321010.294990:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321010.294997:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321010.295044:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafeea00 x1853164384425216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321010.295085:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321010.295089:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321010.295091:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321010.295095:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5908 00000100:00080000:1.0:1767321010.295099:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321010.295102:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321010.295118:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafefb80 x1853164384425344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321010.295160:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321010.295164:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321010.295166:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767321010.295180:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384425216:0@lo:38:kworker.0 00000100:00080000:1.0:1767321010.295181:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5908 00000100:00080000:1.0:1767321010.295185:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321010.295191:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321010.295206:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafed180 x1853164384425600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321010.295234:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321010.295238:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321010.295241:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321010.295244:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5908 00000100:00080000:1.0:1767321010.295247:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321010.295250:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321010.295261:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafece00 x1853164384425856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321010.295280:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321010.295315:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384425984:0@lo:400:kworker.0 00000100:00100000:1.0:1767321010.295350:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321010.295410:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321010.295416:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384425728:0@lo:400:kworker.0 00000100:00100000:1.0:1767321010.295457:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384425984 00000100:00100000:1.0:1767321010.295465:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384425984 00000100:00100000:1.0:1767321010.295528:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2354 00000100:00100000:1.0:1767321010.295544:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384425984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321010.295571:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384425344:0@lo:38:kworker.0 00000100:00100000:1.0:1767321010.295611:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384425984:12345-0@lo:400:kworker.0 Request processed in 72us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321010.295611:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321010.295623:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2354 00000100:00100000:3.0:1767321010.295645:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384425600:0@lo:38:kworker.0 00000100:00100000:1.0:1767321010.295659:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384425216 00000100:00100000:1.0:1767321010.295664:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384425216 00000100:00100000:3.0:1767321010.295669:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321010.295692:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384425600 00000100:00100000:1.0:1767321010.295696:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384425600 00000100:00100000:3.0:1767321010.295698:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384425856:0@lo:38:kworker.0 00000100:00100000:1.0:1767321010.295716:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25171 00000100:00100000:1.0:1767321010.295724:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384425216:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321010.295725:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1767321010.295747:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321010.295770:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384425856 00000100:00100000:3.0:1767321010.295775:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384425856 00000100:00100000:1.0:1767321010.295812:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384425216:12345-0@lo:38:kworker.0 Request processed in 88us (542us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321010.295820:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25172 00000100:00100000:2.0:1767321010.295866:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384425472:0@lo:400:kworker.0 00000100:00100000:2.0:1767321010.295892:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321010.295904:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321010.295909:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384426112:0@lo:400:kworker.0 00000100:00100000:2.0:1767321010.295924:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321010.295954:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384425344 00000100:00100000:2.0:1767321010.295957:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384425344 00000100:00080000:0.0:1767321010.295974:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321010.295983:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3021 00000100:00100000:2.0:1767321010.295988:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384425344:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321010.295999:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321010.296021:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384425472 00000100:00100000:0.0:1767321010.296027:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384425472 00000100:00100000:2.0:1767321010.296028:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384425344:12345-0@lo:38:kworker.0 Request processed in 37us (417us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321010.296038:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3021 00000100:00100000:3.0:1767321010.296073:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384425600:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321010.296085:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321010.296111:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384425600:12345-0@lo:38:kworker.0 Request processed in 284us (443us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321010.296406:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25171 00000100:00100000:1.0:1767321010.296423:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25173 00000100:00100000:1.0:1767321010.296428:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384425856:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321010.296439:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321010.296468:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384425856:12345-0@lo:38:kworker.0 Request processed in 39us (745us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321010.296474:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25173 00000100:00080000:1.0:1767321010.296523:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321010.296528:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321010.296532:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384425600:0@lo:38:kworker.0 00000100:00080000:1.0:1767321010.296543:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321010.296546:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321010.296549:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384425856:0@lo:38:kworker.0 00000100:00080000:1.0:1767321010.297521:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321010.297529:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321010.297533:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384425216:0@lo:38:kworker.0 00000100:00080000:1.0:1767321010.297571:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321010.297574:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321010.297577:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384425344:0@lo:38:kworker.0 00000100:00100000:1.0:1767321010.297642:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321010.297682:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384425984:0@lo:400:kworker.0 00000100:00100000:1.0:1767321010.297705:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384425728 00000100:00100000:1.0:1767321010.297711:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384425728 00000100:00100000:1.0:1767321010.297753:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5728 00000100:00100000:1.0:1767321010.297761:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384425728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321010.297831:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384425728:12345-0@lo:400:kworker.0 Request processed in 70us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321010.297837:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5728 00000100:00100000:1.0:1767321010.297862:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384425728:0@lo:400:kworker.0 00000100:00080000:1.0:1767321010.297882:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321010.299158:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384426112 00000100:00100000:1.0:1767321010.299180:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384426112 00000100:00100000:1.0:1767321010.299240:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2355 00000100:00100000:1.0:1767321010.299360:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384426112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321010.299588:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384426112:12345-0@lo:400:kworker.0 Request processed in 339us (3661us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321010.299597:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2355 00000100:00080000:1.0:1767321010.299619:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321010.299895:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384426112:0@lo:400:kworker.0 00000100:00100000:2.0:1767321010.302011:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5729 00000100:00100000:3.0:1767321010.302123:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25172 00000100:00100000:2.0:1767321010.302185:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384425472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321010.302572:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384425472:12345-0@lo:400:kworker.0 Request processed in 548us (6676us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321010.302581:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5729 00000100:00100000:0.0:1767321010.304257:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384425472:0@lo:400:kworker.0 00010000:00010000:0.0:1767321010.807888:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321011.274421:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321011.280630:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297459200 00000100:00100000:1.0:1767321011.280656:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297459200 00000100:00100000:1.0:1767321011.280771:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5730 00000100:00100000:1.0:1767321011.280813:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297459200:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321011.280911:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297459200:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 130us (6786us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321011.280919:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5730 00000100:00080000:2.0:1767321011.280982:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321011.290520:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321011.290584:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297459072 00000100:00100000:1.0:1767321011.290596:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297459072 00000100:00100000:1.0:1767321011.290717:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25174 00000100:00100000:1.0:1767321011.290728:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297459072:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321011.290754:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321011.290863:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297459072:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 134us (351us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321011.290931:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25174 00000100:00100000:2.0:1767321011.318991:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321011.831496:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384426368:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321011.831576:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321011.831692:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384426368 00000100:00100000:1.0:1767321011.831700:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384426368 00000100:00100000:1.0:1767321011.831759:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3191 00000100:00100000:1.0:1767321011.831769:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384426368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321011.831825:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321011.831874:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384426368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321011.831882:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3191 00000100:00100000:1.0:1767321011.831934:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384426368:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767321011.831989:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321011.834285:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384426240:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321011.834363:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321011.836494:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384426240 00000100:00100000:1.0:1767321011.836512:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384426240 00000100:00100000:1.0:1767321011.836596:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3192 00000100:00100000:1.0:1767321011.836608:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384426240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321011.836644:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321011.836740:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384426240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 134us (2376us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321011.836747:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3192 00000100:00100000:0.0:1767321011.836943:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384426240:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321012.343141:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321012.855027:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321013.367707:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321013.878972:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321014.390911:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321014.903162:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321015.414913:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767321015.415054:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321015.415060:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321015.415064:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321015.415068:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321015.415073:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321015.415080:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5913 00000100:00080000:3.0:1767321015.415086:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321015.415093:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321015.415151:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1217100 x1853164384426496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321015.415176:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321015.415180:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321015.415182:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321015.415186:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5913 00000100:00080000:3.0:1767321015.415189:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321015.415192:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321015.415206:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215c00 x1853164384426624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321015.415253:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321015.415257:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321015.415259:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321015.415263:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5913 00000100:00080000:3.0:1767321015.415265:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321015.415269:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321015.415280:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1214380 x1853164384426880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321015.415311:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321015.415314:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321015.415315:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321015.415319:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5913 00000100:00080000:3.0:1767321015.415321:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321015.415324:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321015.415333:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215180 x1853164384427136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321015.415367:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384427008:0@lo:400:kworker.0 00000100:00100000:3.0:1767321015.415434:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321015.415488:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321015.415494:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384427264:0@lo:400:kworker.0 00000100:00100000:3.0:1767321015.415522:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321015.415530:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384426752:0@lo:400:kworker.0 00000100:00100000:2.0:1767321015.415567:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321015.415605:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321015.415611:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384427392:0@lo:400:kworker.0 00000100:00100000:2.0:1767321015.415633:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321015.415751:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384427008 00000100:00100000:3.0:1767321015.415762:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384427008 00000100:00100000:1.0:1767321015.415764:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384427264 00000100:00100000:1.0:1767321015.415771:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384427264 00000100:00100000:0.0:1767321015.415819:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384426752 00000100:00100000:0.0:1767321015.415824:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384426752 00000100:00100000:1.0:1767321015.415843:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384427392 00000100:00100000:3.0:1767321015.415847:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5731 00000100:00100000:1.0:1767321015.415849:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384427392 00000100:00100000:0.0:1767321015.415858:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5732 00000100:00100000:3.0:1767321015.415860:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384427008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321015.415867:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384426752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321015.415894:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2356 00000100:00100000:1.0:1767321015.415904:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384427264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321015.415915:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384427008:12345-0@lo:400:kworker.0 Request processed in 57us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321015.415921:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384426752:12345-0@lo:400:kworker.0 Request processed in 56us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321015.415924:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5731 00000100:00100000:0.0:1767321015.415927:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5732 00000100:00100000:1.0:1767321015.415951:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384427264:12345-0@lo:400:kworker.0 Request processed in 48us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321015.415954:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2357 00000100:00100000:1.0:1767321015.415963:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2356 00000100:00100000:0.0:1767321015.415965:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384427392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321015.415972:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384427264:0@lo:400:kworker.0 00000100:00100000:3.0:1767321015.415985:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384427008:0@lo:400:kworker.0 00000100:00100000:0.0:1767321015.415997:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384427392:12345-0@lo:400:kworker.0 Request processed in 36us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321015.416005:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2357 00000100:00100000:1.0:1767321015.416012:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384426496:0@lo:38:kworker.0 00000100:00100000:1.0:1767321015.416054:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321015.416079:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321015.416086:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321015.416088:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384426624:0@lo:38:kworker.0 00000100:00080000:2.0:1767321015.416090:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321015.416148:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384426496 00000100:00100000:3.0:1767321015.416152:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384426496 00000100:00100000:3.0:1767321015.416184:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25175 00000100:00100000:3.0:1767321015.416189:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384426496:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321015.416206:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321015.416282:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384427392:0@lo:400:kworker.0 00000100:00100000:1.0:1767321015.420260:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321015.420332:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384426880:0@lo:38:kworker.0 00000100:00100000:1.0:1767321015.420370:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321015.420387:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384427136:0@lo:38:kworker.0 00000100:00100000:1.0:1767321015.420403:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321015.420476:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384426880 00000100:00100000:1.0:1767321015.420484:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384426880 00000100:00100000:1.0:1767321015.420514:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384427136 00000100:00100000:1.0:1767321015.420516:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384427136 00000100:00100000:1.0:1767321015.420534:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25176 00000100:00100000:1.0:1767321015.420542:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384426880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321015.420564:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321015.420994:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384426880:12345-0@lo:38:kworker.0 Request processed in 450us (620us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321015.421003:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25176 00000100:00100000:1.0:1767321015.421022:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25177 00000100:00100000:1.0:1767321015.421121:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384427136:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321015.421142:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321015.421174:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384427136:12345-0@lo:38:kworker.0 Request processed in 146us (770us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321015.421180:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25177 00000100:00080000:1.0:1767321015.421228:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321015.421234:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321015.421238:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384426880:0@lo:38:kworker.0 00000100:00080000:1.0:1767321015.421246:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321015.421249:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321015.421252:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384427136:0@lo:38:kworker.0 00000100:00100000:0.0:1767321015.425269:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384426624 00000100:00100000:0.0:1767321015.425290:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384426624 00000100:00100000:0.0:1767321015.425354:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3022 00000100:00100000:0.0:1767321015.425365:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384426624:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321015.425393:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321015.425502:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384426624:12345-0@lo:38:kworker.0 Request processed in 137us (5250us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321015.425510:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3022 00000100:00080000:0.0:1767321015.425571:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321015.425578:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321015.425582:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384426624:0@lo:38:kworker.0 00000100:00100000:3.0:1767321015.425837:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384426496:12345-0@lo:38:kworker.0 Request processed in 9645us (9781us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321015.425846:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25175 00000100:00080000:0.0:1767321015.425923:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321015.425927:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321015.425931:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384426496:0@lo:38:kworker.0 00000100:00100000:2.0:1767321015.427406:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384426752:0@lo:400:kworker.0 00010000:00010000:0.0:1767321015.926991:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321016.394261:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321016.394352:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297459328 00000100:00100000:1.0:1767321016.394365:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297459328 00000100:00100000:1.0:1767321016.394429:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25178 00000100:00100000:1.0:1767321016.394439:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297459328:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321016.394465:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321016.394544:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297459328:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 104us (291us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321016.394553:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25178 00000100:00100000:2.0:1767321016.399601:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321016.399707:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297459456 00000100:00100000:0.0:1767321016.399719:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297459456 00000100:00100000:0.0:1767321016.399877:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5733 00000100:00100000:0.0:1767321016.399889:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297459456:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321016.399969:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297459456:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 82us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321016.399979:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5733 00000100:00080000:2.0:1767321016.400099:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321016.445060:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321016.951267:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384427520:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321016.951346:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321016.951531:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384427520 00000100:00100000:3.0:1767321016.951541:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384427520 00000100:00100000:3.0:1767321016.951603:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3193 00000100:00100000:3.0:1767321016.951613:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384427520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321016.951644:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321016.951701:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384427520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321016.951709:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3193 00000100:00100000:2.0:1767321016.952049:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384427520:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767321016.952181:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321016.952496:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384427648:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321016.952529:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321016.952617:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384427648 00000100:00100000:0.0:1767321016.952632:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384427648 00000100:00100000:0.0:1767321016.952671:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3194 00000100:00100000:0.0:1767321016.952678:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384427648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321016.952699:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321016.952752:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384427648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321016.952758:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3194 00000100:00100000:1.0:1767321016.953188:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384427648:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321017.462895:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321017.975018:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321018.486954:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321018.999160:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321019.511740:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321020.023070:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321020.536071:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321020.536104:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321020.536108:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321020.536112:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321020.536116:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321020.536124:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5918 00000100:00080000:1.0:1767321020.536128:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321020.536137:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321020.536185:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafed180 x1853164384427776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321020.536202:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321020.536205:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321020.536207:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321020.536211:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5918 00000100:00080000:1.0:1767321020.536213:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321020.536216:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321020.536244:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafed500 x1853164384427904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321020.536298:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321020.536302:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321020.536303:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321020.536306:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5918 00000100:00080000:1.0:1767321020.536308:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321020.536312:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321020.536323:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafee680 x1853164384428160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321020.536344:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321020.536347:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321020.536349:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321020.536352:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5918 00000100:00080000:1.0:1767321020.536354:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321020.536358:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321020.536368:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafec380 x1853164384428416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321020.536409:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384428672:0@lo:400:kworker.0 00000100:00100000:1.0:1767321020.536473:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321020.536534:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321020.536539:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384428032:0@lo:400:kworker.0 00000100:00100000:1.0:1767321020.536563:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321020.536609:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384428288:0@lo:400:kworker.0 00000100:00100000:1.0:1767321020.536631:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321020.536647:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321020.536652:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384428544:0@lo:400:kworker.0 00000100:00100000:1.0:1767321020.536672:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321020.536701:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384428032 00000100:00100000:1.0:1767321020.536710:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384428032 00000100:00100000:1.0:1767321020.536759:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384428288 00000100:00100000:1.0:1767321020.536762:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384428288 00000100:00100000:1.0:1767321020.536808:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5734 00000100:00100000:1.0:1767321020.536818:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384428032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321020.536874:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384428032:12345-0@lo:400:kworker.0 Request processed in 57us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321020.536882:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5734 00000100:00100000:1.0:1767321020.536899:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5735 00000100:00100000:1.0:1767321020.536906:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384428288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321020.536935:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384428288:12345-0@lo:400:kworker.0 Request processed in 30us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321020.537133:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384428672 00000100:00100000:3.0:1767321020.537138:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384428672 00000100:00100000:3.0:1767321020.537168:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384428544 00000100:00100000:3.0:1767321020.537171:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384428544 00000100:00100000:2.0:1767321020.537197:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321020.537197:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2358 00000100:00100000:3.0:1767321020.537209:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384428672:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767321020.537216:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321020.537222:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321020.537225:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321020.537250:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384428672:12345-0@lo:400:kworker.0 Request processed in 43us (776us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321020.537257:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2359 00000100:00100000:2.0:1767321020.537274:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384428544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321020.537311:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384428544:12345-0@lo:400:kworker.0 Request processed in 47us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321020.537336:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5735 00000100:00100000:1.0:1767321020.537378:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384428544:0@lo:400:kworker.0 00000100:00100000:1.0:1767321020.537389:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384428288:0@lo:400:kworker.0 00000100:00100000:1.0:1767321020.537419:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384428032:0@lo:400:kworker.0 00000100:00100000:1.0:1767321020.537428:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384428672:0@lo:400:kworker.0 00000100:00100000:0.0:1767321020.537834:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384427776:0@lo:38:kworker.0 00000100:00100000:0.0:1767321020.537875:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321020.537900:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384427904:0@lo:38:kworker.0 00000100:00100000:0.0:1767321020.537923:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321020.537946:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384428160:0@lo:38:kworker.0 00000100:00100000:0.0:1767321020.537966:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321020.537982:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384428416:0@lo:38:kworker.0 00000100:00100000:0.0:1767321020.538000:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321020.538033:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384427776 00000100:00100000:0.0:1767321020.538038:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384427776 00000100:00100000:0.0:1767321020.538054:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384428160 00000100:00100000:0.0:1767321020.538056:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384428160 00000100:00100000:0.0:1767321020.538062:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384428416 00000100:00100000:0.0:1767321020.538064:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384428416 00000100:00100000:0.0:1767321020.538073:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25179 00000100:00100000:0.0:1767321020.538091:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384427776:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321020.538109:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321020.538143:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384427776:12345-0@lo:38:kworker.0 Request processed in 52us (268us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321020.538150:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25179 00000100:00100000:0.0:1767321020.538164:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25180 00000100:00100000:0.0:1767321020.538168:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384428160:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321020.538176:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321020.538196:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384428160:12345-0@lo:38:kworker.0 Request processed in 27us (229us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321020.538200:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25180 00000100:00100000:0.0:1767321020.538211:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25181 00000100:00100000:0.0:1767321020.538214:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384428416:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321020.538233:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321020.538254:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384428416:12345-0@lo:38:kworker.0 Request processed in 38us (253us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321020.538259:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25181 00000100:00100000:0.0:1767321020.538281:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384427904 00000100:00100000:0.0:1767321020.538284:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384427904 00000100:00100000:0.0:1767321020.538303:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3023 00000100:00100000:0.0:1767321020.538308:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384427904:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321020.538317:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321020.538343:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384427904:12345-0@lo:38:kworker.0 Request processed in 33us (418us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321020.538348:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3023 00000100:00080000:0.0:1767321020.538388:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321020.538393:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321020.538397:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384427776:0@lo:38:kworker.0 00000100:00080000:0.0:1767321020.538406:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321020.538409:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321020.538411:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384427904:0@lo:38:kworker.0 00000100:00080000:0.0:1767321020.538417:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321020.538419:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321020.538421:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384428160:0@lo:38:kworker.0 00000100:00080000:0.0:1767321020.538428:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321020.538431:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321020.538434:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384428416:0@lo:38:kworker.0 00000100:00100000:3.0:1767321020.539652:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2358 00000100:00100000:2.0:1767321020.542520:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2359 00010000:00010000:0.0:1767321021.047595:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321021.514395:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321021.514471:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321021.514606:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297459712 00000100:00100000:0.0:1767321021.514620:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297459712 00000100:00100000:0.0:1767321021.514722:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297459584 00000100:00100000:0.0:1767321021.514726:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297459584 00000100:00100000:0.0:1767321021.514753:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5736 00000100:00100000:0.0:1767321021.514763:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297459712:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321021.514914:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297459712:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 152us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321021.514922:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5736 00000100:00100000:0.0:1767321021.514945:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25182 00000100:00100000:0.0:1767321021.514950:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297459584:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321021.514974:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321021.515005:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297459584:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 54us (535us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321021.515015:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25182 00000100:00080000:2.0:1767321021.515139:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321021.559391:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321022.071383:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384428800:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321022.071499:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321022.071743:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384428800 00000100:00100000:0.0:1767321022.071754:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384428800 00000100:00100000:0.0:1767321022.071863:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3195 00000100:00100000:0.0:1767321022.071875:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384428800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321022.071914:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321022.071969:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384428800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321022.071976:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3195 00000100:00100000:0.0:1767321022.072040:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384428800:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767321022.072268:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321022.073025:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321022.073046:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384428928:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321022.073114:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321022.073171:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384428928 00000100:00100000:0.0:1767321022.073177:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384428928 00010000:00010000:1.0:1767321022.073224:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321022.073230:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3196 00000100:00100000:0.0:1767321022.073242:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384428928:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321022.073246:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1767321022.073273:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321022.073325:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384428928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321022.073331:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3196 00000100:00100000:1.0:1767321022.073427:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384428928:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321022.583305:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321023.095946:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321023.607561:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321024.125978:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321024.631249:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321025.143151:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321025.608314:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:3.0:1767321025.608365:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297459840 offset 0 length 520: 4 00000100:00100000:3.0:1767321025.608398:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321025.608621:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297460096 00000100:00100000:1.0:1767321025.608634:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297460096 00000100:00100000:1.0:1767321025.608714:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297459968 00000100:00100000:1.0:1767321025.608717:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297459968 00000100:00100000:1.0:1767321025.608737:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5737 00000100:00100000:1.0:1767321025.608754:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297460096:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321025.608896:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297460096:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 149us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321025.608904:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5737 00000100:00100000:1.0:1767321025.608925:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25183 00000100:00100000:1.0:1767321025.608930:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297459968:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321025.608956:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321025.608986:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297459968:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 54us (587us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321025.608993:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25183 00000100:00080000:3.0:1767321025.609507:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321025.655457:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321000/real 1767321000] req@ffff9369ba6dbb80 x1853164384422528/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321025 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321025.655506:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369ba6dbb80 x1853164384422528/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321025 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321025.655536:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321025.655563:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321025.655568:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384422528:0@lo:250:kworker.0 00000100:00080000:1.0:1767321025.656513:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321025.656524:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321025.656528:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767321025.656530:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767321025.656537:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5903 00000100:00080000:1.0:1767321025.656543:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321025.656551:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321025.656591:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a49f0380 x1853164384429056/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321025.656632:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321025.656636:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321025.656638:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321025.656642:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5923 00000100:00080000:1.0:1767321025.656644:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321025.656648:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321025.656664:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a49f3100 x1853164384429184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321025.656673:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321025.656676:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321025.656678:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321025.656683:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5923 00000100:00080000:1.0:1767321025.656685:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321025.656688:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321025.656709:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a49f1500 x1853164384429312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321025.656755:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321025.656760:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321025.656762:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321025.656766:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5923 00000100:00080000:1.0:1767321025.656769:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321025.656774:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321025.656803:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384429440:0@lo:400:kworker.0 00000100:00100000:1.0:1767321025.656806:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a49f1880 x1853164384429568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321025.656895:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321025.656972:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321025.656975:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321025.656978:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321025.656982:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5923 00000100:00080000:1.0:1767321025.656984:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321025.656988:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321025.656999:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a49f2300 x1853164384429824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321025.657049:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384429696:0@lo:400:kworker.0 00000100:00100000:1.0:1767321025.657081:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321025.657142:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321025.657148:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384429952:0@lo:400:kworker.0 00000100:00100000:1.0:1767321025.657177:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321025.657230:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384429440 00000100:00100000:1.0:1767321025.657238:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384429440 00000100:00100000:1.0:1767321025.657306:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384429696 00000100:00100000:1.0:1767321025.657310:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384429696 00000100:00100000:1.0:1767321025.657334:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5738 00000100:00100000:1.0:1767321025.657342:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384429440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321025.657394:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384429440:12345-0@lo:400:kworker.0 Request processed in 52us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321025.657402:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5738 00000100:00100000:1.0:1767321025.657425:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5739 00000100:00100000:1.0:1767321025.657432:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384429696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321025.657438:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384430080:0@lo:400:kworker.0 00000100:00100000:2.0:1767321025.657464:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384429440:0@lo:400:kworker.0 00000100:00100000:1.0:1767321025.657474:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384429696:12345-0@lo:400:kworker.0 Request processed in 42us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321025.657485:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5739 00000100:00100000:3.0:1767321025.657492:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321025.657505:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384429952 00000100:00100000:2.0:1767321025.657511:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384429952 00000100:00100000:1.0:1767321025.657528:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384429696:0@lo:400:kworker.0 00000100:00100000:3.0:1767321025.657544:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384430080 00000100:00100000:3.0:1767321025.657551:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384430080 00000100:00100000:2.0:1767321025.657556:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2360 00000100:00100000:2.0:1767321025.657568:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384429952:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767321025.657575:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321025.657582:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321025.657586:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321025.657594:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2361 00000100:00100000:3.0:1767321025.657624:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384430080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321025.657627:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384429952:12345-0@lo:400:kworker.0 Request processed in 62us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321025.657639:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384429952:0@lo:400:kworker.0 00000100:00100000:2.0:1767321025.657639:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2360 00000100:00100000:3.0:1767321025.657681:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384430080:12345-0@lo:400:kworker.0 Request processed in 67us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321025.657689:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2361 00000100:00100000:2.0:1767321025.657711:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384430080:0@lo:400:kworker.0 00000100:00100000:0.0:1767321025.658286:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384429056:0@lo:250:kworker.0 00000400:00000100:0.0:1767321025.658323:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384429056 offset 0 length 520: 4 00000100:00100000:0.0:1767321025.658351:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384429184:0@lo:38:kworker.0 00000100:00100000:0.0:1767321025.658381:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321025.658410:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384429312:0@lo:38:kworker.0 00000100:00100000:0.0:1767321025.658434:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321025.658458:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384429568:0@lo:38:kworker.0 00000100:00100000:0.0:1767321025.658484:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321025.658502:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384429824:0@lo:38:kworker.0 00000100:00100000:0.0:1767321025.658523:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321025.658554:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384429184 00000100:00100000:0.0:1767321025.658559:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384429184 00000100:00100000:0.0:1767321025.658581:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384429568 00000100:00100000:0.0:1767321025.658584:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384429568 00000100:00100000:0.0:1767321025.658594:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384429824 00000100:00100000:0.0:1767321025.658596:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384429824 00000100:00100000:0.0:1767321025.658605:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25184 00000100:00100000:0.0:1767321025.658610:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384429184:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321025.658630:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321025.658990:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384429312 00000100:00100000:2.0:1767321025.658997:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384429312 00000100:00100000:2.0:1767321025.659189:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3024 00000100:00100000:2.0:1767321025.659196:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384429312:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321025.659305:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321025.659351:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384429312:12345-0@lo:38:kworker.0 Request processed in 154us (915us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321025.659358:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3024 00000100:00100000:2.0:1767321025.659415:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25185 00000100:00100000:2.0:1767321025.659420:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384429568:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321025.659442:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321025.659470:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384429568:12345-0@lo:38:kworker.0 Request processed in 49us (984us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321025.659476:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25185 00000100:00100000:2.0:1767321025.659495:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25186 00000100:00100000:2.0:1767321025.659500:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384429824:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321025.659509:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321025.659533:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384429824:12345-0@lo:38:kworker.0 Request processed in 31us (1009us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321025.659538:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25186 00000100:00100000:0.0:1767321025.661395:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384429184:12345-0@lo:38:kworker.0 Request processed in 2768us (2998us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321025.661416:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25184 00000100:00080000:2.0:1767321025.668923:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321025.668942:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321025.668948:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384429184:0@lo:38:kworker.0 00000100:00080000:2.0:1767321025.668975:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321025.668979:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321025.668982:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384429312:0@lo:38:kworker.0 00000100:00080000:2.0:1767321025.668996:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321025.669000:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321025.669003:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384429568:0@lo:38:kworker.0 00000100:00080000:2.0:1767321025.669015:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321025.669019:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321025.669022:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384429824:0@lo:38:kworker.0 00010000:00010000:0.0:1767321026.167054:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321026.678950:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321027.194192:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321027.194225:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384430208:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321027.194332:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321027.194502:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384430208 00000100:00100000:0.0:1767321027.194512:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384430208 00000100:00100000:0.0:1767321027.194586:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3197 00000100:00100000:0.0:1767321027.194596:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384430208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321027.194647:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321027.194706:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384430208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321027.194713:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3197 00000100:00100000:3.0:1767321027.194854:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384430208:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321027.195821:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767321027.195876:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321027.196079:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384430336:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321027.196148:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321027.196253:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384430336 00000100:00100000:2.0:1767321027.196263:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384430336 00000100:00100000:2.0:1767321027.196329:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3198 00000100:00100000:2.0:1767321027.196340:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384430336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321027.196372:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1767321027.196459:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321027.202977:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384430336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6313us (6501us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321027.202999:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3198 00000100:00100000:1.0:1767321027.205100:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384430336:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321027.705339:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321028.215062:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321028.727273:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321029.239962:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321029.751155:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321030.270846:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321030.726750:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321030.726851:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321030.726938:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297460224 00000100:00100000:0.0:1767321030.726951:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297460224 00000100:00100000:0.0:1767321030.727036:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297460352 00000100:00100000:0.0:1767321030.727040:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297460352 00000100:00100000:0.0:1767321030.727099:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5740 00000100:00100000:0.0:1767321030.727112:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297460352:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321030.727229:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297460352:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 119us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321030.727238:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5740 00000100:00100000:0.0:1767321030.727262:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25187 00000100:00100000:0.0:1767321030.727267:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297460224:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321030.727293:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321030.727325:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297460224:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 56us (592us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321030.727335:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25187 00000100:00080000:3.0:1767321030.727630:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321030.774966:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767321030.775190:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321030.775197:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321030.775201:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321030.775205:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321030.775210:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321030.775220:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5928 00000100:00080000:2.0:1767321030.775224:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321030.775233:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321030.775280:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5569180 x1853164384430464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321030.775301:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321030.775305:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321030.775307:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321030.775311:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5928 00000100:00080000:2.0:1767321030.775314:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321030.775317:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321030.775332:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556ad80 x1853164384430592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321030.775386:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321030.775391:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321030.775394:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321030.775398:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5928 00000100:00080000:2.0:1767321030.775400:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321030.775404:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321030.775416:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891daa680 x1853164384430848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321030.775445:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321030.775449:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321030.775451:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321030.775455:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5928 00000100:00080000:2.0:1767321030.775458:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321030.775462:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321030.775474:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891dabb80 x1853164384431104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321030.775505:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384430720:0@lo:400:kworker.0 00000100:00100000:2.0:1767321030.775529:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384431232:0@lo:400:kworker.0 00000100:00100000:0.0:1767321030.775654:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384430464:0@lo:38:kworker.0 00000100:00100000:1.0:1767321030.775799:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384431360:0@lo:400:kworker.0 00000100:00100000:2.0:1767321030.787411:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321030.787541:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321030.787560:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384430976:0@lo:400:kworker.0 00000100:00100000:2.0:1767321030.787614:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321030.787683:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384431232 00000100:00100000:2.0:1767321030.787693:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384431232 00000100:00100000:2.0:1767321030.787767:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2362 00000100:00100000:2.0:1767321030.787777:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384431232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321030.787859:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384431232:12345-0@lo:400:kworker.0 Request processed in 84us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321030.787870:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2362 00000100:00080000:2.0:1767321030.787895:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321030.787926:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384430976 00000100:00100000:2.0:1767321030.787930:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384430976 00000100:00100000:2.0:1767321030.787966:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5741 00000100:00100000:2.0:1767321030.787972:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384430976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321030.788016:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384430976:12345-0@lo:400:kworker.0 Request processed in 43us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321030.788022:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5741 00000100:00080000:2.0:1767321030.788040:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321030.788073:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384430976:0@lo:400:kworker.0 00000100:00100000:2.0:1767321030.788086:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384431232:0@lo:400:kworker.0 00000100:00100000:3.0:1767321030.792374:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321030.792960:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321030.793019:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384430592:0@lo:38:kworker.0 00000100:00100000:0.0:1767321030.793075:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321030.793124:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384430848:0@lo:38:kworker.0 00000100:00100000:0.0:1767321030.793147:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321030.793183:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384430720 00000100:00100000:0.0:1767321030.793193:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384430720 00000100:00100000:0.0:1767321030.793266:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384430464 00000100:00100000:0.0:1767321030.793270:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384430464 00000100:00100000:0.0:1767321030.793285:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384430848 00000100:00100000:0.0:1767321030.793288:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384430848 00000100:00100000:0.0:1767321030.793306:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5742 00000100:00100000:2.0:1767321030.793326:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25188 00000100:00100000:0.0:1767321030.793327:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384430720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321030.793339:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384430464:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321030.793367:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321030.793395:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384430720:12345-0@lo:400:kworker.0 Request processed in 79us (1034us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321030.793404:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5742 00000100:00100000:2.0:1767321030.793418:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384430464:12345-0@lo:38:kworker.0 Request processed in 79us (460us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321030.793425:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25188 00000100:00100000:2.0:1767321030.793443:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25189 00000100:00100000:2.0:1767321030.793448:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384430848:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321030.793458:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321030.793482:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384430848:12345-0@lo:38:kworker.0 Request processed in 33us (333us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321030.793488:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25189 00000100:00080000:2.0:1767321030.793546:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321030.794325:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321030.794335:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321030.794341:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384430848:0@lo:38:kworker.0 00000100:00100000:3.0:1767321030.794350:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384430720:0@lo:400:kworker.0 00000100:00100000:0.0:1767321030.794355:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384431104:0@lo:38:kworker.0 00000100:00100000:0.0:1767321030.794403:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321030.794415:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384430592 00000100:00100000:3.0:1767321030.794423:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384430592 00000100:00100000:3.0:1767321030.794457:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3025 00000100:00100000:3.0:1767321030.794463:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384430592:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321030.794479:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321030.794517:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384430592:12345-0@lo:38:kworker.0 Request processed in 53us (1441us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321030.794523:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3025 00000100:00080000:0.0:1767321030.794608:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321030.794613:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321030.794618:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384430464:0@lo:38:kworker.0 00000100:00080000:0.0:1767321030.794630:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321030.794633:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321030.794636:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384430592:0@lo:38:kworker.0 00000100:00100000:2.0:1767321030.794816:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384431104 00000100:00100000:2.0:1767321030.794822:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384431104 00000100:00100000:2.0:1767321030.794858:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25190 00000100:00100000:2.0:1767321030.794863:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384431104:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321030.794875:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321030.794922:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384431104:12345-0@lo:38:kworker.0 Request processed in 57us (519us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321030.794928:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25190 00000100:00080000:3.0:1767321030.795010:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321030.795015:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321030.795018:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384431104:0@lo:38:kworker.0 00000100:00100000:1.0:1767321030.796060:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321030.802828:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384431360 00000100:00100000:2.0:1767321030.802849:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384431360 00000100:00100000:2.0:1767321030.803036:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2363 00000100:00100000:2.0:1767321030.803049:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384431360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321030.803197:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384431360:12345-0@lo:400:kworker.0 Request processed in 150us (7143us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321030.803206:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2363 00000100:00100000:1.0:1767321030.805225:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384431360:0@lo:400:kworker.0 00000100:00080000:0.0:1767321030.808190:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1767321031.288513:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321031.799089:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321032.311195:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321032.311594:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384431488:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321032.311688:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321032.311855:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321032.311873:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384431616:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321032.312164:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321032.315063:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384431488 00000100:00100000:2.0:1767321032.315085:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384431488 00000100:00100000:2.0:1767321032.315200:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384431616 00000100:00100000:2.0:1767321032.315204:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384431616 00000100:00100000:2.0:1767321032.315237:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3199 00000100:00100000:2.0:1767321032.315248:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384431488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321032.315293:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321032.315536:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384431488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 289us (3847us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321032.315544:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3199 00000100:00100000:2.0:1767321032.315565:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3200 00000100:00100000:2.0:1767321032.315572:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384431616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321032.315593:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321032.315640:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384431616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (3477us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321032.315647:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3200 00000100:00100000:2.0:1767321032.315869:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384431616:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321032.315922:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384431488:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321032.316112:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321032.316118:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321032.822962:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321033.335147:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321033.848664:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321034.359024:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321034.870963:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321035.388908:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321035.848407:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321035.850647:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297460608 00000100:00100000:0.0:1767321035.850668:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297460608 00000100:00080000:2.0:1767321035.850771:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321035.850865:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5743 00000100:00100000:0.0:1767321035.850881:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297460608:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321035.851029:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297460608:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 154us (2642us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321035.851038:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5743 00000100:00100000:0.0:1767321035.856292:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321035.856592:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297460480 00000100:00100000:3.0:1767321035.856605:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297460480 00000100:00100000:3.0:1767321035.856671:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25191 00000100:00100000:3.0:1767321035.856681:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297460480:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321035.856712:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321035.856862:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297460480:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 180us (585us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321035.856871:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25191 00000100:00080000:2.0:1767321035.898059:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767321035.898062:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767321035.898072:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321035.898075:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321035.898081:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321035.898085:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321035.898095:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5934 00000100:00080000:2.0:1767321035.898100:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321035.898109:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321035.898175:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891da9c00 x1853164384431744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321035.898216:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321035.898219:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321035.898221:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321035.898226:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5934 00000100:00080000:2.0:1767321035.898228:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321035.898232:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321035.898247:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891da9f80 x1853164384431872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321035.898297:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321035.898302:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321035.898304:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321035.898308:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5934 00000100:00080000:2.0:1767321035.898318:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321035.898323:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321035.898338:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891da8a80 x1853164384432128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321035.898358:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384431744:0@lo:38:kworker.0 00000100:00080000:2.0:1767321035.898374:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321035.898380:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321035.898382:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321035.898386:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5934 00000100:00080000:2.0:1767321035.898389:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321035.898394:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321035.898412:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936891dabb80 x1853164384432384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321035.898461:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384432640:0@lo:400:kworker.0 00000100:00100000:3.0:1767321035.898471:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321035.898546:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384432000:0@lo:400:kworker.0 00000100:00100000:2.0:1767321035.899832:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321035.902123:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384432640 00000100:00100000:3.0:1767321035.902145:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384432640 00000100:00100000:3.0:1767321035.902257:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2364 00000100:00100000:3.0:1767321035.902270:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384432640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321035.904830:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384432256:0@lo:400:kworker.0 00000100:00100000:3.0:1767321035.904893:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384432640:12345-0@lo:400:kworker.0 Request processed in 2622us (5062us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321035.904907:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2364 00000100:00100000:3.0:1767321035.905001:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384432640:0@lo:400:kworker.0 00000100:00100000:3.0:1767321035.905040:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384431872:0@lo:38:kworker.0 00000100:00100000:3.0:1767321035.905076:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321035.905104:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384431872 00000100:00100000:3.0:1767321035.905111:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384431872 00000100:00100000:3.0:1767321035.905143:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3026 00000100:00100000:3.0:1767321035.905151:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384431872:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321035.905175:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321035.905214:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384431872:12345-0@lo:38:kworker.0 Request processed in 64us (139us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321035.905221:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3026 00000100:00080000:3.0:1767321035.905257:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321035.905262:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321035.905266:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384431872:0@lo:38:kworker.0 00000100:00100000:3.0:1767321035.905285:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384432128:0@lo:38:kworker.0 00000100:00100000:2.0:1767321035.906193:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321035.906235:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321035.906259:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384431744 00000100:00100000:3.0:1767321035.906266:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384431744 00000100:00100000:3.0:1767321035.907153:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384432256 00000100:00100000:3.0:1767321035.907164:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384432256 00000100:00100000:1.0:1767321035.907529:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321035.907636:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321035.907652:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384432512:0@lo:400:kworker.0 00000100:00100000:2.0:1767321035.907704:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321035.915690:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384432000 00000100:00100000:0.0:1767321035.915712:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384432000 00000100:00100000:0.0:1767321035.915833:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5744 00000100:00100000:0.0:1767321035.915846:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384432256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321035.916013:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384432256:12345-0@lo:400:kworker.0 Request processed in 170us (9824us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321035.916026:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5744 00000100:00100000:0.0:1767321035.916048:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5745 00000100:00100000:0.0:1767321035.916055:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384432000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321035.916095:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384432000:12345-0@lo:400:kworker.0 Request processed in 41us (8568us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321035.916101:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5745 00000100:00100000:0.0:1767321035.916131:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25192 00000100:00100000:0.0:1767321035.916137:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384431744:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321035.916163:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321035.916200:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384431744:12345-0@lo:38:kworker.0 Request processed in 61us (17731us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321035.916207:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25192 00000100:00100000:0.0:1767321035.916291:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384432256:0@lo:400:kworker.0 00000100:00100000:0.0:1767321035.916367:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384432000:0@lo:400:kworker.0 00000100:00080000:0.0:1767321035.916409:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321035.916427:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384432512 00000100:00100000:0.0:1767321035.916444:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384432512 00000100:00100000:0.0:1767321035.916493:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2365 00000100:00100000:0.0:1767321035.916500:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384432512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321035.916541:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384432512:12345-0@lo:400:kworker.0 Request processed in 42us (8836us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321035.916547:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2365 00000100:00080000:0.0:1767321035.916562:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321035.916579:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384432512:0@lo:400:kworker.0 00000100:00100000:0.0:1767321035.916619:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321035.916656:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384432384:0@lo:38:kworker.0 00000100:00100000:0.0:1767321035.916693:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321035.916712:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321035.916718:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321035.916721:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384431744:0@lo:38:kworker.0 00000100:00100000:0.0:1767321035.916745:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384432128 00000100:00100000:0.0:1767321035.916748:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384432128 00000100:00100000:0.0:1767321035.916758:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384432384 00000100:00100000:0.0:1767321035.916761:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384432384 00000100:00100000:0.0:1767321035.916768:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25193 00000100:00100000:0.0:1767321035.916772:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384432128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321035.916810:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321035.916855:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384432128:12345-0@lo:38:kworker.0 Request processed in 81us (235us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321035.916861:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25193 00000100:00100000:0.0:1767321035.916873:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25194 00000100:00100000:0.0:1767321035.916876:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384432384:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321035.916885:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321035.916908:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384432384:12345-0@lo:38:kworker.0 Request processed in 30us (214us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321035.916913:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25194 00000100:00080000:0.0:1767321035.916945:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321035.916950:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321035.916954:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384432128:0@lo:38:kworker.0 00000100:00080000:0.0:1767321035.916967:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321035.916971:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321035.916974:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384432384:0@lo:38:kworker.0 00010000:00010000:2.0:1767321036.407531:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321036.919007:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321037.431034:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321037.431428:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321037.431458:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384432768:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321037.431554:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321037.431665:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384432768 00000100:00100000:2.0:1767321037.431677:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384432768 00000100:00100000:2.0:1767321037.431805:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3201 00000100:00100000:2.0:1767321037.431817:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384432768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321037.431859:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321037.431934:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384432768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321037.431942:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3201 00000100:00100000:2.0:1767321037.431998:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384432768:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321037.432060:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321037.432529:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321037.432635:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384432896:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321037.432878:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321037.433031:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384432896 00000100:00100000:3.0:1767321037.433038:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384432896 00000100:00100000:3.0:1767321037.433147:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3202 00000100:00100000:3.0:1767321037.433157:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384432896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321037.433188:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767321037.433311:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321037.433378:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384432896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 222us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321037.433385:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3202 00000100:00100000:1.0:1767321037.433475:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384432896:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321037.948091:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321038.466516:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321038.967469:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321039.481072:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321039.991005:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321040.503947:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321040.968364:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321040.968427:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321040.969748:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297460864 00000100:00100000:1.0:1767321040.971267:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297460864 00000100:00100000:1.0:1767321040.971385:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297460736 00000100:00100000:1.0:1767321040.971389:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297460736 00000100:00100000:1.0:1767321040.971428:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5746 00000100:00100000:1.0:1767321040.971450:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297460864:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321040.971504:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25195 00000100:00100000:3.0:1767321040.971514:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297460736:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321040.971543:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767321040.971550:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321040.971662:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297460736:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 145us (3234us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321040.971670:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25195 00000100:00100000:1.0:1767321040.972051:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297460864:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 610us (3699us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321040.972066:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5746 00000100:00100000:1.0:1767321041.014956:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767321041.015397:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321041.015405:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321041.015408:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321041.015413:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321041.015417:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321041.015427:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5939 00000100:00080000:3.0:1767321041.015433:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321041.015443:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321041.015496:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5133b80 x1853164384433024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321041.015527:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321041.015532:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321041.015534:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321041.015538:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5939 00000100:00080000:3.0:1767321041.015541:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321041.015545:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321041.015560:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5131500 x1853164384433152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321041.015606:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321041.015610:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321041.015612:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321041.015616:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5939 00000100:00080000:3.0:1767321041.015618:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321041.015622:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321041.015632:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130700 x1853164384433408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321041.015663:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321041.015666:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321041.015668:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321041.015672:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5939 00000100:00080000:3.0:1767321041.015674:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321041.015678:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321041.015687:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5133100 x1853164384433664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321041.015726:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384433536:0@lo:400:kworker.0 00000100:00100000:3.0:1767321041.015834:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321041.015917:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321041.015923:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384433792:0@lo:400:kworker.0 00000100:00100000:3.0:1767321041.015948:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321041.015982:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384433536 00000100:00100000:3.0:1767321041.015990:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384433536 00000100:00100000:3.0:1767321041.016048:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5747 00000100:00100000:3.0:1767321041.016058:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384433536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321041.016110:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384433536:12345-0@lo:400:kworker.0 Request processed in 54us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321041.016117:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5747 00000100:00080000:3.0:1767321041.016140:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321041.016183:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384433536:0@lo:400:kworker.0 00000100:00100000:0.0:1767321041.016280:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384433920:0@lo:400:kworker.0 00000100:00100000:0.0:1767321041.016312:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321041.016341:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321041.016346:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384433280:0@lo:400:kworker.0 00000100:00100000:0.0:1767321041.016370:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321041.016403:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384433792 00000100:00100000:0.0:1767321041.016407:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384433792 00000100:00100000:0.0:1767321041.016448:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384433920 00000100:00100000:0.0:1767321041.016452:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384433920 00000100:00100000:0.0:1767321041.016473:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2366 00000100:00100000:0.0:1767321041.016479:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384433792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321041.016512:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384433792:12345-0@lo:400:kworker.0 Request processed in 33us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321041.016518:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2366 00000100:00100000:0.0:1767321041.016531:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2367 00000100:00100000:0.0:1767321041.016536:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384433920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321041.016561:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384433920:12345-0@lo:400:kworker.0 Request processed in 24us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321041.016566:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2367 00000100:00080000:0.0:1767321041.016585:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321041.016589:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321041.016602:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384433920:0@lo:400:kworker.0 00000100:00100000:0.0:1767321041.016616:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384433280 00000100:00100000:0.0:1767321041.016618:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384433280 00000100:00100000:0.0:1767321041.016641:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5748 00000100:00100000:0.0:1767321041.016646:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384433280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321041.016673:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384433280:12345-0@lo:400:kworker.0 Request processed in 27us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321041.016678:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5748 00000100:00080000:0.0:1767321041.016689:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321041.016701:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384433280:0@lo:400:kworker.0 00000100:00100000:2.0:1767321041.017492:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384433024:0@lo:38:kworker.0 00000100:00100000:2.0:1767321041.017542:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321041.017582:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384433152:0@lo:38:kworker.0 00000100:00100000:2.0:1767321041.017604:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321041.017635:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384433408:0@lo:38:kworker.0 00000100:00100000:2.0:1767321041.017653:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321041.017665:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384433664:0@lo:38:kworker.0 00000100:00100000:2.0:1767321041.017682:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321041.017728:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384433024 00000100:00100000:2.0:1767321041.017733:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384433024 00000100:00100000:2.0:1767321041.017757:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384433408 00000100:00100000:2.0:1767321041.017759:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384433408 00000100:00100000:2.0:1767321041.017765:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384433664 00000100:00100000:2.0:1767321041.017768:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384433664 00000100:00100000:2.0:1767321041.017778:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25196 00000100:00100000:2.0:1767321041.017814:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384433024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321041.017836:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321041.017872:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384433024:12345-0@lo:38:kworker.0 Request processed in 57us (329us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321041.017878:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25196 00000100:00100000:2.0:1767321041.017904:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25197 00000100:00100000:2.0:1767321041.017908:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384433408:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321041.017917:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321041.017937:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384433408:12345-0@lo:38:kworker.0 Request processed in 27us (283us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321041.017942:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25197 00000100:00100000:2.0:1767321041.017951:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25198 00000100:00100000:2.0:1767321041.017955:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384433664:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321041.017963:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321041.017979:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384433664:12345-0@lo:38:kworker.0 Request processed in 23us (297us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321041.017984:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25198 00000100:00080000:2.0:1767321041.018009:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321041.018015:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321041.018018:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384433024:0@lo:38:kworker.0 00000100:00080000:2.0:1767321041.018025:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321041.018028:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321041.018030:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384433408:0@lo:38:kworker.0 00000100:00080000:2.0:1767321041.018038:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321041.018041:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321041.018044:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384433664:0@lo:38:kworker.0 00000100:00100000:0.0:1767321041.018178:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384433152 00000100:00100000:0.0:1767321041.018182:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384433152 00000100:00100000:0.0:1767321041.018211:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3027 00000100:00100000:0.0:1767321041.018215:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384433152:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321041.018225:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321041.018270:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384433152:12345-0@lo:38:kworker.0 Request processed in 54us (664us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321041.018276:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3027 00000100:00080000:1.0:1767321041.018589:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321041.018594:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321041.018597:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384433152:0@lo:38:kworker.0 00000100:00100000:3.0:1767321041.018688:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384433792:0@lo:400:kworker.0 00010000:00010000:2.0:1767321041.527168:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321042.039240:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321042.551181:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384434048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321042.551294:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321042.551384:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384434048 00000100:00100000:3.0:1767321042.551394:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384434048 00010000:00010000:1.0:1767321042.551446:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321042.551457:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3203 00000100:00100000:3.0:1767321042.551468:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384434048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321042.551509:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321042.551565:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384434048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321042.551577:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3203 00000100:00100000:1.0:1767321042.551708:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384434176:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321042.551742:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321042.551832:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384434048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321042.551928:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384434176 00000100:00100000:3.0:1767321042.551933:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384434176 00000100:00100000:3.0:1767321042.551966:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3204 00000100:00100000:3.0:1767321042.551974:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384434176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321042.551993:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321042.552046:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384434176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321042.552051:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3204 00000100:00100000:1.0:1767321042.552260:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384434176:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321043.064740:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321043.576064:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321044.087094:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321044.599114:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321045.112395:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321045.623833:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321046.100228:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321046.100291:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321046.100414:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297461120 00000100:00100000:2.0:1767321046.100425:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297461120 00000100:00100000:2.0:1767321046.100528:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297460992 00000100:00100000:2.0:1767321046.100532:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297460992 00000100:00100000:2.0:1767321046.100552:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5749 00000100:00100000:2.0:1767321046.100565:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297461120:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321046.100663:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297461120:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 102us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321046.100671:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5749 00000100:00100000:2.0:1767321046.100691:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25199 00000100:00100000:2.0:1767321046.100696:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297460992:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767321046.100722:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321046.100751:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297460992:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 53us (459us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321046.100758:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25199 00000100:00080000:1.0:1767321046.101090:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767321046.134896:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321046.135062:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321046.135066:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321046.135071:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321046.135076:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321046.135088:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5944 00000100:00080000:3.0:1767321046.135094:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321046.135104:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321046.135156:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5131f80 x1853164384434304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321046.135189:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321046.135193:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321046.135195:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321046.135199:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5944 00000100:00080000:3.0:1767321046.135203:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321046.135207:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321046.135222:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5132300 x1853164384434432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321046.135339:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384434560:0@lo:400:kworker.0 00000100:00100000:0.0:1767321046.135434:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321046.135617:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384434304:0@lo:38:kworker.0 00000100:00100000:1.0:1767321046.135652:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321046.135683:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384434432:0@lo:38:kworker.0 00000100:00100000:1.0:1767321046.135710:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321046.135755:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384434560 00000100:00100000:1.0:1767321046.135763:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384434560 00000100:00100000:1.0:1767321046.135870:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384434304 00000100:00100000:1.0:1767321046.135874:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384434304 00000100:00100000:1.0:1767321046.135896:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5750 00000100:00080000:3.0:1767321046.136080:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321046.136086:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321046.136088:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321046.136093:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5944 00000100:00080000:3.0:1767321046.136096:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321046.136100:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321046.136120:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5132d80 x1853164384434688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321046.136159:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321046.136163:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321046.136164:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321046.136169:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5944 00000100:00080000:3.0:1767321046.136171:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321046.136175:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321046.136191:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5131500 x1853164384434944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321046.136228:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384434560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321046.136374:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25200 00000100:00100000:2.0:1767321046.136382:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384434304:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321046.136405:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321046.136446:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384434304:12345-0@lo:38:kworker.0 Request processed in 63us (793us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321046.136454:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25200 00000100:00100000:2.0:1767321046.136522:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384435200:0@lo:400:kworker.0 00000100:00100000:2.0:1767321046.136570:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321046.136605:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384435200 00000100:00100000:2.0:1767321046.136610:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384435200 00000100:00100000:2.0:1767321046.136649:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2368 00000100:00100000:2.0:1767321046.136657:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384435200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321046.136692:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384435200:12345-0@lo:400:kworker.0 Request processed in 37us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321046.136699:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2368 00000100:00100000:2.0:1767321046.136751:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384435200:0@lo:400:kworker.0 00000100:00100000:2.0:1767321046.136778:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384434688:0@lo:38:kworker.0 00000100:00100000:2.0:1767321046.136828:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321046.136854:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384434944:0@lo:38:kworker.0 00000100:00100000:2.0:1767321046.136877:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321046.136902:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321046.136917:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321046.136921:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384434304:0@lo:38:kworker.0 00000100:00100000:2.0:1767321046.136945:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384434688 00000100:00100000:2.0:1767321046.136949:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384434688 00000100:00100000:2.0:1767321046.136960:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384434944 00000100:00100000:2.0:1767321046.136962:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384434944 00000100:00100000:2.0:1767321046.136970:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25201 00000100:00100000:2.0:1767321046.136974:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384434688:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321046.136987:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321046.137017:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384434688:12345-0@lo:38:kworker.0 Request processed in 41us (187us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321046.137023:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25201 00000100:00100000:2.0:1767321046.137035:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25202 00000100:00100000:2.0:1767321046.137039:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384434944:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321046.137048:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321046.137070:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384434944:12345-0@lo:38:kworker.0 Request processed in 29us (192us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321046.137076:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25202 00000100:00080000:2.0:1767321046.137102:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321046.137106:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321046.137109:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384434688:0@lo:38:kworker.0 00000100:00080000:2.0:1767321046.137117:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321046.137121:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321046.137123:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384434944:0@lo:38:kworker.0 00000100:00100000:2.0:1767321046.137158:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384435072:0@lo:400:kworker.0 00000100:00100000:2.0:1767321046.137184:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321046.137205:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321046.137212:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384434816:0@lo:400:kworker.0 00000100:00100000:2.0:1767321046.137232:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321046.137253:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384435072 00000100:00100000:2.0:1767321046.137256:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384435072 00000100:00100000:2.0:1767321046.137285:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2369 00000100:00100000:2.0:1767321046.137291:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384435072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321046.137323:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384435072:12345-0@lo:400:kworker.0 Request processed in 32us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321046.137329:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2369 00000100:00100000:2.0:1767321046.137355:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384435072:0@lo:400:kworker.0 00000100:00100000:2.0:1767321046.137371:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384434816 00000100:00100000:2.0:1767321046.137374:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384434816 00000100:00100000:2.0:1767321046.137402:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5751 00000100:00100000:2.0:1767321046.137409:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384434816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321046.137441:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384434816:12345-0@lo:400:kworker.0 Request processed in 33us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321046.137448:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5751 00000100:00100000:2.0:1767321046.137472:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384434816:0@lo:400:kworker.0 00000100:00100000:2.0:1767321046.137522:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384434432 00000100:00100000:2.0:1767321046.137527:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384434432 00000100:00100000:2.0:1767321046.137550:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3028 00000100:00100000:2.0:1767321046.137555:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384434432:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321046.137567:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321046.137599:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384434432:12345-0@lo:38:kworker.0 Request processed in 42us (1889us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321046.137606:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3028 00000100:00080000:2.0:1767321046.137623:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321046.137628:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321046.137630:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321046.137644:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767321046.137664:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321046.137669:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321046.137673:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384434432:0@lo:38:kworker.0 00000100:00100000:1.0:1767321046.146648:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384434560:12345-0@lo:400:kworker.0 Request processed in 10726us (11195us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321046.146668:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5750 00000100:00100000:0.0:1767321046.153230:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384434560:0@lo:400:kworker.0 00010000:00010000:2.0:1767321046.647181:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321047.163053:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321047.672272:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00010000:00010000:2.0:1767321047.672379:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321047.672502:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384435328:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321047.672602:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321047.672737:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384435328 00000100:00100000:2.0:1767321047.672745:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384435328 00000100:00100000:2.0:1767321047.672822:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3205 00000100:00100000:2.0:1767321047.672843:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384435328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321047.672883:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321047.673525:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384435328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 690us (918us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321047.673546:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3205 00000100:00100000:3.0:1767321047.673945:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384435328:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321047.673962:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384435456:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321047.673998:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321047.674204:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384435456 00000100:00100000:2.0:1767321047.674211:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384435456 00000100:00100000:2.0:1767321047.674258:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3206 00000100:00100000:2.0:1767321047.674267:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384435456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321047.674306:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321047.674348:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384435456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321047.674354:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3206 00000100:00100000:3.0:1767321047.677435:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384435456:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321048.183133:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321048.695638:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321049.207124:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321049.721372:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321050.231018:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321050.231381:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321025/real 1767321025] req@ffff9369a49f0380 x1853164384429056/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321050 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321050.231424:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369a49f0380 x1853164384429056/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321050 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321050.231448:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321050.231490:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321050.231496:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384429056:0@lo:250:kworker.0 00000100:00080000:0.0:1767321050.232501:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321050.232510:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767321050.232516:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321050.232523:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5928 00000100:00080000:0.0:1767321050.232528:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321050.232536:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321050.232583:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f10700 x1853164384435584/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321050.232618:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321050.232621:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321050.232623:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321050.232627:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5949 00000100:00080000:0.0:1767321050.232630:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321050.232634:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321050.232652:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f12d80 x1853164384435712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321050.232662:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321050.232665:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321050.232667:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321050.232671:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5949 00000100:00080000:0.0:1767321050.232674:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321050.232677:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321050.232690:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f13480 x1853164384435840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321050.232741:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321050.232746:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321050.232748:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321050.232753:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5949 00000100:00080000:0.0:1767321050.232757:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321050.232761:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321050.232774:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936984f11f80 x1853164384436096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321050.232840:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384435968:0@lo:400:kworker.0 00000100:00080000:0.0:1767321050.232855:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321050.232860:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321050.232862:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321050.232867:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5949 00000100:00080000:0.0:1767321050.232871:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321050.232875:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321050.232884:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384436224:0@lo:400:kworker.0 00000100:00100000:0.0:1767321050.232890:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5569180 x1853164384436352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321050.232955:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384436608:0@lo:400:kworker.0 00000100:00100000:1.0:1767321050.232974:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321050.233053:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384435584:0@lo:250:kworker.0 00000100:00100000:0.0:1767321050.233683:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321050.233760:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321050.233768:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384436480:0@lo:400:kworker.0 00000100:00100000:0.0:1767321050.233845:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321050.233912:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384436224 00000100:00100000:0.0:1767321050.233920:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384436224 00000100:00100000:0.0:1767321050.233985:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5752 00000100:00100000:0.0:1767321050.233997:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384436224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321050.234064:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384436224:12345-0@lo:400:kworker.0 Request processed in 70us (1091us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321050.234071:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5752 00000100:00080000:0.0:1767321050.234110:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321050.234140:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384436608 00000100:00100000:0.0:1767321050.234143:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384436608 00000100:00100000:0.0:1767321050.234178:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384436480 00000100:00100000:0.0:1767321050.234182:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384436480 00000100:00100000:0.0:1767321050.234205:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2370 00000100:00100000:0.0:1767321050.234211:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384436608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321050.235106:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321050.235139:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384436224:0@lo:400:kworker.0 00000100:00100000:1.0:1767321050.235208:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2371 00000100:00100000:1.0:1767321050.235225:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384436480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321050.235348:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384436480:12345-0@lo:400:kworker.0 Request processed in 131us (1502us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321050.235355:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2371 00000100:00080000:1.0:1767321050.235379:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321050.235384:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321050.235419:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384436480:0@lo:400:kworker.0 00000100:00100000:1.0:1767321050.235460:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384435968 00000100:00100000:1.0:1767321050.235464:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384435968 00000100:00100000:1.0:1767321050.235507:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5753 00000100:00100000:1.0:1767321050.235512:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384435968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321050.235546:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384435968:12345-0@lo:400:kworker.0 Request processed in 33us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321050.235552:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5753 00000100:00080000:1.0:1767321050.235566:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:2.0:1767321050.235637:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384435584 offset 0 length 520: 4 00000100:00100000:2.0:1767321050.235672:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384435712:0@lo:38:kworker.0 00000100:00100000:2.0:1767321050.235708:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321050.235732:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384435840:0@lo:38:kworker.0 00000100:00100000:1.0:1767321050.235756:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384435712 00000100:00100000:2.0:1767321050.235760:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321050.235762:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384435712 00000100:00100000:2.0:1767321050.235796:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936984f11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384436096:0@lo:38:kworker.0 00000100:00100000:2.0:1767321050.235830:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321050.235849:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384436352:0@lo:38:kworker.0 00000100:00100000:2.0:1767321050.235874:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321050.235912:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384435840 00000100:00100000:1.0:1767321050.235916:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384436096 00000100:00100000:2.0:1767321050.235917:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384435840 00000100:00100000:1.0:1767321050.235923:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384436096 00000100:00100000:1.0:1767321050.235948:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384436352 00000100:00100000:1.0:1767321050.235950:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384436352 00000100:00100000:2.0:1767321050.235954:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3029 00000100:00100000:2.0:1767321050.235961:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384435840:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321050.235966:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25203 00000100:00100000:1.0:1767321050.235973:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384435712:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321050.235985:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767321050.235996:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321050.236443:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384435840:12345-0@lo:38:kworker.0 Request processed in 477us (679us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321050.236444:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384435712:12345-0@lo:38:kworker.0 Request processed in 466us (730us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321050.236458:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25203 00000100:00100000:2.0:1767321050.236462:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3029 00000100:00100000:1.0:1767321050.236480:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25204 00000100:00100000:1.0:1767321050.236485:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384436096:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321050.236496:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25205 00010000:00020000:1.0:1767321050.236497:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321050.236506:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384436352:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321050.236518:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321050.236524:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384436096:12345-0@lo:38:kworker.0 Request processed in 36us (692us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321050.236531:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25204 00000100:00100000:2.0:1767321050.236555:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384436352:12345-0@lo:38:kworker.0 Request processed in 49us (679us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321050.236562:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25205 00000100:00080000:2.0:1767321050.236604:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321050.236610:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321050.236613:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384435712:0@lo:38:kworker.0 00000100:00080000:2.0:1767321050.236622:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321050.236626:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321050.236629:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384435840:0@lo:38:kworker.0 00000100:00080000:2.0:1767321050.236637:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321050.236641:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321050.236643:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384436096:0@lo:38:kworker.0 00000100:00080000:2.0:1767321050.236651:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321050.236654:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321050.236657:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384436352:0@lo:38:kworker.0 00000100:00100000:3.0:1767321050.237582:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384435968:0@lo:400:kworker.0 00000100:00100000:0.0:1767321050.242687:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384436608:12345-0@lo:400:kworker.0 Request processed in 8455us (8984us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321050.242709:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2370 00000100:00100000:1.0:1767321050.242740:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384436608:0@lo:400:kworker.0 00010000:00010000:1.0:1767321050.743175:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321051.209088:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:2.0:1767321051.209132:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297461248 offset 0 length 520: 4 00000100:00100000:2.0:1767321051.209159:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321051.209180:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297461504 00000100:00100000:1.0:1767321051.209192:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297461504 00000100:00100000:3.0:1767321051.209274:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297461376 00000100:00100000:3.0:1767321051.209291:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297461376 00000100:00100000:3.0:1767321051.209370:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5754 00000100:00100000:3.0:1767321051.209391:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297461504:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:0.0:1767321051.209434:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321051.209508:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297461504:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 126us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321051.209662:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25206 00000100:00100000:1.0:1767321051.209672:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297461376:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321051.209697:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321051.209757:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297461376:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 85us (596us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321051.209766:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25206 00000100:00100000:3.0:1767321051.218128:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5754 00000100:00100000:1.0:1767321051.255135:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321051.767304:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321052.279053:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321052.791007:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321052.791045:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321052.791067:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384436736:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321052.791142:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321052.791215:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384436736 00000100:00100000:2.0:1767321052.791220:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384436864:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321052.791225:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384436736 00000100:00100000:2.0:1767321052.791241:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321052.791280:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384436864 00000100:00100000:3.0:1767321052.791284:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384436864 00000100:00100000:2.0:1767321052.791285:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3207 00000100:00100000:2.0:1767321052.791295:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384436736:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321052.791302:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3208 00000100:00100000:3.0:1767321052.791307:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384436864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321052.791327:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00002000:00000024:3.0:1767321052.791327:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321052.791366:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384436736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321052.791373:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3207 00000100:00080000:0.0:1767321052.791389:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321052.791394:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321052.796089:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384436864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4767us (4832us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321052.796106:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3208 00000100:00100000:2.0:1767321052.798244:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384436864:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321052.798263:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384436736:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321053.302921:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321053.815700:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321054.326985:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321054.844674:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321055.351489:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767321055.352106:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321055.352112:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321055.352116:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321055.352120:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321055.352124:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321055.352132:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5953 00000100:00080000:1.0:1767321055.352137:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321055.352156:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321055.352205:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafed500 x1853164384436992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321055.352235:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321055.352250:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321055.352252:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321055.352255:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5953 00000100:00080000:1.0:1767321055.352258:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321055.352261:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321055.352277:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafed180 x1853164384437120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321055.352315:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321055.352321:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321055.352322:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321055.352325:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5953 00000100:00080000:1.0:1767321055.352329:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321055.352332:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321055.352347:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafedc00 x1853164384437376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321055.352375:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321055.352379:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321055.352380:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321055.352385:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5953 00000100:00080000:1.0:1767321055.352387:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321055.352391:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321055.352402:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5569180 x1853164384437632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321055.352467:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384437760:0@lo:400:kworker.0 00000100:00100000:2.0:1767321055.352502:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384436992:0@lo:38:kworker.0 00000100:00100000:3.0:1767321055.352591:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384437248:0@lo:400:kworker.0 00000100:00100000:0.0:1767321055.352665:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384437504:0@lo:400:kworker.0 00000100:00100000:2.0:1767321055.355401:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321055.355479:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384437120:0@lo:38:kworker.0 00000100:00100000:2.0:1767321055.355524:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321055.356068:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384437376:0@lo:38:kworker.0 00000100:00100000:2.0:1767321055.356101:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321055.356126:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384437632:0@lo:38:kworker.0 00000100:00100000:2.0:1767321055.356146:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321055.356191:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384437888:0@lo:400:kworker.0 00000100:00100000:2.0:1767321055.356217:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321055.356253:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384437120 00000100:00100000:2.0:1767321055.356262:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384437120 00000100:00100000:2.0:1767321055.356324:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3030 00000100:00100000:2.0:1767321055.356333:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384437120:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321055.356353:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321055.356397:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384437120:12345-0@lo:38:kworker.0 Request processed in 63us (870us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321055.356404:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3030 00000100:00100000:2.0:1767321055.356427:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384436992 00000100:00100000:2.0:1767321055.356431:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384436992 00000100:00100000:2.0:1767321055.356448:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384437376 00000100:00100000:2.0:1767321055.356451:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384437376 00000100:00100000:2.0:1767321055.356462:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384437632 00000100:00100000:2.0:1767321055.356465:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384437632 00000100:00100000:2.0:1767321055.356474:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25207 00000100:00100000:2.0:1767321055.356478:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384436992:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321055.356487:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321055.356514:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384436992:12345-0@lo:38:kworker.0 Request processed in 35us (1121us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321055.356520:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25207 00000100:00100000:2.0:1767321055.356530:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25208 00000100:00100000:2.0:1767321055.356534:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384437376:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321055.356543:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321055.356695:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384437376:12345-0@lo:38:kworker.0 Request processed in 159us (592us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321055.356701:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25208 00000100:00100000:2.0:1767321055.356713:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25209 00000100:00100000:2.0:1767321055.356717:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384437632:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321055.356726:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321055.356749:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384437632:12345-0@lo:38:kworker.0 Request processed in 30us (603us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321055.356754:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25209 00000100:00080000:2.0:1767321055.356819:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321055.356824:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321055.356883:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384436992:0@lo:38:kworker.0 00000100:00080000:2.0:1767321055.356899:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321055.356902:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321055.356904:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384437120:0@lo:38:kworker.0 00000100:00080000:2.0:1767321055.357010:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321055.357014:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321055.357017:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384437376:0@lo:38:kworker.0 00000100:00080000:2.0:1767321055.357024:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321055.357027:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321055.357028:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384437632:0@lo:38:kworker.0 00000100:00100000:2.0:1767321055.357191:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384437888 00000100:00100000:2.0:1767321055.357197:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384437888 00000100:00100000:2.0:1767321055.357241:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2372 00000100:00100000:2.0:1767321055.357248:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384437888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321055.357297:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384437888:12345-0@lo:400:kworker.0 Request processed in 50us (1078us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321055.357303:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2372 00000100:00100000:2.0:1767321055.357332:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384437888:0@lo:400:kworker.0 00000100:00080000:2.0:1767321055.357376:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321055.361179:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321055.361256:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384437248 00000100:00100000:2.0:1767321055.361268:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384437248 00000100:00100000:2.0:1767321055.361345:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5755 00000100:00100000:2.0:1767321055.361356:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384437248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321055.361439:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384437248:12345-0@lo:400:kworker.0 Request processed in 86us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321055.361461:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5755 00000100:00080000:3.0:1767321055.361600:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321055.361649:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384437248:0@lo:400:kworker.0 00000100:00100000:1.0:1767321055.363599:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321055.363818:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384437760 00000100:00100000:2.0:1767321055.363828:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384437760 00000100:00100000:0.0:1767321055.363849:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321055.363910:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2373 00000100:00100000:2.0:1767321055.363924:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384437760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321055.363934:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384437504 00000100:00100000:0.0:1767321055.364069:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384437504 00000100:00100000:0.0:1767321055.364129:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5756 00000100:00100000:0.0:1767321055.364137:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384437504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321055.364200:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384437504:12345-0@lo:400:kworker.0 Request processed in 65us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321055.364206:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5756 00000100:00100000:1.0:1767321055.364292:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384437504:0@lo:400:kworker.0 00000100:00080000:3.0:1767321055.364324:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767321055.364332:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321055.368048:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384437760:12345-0@lo:400:kworker.0 Request processed in 4114us (4441us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321055.368067:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2373 00000100:00100000:1.0:1767321055.368073:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384437760:0@lo:400:kworker.0 00010000:00010000:1.0:1767321055.863129:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321056.328696:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321056.329458:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297461632 00000100:00100000:0.0:1767321056.329472:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297461632 00000100:00100000:0.0:1767321056.329536:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25210 00000100:00100000:0.0:1767321056.329545:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297461632:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321056.329571:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321056.329652:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297461632:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 106us (965us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321056.329660:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25210 00000100:00100000:1.0:1767321056.334377:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321056.335151:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297461760 00000100:00100000:2.0:1767321056.335166:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297461760 00000100:00100000:2.0:1767321056.335271:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5757 00000100:00100000:2.0:1767321056.335284:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297461760:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321056.335395:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297461760:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 113us (1032us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321056.335404:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5757 00000100:00080000:3.0:1767321056.335869:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321056.375692:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321056.891372:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321057.399569:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321057.911698:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321057.911957:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384438016:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321057.912057:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321057.912107:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384438016 00000100:00100000:0.0:1767321057.912115:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384438016 00000100:00100000:0.0:1767321057.912189:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3209 00000100:00100000:0.0:1767321057.912201:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384438016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321057.912244:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321057.912294:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384438016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321057.912316:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3209 00000100:00080000:0.0:1767321057.912359:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321057.912447:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384438016:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321057.913123:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384438144:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321057.913172:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321057.913279:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384438144 00000100:00100000:3.0:1767321057.913286:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384438144 00000100:00100000:3.0:1767321057.913349:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3210 00000100:00100000:3.0:1767321057.913357:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384438144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321057.913383:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321057.913426:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384438144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321057.913433:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3210 00000100:00100000:1.0:1767321057.913586:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384438144:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321057.913606:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321058.424054:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321058.937818:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321059.447057:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321059.964668:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321060.474305:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321060.474326:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321060.474330:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321060.474336:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321060.474342:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321060.474357:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5958 00000100:00080000:0.0:1767321060.474364:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321060.474376:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321060.474447:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968c380 x1853164384438272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321060.474497:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321060.474503:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321060.474504:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321060.474510:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5958 00000100:00080000:0.0:1767321060.474513:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321060.474516:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321060.474546:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968c700 x1853164384438400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321060.474671:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321060.474851:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384438272:0@lo:38:kworker.0 00000100:00100000:3.0:1767321060.474947:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321060.475052:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384438272 00000100:00100000:2.0:1767321060.475061:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384438272 00000100:00100000:2.0:1767321060.475119:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25211 00000100:00100000:2.0:1767321060.475127:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384438272:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321060.475150:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321060.475327:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384438400:0@lo:38:kworker.0 00000100:00100000:3.0:1767321060.475362:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321060.475411:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384438400 00000100:00100000:3.0:1767321060.475415:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384438400 00000100:00100000:3.0:1767321060.475440:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3031 00000100:00100000:3.0:1767321060.475445:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384438400:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321060.475460:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321060.475494:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384438400:12345-0@lo:38:kworker.0 Request processed in 47us (131us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321060.475501:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3031 00000100:00080000:3.0:1767321060.475559:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321060.475564:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321060.475568:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384438400:0@lo:38:kworker.0 00000100:00100000:2.0:1767321060.475932:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384438272:12345-0@lo:38:kworker.0 Request processed in 801us (981us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321060.475944:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25211 00000100:00080000:3.0:1767321060.476820:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321060.476829:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321060.476834:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384438272:0@lo:38:kworker.0 00000100:00080000:0.0:1767321060.477269:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321060.477276:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321060.477279:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321060.477285:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5958 00000100:00080000:0.0:1767321060.477289:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321060.477296:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321060.477333:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968ca80 x1853164384438656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321060.477375:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321060.477379:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321060.477381:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321060.477385:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5958 00000100:00080000:0.0:1767321060.477388:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321060.477391:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321060.477403:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968ce00 x1853164384438912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321060.477471:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384438528:0@lo:400:kworker.0 00000100:00100000:3.0:1767321060.477527:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384438656:0@lo:38:kworker.0 00000100:00100000:1.0:1767321060.477544:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321060.477566:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321060.477583:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384438912:0@lo:38:kworker.0 00000100:00100000:1.0:1767321060.477589:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321060.477595:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384438784:0@lo:400:kworker.0 00000100:00100000:3.0:1767321060.477600:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321060.477616:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321060.477650:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384438528 00000100:00100000:3.0:1767321060.477650:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384438656 00000100:00100000:1.0:1767321060.477657:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384438528 00000100:00100000:3.0:1767321060.477657:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384438656 00000100:00100000:3.0:1767321060.477682:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384438912 00000100:00100000:3.0:1767321060.477685:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384438912 00000100:00100000:3.0:1767321060.477692:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384438784 00000100:00100000:3.0:1767321060.477694:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384438784 00000100:00100000:1.0:1767321060.477702:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5758 00000100:00100000:3.0:1767321060.477722:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5759 00000100:00100000:1.0:1767321060.477728:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384438528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321060.477728:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384438784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321060.477805:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384438784:12345-0@lo:400:kworker.0 Request processed in 74us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321060.477812:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5759 00000100:00100000:3.0:1767321060.477832:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25212 00000100:00100000:3.0:1767321060.477836:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384438656:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321060.477856:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321060.477890:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384438656:12345-0@lo:38:kworker.0 Request processed in 52us (323us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321060.477896:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25212 00000100:00100000:2.0:1767321060.478126:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25213 00000100:00100000:2.0:1767321060.478132:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384438912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321060.478142:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767321060.478292:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321060.478297:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321060.478300:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384438656:0@lo:38:kworker.0 00000100:00080000:3.0:1767321060.478309:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321060.478312:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321060.478315:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384438912:0@lo:38:kworker.0 00000100:00080000:3.0:1767321060.478657:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321060.478877:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384438912:12345-0@lo:38:kworker.0 Request processed in 41us (572us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321060.478886:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25213 00000100:00100000:2.0:1767321060.478934:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384439168:0@lo:400:kworker.0 00000100:00100000:2.0:1767321060.478985:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321060.479016:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321060.479023:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384439040:0@lo:400:kworker.0 00000100:00100000:2.0:1767321060.479045:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321060.479074:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384439168 00000100:00100000:2.0:1767321060.479080:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384439168 00000100:00100000:2.0:1767321060.479125:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384439040 00000100:00100000:2.0:1767321060.479128:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384439040 00000100:00100000:2.0:1767321060.479151:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2374 00000100:00100000:2.0:1767321060.479159:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384439168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321060.479219:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384439168:12345-0@lo:400:kworker.0 Request processed in 60us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321060.479225:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2374 00000100:00100000:2.0:1767321060.479239:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2375 00000100:00100000:2.0:1767321060.479246:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384439040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321060.479272:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384439040:12345-0@lo:400:kworker.0 Request processed in 27us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321060.479282:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2375 00000100:00100000:2.0:1767321060.479313:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384439040:0@lo:400:kworker.0 00000100:00100000:2.0:1767321060.479322:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384439168:0@lo:400:kworker.0 00000100:00080000:2.0:1767321060.479339:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321060.479342:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321060.483850:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384438784:0@lo:400:kworker.0 00000100:00100000:1.0:1767321060.483850:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384438528:12345-0@lo:400:kworker.0 Request processed in 6131us (6297us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321060.483870:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5758 00000100:00100000:0.0:1767321060.483885:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384438528:0@lo:400:kworker.0 00010000:00010000:1.0:1767321060.983007:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321061.448084:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321061.448151:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321061.448230:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297461888 00000100:00100000:1.0:1767321061.448244:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297461888 00000100:00100000:0.0:1767321061.448266:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297462016 00000100:00100000:0.0:1767321061.448272:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297462016 00000100:00100000:1.0:1767321061.448309:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25214 00000100:00100000:1.0:1767321061.448318:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297461888:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:0.0:1767321061.448329:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5760 00000100:00100000:0.0:1767321061.448336:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297462016:12345-192.168.202.56@tcp:400:kworker.0 00010000:00020000:1.0:1767321061.448348:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321061.448425:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297462016:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 88us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321061.448434:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5760 00000100:00080000:0.0:1767321061.448464:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321061.448643:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297461888:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 324us (573us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321061.448757:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25214 00000100:00100000:1.0:1767321061.495294:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321062.007718:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321062.520416:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321063.031717:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321063.031753:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384439296:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321063.032041:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321063.032324:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384439296 00000100:00100000:3.0:1767321063.032336:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384439296 00000100:00100000:3.0:1767321063.032436:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3211 00000100:00100000:3.0:1767321063.032545:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384439296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321063.032590:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321063.032657:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384439296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 213us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321063.032665:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3211 00000100:00100000:3.0:1767321063.032744:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384439296:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321063.032870:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767321063.034217:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321063.034377:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321063.034400:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384439424:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321063.034480:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321063.034588:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384439424 00000100:00100000:2.0:1767321063.034596:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384439424 00000100:00100000:2.0:1767321063.034669:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3212 00000100:00100000:2.0:1767321063.034679:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384439424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321063.034957:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321063.035024:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384439424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 346us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321063.035032:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3212 00000100:00100000:1.0:1767321063.035129:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384439424:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321063.036140:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321063.543833:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321064.055258:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321064.567299:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321065.079210:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321065.591003:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321065.591017:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321065.591021:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321065.591027:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767321065.591027:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767321065.591034:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321065.591059:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5963 00000100:00080000:0.0:1767321065.591065:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321065.591074:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321065.591125:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968ca80 x1853164384439552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321065.591144:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321065.591148:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321065.591150:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321065.591154:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5963 00000100:00080000:0.0:1767321065.591157:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321065.591161:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321065.591177:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968c380 x1853164384439680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321065.591221:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321065.591225:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321065.591227:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321065.591231:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5963 00000100:00080000:0.0:1767321065.591234:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321065.591239:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321065.591252:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968d500 x1853164384439936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321065.591276:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767321065.591276:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384439808:0@lo:400:kworker.0 00000100:00080000:0.0:1767321065.591287:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321065.591292:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321065.591298:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5963 00000100:00080000:0.0:1767321065.591300:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321065.591303:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321065.591319:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968e680 x1853164384440192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321065.591393:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384440064:0@lo:400:kworker.0 00000100:00100000:1.0:1767321065.591418:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321065.591521:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384439552:0@lo:38:kworker.0 00000100:00100000:2.0:1767321065.592715:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384440448:0@lo:400:kworker.0 00000100:00100000:2.0:1767321065.592889:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321065.592947:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384440448 00000100:00100000:2.0:1767321065.592956:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384440448 00000100:00100000:1.0:1767321065.592975:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384440320:0@lo:400:kworker.0 00000100:00100000:2.0:1767321065.593026:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2376 00000100:00100000:1.0:1767321065.593039:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321065.593045:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384440448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321065.593102:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384439808 00000100:00100000:1.0:1767321065.593112:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384439808 00000100:00100000:2.0:1767321065.593123:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384440448:12345-0@lo:400:kworker.0 Request processed in 84us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321065.593223:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5761 00000100:00100000:1.0:1767321065.593240:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384439808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321065.593308:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384439808:12345-0@lo:400:kworker.0 Request processed in 76us (1894us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321065.593316:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5761 00000100:00100000:1.0:1767321065.593346:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384440320 00000100:00100000:1.0:1767321065.593350:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384440320 00000100:00100000:0.0:1767321065.593511:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321065.593558:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2377 00000100:00100000:2.0:1767321065.593571:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2376 00000100:00100000:1.0:1767321065.593577:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384440320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321065.593634:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384440320:12345-0@lo:400:kworker.0 Request processed in 65us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321065.593641:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2377 00000100:00080000:0.0:1767321065.593696:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321065.593704:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321065.593708:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321065.593710:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384440064 00000100:00100000:1.0:1767321065.593718:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384440064 00000100:00100000:2.0:1767321065.593744:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384440448:0@lo:400:kworker.0 00000100:00100000:0.0:1767321065.593764:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384439808:0@lo:400:kworker.0 00000100:00100000:1.0:1767321065.593816:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5762 00000100:00080000:0.0:1767321065.593821:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321065.593833:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384440064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321065.593859:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384440320:0@lo:400:kworker.0 00000100:00100000:1.0:1767321065.593953:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384440064:12345-0@lo:400:kworker.0 Request processed in 127us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321065.593960:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5762 00000100:00100000:0.0:1767321065.595522:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384440064:0@lo:400:kworker.0 00000100:00100000:3.0:1767321065.595749:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321065.595822:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384439680:0@lo:38:kworker.0 00000100:00100000:3.0:1767321065.595862:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321065.595889:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384439936:0@lo:38:kworker.0 00000100:00100000:2.0:1767321065.595906:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384439680 00000100:00100000:3.0:1767321065.595913:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321065.595915:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384439680 00000100:00100000:3.0:1767321065.595931:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384440192:0@lo:38:kworker.0 00000100:00100000:3.0:1767321065.595955:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321065.595960:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3032 00000100:00100000:2.0:1767321065.595970:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384439680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321065.595992:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321065.596037:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384439680:12345-0@lo:38:kworker.0 Request processed in 67us (173us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321065.596044:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3032 00000100:00100000:2.0:1767321065.596081:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384439552 00000100:00100000:2.0:1767321065.596085:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384439552 00000100:00100000:2.0:1767321065.596101:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384439936 00000100:00100000:2.0:1767321065.596105:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384439936 00000100:00100000:2.0:1767321065.596118:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384440192 00000100:00100000:2.0:1767321065.596121:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384440192 00000100:00100000:2.0:1767321065.596148:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25215 00000100:00100000:2.0:1767321065.596154:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384439552:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321065.596164:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321065.596189:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384439552:12345-0@lo:38:kworker.0 Request processed in 35us (442us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321065.596195:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25215 00000100:00100000:2.0:1767321065.596222:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25216 00000100:00100000:2.0:1767321065.596227:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384439936:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321065.596236:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25217 00010000:00020000:2.0:1767321065.596241:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321065.596246:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384440192:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321065.596260:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321065.596271:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384439936:12345-0@lo:38:kworker.0 Request processed in 42us (356us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321065.596278:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25216 00000100:00100000:0.0:1767321065.596299:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384440192:12345-0@lo:38:kworker.0 Request processed in 52us (342us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321065.596306:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25217 00000100:00080000:3.0:1767321065.597015:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321065.597024:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321065.597028:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384440192:0@lo:38:kworker.0 00000100:00080000:3.0:1767321065.597687:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321065.597694:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321065.597698:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384439552:0@lo:38:kworker.0 00000100:00080000:3.0:1767321065.597708:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321065.597711:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321065.597715:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384439680:0@lo:38:kworker.0 00000100:00080000:3.0:1767321065.597724:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321065.597727:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321065.597730:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384439936:0@lo:38:kworker.0 00010000:00010000:1.0:1767321066.104122:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321066.569503:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321066.570187:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297462272 00000100:00100000:3.0:1767321066.570203:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297462272 00000100:00100000:3.0:1767321066.570376:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5763 00000100:00100000:3.0:1767321066.570389:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297462272:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321066.570500:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297462272:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 112us (1106us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321066.570508:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5763 00000100:00100000:3.0:1767321066.571760:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321066.571917:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297462144 00000100:00100000:3.0:1767321066.571927:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297462144 00000100:00100000:3.0:1767321066.571982:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25218 00000100:00100000:3.0:1767321066.571989:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297462144:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321066.572016:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321066.572071:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297462144:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 80us (317us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321066.572078:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25218 00000100:00080000:0.0:1767321066.575107:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321066.615432:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321067.128699:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321067.639347:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321068.152139:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321068.152892:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384440576:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321068.152991:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321068.160345:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384440576 00000100:00100000:3.0:1767321068.160365:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384440576 00000100:00100000:3.0:1767321068.160470:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3213 00000100:00100000:3.0:1767321068.160482:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384440576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321068.160529:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321068.160619:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384440576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 140us (7628us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321068.160627:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3213 00000100:00100000:2.0:1767321068.164454:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384440704:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321068.164532:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321068.164709:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321068.164764:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384440576:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321068.165060:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384440704 00000100:00100000:3.0:1767321068.165068:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384440704 00000100:00100000:3.0:1767321068.165140:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3214 00000100:00100000:3.0:1767321068.165151:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384440704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321068.165181:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321068.165242:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384440704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (709us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321068.165250:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3214 00000100:00100000:0.0:1767321068.165332:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384440704:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321068.165501:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321068.667723:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321069.175097:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321069.686920:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321070.199032:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321070.711059:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767321070.711403:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321070.711409:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321070.711412:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321070.711417:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321070.711421:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321070.711429:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5968 00000100:00080000:0.0:1767321070.711434:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321070.711441:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321070.711499:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968c000 x1853164384440832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321070.711530:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321070.711541:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321070.711544:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321070.711549:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5968 00000100:00080000:0.0:1767321070.711552:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321070.711556:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321070.711571:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968c700 x1853164384440960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321070.711614:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321070.711644:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321070.711646:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321070.711650:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5968 00000100:00080000:0.0:1767321070.711652:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321070.711656:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321070.711671:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968d500 x1853164384441216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321070.711686:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384441088:0@lo:400:kworker.0 00000100:00080000:0.0:1767321070.711688:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321070.711696:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321070.711698:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321070.711703:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5968 00000100:00080000:0.0:1767321070.711705:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321070.711709:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321070.711721:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968ca80 x1853164384441472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321070.711769:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384441728:0@lo:400:kworker.0 00000100:00100000:2.0:1767321070.711801:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321070.711841:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321070.711868:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321070.711872:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321070.711879:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384441344:0@lo:400:kworker.0 00000100:00100000:0.0:1767321070.711882:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384441600:0@lo:400:kworker.0 00000100:00100000:2.0:1767321070.711915:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321070.711924:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321070.711955:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384441728 00000100:00100000:3.0:1767321070.711963:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384441088 00000100:00100000:2.0:1767321070.711964:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384441728 00000100:00100000:3.0:1767321070.711971:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384441088 00000100:00100000:2.0:1767321070.712031:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384441600 00000100:00100000:2.0:1767321070.712035:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384441600 00000100:00100000:1.0:1767321070.712039:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384441344 00000100:00100000:1.0:1767321070.712045:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384441344 00000100:00100000:3.0:1767321070.713895:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5764 00000100:00100000:3.0:1767321070.713909:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384441088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321070.713982:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384441088:12345-0@lo:400:kworker.0 Request processed in 78us (2204us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321070.713988:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5764 00000100:00100000:3.0:1767321070.714097:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384440832:0@lo:38:kworker.0 00000100:00100000:3.0:1767321070.714127:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321070.714151:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384440832 00000100:00100000:3.0:1767321070.714157:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384440832 00000100:00100000:3.0:1767321070.714176:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25219 00000100:00100000:3.0:1767321070.714181:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384440832:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321070.714646:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321070.714686:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384440832:12345-0@lo:38:kworker.0 Request processed in 502us (557us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321070.714693:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25219 00000100:00080000:3.0:1767321070.714826:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321070.714831:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321070.714834:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384440832:0@lo:38:kworker.0 00000100:00100000:3.0:1767321070.714842:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384440960:0@lo:38:kworker.0 00000100:00100000:3.0:1767321070.714871:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321070.714894:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384440960 00000100:00100000:3.0:1767321070.714897:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384440960 00000100:00100000:3.0:1767321070.714913:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3033 00000100:00100000:3.0:1767321070.714916:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6964850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384440960:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321070.714924:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321070.714941:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6964850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384440960:12345-0@lo:38:kworker.0 Request processed in 24us (69us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321070.714944:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3033 00000100:00100000:2.0:1767321070.715487:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2378 00000100:00100000:2.0:1767321070.715499:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384441728:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767321070.715806:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321070.715810:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321070.715813:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384440960:0@lo:38:kworker.0 00000100:00100000:3.0:1767321070.715818:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384441216:0@lo:38:kworker.0 00000100:00100000:3.0:1767321070.715843:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321070.715862:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384441216 00000100:00100000:3.0:1767321070.715865:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384441216 00000100:00100000:2.0:1767321070.716265:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384441728:12345-0@lo:400:kworker.0 Request processed in 767us (4422us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321070.716276:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2378 00000100:00100000:2.0:1767321070.716297:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2379 00000100:00100000:2.0:1767321070.716306:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384441600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321070.716354:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384441600:12345-0@lo:400:kworker.0 Request processed in 50us (4430us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321070.716360:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2379 00000100:00100000:2.0:1767321070.716409:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384441088:0@lo:400:kworker.0 00000100:00100000:2.0:1767321070.716461:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384441472:0@lo:38:kworker.0 00000100:00100000:2.0:1767321070.716491:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321070.716720:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384441472 00000100:00100000:2.0:1767321070.716725:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384441472 00000100:00100000:2.0:1767321070.716746:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25220 00000100:00100000:2.0:1767321070.716751:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384441472:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321070.716767:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321070.716830:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384441472:12345-0@lo:38:kworker.0 Request processed in 77us (337us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321070.716836:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25220 00000100:00100000:2.0:1767321070.716846:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25221 00000100:00100000:2.0:1767321070.716850:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384441216:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321070.716860:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321070.716880:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384441216:12345-0@lo:38:kworker.0 Request processed in 28us (1035us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321070.716885:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25221 00000100:00100000:3.0:1767321070.718816:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5765 00000100:00100000:3.0:1767321070.718830:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384441344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321070.718899:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384441344:12345-0@lo:400:kworker.0 Request processed in 74us (6986us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321070.719113:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5765 00000100:00080000:2.0:1767321070.719176:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767321070.719177:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384441344:0@lo:400:kworker.0 00000100:00080000:2.0:1767321070.719186:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321070.719192:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384441216:0@lo:38:kworker.0 00000100:00080000:2.0:1767321070.719205:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321070.719209:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321070.719212:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384441472:0@lo:38:kworker.0 00000100:00100000:2.0:1767321070.719268:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384441600:0@lo:400:kworker.0 00000100:00100000:2.0:1767321070.719280:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384441728:0@lo:400:kworker.0 00000100:00080000:0.0:1767321070.731597:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321070.731613:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321070.731625:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767321071.222961:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321071.691396:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321071.691460:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321071.691608:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297462400 00000100:00100000:2.0:1767321071.691650:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297462400 00000100:00100000:1.0:1767321071.691665:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297462528 00000100:00100000:1.0:1767321071.691671:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297462528 00000100:00100000:2.0:1767321071.691712:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25222 00000100:00100000:2.0:1767321071.691723:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297462400:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:1.0:1767321071.691742:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5766 00010000:00020000:2.0:1767321071.691750:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321071.691767:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297462528:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321071.691982:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297462400:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 258us (595us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767321071.691990:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321071.691994:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25222 00000100:00100000:1.0:1767321071.692656:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297462528:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 902us (1191us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321071.692666:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5766 00000100:00100000:1.0:1767321071.735467:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321072.247289:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321072.759064:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321073.271147:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321073.271175:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384441856:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321073.271253:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321073.271377:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384441856 00000100:00100000:3.0:1767321073.271389:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384441856 00000100:00100000:3.0:1767321073.271472:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3215 00000100:00100000:3.0:1767321073.271484:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384441856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321073.271517:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321073.271567:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384441856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321073.271574:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3215 00010000:00010000:2.0:1767321073.271689:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321073.271926:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321073.271967:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384441856:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321073.273823:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384441984:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321073.273896:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321073.274019:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384441984 00000100:00100000:3.0:1767321073.274028:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384441984 00000100:00100000:3.0:1767321073.274110:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3216 00000100:00100000:3.0:1767321073.274120:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384441984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321073.274149:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321073.274198:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384441984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321073.274205:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3216 00000100:00080000:1.0:1767321073.274468:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321073.274901:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384441984:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321073.783060:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321074.295020:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321074.807413:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321075.319018:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321075.792429:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:1.0:1767321075.792480:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297462656 offset 0 length 520: 4 00000100:00100000:1.0:1767321075.792508:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321075.792596:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297462912 00000100:00100000:0.0:1767321075.792609:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297462912 00000100:00100000:2.0:1767321075.792694:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297462784 00000100:00100000:2.0:1767321075.792701:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297462784 00000100:00100000:0.0:1767321075.792723:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5767 00000100:00100000:2.0:1767321075.792734:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25223 00000100:00100000:0.0:1767321075.792738:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297462912:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321075.792748:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297462784:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767321075.792774:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767321075.792901:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321075.792971:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297462912:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 236us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321075.792980:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5767 00000100:00100000:2.0:1767321075.796950:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297462784:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 4193us (4428us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321075.796967:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25223 00000100:00100000:2.0:1767321075.830914:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767321075.831118:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321075.831125:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321075.831127:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321075.831132:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321075.831136:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321075.831144:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5973 00000100:00080000:1.0:1767321075.831149:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321075.831166:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321075.831176:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321050/real 1767321050] req@ffff936984f10700 x1853164384435584/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321075 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321075.831211:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff936984f10700 x1853164384435584/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321075 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321075.831217:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785c00 x1853164384442112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321075.831235:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321075.831236:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321075.831243:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321075.831245:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321075.831249:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00080000:1.0:1767321075.831251:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5973 00000100:00080000:1.0:1767321075.831256:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767321075.831258:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936984f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384435584:0@lo:250:kworker.0 00000100:00080000:1.0:1767321075.831262:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321075.831277:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784a80 x1853164384442240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321075.831289:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384442112:0@lo:38:kworker.0 00000100:00100000:2.0:1767321075.831439:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321075.831513:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384442112 00000100:00100000:2.0:1767321075.831521:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384442112 00000100:00100000:2.0:1767321075.831628:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25224 00000100:00100000:2.0:1767321075.831638:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384442112:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1767321075.831646:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321075.831652:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321075.831654:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321075.831659:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5973 00010000:00020000:2.0:1767321075.831661:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767321075.831664:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321075.831671:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321075.831709:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384442112:12345-0@lo:38:kworker.0 Request processed in 71us (269us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321075.831717:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25224 00000100:00100000:3.0:1767321075.831926:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384442240:0@lo:38:kworker.0 00000100:00100000:3.0:1767321075.831961:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321075.832002:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321075.832007:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321075.832010:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384442112:0@lo:38:kworker.0 00000100:00100000:3.0:1767321075.832035:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384442240 00000100:00100000:3.0:1767321075.832038:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384442240 00000100:00100000:3.0:1767321075.832063:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3034 00000100:00100000:3.0:1767321075.832068:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384442240:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321075.832080:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321075.832123:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384442240:12345-0@lo:38:kworker.0 Request processed in 53us (161us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321075.832129:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3034 00000100:00100000:1.0:1767321075.832279:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b6d80 x1853164384442496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321075.832406:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321075.832410:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321075.832412:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321075.832416:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5973 00000100:00080000:1.0:1767321075.832419:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321075.832423:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321075.832437:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b5180 x1853164384442752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321075.832474:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321075.832477:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321075.832479:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321075.832482:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5953 00000100:00080000:1.0:1767321075.832484:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321075.832487:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321075.832497:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b7b80 x1853164384443136/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321075.832520:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384442368:0@lo:400:kworker.0 00000100:00100000:1.0:1767321075.832555:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321075.832585:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321075.832589:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321075.832592:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384442240:0@lo:38:kworker.0 00000100:00100000:3.0:1767321075.832606:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384442496:0@lo:38:kworker.0 00000100:00100000:3.0:1767321075.832642:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384443008:0@lo:400:kworker.0 00000100:00100000:3.0:1767321075.832667:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321075.832710:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321075.832716:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384442880:0@lo:400:kworker.0 00000100:00100000:3.0:1767321075.832737:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321075.833144:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384443008 00000100:00100000:3.0:1767321075.833152:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384443008 00000100:00100000:3.0:1767321075.833208:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384442880 00000100:00100000:3.0:1767321075.833212:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384442880 00000100:00100000:3.0:1767321075.833234:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2380 00000100:00100000:3.0:1767321075.833241:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384443008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321075.833438:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384443008:12345-0@lo:400:kworker.0 Request processed in 196us (769us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321075.833446:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2380 00000100:00100000:3.0:1767321075.833463:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2381 00000100:00100000:3.0:1767321075.833471:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384442880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321075.833499:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384442880:12345-0@lo:400:kworker.0 Request processed in 30us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321075.833508:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2381 00000100:00100000:3.0:1767321075.833544:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384442880:0@lo:400:kworker.0 00000100:00100000:3.0:1767321075.833553:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384443008:0@lo:400:kworker.0 00000100:00080000:3.0:1767321075.833623:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321075.833628:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321075.833639:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384442624:0@lo:400:kworker.0 00000100:00100000:1.0:1767321075.843071:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321075.843447:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384442368 00000100:00100000:0.0:1767321075.843460:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384442368 00000100:00100000:0.0:1767321075.843535:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5768 00000100:00100000:0.0:1767321075.843547:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384442368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321075.843646:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384442368:12345-0@lo:400:kworker.0 Request processed in 101us (11089us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321075.843654:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5768 00000100:00080000:0.0:1767321075.843680:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321075.843744:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384442368:0@lo:400:kworker.0 00000100:00100000:0.0:1767321075.848073:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321075.848447:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384442752:0@lo:38:kworker.0 00000100:00100000:0.0:1767321075.848515:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321075.856724:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384442624 00000100:00100000:3.0:1767321075.856743:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384442624 00000100:00100000:3.0:1767321075.856853:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384442496 00000100:00100000:3.0:1767321075.856857:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384442496 00000100:00100000:3.0:1767321075.856883:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5769 00000100:00100000:3.0:1767321075.856895:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384442624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321075.856998:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384442624:12345-0@lo:400:kworker.0 Request processed in 106us (13933us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321075.857006:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5769 00000100:00100000:3.0:1767321075.857025:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25225 00000100:00100000:3.0:1767321075.857029:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384442496:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321075.857050:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321075.857081:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384442496:12345-0@lo:38:kworker.0 Request processed in 49us (9023us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321075.857086:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25225 00000100:00080000:3.0:1767321075.857119:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321075.857920:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384443136:0@lo:250:kworker.0 00000400:00000100:0.0:1767321075.857957:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384443136 offset 0 length 520: 4 00000100:00080000:0.0:1767321075.858003:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321075.858009:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321075.858012:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384442496:0@lo:38:kworker.0 00000100:00100000:0.0:1767321075.858080:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384442624:0@lo:400:kworker.0 00000100:00100000:1.0:1767321075.858331:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384442752 00000100:00100000:1.0:1767321075.858338:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384442752 00000100:00100000:1.0:1767321075.858379:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25226 00000100:00100000:1.0:1767321075.858386:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384442752:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321075.858403:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321075.858447:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384442752:12345-0@lo:38:kworker.0 Request processed in 60us (9931us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321075.858453:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25226 00000100:00080000:1.0:1767321075.858481:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321075.858485:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321075.858488:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384442752:0@lo:38:kworker.0 00010000:00010000:1.0:1767321076.342941:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321076.855120:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321077.368499:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321077.879437:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321078.392303:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321078.392343:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384443264:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321078.392432:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321078.392486:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384443264 00000100:00100000:3.0:1767321078.392497:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384443264 00000100:00100000:3.0:1767321078.392657:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3217 00000100:00100000:3.0:1767321078.392669:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384443264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321078.392703:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321078.392751:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384443264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321078.392758:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3217 00000100:00080000:3.0:1767321078.392815:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321078.392997:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384443264:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321078.394669:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321078.394908:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384443392:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321078.394973:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321078.395327:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384443392 00000100:00100000:3.0:1767321078.395337:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384443392 00000100:00100000:3.0:1767321078.395409:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3218 00000100:00100000:3.0:1767321078.395419:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384443392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321078.395452:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767321078.395567:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321078.396628:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384443392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1206us (1649us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321078.396640:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3218 00000100:00100000:2.0:1767321078.396777:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384443392:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321078.904900:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321079.417943:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321079.926929:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321080.439427:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321080.919839:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321080.919931:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321080.920461:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297463168 00000100:00100000:2.0:1767321080.920472:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297463168 00000100:00100000:2.0:1767321080.920584:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297463040 00000100:00100000:2.0:1767321080.920587:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297463040 00000100:00100000:2.0:1767321080.920607:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5770 00000100:00100000:2.0:1767321080.920618:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297463168:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321080.920719:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25227 00000100:00100000:0.0:1767321080.920726:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297463040:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321080.920749:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767321080.923992:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321080.937260:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297463168:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 16630us (17421us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321080.938082:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5770 00000100:00100000:0.0:1767321080.938259:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297463040:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 17528us (18324us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321080.938280:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25227 00000100:00080000:0.0:1767321080.950986:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321080.950996:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321080.951000:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321080.951004:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321080.951009:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321080.951018:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5979 00000100:00080000:0.0:1767321080.951025:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767321080.951031:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321080.951078:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf6300 x1853164384443520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321080.951105:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321080.951109:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321080.951112:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321080.951116:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5979 00000100:00080000:0.0:1767321080.951119:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767321080.951123:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321080.951139:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5180 x1853164384443648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321080.951157:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767321080.951179:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321080.951184:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321080.951187:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321080.951191:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5979 00000100:00100000:2.0:1767321080.951191:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1767321080.951194:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767321080.951199:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321080.951210:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384443776:0@lo:400:kworker.0 00000100:00100000:0.0:1767321080.951215:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf4e00 x1853164384443904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321080.951236:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321080.951241:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321080.951243:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321080.951247:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5979 00000100:00080000:0.0:1767321080.951250:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767321080.951253:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321080.951267:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf4a80 x1853164384444160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321080.951332:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384444288:0@lo:400:kworker.0 00000100:00100000:3.0:1767321080.951359:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321080.951373:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384444032:0@lo:400:kworker.0 00000100:00100000:1.0:1767321080.951390:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384443520:0@lo:38:kworker.0 00000100:00100000:0.0:1767321080.951953:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321080.951993:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321080.952011:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321080.952022:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384444416:0@lo:400:kworker.0 00000100:00100000:0.0:1767321080.952122:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321080.952163:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384444288 00000100:00100000:0.0:1767321080.952171:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384444288 00000100:00100000:0.0:1767321080.952226:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384444416 00000100:00100000:0.0:1767321080.952230:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384444416 00000100:00100000:0.0:1767321080.952254:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2382 00000100:00100000:0.0:1767321080.952263:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384444288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321080.952489:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384444288:12345-0@lo:400:kworker.0 Request processed in 226us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321080.952498:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2382 00000100:00100000:0.0:1767321080.952515:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2383 00000100:00100000:0.0:1767321080.952521:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384444416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321080.952643:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384444416:12345-0@lo:400:kworker.0 Request processed in 121us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321080.952649:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2383 00000100:00080000:0.0:1767321080.952672:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321080.952676:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321080.952705:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384444416:0@lo:400:kworker.0 00000100:00100000:0.0:1767321080.952714:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384444288:0@lo:400:kworker.0 00000100:00100000:0.0:1767321080.952737:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384443776 00000100:00100000:0.0:1767321080.952741:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384443776 00000100:00100000:2.0:1767321080.952919:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5771 00000100:00100000:2.0:1767321080.952929:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384443776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321080.952974:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384443776:12345-0@lo:400:kworker.0 Request processed in 47us (982us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321080.952981:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5771 00000100:00080000:0.0:1767321080.952990:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321080.953017:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384443776:0@lo:400:kworker.0 00000100:00100000:3.0:1767321080.960442:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321080.964040:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384444032 00000100:00100000:2.0:1767321080.964056:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384444032 00000100:00080000:0.0:1767321080.965114:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321080.965253:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5772 00000100:00100000:2.0:1767321080.965274:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384444032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321080.965382:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384444032:12345-0@lo:400:kworker.0 Request processed in 117us (4947us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321080.965727:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384444032:0@lo:400:kworker.0 00000100:00100000:1.0:1767321080.967622:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321080.967686:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384443648:0@lo:38:kworker.0 00000100:00100000:1.0:1767321080.967723:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321080.967752:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384443904:0@lo:38:kworker.0 00000100:00100000:1.0:1767321080.967800:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321080.967821:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384444160:0@lo:38:kworker.0 00000100:00100000:1.0:1767321080.967847:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321080.967904:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384443520 00000100:00100000:1.0:1767321080.967913:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384443520 00000100:00100000:3.0:1767321080.967998:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384443904 00000100:00100000:3.0:1767321080.968004:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384443904 00000100:00100000:0.0:1767321080.968665:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384444160 00000100:00100000:0.0:1767321080.968672:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384444160 00000100:00100000:0.0:1767321080.968696:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25228 00000100:00100000:0.0:1767321080.968704:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384444160:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321080.968728:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321080.968814:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384444160:12345-0@lo:38:kworker.0 Request processed in 109us (964us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321080.968822:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25228 00000100:00100000:0.0:1767321080.968868:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384443648 00000100:00100000:0.0:1767321080.968872:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384443648 00000100:00100000:0.0:1767321080.968896:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3035 00000100:00100000:0.0:1767321080.968900:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384443648:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321080.968909:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321080.968935:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384443648:12345-0@lo:38:kworker.0 Request processed in 33us (1211us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321080.968940:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3035 00000100:00080000:0.0:1767321080.968996:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321080.969002:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321080.969006:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384443648:0@lo:38:kworker.0 00000100:00080000:0.0:1767321080.969016:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321080.969019:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321080.969022:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384444160:0@lo:38:kworker.0 00000100:00100000:2.0:1767321080.970614:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5772 00000100:00100000:1.0:1767321080.972214:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25229 00000100:00100000:1.0:1767321080.972227:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384443520:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321080.972253:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321080.972356:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384443520:12345-0@lo:38:kworker.0 Request processed in 129us (4740us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321080.972363:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25229 00000100:00100000:1.0:1767321080.972382:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25230 00000100:00100000:1.0:1767321080.972386:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384443904:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321080.972396:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321080.972421:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384443904:12345-0@lo:38:kworker.0 Request processed in 32us (4620us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321080.972427:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25230 00000100:00080000:0.0:1767321080.977300:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321080.977314:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321080.977319:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384443520:0@lo:38:kworker.0 00000100:00080000:0.0:1767321080.977332:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321080.977335:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321080.977338:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384443904:0@lo:38:kworker.0 00010000:00010000:1.0:1767321081.463833:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321081.975613:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321082.487260:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321082.999166:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321083.511047:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321083.511175:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321083.511196:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384444544:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321083.511266:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321083.511381:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384444544 00000100:00100000:1.0:1767321083.511391:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384444544 00000100:00100000:1.0:1767321083.511465:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3219 00000100:00100000:1.0:1767321083.511477:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384444544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321083.511517:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321083.511566:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384444544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321083.511574:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3219 00000100:00100000:1.0:1767321083.511635:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384444544:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321083.511885:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384444672:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321083.511909:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321083.512085:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384444672 00000100:00100000:3.0:1767321083.512089:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384444672 00000100:00100000:3.0:1767321083.512118:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3220 00000100:00100000:3.0:1767321083.512123:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384444672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321083.512138:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321083.512164:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384444672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321083.512168:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3220 00000100:00100000:3.0:1767321083.512188:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384444672:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767321083.512255:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321083.512260:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321084.022903:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321084.535605:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321085.047178:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321085.558989:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321086.022340:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321086.023696:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297463296 00000100:00100000:3.0:1767321086.023713:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297463296 00000100:00100000:3.0:1767321086.023779:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25231 00000100:00100000:3.0:1767321086.023809:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297463296:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321086.023834:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321086.023906:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297463296:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 98us (1578us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321086.023915:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25231 00000100:00100000:1.0:1767321086.027308:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321086.027473:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297463424 00000100:00100000:2.0:1767321086.027506:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297463424 00000100:00100000:2.0:1767321086.027590:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5773 00000100:00100000:2.0:1767321086.027603:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297463424:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321086.027700:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297463424:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 101us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321086.027708:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5773 00000100:00080000:0.0:1767321086.028076:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321086.072863:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767321086.073318:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321086.073325:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321086.073328:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321086.073333:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321086.073338:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321086.073358:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5984 00000100:00080000:2.0:1767321086.073365:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767321086.073375:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321086.073428:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556ad80 x1853164384444800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321086.073456:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321086.073460:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321086.073462:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321086.073467:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5984 00000100:00080000:2.0:1767321086.073470:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767321086.073474:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321086.073495:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5569180 x1853164384444928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321086.073540:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321086.073545:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321086.073546:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321086.073550:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5984 00000100:00080000:2.0:1767321086.073553:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767321086.073556:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321086.073569:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafef480 x1853164384445184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321086.073585:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321086.073588:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321086.073591:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321086.073595:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5984 00000100:00080000:2.0:1767321086.073598:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767321086.073601:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321086.073608:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384445056:0@lo:400:kworker.0 00000100:00100000:2.0:1767321086.073609:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafed880 x1853164384445440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321086.073662:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384445312:0@lo:400:kworker.0 00000100:00100000:1.0:1767321086.073687:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321086.073837:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384445696:0@lo:400:kworker.0 00000100:00100000:2.0:1767321086.073861:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321086.073920:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321086.073967:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321086.073975:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384445568:0@lo:400:kworker.0 00000100:00100000:3.0:1767321086.074002:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321086.074039:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384445056 00000100:00100000:2.0:1767321086.074050:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384445056 00000100:00100000:3.0:1767321086.074052:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384445696 00000100:00100000:3.0:1767321086.074061:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384445696 00000100:00080000:2.0:1767321086.074087:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321086.074093:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321086.074132:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384445568 00000100:00100000:3.0:1767321086.074137:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384445568 00000100:00100000:2.0:1767321086.074149:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384445312 00000100:00100000:2.0:1767321086.074155:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384445312 00000100:00100000:3.0:1767321086.074189:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2384 00000100:00100000:2.0:1767321086.074206:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5774 00000100:00100000:3.0:1767321086.074207:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384445696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321086.074237:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384445056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321086.074277:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384445696:12345-0@lo:400:kworker.0 Request processed in 74us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321086.074287:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2384 00000100:00100000:3.0:1767321086.074317:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2385 00000100:00100000:2.0:1767321086.074320:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384445056:12345-0@lo:400:kworker.0 Request processed in 82us (624us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321086.074329:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384445568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321086.074336:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5774 00000100:00100000:2.0:1767321086.074364:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5775 00000100:00100000:2.0:1767321086.074376:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384445312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321086.074382:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384445568:12345-0@lo:400:kworker.0 Request processed in 54us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321086.074391:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2385 00000100:00080000:3.0:1767321086.074433:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321086.074436:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384445312:12345-0@lo:400:kworker.0 Request processed in 59us (573us total) trans 0 rc 0/0 00000100:00080000:3.0:1767321086.074440:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321086.074452:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5775 00000100:00100000:3.0:1767321086.074502:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384445568:0@lo:400:kworker.0 00000100:00100000:2.0:1767321086.074522:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384445312:0@lo:400:kworker.0 00000100:00100000:2.0:1767321086.074557:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384445056:0@lo:400:kworker.0 00000100:00100000:0.0:1767321086.075506:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384444800:0@lo:38:kworker.0 00000100:00100000:0.0:1767321086.075555:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321086.075602:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384444928:0@lo:38:kworker.0 00000100:00100000:0.0:1767321086.075627:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321086.075649:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384445184:0@lo:38:kworker.0 00000100:00100000:0.0:1767321086.075682:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321086.075699:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384445440:0@lo:38:kworker.0 00000100:00100000:0.0:1767321086.075720:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321086.075755:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384444928 00000100:00100000:0.0:1767321086.075761:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384444928 00000100:00100000:0.0:1767321086.075813:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3036 00000100:00100000:0.0:1767321086.075819:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384444928:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321086.075840:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321086.075878:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384444928:12345-0@lo:38:kworker.0 Request processed in 58us (249us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321086.075884:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3036 00000100:00080000:0.0:1767321086.075922:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321086.075927:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321086.075931:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384444928:0@lo:38:kworker.0 00000100:00100000:0.0:1767321086.075956:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384444800 00000100:00100000:0.0:1767321086.075960:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384444800 00000100:00100000:0.0:1767321086.075976:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384445184 00000100:00100000:0.0:1767321086.075978:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384445184 00000100:00100000:0.0:1767321086.075985:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384445440 00000100:00100000:0.0:1767321086.075987:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384445440 00000100:00100000:0.0:1767321086.075995:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25232 00000100:00100000:0.0:1767321086.075999:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384444800:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321086.076008:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321086.076036:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384444800:12345-0@lo:38:kworker.0 Request processed in 35us (481us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321086.076043:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25232 00000100:00100000:0.0:1767321086.076055:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25233 00000100:00100000:0.0:1767321086.076059:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384445184:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321086.076068:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321086.076090:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384445184:12345-0@lo:38:kworker.0 Request processed in 30us (407us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321086.076096:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25233 00000100:00100000:0.0:1767321086.076106:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25234 00000100:00100000:0.0:1767321086.076110:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384445440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321086.076118:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321086.076142:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384445440:12345-0@lo:38:kworker.0 Request processed in 30us (421us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321086.076147:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25234 00000100:00080000:0.0:1767321086.076172:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321086.076176:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321086.076180:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384444800:0@lo:38:kworker.0 00000100:00080000:0.0:1767321086.076188:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321086.076191:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321086.076194:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384445184:0@lo:38:kworker.0 00000100:00080000:0.0:1767321086.076201:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321086.076205:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321086.076207:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384445440:0@lo:38:kworker.0 00000100:00100000:3.0:1767321086.077013:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384445696:0@lo:400:kworker.0 00010000:00010000:1.0:1767321086.583757:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321087.094930:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321087.607065:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321088.119934:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321088.633186:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384445824:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321088.633260:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321088.633385:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384445824 00000100:00100000:1.0:1767321088.633395:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384445824 00010000:00010000:0.0:1767321088.633401:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321088.633499:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3221 00000100:00100000:1.0:1767321088.633513:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384445824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321088.633545:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321088.633598:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384445824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321088.633607:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3221 00000100:00100000:0.0:1767321088.633639:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384445824:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321088.633677:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321088.634032:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321088.634122:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384445952:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321088.634155:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321088.634237:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384445952 00000100:00100000:1.0:1767321088.634242:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384445952 00000100:00100000:1.0:1767321088.634432:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3222 00000100:00100000:1.0:1767321088.634443:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384445952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321088.634483:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321088.634529:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384445952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321088.634540:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3222 00000100:00100000:3.0:1767321088.634603:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384445952:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767321088.635413:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321089.143084:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321089.655602:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321090.169205:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321090.679186:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321091.143910:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321091.143966:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321091.144087:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297463680 00000100:00100000:3.0:1767321091.144100:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297463680 00000100:00100000:3.0:1767321091.144186:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297463552 00000100:00100000:3.0:1767321091.144190:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297463552 00000100:00100000:3.0:1767321091.144215:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5776 00000100:00100000:3.0:1767321091.144226:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297463680:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321091.144310:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297463680:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 85us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321091.144319:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5776 00000100:00100000:3.0:1767321091.144339:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25235 00000100:00100000:3.0:1767321091.144345:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297463552:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321091.144370:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321091.144394:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297463552:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 48us (428us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321091.144400:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25235 00000100:00080000:2.0:1767321091.144534:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321091.190935:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767321091.191131:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321091.191139:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321091.191142:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321091.191147:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321091.191160:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321091.191169:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5989 00000100:00080000:2.0:1767321091.191177:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767321091.191184:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321091.191231:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafed880 x1853164384446080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321091.191247:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321091.191251:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321091.191254:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321091.191258:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5989 00000100:00080000:2.0:1767321091.191261:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767321091.191265:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321091.191277:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafef480 x1853164384446208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321091.191321:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321091.191325:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321091.191327:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321091.191330:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5989 00000100:00080000:2.0:1767321091.191333:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767321091.191336:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321091.191355:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84700 x1853164384446464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321091.191370:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321091.191373:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321091.191375:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321091.191378:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5989 00000100:00080000:2.0:1767321091.191381:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767321091.191385:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321091.191394:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84a80 x1853164384446720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321091.191473:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384446976:0@lo:400:kworker.0 00000100:00100000:3.0:1767321091.191493:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384446592:0@lo:400:kworker.0 00000100:00100000:2.0:1767321091.191558:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321091.191597:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321091.191647:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321091.191660:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384446848:0@lo:400:kworker.0 00000100:00100000:3.0:1767321091.191663:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321091.191676:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384446336:0@lo:400:kworker.0 00000100:00100000:2.0:1767321091.191700:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321091.191727:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321091.191760:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384446976 00000100:00100000:2.0:1767321091.191772:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384446976 00000100:00100000:0.0:1767321091.191869:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384446080:0@lo:38:kworker.0 00000100:00100000:0.0:1767321091.191910:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321091.191941:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384446208:0@lo:38:kworker.0 00000100:00100000:0.0:1767321091.191962:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321091.191983:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384446464:0@lo:38:kworker.0 00000100:00100000:0.0:1767321091.192001:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321091.192020:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384446720:0@lo:38:kworker.0 00000100:00100000:0.0:1767321091.192035:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321091.192061:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384446848 00000100:00100000:0.0:1767321091.192065:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384446848 00000100:00100000:0.0:1767321091.192128:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2386 00000100:00100000:0.0:1767321091.192139:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384446848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321091.192318:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384446592 00000100:00100000:1.0:1767321091.192324:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384446592 00000100:00100000:3.0:1767321091.192331:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384446336 00000100:00100000:1.0:1767321091.192354:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384446080 00000100:00100000:1.0:1767321091.192358:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384446080 00000100:00100000:1.0:1767321091.192367:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384446464 00000100:00100000:1.0:1767321091.192370:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384446464 00000100:00100000:1.0:1767321091.192376:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384446720 00000100:00100000:1.0:1767321091.192378:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384446720 00000100:00100000:1.0:1767321091.192387:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5777 00000100:00100000:1.0:1767321091.192395:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384446592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321091.192447:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384446592:12345-0@lo:400:kworker.0 Request processed in 53us (852us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321091.192454:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5777 00000100:00100000:1.0:1767321091.192472:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25236 00000100:00100000:1.0:1767321091.192476:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384446080:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321091.192495:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321091.192529:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384446080:12345-0@lo:38:kworker.0 Request processed in 51us (617us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321091.192534:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25236 00000100:00100000:1.0:1767321091.192545:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25237 00000100:00100000:1.0:1767321091.192549:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384446464:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321091.192558:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321091.192576:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384446336 00000100:00100000:1.0:1767321091.192583:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384446464:12345-0@lo:38:kworker.0 Request processed in 29us (577us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321091.192590:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25237 00000100:00100000:1.0:1767321091.192608:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25238 00000100:00100000:1.0:1767321091.192612:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384446720:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321091.192623:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321091.192643:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5778 00000100:00100000:1.0:1767321091.192654:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384446720:12345-0@lo:38:kworker.0 Request processed in 39us (616us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321091.192728:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2387 00000100:00100000:2.0:1767321091.192735:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384446976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321091.193077:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384446848:12345-0@lo:400:kworker.0 Request processed in 938us (1377us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321091.193084:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2386 00000100:00100000:3.0:1767321091.193646:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384446336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321091.194243:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384446336:12345-0@lo:400:kworker.0 Request processed in 610us (2518us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321091.194577:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384446976:12345-0@lo:400:kworker.0 Request processed in 1835us (3014us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321091.194589:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2387 00000100:00100000:1.0:1767321091.194637:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25238 00000100:00080000:1.0:1767321091.194706:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321091.194712:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321091.194716:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384446080:0@lo:38:kworker.0 00000100:00080000:1.0:1767321091.194728:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321091.194732:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321091.194734:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384446464:0@lo:38:kworker.0 00000100:00100000:2.0:1767321091.194814:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384446848:0@lo:400:kworker.0 00000100:00100000:2.0:1767321091.195458:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384446976:0@lo:400:kworker.0 00000100:00100000:2.0:1767321091.195536:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384446208 00000100:00100000:2.0:1767321091.195543:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384446208 00000100:00100000:2.0:1767321091.195579:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3037 00000100:00100000:2.0:1767321091.195585:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384446208:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321091.195606:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321091.195665:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384446208:12345-0@lo:38:kworker.0 Request processed in 78us (3701us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321091.195671:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3037 00000100:00080000:2.0:1767321091.195705:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321091.195711:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321091.195713:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321091.195748:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384446336:0@lo:400:kworker.0 00000100:00100000:2.0:1767321091.195759:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384446592:0@lo:400:kworker.0 00000100:00080000:1.0:1767321091.195933:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321091.195939:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321091.195942:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384446720:0@lo:38:kworker.0 00000100:00080000:1.0:1767321091.195970:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321091.195974:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321091.195977:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384446208:0@lo:38:kworker.0 00000100:00100000:3.0:1767321091.205565:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5778 00010000:00010000:1.0:1767321091.702961:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321092.215155:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321092.729217:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321093.241137:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321093.751835:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321093.751838:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384447104:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321093.751938:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321093.752343:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384447104 00000100:00100000:0.0:1767321093.752363:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384447104 00000100:00100000:0.0:1767321093.752454:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3223 00000100:00100000:0.0:1767321093.752466:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384447104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321093.752505:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321093.752559:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384447104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321093.752567:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3223 00000100:00100000:1.0:1767321093.752833:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384447104:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767321093.752843:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321093.752862:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321093.752873:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384447232:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321093.752904:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321093.753120:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384447232 00000100:00100000:0.0:1767321093.753126:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384447232 00000100:00100000:0.0:1767321093.753179:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3224 00000100:00100000:0.0:1767321093.753187:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384447232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321093.753207:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321093.753257:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384447232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321093.753263:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3224 00000100:00080000:3.0:1767321093.753518:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321093.753596:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384447232:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321094.262912:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321094.775709:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321095.287462:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321095.799807:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321096.263737:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321096.263850:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321096.263984:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297463936 00000100:00100000:2.0:1767321096.263997:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297463936 00000100:00100000:2.0:1767321096.264073:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297463808 00000100:00100000:2.0:1767321096.264077:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297463808 00000100:00100000:3.0:1767321096.264080:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5779 00000100:00100000:3.0:1767321096.264094:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297463936:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321096.264107:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25239 00000100:00100000:2.0:1767321096.264112:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297463808:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767321096.264146:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767321096.264204:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321096.264260:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297463936:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 85us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321096.264272:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5779 00000100:00100000:2.0:1767321096.269329:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297463808:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 5201us (5464us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321096.269346:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25239 00000100:00080000:2.0:1767321096.310913:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321096.310925:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321096.310927:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321096.310932:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321096.310936:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321096.310945:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5994 00000100:00080000:2.0:1767321096.310950:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321096.310956:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321096.311003:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae87100 x1853164384447360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321096.311037:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321096.311040:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321096.311043:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321096.311047:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5994 00000100:00080000:2.0:1767321096.311050:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321096.311053:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321096.311066:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae86a00 x1853164384447488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321096.311112:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321096.311116:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321096.311117:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321096.311121:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5994 00000100:00080000:2.0:1767321096.311123:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321096.311126:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321096.311138:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae87480 x1853164384447744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321096.311151:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321096.311154:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321096.311167:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321096.311170:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5994 00000100:00080000:2.0:1767321096.311173:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321096.311176:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321096.311186:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae85c00 x1853164384448000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321096.311244:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384447872:0@lo:400:kworker.0 00000100:00100000:2.0:1767321096.311309:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321096.311380:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321096.311396:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384447616:0@lo:400:kworker.0 00000100:00100000:2.0:1767321096.311417:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321096.311448:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384448256:0@lo:400:kworker.0 00000100:00100000:3.0:1767321096.311463:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384447872 00000100:00100000:2.0:1767321096.311472:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321096.311473:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384447872 00000100:00100000:2.0:1767321096.311503:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321096.311508:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384448128:0@lo:400:kworker.0 00000100:00100000:2.0:1767321096.311527:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321096.311534:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384447616 00000100:00100000:3.0:1767321096.311538:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384447616 00000100:00100000:2.0:1767321096.311548:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384448256 00000100:00100000:2.0:1767321096.311551:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384448256 00000100:00100000:3.0:1767321096.311563:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5780 00000100:00100000:3.0:1767321096.311572:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384447872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321096.311588:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384448128 00000100:00100000:2.0:1767321096.311591:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384448128 00000100:00100000:2.0:1767321096.311607:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2388 00000100:00100000:2.0:1767321096.311613:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384448256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321096.311628:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384447872:12345-0@lo:400:kworker.0 Request processed in 57us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321096.311635:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5780 00000100:00100000:2.0:1767321096.311642:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384448256:12345-0@lo:400:kworker.0 Request processed in 30us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321096.311647:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2388 00000100:00100000:3.0:1767321096.311652:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5781 00000100:00100000:2.0:1767321096.311656:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2389 00000100:00100000:3.0:1767321096.311658:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384447616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321096.311660:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384448128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321096.311680:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384448128:12345-0@lo:400:kworker.0 Request processed in 20us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321096.311685:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2389 00000100:00100000:3.0:1767321096.311692:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384447616:12345-0@lo:400:kworker.0 Request processed in 23us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321096.311698:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5781 00000100:00080000:3.0:1767321096.311719:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321096.311723:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321096.311725:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321096.311728:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384448128:0@lo:400:kworker.0 00000100:00100000:2.0:1767321096.311736:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384448256:0@lo:400:kworker.0 00000100:00100000:3.0:1767321096.311738:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384447616:0@lo:400:kworker.0 00000100:00100000:3.0:1767321096.311746:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384447872:0@lo:400:kworker.0 00000100:00100000:0.0:1767321096.311840:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384447360:0@lo:38:kworker.0 00000100:00100000:0.0:1767321096.311870:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321096.311897:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384447488:0@lo:38:kworker.0 00000100:00100000:0.0:1767321096.311918:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321096.311949:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384447744:0@lo:38:kworker.0 00000100:00100000:1.0:1767321096.311965:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321096.311968:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321096.311983:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384448000:0@lo:38:kworker.0 00000100:00100000:1.0:1767321096.311993:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384447360 00000100:00100000:1.0:1767321096.311997:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384447360 00000100:00100000:0.0:1767321096.312002:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321096.312017:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384447744 00000100:00100000:1.0:1767321096.312020:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384447744 00000100:00100000:0.0:1767321096.312024:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384448000 00000100:00100000:0.0:1767321096.312027:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384448000 00000100:00100000:1.0:1767321096.312034:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25240 00000100:00100000:1.0:1767321096.312039:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384447360:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321096.312080:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384447488 00000100:00100000:3.0:1767321096.312084:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384447488 00000100:00100000:3.0:1767321096.312102:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3038 00000100:00100000:3.0:1767321096.312106:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384447488:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321096.312123:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321096.312162:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384447488:12345-0@lo:38:kworker.0 Request processed in 54us (243us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321096.312169:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3038 00010000:00020000:1.0:1767321096.312224:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321096.312252:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384447360:12345-0@lo:38:kworker.0 Request processed in 213us (382us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321096.317006:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25241 00000100:00100000:0.0:1767321096.317021:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384447744:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321096.317036:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25242 00000100:00100000:3.0:1767321096.317043:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384448000:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321096.317046:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767321096.317052:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321096.317102:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25240 00000100:00100000:3.0:1767321096.317230:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384448000:12345-0@lo:38:kworker.0 Request processed in 184us (5224us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321096.317237:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25242 00000100:00080000:1.0:1767321096.317327:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321096.317332:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321096.317337:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384447360:0@lo:38:kworker.0 00000100:00080000:1.0:1767321096.317351:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321096.317355:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321096.317358:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384447488:0@lo:38:kworker.0 00000100:00080000:1.0:1767321096.317366:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321096.317369:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321096.317373:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384448000:0@lo:38:kworker.0 00000100:00100000:0.0:1767321096.318824:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384447744:12345-0@lo:38:kworker.0 Request processed in 1799us (6848us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321096.318836:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25241 00000100:00080000:1.0:1767321096.319029:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321096.319035:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321096.319039:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384447744:0@lo:38:kworker.0 00010000:00010000:1.0:1767321096.822998:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321097.336256:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321097.847016:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321098.358931:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321098.871108:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321098.871230:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384448384:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321098.871299:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321098.871511:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384448512:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321098.871539:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321098.871723:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384448384 00000100:00100000:2.0:1767321098.871733:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384448384 00000100:00100000:2.0:1767321098.871813:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384448512 00000100:00100000:2.0:1767321098.871816:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384448512 00000100:00100000:2.0:1767321098.871843:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3225 00000100:00100000:2.0:1767321098.871851:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384448384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321098.871882:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321098.871928:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384448384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (629us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321098.871935:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3225 00000100:00100000:2.0:1767321098.871951:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3226 00000100:00100000:2.0:1767321098.871957:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384448512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321098.871971:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321098.871997:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384448512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 40us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321098.872003:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3226 00000100:00100000:0.0:1767321098.872193:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384448384:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767321098.872257:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321098.872261:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321098.872282:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384448512:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321099.383169:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321099.895966:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321100.406928:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321100.407269:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321075/real 1767321075] req@ffff9369bb7b7b80 x1853164384443136/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321100 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321100.407301:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369bb7b7b80 x1853164384443136/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321100 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321100.407319:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321100.407345:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321100.407376:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384443136:0@lo:250:kworker.0 00000100:00080000:2.0:1767321100.407541:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321100.407547:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321100.407550:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321100.407555:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 5979 00000100:00080000:2.0:1767321100.407560:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321100.407565:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321100.407605:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae86680 x1853164384448640/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321100.407650:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321100.407654:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321100.407656:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321100.407660:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5999 00000100:00080000:2.0:1767321100.407662:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321100.407665:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321100.407684:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae86d80 x1853164384448768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321100.407692:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321100.407695:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321100.407697:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321100.407700:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5999 00000100:00080000:2.0:1767321100.407702:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321100.407705:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321100.407720:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84000 x1853164384448896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321100.407815:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384449024:0@lo:400:kworker.0 00000100:00100000:1.0:1767321100.407908:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321100.408093:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321100.408098:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321100.408100:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321100.408104:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5999 00000100:00080000:2.0:1767321100.408106:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321100.408110:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321100.408124:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae85c00 x1853164384449152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321100.408214:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384449024 00000100:00100000:3.0:1767321100.408225:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384449024 00000100:00100000:3.0:1767321100.408291:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5782 00000100:00100000:3.0:1767321100.408301:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384449024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321100.408406:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384448640:0@lo:250:kworker.0 00000400:00000100:0.0:1767321100.408429:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384448640 offset 0 length 520: 4 00000100:00100000:0.0:1767321100.408451:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384448768:0@lo:38:kworker.0 00000100:00100000:0.0:1767321100.408473:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321100.408488:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384448896:0@lo:38:kworker.0 00000100:00100000:0.0:1767321100.408512:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321100.408530:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384449152:0@lo:38:kworker.0 00000100:00100000:0.0:1767321100.408549:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321100.408576:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384448896 00000100:00100000:0.0:1767321100.408579:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384448896 00000100:00100000:0.0:1767321100.408598:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3039 00000100:00100000:0.0:1767321100.408603:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384448896:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321100.408623:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321100.408661:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384448896:12345-0@lo:38:kworker.0 Request processed in 56us (148us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321100.408667:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3039 00000100:00100000:0.0:1767321100.408690:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384448768 00000100:00100000:0.0:1767321100.408693:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384448768 00000100:00100000:0.0:1767321100.408710:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25243 00000100:00100000:0.0:1767321100.408714:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384448768:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321100.408723:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321100.408746:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384448768:12345-0@lo:38:kworker.0 Request processed in 31us (273us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321100.408752:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25243 00000100:00100000:0.0:1767321100.408760:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384449152 00000100:00100000:0.0:1767321100.408763:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384449152 00000100:00100000:0.0:1767321100.408799:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25244 00000100:00100000:0.0:1767321100.408803:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384449152:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321100.408811:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321100.408833:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384449152:12345-0@lo:38:kworker.0 Request processed in 29us (283us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321100.408837:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25244 00000100:00080000:0.0:1767321100.409336:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321100.409343:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321100.409346:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384448768:0@lo:38:kworker.0 00000100:00080000:0.0:1767321100.409371:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321100.409374:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321100.409377:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384448896:0@lo:38:kworker.0 00000100:00080000:0.0:1767321100.409384:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321100.409387:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321100.409389:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384449152:0@lo:38:kworker.0 00000100:00080000:0.0:1767321100.409450:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321100.409499:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384449280:0@lo:400:kworker.0 00000100:00100000:0.0:1767321100.409532:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321100.409565:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384449280 00000100:00100000:0.0:1767321100.409569:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384449280 00000100:00100000:0.0:1767321100.409603:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5783 00000100:00100000:0.0:1767321100.409610:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384449280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321100.409665:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384449280:12345-0@lo:400:kworker.0 Request processed in 54us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321100.409672:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5783 00000100:00100000:0.0:1767321100.409701:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384449280:0@lo:400:kworker.0 00000100:00080000:0.0:1767321100.409716:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321100.412387:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321100.412396:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321100.412400:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321100.412409:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5999 00000100:00080000:2.0:1767321100.412413:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321100.412420:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321100.412474:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae87100 x1853164384449408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321100.412576:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384449536:0@lo:400:kworker.0 00000100:00100000:2.0:1767321100.412657:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321100.412692:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321100.412698:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384449664:0@lo:400:kworker.0 00000100:00100000:2.0:1767321100.412720:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321100.412753:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384449536 00000100:00100000:2.0:1767321100.412762:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384449536 00000100:00100000:0.0:1767321100.413504:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384449408:0@lo:38:kworker.0 00000100:00100000:0.0:1767321100.413547:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321100.413589:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384449408 00000100:00100000:0.0:1767321100.413594:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384449408 00000100:00100000:0.0:1767321100.413640:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25245 00000100:00100000:0.0:1767321100.413648:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384449408:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321100.413670:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321100.413715:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384449408:12345-0@lo:38:kworker.0 Request processed in 67us (168us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321100.413723:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25245 00000100:00080000:0.0:1767321100.413766:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321100.413771:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321100.413775:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384449408:0@lo:38:kworker.0 00000100:00100000:0.0:1767321100.414267:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384449664 00000100:00100000:0.0:1767321100.414273:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384449664 00000100:00100000:0.0:1767321100.414311:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2390 00000100:00100000:0.0:1767321100.414321:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384449536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321100.414381:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384449536:12345-0@lo:400:kworker.0 Request processed in 63us (1724us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321100.414388:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2390 00000100:00100000:0.0:1767321100.414401:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2391 00000100:00100000:0.0:1767321100.414407:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384449664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321100.414433:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384449664:12345-0@lo:400:kworker.0 Request processed in 27us (1712us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321100.414438:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2391 00000100:00080000:0.0:1767321100.414454:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321100.414458:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321100.414505:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384449664:0@lo:400:kworker.0 00000100:00100000:0.0:1767321100.414516:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384449536:0@lo:400:kworker.0 00000100:00100000:3.0:1767321100.415554:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384449024:12345-0@lo:400:kworker.0 Request processed in 7247us (7639us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321100.415567:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5782 00000100:00100000:1.0:1767321100.420469:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384449024:0@lo:400:kworker.0 00010000:00010000:3.0:1767321100.925989:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321101.383434:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:1.0:1767321101.383472:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297464064 offset 0 length 520: 4 00000100:00100000:1.0:1767321101.383496:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321101.383816:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297464320 00000100:00100000:0.0:1767321101.383828:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297464320 00000100:00100000:0.0:1767321101.383912:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297464192 00000100:00100000:0.0:1767321101.383915:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297464192 00000100:00100000:0.0:1767321101.383936:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5784 00000100:00100000:0.0:1767321101.383946:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297464320:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321101.384026:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297464320:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 81us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321101.384035:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5784 00000100:00100000:0.0:1767321101.384057:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25246 00000100:00100000:0.0:1767321101.384062:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297464192:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321101.384083:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321101.384108:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297464192:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 45us (611us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321101.384115:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25246 00000100:00080000:1.0:1767321101.384184:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321101.430910:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321101.944104:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321102.455342:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321102.967245:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321103.478998:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321103.990953:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321103.991225:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384449792:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321103.991301:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321103.991448:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384449792 00000100:00100000:1.0:1767321103.991459:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384449792 00000100:00100000:1.0:1767321103.991543:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3227 00000100:00100000:1.0:1767321103.991557:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384449792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321103.991600:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321103.991650:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384449792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321103.991659:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3227 00000100:00080000:2.0:1767321103.991720:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321103.991758:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384449792:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321103.993296:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321103.993331:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384449920:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321103.993393:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321103.994309:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384449920 00000100:00100000:3.0:1767321103.994332:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384449920 00000100:00100000:3.0:1767321103.994461:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3228 00000100:00100000:3.0:1767321103.994474:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384449920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321103.994519:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321103.994605:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384449920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 132us (1210us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321103.994613:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3228 00000100:00100000:0.0:1767321103.994732:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384449920:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321103.999507:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321104.508847:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321105.015110:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321105.534930:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321105.534940:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321105.534943:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321105.534947:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321105.534952:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321105.534960:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6003 00000100:00080000:2.0:1767321105.534965:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321105.534973:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321105.535019:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae85500 x1853164384450048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321105.535039:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321105.535042:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321105.535044:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321105.535048:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6003 00000100:00080000:2.0:1767321105.535050:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321105.535053:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321105.535064:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae87100 x1853164384450176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321105.535097:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321105.535101:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321105.535103:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321105.535107:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6003 00000100:00080000:2.0:1767321105.535109:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321105.535113:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321105.535122:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae85c00 x1853164384450432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321105.535138:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321105.535141:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321105.535143:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321105.535147:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6003 00000100:00080000:2.0:1767321105.535149:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321105.535152:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321105.535160:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae86d80 x1853164384450688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321105.535218:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384450304:0@lo:400:kworker.0 00000100:00100000:2.0:1767321105.535285:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321105.535366:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321105.535373:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384450560:0@lo:400:kworker.0 00000100:00100000:2.0:1767321105.535396:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321105.535421:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8913100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384450944:0@lo:400:kworker.0 00000100:00100000:2.0:1767321105.535445:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321105.535480:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321105.535485:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384450816:0@lo:400:kworker.0 00000100:00100000:2.0:1767321105.535505:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321105.535535:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384450304 00000100:00100000:2.0:1767321105.535543:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384450304 00000100:00100000:2.0:1767321105.535598:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384450560 00000100:00100000:2.0:1767321105.535601:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384450560 00000100:00100000:2.0:1767321105.535626:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5785 00000100:00100000:2.0:1767321105.535636:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384450304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321105.535693:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384450304:12345-0@lo:400:kworker.0 Request processed in 57us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321105.535699:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5785 00000100:00100000:2.0:1767321105.535715:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5786 00000100:00100000:2.0:1767321105.535721:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384450560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321105.535746:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384450560:12345-0@lo:400:kworker.0 Request processed in 25us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321105.535752:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5786 00000100:00100000:2.0:1767321105.535770:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384450944 00000100:00100000:2.0:1767321105.535774:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384450944 00000100:00100000:2.0:1767321105.535835:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384450816 00000100:00100000:2.0:1767321105.535838:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384450816 00000100:00100000:2.0:1767321105.535862:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2392 00000100:00100000:2.0:1767321105.535868:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384450944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321105.535901:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384450944:12345-0@lo:400:kworker.0 Request processed in 33us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321105.535907:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2392 00000100:00100000:2.0:1767321105.535917:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2393 00000100:00100000:2.0:1767321105.535924:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384450816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321105.535951:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384450816:12345-0@lo:400:kworker.0 Request processed in 28us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321105.535957:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2393 00000100:00100000:2.0:1767321105.535999:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384450560:0@lo:400:kworker.0 00000100:00100000:2.0:1767321105.536010:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384450304:0@lo:400:kworker.0 00000100:00100000:2.0:1767321105.536050:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384450816:0@lo:400:kworker.0 00000100:00100000:2.0:1767321105.536059:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8913100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384450944:0@lo:400:kworker.0 00000100:00080000:2.0:1767321105.536074:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321105.536078:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321105.536080:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321105.536589:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384450048:0@lo:38:kworker.0 00000100:00100000:0.0:1767321105.536627:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321105.536657:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384450176:0@lo:38:kworker.0 00000100:00100000:0.0:1767321105.536683:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321105.536706:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384450432:0@lo:38:kworker.0 00000100:00100000:0.0:1767321105.536725:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321105.536738:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384450688:0@lo:38:kworker.0 00000100:00100000:0.0:1767321105.536758:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321105.536823:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384450176 00000100:00100000:0.0:1767321105.536828:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384450176 00000100:00100000:0.0:1767321105.536854:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3040 00000100:00100000:0.0:1767321105.536860:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384450176:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321105.536879:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321105.536916:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384450176:12345-0@lo:38:kworker.0 Request processed in 54us (231us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321105.536923:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3040 00000100:00080000:0.0:1767321105.536955:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321105.536960:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321105.536963:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384450176:0@lo:38:kworker.0 00000100:00100000:1.0:1767321105.537145:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321105.540046:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384450048 00000100:00100000:2.0:1767321105.540064:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384450048 00000100:00100000:2.0:1767321105.540122:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384450432 00000100:00100000:2.0:1767321105.540126:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384450432 00000100:00100000:2.0:1767321105.540147:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384450688 00000100:00100000:2.0:1767321105.540151:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384450688 00000100:00100000:2.0:1767321105.540167:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25247 00000100:00100000:2.0:1767321105.540176:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384450048:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321105.540200:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321105.541510:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384450048:12345-0@lo:38:kworker.0 Request processed in 1327us (4874us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321105.541523:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25247 00000100:00100000:2.0:1767321105.541573:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25248 00000100:00100000:2.0:1767321105.541580:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384450432:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321105.541599:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321105.541647:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384450432:12345-0@lo:38:kworker.0 Request processed in 66us (4920us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321105.541652:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25248 00000100:00100000:2.0:1767321105.541664:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25249 00000100:00100000:2.0:1767321105.541668:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384450688:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321105.541677:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321105.541700:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384450688:12345-0@lo:38:kworker.0 Request processed in 31us (4941us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321105.541706:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25249 00000100:00080000:3.0:1767321105.554109:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321105.554124:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321105.554130:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384450048:0@lo:38:kworker.0 00000100:00080000:3.0:1767321105.554146:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321105.554149:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321105.554152:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384450432:0@lo:38:kworker.0 00000100:00080000:3.0:1767321105.554162:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321105.554166:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321105.554168:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384450688:0@lo:38:kworker.0 00010000:00010000:3.0:1767321106.039658:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321106.505170:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321106.505223:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321106.505324:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297464448 00000100:00100000:3.0:1767321106.505337:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297464448 00000100:00100000:3.0:1767321106.505392:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297464576 00000100:00100000:3.0:1767321106.505395:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297464576 00000100:00100000:3.0:1767321106.505442:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5787 00000100:00100000:3.0:1767321106.505465:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297464576:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321106.505546:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297464576:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 84us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321106.505555:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5787 00000100:00100000:3.0:1767321106.505577:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25250 00000100:00100000:3.0:1767321106.505581:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297464448:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321106.505602:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321106.505627:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297464448:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 44us (468us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321106.505633:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25250 00000100:00080000:3.0:1767321106.505651:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321106.551030:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321107.063399:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321107.576034:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321108.087449:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321108.599729:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321109.112532:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384451072:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321109.112616:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321109.114912:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384451072 00000100:00100000:0.0:1767321109.114928:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384451072 00000100:00100000:0.0:1767321109.115018:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3229 00000100:00100000:0.0:1767321109.115030:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384451072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321109.115066:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321109.115150:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384451072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (2533us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321109.115159:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3229 00000100:00080000:3.0:1767321109.115263:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321109.115445:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384451072:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767321109.115877:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321109.115931:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384451200:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321109.115976:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321109.116298:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384451200 00000100:00100000:0.0:1767321109.116304:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384451200 00000100:00100000:0.0:1767321109.116355:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3230 00000100:00100000:0.0:1767321109.116363:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384451200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321109.116385:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321109.116435:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384451200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321109.116442:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3230 00000100:00080000:3.0:1767321109.116496:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321109.116618:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384451200:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321109.622912:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321110.136604:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321110.647017:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321110.647028:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321110.647031:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321110.647035:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321110.647040:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321110.647048:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6008 00000100:00080000:2.0:1767321110.647054:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321110.647061:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321110.647105:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8912300 x1853164384451328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321110.647132:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321110.647135:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321110.647136:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321110.647140:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6008 00000100:00080000:2.0:1767321110.647142:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321110.647146:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321110.647159:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8910700 x1853164384451456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321110.647193:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321110.647196:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321110.647198:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321110.647202:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6008 00000100:00080000:2.0:1767321110.647204:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321110.647207:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321110.647217:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8911f80 x1853164384451712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321110.647234:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321110.647236:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321110.647238:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321110.647242:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6008 00000100:00080000:2.0:1767321110.647244:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321110.647246:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321110.647265:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae85c00 x1853164384451968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321110.647319:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384451840:0@lo:400:kworker.0 00000100:00100000:2.0:1767321110.647389:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321110.647452:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321110.647458:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8913800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384451584:0@lo:400:kworker.0 00000100:00100000:2.0:1767321110.647481:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321110.647511:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384452096:0@lo:400:kworker.0 00000100:00100000:2.0:1767321110.647541:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321110.647557:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321110.647561:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384452224:0@lo:400:kworker.0 00000100:00100000:2.0:1767321110.647578:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321110.647610:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384451840 00000100:00100000:2.0:1767321110.647618:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384451840 00000100:00100000:2.0:1767321110.647667:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384451584 00000100:00100000:2.0:1767321110.647670:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384451584 00000100:00100000:2.0:1767321110.647694:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5788 00000100:00100000:1.0:1767321110.647828:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321110.647848:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5789 00000100:00100000:1.0:1767321110.647860:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384451584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321110.647918:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384451584:12345-0@lo:400:kworker.0 Request processed in 63us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321110.647925:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5789 00000100:00100000:1.0:1767321110.647969:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8913800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384451584:0@lo:400:kworker.0 00000100:00100000:1.0:1767321110.648008:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384452096 00000100:00100000:1.0:1767321110.648012:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384452096 00000100:00100000:1.0:1767321110.648041:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384452224 00000100:00100000:1.0:1767321110.648045:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384452224 00000100:00100000:1.0:1767321110.648066:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2394 00000100:00100000:1.0:1767321110.648072:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384452096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321110.648107:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384452096:12345-0@lo:400:kworker.0 Request processed in 35us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321110.648113:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2394 00000100:00100000:1.0:1767321110.648125:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2395 00000100:00100000:1.0:1767321110.648131:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384452224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321110.648157:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384452224:12345-0@lo:400:kworker.0 Request processed in 27us (577us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321110.648162:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2395 00000100:00100000:1.0:1767321110.648190:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384452224:0@lo:400:kworker.0 00000100:00100000:1.0:1767321110.648199:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384452096:0@lo:400:kworker.0 00000100:00100000:2.0:1767321110.649923:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384451840:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767321110.650342:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321110.650372:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384451328:0@lo:38:kworker.0 00000100:00100000:3.0:1767321110.650432:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321110.650484:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384451456:0@lo:38:kworker.0 00000100:00100000:3.0:1767321110.650506:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321110.650524:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8911f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384451712:0@lo:38:kworker.0 00000100:00100000:3.0:1767321110.650537:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321110.650546:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384451968:0@lo:38:kworker.0 00000100:00100000:3.0:1767321110.650558:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321110.650580:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384451456 00000100:00100000:3.0:1767321110.650587:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384451456 00000100:00100000:3.0:1767321110.650613:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3041 00000100:00100000:3.0:1767321110.650618:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384451456:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321110.650637:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321110.650681:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384451456:12345-0@lo:38:kworker.0 Request processed in 61us (172us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321110.650688:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3041 00000100:00100000:1.0:1767321110.650791:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384451328 00000100:00100000:1.0:1767321110.650795:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384451328 00000100:00100000:1.0:1767321110.650820:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384451712 00000100:00100000:1.0:1767321110.650822:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384451712 00000100:00100000:1.0:1767321110.650826:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384451968 00000100:00100000:1.0:1767321110.650827:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384451968 00000100:00100000:1.0:1767321110.650833:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25251 00000100:00100000:1.0:1767321110.650837:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384451328:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321110.650844:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321110.650865:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384451328:12345-0@lo:38:kworker.0 Request processed in 27us (433us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321110.650868:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25251 00000100:00100000:1.0:1767321110.650876:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25252 00000100:00100000:1.0:1767321110.650878:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384451712:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321110.650883:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321110.650894:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384451712:12345-0@lo:38:kworker.0 Request processed in 15us (356us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321110.650897:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25252 00000100:00100000:1.0:1767321110.650902:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25253 00000100:00100000:1.0:1767321110.650904:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384451968:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321110.650909:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321110.650920:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384451968:12345-0@lo:38:kworker.0 Request processed in 15us (362us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321110.650923:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25253 00000100:00100000:2.0:1767321110.651100:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384451840:12345-0@lo:400:kworker.0 Request processed in 3398us (3712us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321110.651105:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5788 00000100:00080000:2.0:1767321110.651142:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321110.651146:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321110.651148:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384451328:0@lo:38:kworker.0 00000100:00080000:2.0:1767321110.651154:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321110.651156:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321110.651158:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384451456:0@lo:38:kworker.0 00000100:00080000:2.0:1767321110.651162:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321110.651164:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321110.651166:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8911f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384451712:0@lo:38:kworker.0 00000100:00080000:2.0:1767321110.651170:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321110.651172:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321110.651174:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384451968:0@lo:38:kworker.0 00000100:00100000:1.0:1767321110.651339:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384451840:0@lo:400:kworker.0 00010000:00010000:3.0:1767321111.159562:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321111.633074:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321111.633186:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321111.633972:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297464832 00000100:00100000:2.0:1767321111.633987:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297464832 00000100:00100000:2.0:1767321111.634072:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297464704 00000100:00100000:2.0:1767321111.634076:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297464704 00000100:00100000:2.0:1767321111.634100:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5790 00000100:00100000:2.0:1767321111.634113:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297464832:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321111.634217:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297464832:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 107us (1154us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321111.634227:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5790 00000100:00100000:2.0:1767321111.634638:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25254 00000100:00100000:2.0:1767321111.634646:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297464704:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767321111.634671:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321111.634704:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297464704:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 57us (1517us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321111.634711:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25254 00000100:00080000:0.0:1767321111.634809:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321111.672058:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321112.182953:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321112.694926:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321113.207302:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321113.719863:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321114.231118:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321114.231254:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384452352:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321114.231330:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321114.231420:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321114.231428:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384452480:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321114.231452:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321114.231542:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384452352 00000100:00100000:2.0:1767321114.231552:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384452352 00000100:00080000:3.0:1767321114.231608:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321114.231746:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384452480 00000100:00100000:2.0:1767321114.231751:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384452480 00000100:00080000:1.0:1767321114.231840:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321114.234968:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3231 00000100:00100000:3.0:1767321114.234999:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384452352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321114.235041:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321114.235147:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384452352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 162us (3815us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321114.235155:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3231 00000100:00100000:3.0:1767321114.235182:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3232 00000100:00100000:3.0:1767321114.235190:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384452480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321114.235207:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321114.235246:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384452480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (3792us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321114.235252:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3232 00000100:00100000:1.0:1767321114.235399:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384452480:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321114.235415:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384452352:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321114.743060:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321115.256487:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321115.767043:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767321115.767333:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321115.767340:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321115.767344:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321115.767348:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321115.767353:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321115.767362:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6013 00000100:00080000:3.0:1767321115.767366:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321115.767375:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321115.767448:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f8000 x1853164384452608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321115.767477:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321115.767481:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321115.767483:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321115.767487:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6013 00000100:00080000:3.0:1767321115.767490:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321115.767494:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321115.767508:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f8a80 x1853164384452736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321115.767557:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321115.767562:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321115.767564:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321115.767568:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6013 00000100:00080000:3.0:1767321115.767570:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321115.767574:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321115.767815:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384452608:0@lo:38:kworker.0 00000100:00100000:2.0:1767321115.767893:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321115.767954:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384452736:0@lo:38:kworker.0 00000100:00100000:2.0:1767321115.767980:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321115.768039:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384452736 00000100:00100000:2.0:1767321115.768048:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384452736 00000100:00100000:2.0:1767321115.768087:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3042 00000100:00100000:2.0:1767321115.768097:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384452736:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321115.768120:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321115.768168:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384452736:12345-0@lo:38:kworker.0 Request processed in 70us (185us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321115.768176:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3042 00000100:00080000:2.0:1767321115.768233:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321115.768239:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321115.768242:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384452736:0@lo:38:kworker.0 00000100:00100000:3.0:1767321115.768335:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c900380 x1853164384452992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321115.768371:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321115.768375:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321115.768377:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321115.768381:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6013 00000100:00080000:3.0:1767321115.768384:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321115.768389:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321115.768403:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135f80 x1853164384453248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321115.768599:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384452992:0@lo:38:kworker.0 00000100:00100000:2.0:1767321115.768629:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321115.768658:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384453248:0@lo:38:kworker.0 00000100:00100000:2.0:1767321115.768681:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321115.769018:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384452608 00000100:00100000:3.0:1767321115.769024:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384452608 00000100:00100000:3.0:1767321115.769057:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384452992 00000100:00100000:3.0:1767321115.769061:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384452992 00000100:00100000:3.0:1767321115.769074:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384453248 00000100:00100000:3.0:1767321115.769076:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384453248 00000100:00100000:3.0:1767321115.769089:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25255 00000100:00100000:3.0:1767321115.769096:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384452608:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321115.769110:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321115.769152:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384452608:12345-0@lo:38:kworker.0 Request processed in 55us (1259us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321115.769158:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25255 00000100:00100000:3.0:1767321115.769171:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25256 00000100:00100000:3.0:1767321115.769175:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384452992:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321115.769183:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321115.769205:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384452992:12345-0@lo:38:kworker.0 Request processed in 28us (576us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321115.769223:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25256 00000100:00100000:3.0:1767321115.769235:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25257 00000100:00100000:3.0:1767321115.769240:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384453248:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321115.769248:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321115.769271:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384453248:12345-0@lo:38:kworker.0 Request processed in 31us (590us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321115.769279:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25257 00000100:00080000:3.0:1767321115.769315:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321115.769319:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321115.769322:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384452992:0@lo:38:kworker.0 00000100:00080000:3.0:1767321115.769328:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321115.769331:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321115.769333:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384453248:0@lo:38:kworker.0 00000100:00080000:3.0:1767321115.769341:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321115.769344:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321115.769346:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384452608:0@lo:38:kworker.0 00000100:00100000:0.0:1767321115.769715:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c901880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384453120:0@lo:400:kworker.0 00000100:00100000:0.0:1767321115.769750:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321115.769803:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384452864:0@lo:400:kworker.0 00000100:00100000:0.0:1767321115.769808:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384453120 00000100:00100000:0.0:1767321115.769812:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384453120 00000100:00100000:1.0:1767321115.769832:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321115.769854:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384452864 00000100:00100000:0.0:1767321115.769858:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384452864 00000100:00100000:1.0:1767321115.769875:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5791 00000100:00100000:1.0:1767321115.769886:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384453120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321115.769932:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384453120:12345-0@lo:400:kworker.0 Request processed in 49us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321115.777812:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5792 00000100:00100000:0.0:1767321115.777847:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384452864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321115.777975:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384452864:12345-0@lo:400:kworker.0 Request processed in 147us (8141us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321115.777984:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5792 00000100:00100000:0.0:1767321115.778071:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384452864:0@lo:400:kworker.0 00000100:00080000:0.0:1767321115.778128:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321115.778179:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c901880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384453120:0@lo:400:kworker.0 00000100:00100000:0.0:1767321115.778230:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384453376:0@lo:400:kworker.0 00000100:00100000:0.0:1767321115.778272:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321115.778301:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321115.778308:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384453504:0@lo:400:kworker.0 00000100:00100000:0.0:1767321115.778327:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321115.778369:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384453376 00000100:00100000:0.0:1767321115.778375:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384453376 00000100:00100000:0.0:1767321115.778438:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384453504 00000100:00100000:0.0:1767321115.778443:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384453504 00000100:00100000:0.0:1767321115.778464:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2396 00000100:00100000:0.0:1767321115.778472:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384453376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321115.778511:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384453376:12345-0@lo:400:kworker.0 Request processed in 39us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321115.778517:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2396 00000100:00100000:0.0:1767321115.778529:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2397 00000100:00100000:0.0:1767321115.778535:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384453504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321115.778560:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384453504:12345-0@lo:400:kworker.0 Request processed in 26us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321115.778566:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2397 00000100:00100000:0.0:1767321115.780857:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384453504:0@lo:400:kworker.0 00000100:00100000:0.0:1767321115.780887:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384453376:0@lo:400:kworker.0 00000100:00100000:1.0:1767321115.782068:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5791 00010000:00010000:3.0:1767321116.282375:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321116.745288:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321116.745345:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321116.754051:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297465088 00000100:00100000:2.0:1767321116.754068:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297465088 00000100:00080000:0.0:1767321116.755541:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321116.756091:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297464960 00000100:00100000:0.0:1767321116.756111:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297464960 00000100:00100000:0.0:1767321116.756407:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5793 00000100:00100000:0.0:1767321116.756436:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297465088:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321116.756535:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297465088:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 118us (11259us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321116.756544:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5793 00000100:00100000:0.0:1767321116.756569:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25258 00000100:00100000:0.0:1767321116.756586:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297464960:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321116.756609:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321116.756638:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297464960:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 62us (11292us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321116.756644:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25258 00000100:00100000:1.0:1767321116.791699:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321117.302975:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321117.815249:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321118.333758:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321118.839029:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321119.351055:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321119.351453:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384453632:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321119.351554:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321119.351955:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384453760:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321119.351993:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321119.352239:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384453632 00000100:00100000:0.0:1767321119.352249:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384453632 00000100:00100000:0.0:1767321119.352357:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384453760 00000100:00100000:0.0:1767321119.352360:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384453760 00000100:00100000:2.0:1767321119.353029:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3233 00000100:00100000:2.0:1767321119.353047:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384453632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321119.353098:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321119.353199:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384453632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 158us (1646us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321119.353207:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3233 00000100:00100000:1.0:1767321119.353429:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384453632:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767321119.361581:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321119.361608:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321119.362118:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3234 00000100:00100000:0.0:1767321119.362136:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384453760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321119.362229:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321119.362338:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384453760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 209us (10343us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321119.362346:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3234 00000100:00100000:0.0:1767321119.362435:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384453760:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321119.863154:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321120.376778:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321120.886958:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321120.886974:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321120.886978:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321120.886983:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321120.886990:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321120.887001:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6019 00000100:00080000:2.0:1767321120.887007:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321120.887016:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321120.887067:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be4700 x1853164384453888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321120.887096:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321120.887100:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321120.887102:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321120.887106:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6019 00000100:00080000:2.0:1767321120.887109:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321120.887112:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321120.887126:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6300 x1853164384454016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321120.887151:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384453888:0@lo:38:kworker.0 00000100:00080000:2.0:1767321120.887177:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321120.887182:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321120.887184:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321120.887188:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6019 00000100:00080000:2.0:1767321120.887190:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321120.887195:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321120.887210:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be5880 x1853164384454272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321120.887231:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321120.887234:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321120.887237:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321120.887241:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6019 00000100:00080000:2.0:1767321120.887243:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321120.887247:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321120.887261:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6a00 x1853164384454528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321120.887277:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321120.887345:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384454016:0@lo:38:kworker.0 00000100:00100000:3.0:1767321120.887374:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321120.887467:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384454144:0@lo:400:kworker.0 00000100:00100000:0.0:1767321120.887505:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321120.887531:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321120.887537:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384454400:0@lo:400:kworker.0 00000100:00100000:0.0:1767321120.887559:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321120.887716:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384454656:0@lo:400:kworker.0 00000100:00100000:1.0:1767321120.887756:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321120.887798:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321120.887802:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384453888 00000100:00100000:1.0:1767321120.887804:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384454784:0@lo:400:kworker.0 00000100:00100000:2.0:1767321120.887809:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384453888 00000100:00100000:1.0:1767321120.887827:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321120.887846:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384454144 00000100:00100000:2.0:1767321120.887849:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384454144 00000100:00100000:1.0:1767321120.887853:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384454400 00000100:00100000:1.0:1767321120.887856:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384454400 00000100:00100000:2.0:1767321120.887895:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5794 00000100:00100000:2.0:1767321120.887906:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384454144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321120.887966:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384454144:12345-0@lo:400:kworker.0 Request processed in 62us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321120.887973:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5794 00000100:00100000:2.0:1767321120.887990:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25259 00000100:00100000:2.0:1767321120.887995:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384453888:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321120.888014:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321120.888041:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384453888:12345-0@lo:38:kworker.0 Request processed in 45us (766us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321120.888048:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25259 00000100:00100000:2.0:1767321120.888096:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384454144:0@lo:400:kworker.0 00000100:00100000:1.0:1767321120.888569:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5795 00000100:00100000:1.0:1767321120.888580:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384454400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321120.888626:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384454400:12345-0@lo:400:kworker.0 Request processed in 49us (1065us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321120.888633:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5795 00000100:00100000:1.0:1767321120.888657:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321120.888681:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384454400:0@lo:400:kworker.0 00000100:00080000:2.0:1767321120.889316:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321120.891025:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384454272:0@lo:38:kworker.0 00000100:00100000:3.0:1767321120.891112:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321120.891135:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384454528:0@lo:38:kworker.0 00000100:00100000:3.0:1767321120.891172:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321120.891218:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321120.891223:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321120.891227:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384453888:0@lo:38:kworker.0 00000100:00100000:2.0:1767321120.891355:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384454016 00000100:00100000:1.0:1767321120.891366:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384454272 00000100:00100000:2.0:1767321120.891367:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384454016 00000100:00100000:1.0:1767321120.891374:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384454272 00000100:00100000:1.0:1767321120.891417:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384454528 00000100:00100000:1.0:1767321120.891420:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384454528 00000100:00100000:2.0:1767321120.891431:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043 00000100:00100000:2.0:1767321120.891441:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384454016:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321120.891462:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25260 00000100:00100000:1.0:1767321120.891469:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384454272:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321120.891472:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767321120.891484:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321120.893793:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25261 00000100:00100000:3.0:1767321120.893808:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384454528:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321120.893837:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321120.894854:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384454656 00000100:00100000:0.0:1767321120.894869:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384454656 00000100:00100000:0.0:1767321120.894933:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384454784 00000100:00100000:0.0:1767321120.894936:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384454784 00000100:00100000:1.0:1767321120.894939:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384454272:12345-0@lo:38:kworker.0 Request processed in 3466us (3823us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321120.894950:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25260 00000100:00100000:0.0:1767321120.894956:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2398 00000100:00100000:0.0:1767321120.894963:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384454656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321120.895019:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2399 00000100:00100000:1.0:1767321120.895033:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384454784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321120.895045:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384454656:12345-0@lo:400:kworker.0 Request processed in 84us (7290us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321120.895052:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2398 00000100:00100000:1.0:1767321120.895065:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384454784:12345-0@lo:400:kworker.0 Request processed in 41us (7237us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321120.895071:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2399 00000100:00080000:1.0:1767321120.895116:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767321120.895118:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384454784:0@lo:400:kworker.0 00000100:00080000:1.0:1767321120.895121:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321120.895125:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384454272:0@lo:38:kworker.0 00000100:00100000:0.0:1767321120.895131:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384454656:0@lo:400:kworker.0 00000100:00100000:2.0:1767321120.896067:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384454016:12345-0@lo:38:kworker.0 Request processed in 4617us (8682us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321120.896082:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043 00000100:00080000:1.0:1767321120.898892:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321120.898913:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321120.898919:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384454016:0@lo:38:kworker.0 00000100:00100000:3.0:1767321120.901470:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384454528:12345-0@lo:38:kworker.0 Request processed in 7648us (10294us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321120.901489:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25261 00000100:00080000:1.0:1767321120.905859:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321120.905881:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321120.905887:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384454528:0@lo:38:kworker.0 00010000:00010000:3.0:1767321121.402045:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321121.863091:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321121.863453:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297465344 00000100:00100000:3.0:1767321121.863467:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297465344 00000100:00100000:3.0:1767321121.863938:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5796 00000100:00100000:3.0:1767321121.863951:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297465344:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321121.864064:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297465344:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 116us (987us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321121.864073:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5796 00000100:00080000:2.0:1767321121.864433:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321121.870299:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321121.872091:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297465216 00000100:00100000:0.0:1767321121.872109:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297465216 00000100:00100000:0.0:1767321121.872202:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25262 00000100:00100000:0.0:1767321121.872212:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297465216:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321121.872242:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321121.872343:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297465216:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 131us (2066us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321121.872349:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25262 00000100:00100000:2.0:1767321121.911255:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321122.422931:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321122.935856:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321123.452680:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321123.959035:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321124.471948:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321124.472110:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321124.472150:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384454912:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321124.472256:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321124.472421:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384454912 00000100:00100000:2.0:1767321124.472431:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384454912 00000100:00100000:2.0:1767321124.472512:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3235 00000100:00100000:2.0:1767321124.472536:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384454912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321124.472578:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321124.472640:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384454912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321124.472647:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3235 00000100:00100000:2.0:1767321124.472708:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384454912:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321124.473255:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321124.473271:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384455040:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321124.473323:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321124.473367:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384455040 00000100:00100000:1.0:1767321124.473373:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384455040 00000100:00100000:1.0:1767321124.473412:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3236 00000100:00100000:1.0:1767321124.473424:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384455040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321124.473454:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321124.473493:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384455040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321124.473500:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3236 00000100:00100000:1.0:1767321124.473537:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384455040:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321124.473651:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321124.473656:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321124.983975:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321125.495648:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321125.959232:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:0.0:1767321125.959270:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297465472 offset 0 length 520: 4 00000100:00100000:0.0:1767321125.959298:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321125.959384:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297465728 00000100:00100000:1.0:1767321125.959397:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297465728 00000100:00100000:1.0:1767321125.959485:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297465600 00000100:00100000:1.0:1767321125.959489:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297465600 00000100:00100000:1.0:1767321125.959515:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5797 00000100:00100000:1.0:1767321125.959539:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297465728:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321125.959621:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297465728:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 97us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321125.959629:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5797 00000100:00100000:1.0:1767321125.959648:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25263 00000100:00100000:1.0:1767321125.959653:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297465600:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321125.959681:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321125.959708:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297465600:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 54us (410us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321125.959715:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25263 00000100:00080000:0.0:1767321125.959914:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321126.007148:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321126.007410:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321100/real 1767321100] req@ffff9369bae86680 x1853164384448640/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321125 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321126.007446:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369bae86680 x1853164384448640/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321125 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767321126.007466:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321126.007490:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767321126.007494:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384448640:0@lo:250:kworker.0 00000100:00080000:2.0:1767321126.012243:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321126.012260:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321126.012266:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321126.012278:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 6003 00000100:00080000:2.0:1767321126.012284:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321126.012293:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321126.012353:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be7b80 x1853164384455168/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321126.012398:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321126.012402:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321126.012405:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321126.012409:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6024 00000100:00080000:2.0:1767321126.012412:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321126.012416:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321126.012439:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6a00 x1853164384455296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321126.012448:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321126.012452:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321126.012454:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321126.012460:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6024 00000100:00080000:2.0:1767321126.012462:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321126.012465:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321126.012481:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6300 x1853164384455424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321126.012529:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384455168:0@lo:250:kworker.0 00000100:00080000:2.0:1767321126.012533:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321126.012545:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321126.012554:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321126.012559:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6024 00000100:00080000:2.0:1767321126.012561:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321126.012565:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321126.012583:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be4000 x1853164384455680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321126.012604:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321126.012608:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321126.012610:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000100:3.0:1767321126.012615:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384455168 offset 0 length 520: 4 00000100:00080000:2.0:1767321126.012621:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6024 00000100:00080000:2.0:1767321126.012626:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321126.012632:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321126.012651:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be4700 x1853164384455936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321126.012685:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384455296:0@lo:38:kworker.0 00000100:00100000:3.0:1767321126.012734:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321126.012737:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384456192:0@lo:400:kworker.0 00000100:00100000:3.0:1767321126.012821:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384455424:0@lo:38:kworker.0 00000100:00100000:2.0:1767321126.012847:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321126.012870:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321126.012924:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321126.012929:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384455680:0@lo:38:kworker.0 00000100:00100000:2.0:1767321126.012938:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384456064:0@lo:400:kworker.0 00000100:00100000:3.0:1767321126.012967:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321126.012987:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321126.012996:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384455936:0@lo:38:kworker.0 00000100:00100000:3.0:1767321126.013037:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321126.013040:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384455424 00000100:00100000:2.0:1767321126.013050:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384455424 00000100:00100000:3.0:1767321126.013087:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384455296 00000100:00100000:3.0:1767321126.013096:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384455296 00000100:00100000:2.0:1767321126.013104:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044 00000100:00100000:2.0:1767321126.013113:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384455424:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321126.013142:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384455680 00000100:00100000:3.0:1767321126.013147:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384455680 00010000:00020000:2.0:1767321126.013150:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321126.013159:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384455936 00000100:00100000:3.0:1767321126.013162:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384455936 00000100:00100000:3.0:1767321126.013184:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25264 00000100:00100000:3.0:1767321126.013193:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384455296:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321126.013213:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384455424:12345-0@lo:38:kworker.0 Request processed in 98us (342us total) trans 0 rc -19/-19 00010000:00020000:3.0:1767321126.013218:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321126.013231:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044 00000100:00100000:3.0:1767321126.013278:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384455296:12345-0@lo:38:kworker.0 Request processed in 83us (543us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321126.013287:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25264 00000100:00100000:2.0:1767321126.013324:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25265 00000100:00100000:2.0:1767321126.013332:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384455680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321126.013346:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321126.013383:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384455680:12345-0@lo:38:kworker.0 Request processed in 49us (418us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321126.013508:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384455552:0@lo:400:kworker.0 00000100:00100000:1.0:1767321126.013606:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384455808:0@lo:400:kworker.0 00000100:00100000:1.0:1767321126.013633:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321126.013658:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384456192 00000100:00100000:1.0:1767321126.013661:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384456192 00000100:00100000:1.0:1767321126.013724:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384456064 00000100:00100000:1.0:1767321126.013728:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384456064 00000100:00100000:1.0:1767321126.013750:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2400 00000100:00100000:1.0:1767321126.013757:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384456192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321126.013826:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384456192:12345-0@lo:400:kworker.0 Request processed in 69us (981us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321126.013833:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2400 00000100:00100000:1.0:1767321126.013848:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2401 00000100:00100000:1.0:1767321126.013855:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384456064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321126.013883:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384456064:12345-0@lo:400:kworker.0 Request processed in 30us (899us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321126.013900:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2401 00000100:00100000:1.0:1767321126.013919:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384455808 00000100:00100000:1.0:1767321126.013922:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384455808 00000100:00100000:3.0:1767321126.014113:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25266 00000100:00100000:3.0:1767321126.014126:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384455936:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321126.014140:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321126.014186:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384455936:12345-0@lo:38:kworker.0 Request processed in 59us (1150us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321126.014192:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25266 00000100:00080000:3.0:1767321126.014235:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321126.014241:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321126.014245:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384455680:0@lo:38:kworker.0 00000100:00080000:3.0:1767321126.014255:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321126.014258:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321126.014261:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384455936:0@lo:38:kworker.0 00000100:00080000:3.0:1767321126.014275:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321126.014278:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321126.014281:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384455296:0@lo:38:kworker.0 00000100:00080000:3.0:1767321126.014291:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321126.014294:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321126.014297:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384455424:0@lo:38:kworker.0 00000100:00080000:3.0:1767321126.014368:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767321126.014373:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321126.014375:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321126.015298:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25265 00000100:00100000:2.0:1767321126.015942:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384456064:0@lo:400:kworker.0 00000100:00100000:2.0:1767321126.015964:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384456192:0@lo:400:kworker.0 00000100:00100000:0.0:1767321126.016358:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321126.016586:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384455552 00000100:00100000:2.0:1767321126.016597:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384455552 00000100:00100000:2.0:1767321126.016683:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5798 00000100:00100000:2.0:1767321126.016692:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384455552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321126.016826:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384455552:12345-0@lo:400:kworker.0 Request processed in 133us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321126.016833:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5798 00000100:00080000:0.0:1767321126.017542:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321126.017598:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384455552:0@lo:400:kworker.0 00000100:00100000:1.0:1767321126.021266:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5799 00000100:00100000:1.0:1767321126.021300:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384455808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321126.021657:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384455808:0@lo:400:kworker.0 00000100:00100000:1.0:1767321126.021779:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384455808:12345-0@lo:400:kworker.0 Request processed in 498us (8141us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321126.022092:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5799 00010000:00010000:3.0:1767321126.519468:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321127.031136:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321127.542933:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321128.054896:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321128.576690:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321129.078996:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321129.590985:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321129.591014:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384456320:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321129.591363:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767321129.591528:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321129.591638:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384456448:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321129.591673:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321129.594423:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384456320 00000100:00100000:0.0:1767321129.594439:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384456320 00000100:00080000:3.0:1767321129.594557:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321129.595714:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384456448 00000100:00100000:0.0:1767321129.595727:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384456448 00000100:00080000:3.0:1767321129.595858:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321129.601686:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3237 00000100:00100000:1.0:1767321129.601723:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384456320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321129.601767:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321129.601921:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384456320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 219us (10559us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321129.601930:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3237 00000100:00100000:1.0:1767321129.601954:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3238 00000100:00100000:1.0:1767321129.601963:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384456448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321129.601981:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321129.602010:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384456448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (10336us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321129.602015:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3238 00000100:00100000:3.0:1767321129.602273:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384456448:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321129.602292:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384456320:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321130.102933:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321130.615058:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321131.079821:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321131.079891:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321131.079990:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297465984 00000100:00100000:0.0:1767321131.080003:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297465984 00000100:00100000:0.0:1767321131.080093:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297465856 00000100:00100000:0.0:1767321131.080097:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297465856 00000100:00100000:0.0:1767321131.080118:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5800 00000100:00100000:0.0:1767321131.080130:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297465984:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321131.080214:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297465984:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 86us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321131.080222:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5800 00000100:00100000:0.0:1767321131.080351:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25267 00000100:00100000:0.0:1767321131.080356:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297465856:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321131.080379:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321131.080410:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297465856:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 52us (519us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321131.080416:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25267 00000100:00080000:3.0:1767321131.080925:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321131.126901:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767321131.133465:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321131.133475:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321131.133480:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321131.133485:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321131.133491:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321131.133500:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6029 00000100:00080000:0.0:1767321131.133506:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321131.133513:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321131.133563:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e2a00 x1853164384456576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321131.133591:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321131.133596:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321131.133598:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321131.133603:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6029 00000100:00080000:0.0:1767321131.133606:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321131.133610:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321131.133617:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384456576:0@lo:38:kworker.0 00000100:00100000:0.0:1767321131.133627:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e2300 x1853164384456704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321131.133673:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321131.133687:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321131.133692:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767321131.133692:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321131.133700:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6029 00000100:00100000:3.0:1767321131.133701:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384456832:0@lo:400:kworker.0 00000100:00080000:0.0:1767321131.133703:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321131.133710:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321131.133725:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e0e00 x1853164384456960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321131.133745:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321131.133751:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321131.133756:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321131.133758:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321131.133762:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6029 00000100:00080000:0.0:1767321131.133765:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321131.133776:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321131.133806:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321131.133811:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e1880 x1853164384457216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321131.133817:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384457088:0@lo:400:kworker.0 00000100:00100000:1.0:1767321131.133819:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384456704:0@lo:38:kworker.0 00000100:00100000:3.0:1767321131.133862:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321131.133871:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321131.133880:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384457344:0@lo:400:kworker.0 00000100:00100000:3.0:1767321131.133910:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384456576 00000100:00100000:1.0:1767321131.133914:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384456960:0@lo:38:kworker.0 00000100:00100000:3.0:1767321131.133920:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384456576 00000100:00100000:0.0:1767321131.133921:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321131.133948:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321131.133956:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384457472:0@lo:400:kworker.0 00000100:00100000:1.0:1767321131.133957:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321131.133976:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384456832 00000100:00100000:0.0:1767321131.133986:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321131.133992:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384457216:0@lo:38:kworker.0 00000100:00100000:1.0:1767321131.134025:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321131.134027:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384457088 00000100:00100000:0.0:1767321131.134031:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384457088 00000100:00100000:1.0:1767321131.134092:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384456960 00000100:00100000:1.0:1767321131.134097:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384456960 00000100:00100000:0.0:1767321131.134115:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384457344 00000100:00100000:1.0:1767321131.134117:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384457216 00000100:00100000:0.0:1767321131.134121:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384457344 00000100:00100000:1.0:1767321131.134123:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384457216 00000100:00100000:1.0:1767321131.134142:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5801 00000100:00100000:0.0:1767321131.134156:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384457472 00000100:00100000:1.0:1767321131.134156:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384457088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321131.134161:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384457472 00000100:00100000:0.0:1767321131.134183:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2402 00000100:00100000:0.0:1767321131.134191:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384457344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321131.134206:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384456832 00000100:00100000:1.0:1767321131.134208:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384457088:12345-0@lo:400:kworker.0 Request processed in 57us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321131.134215:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5801 00000100:00100000:1.0:1767321131.134238:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5802 00000100:00100000:3.0:1767321131.134246:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25268 00000100:00100000:1.0:1767321131.134248:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384456832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321131.134256:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384456576:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321131.134257:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384457344:12345-0@lo:400:kworker.0 Request processed in 56us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321131.134269:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2402 00000100:00100000:1.0:1767321131.134282:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384456832:12345-0@lo:400:kworker.0 Request processed in 36us (536us total) trans 0 rc 0/0 00010000:00020000:3.0:1767321131.134282:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321131.134288:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2403 00000100:00100000:0.0:1767321131.134295:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384457472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321131.134308:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5802 00000100:00100000:1.0:1767321131.134331:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25269 00000100:00100000:3.0:1767321131.134335:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384456576:12345-0@lo:38:kworker.0 Request processed in 78us (643us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321131.134341:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384456960:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321131.134343:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384457472:12345-0@lo:400:kworker.0 Request processed in 46us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321131.134351:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25268 00000100:00100000:0.0:1767321131.134357:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2403 00010000:00020000:1.0:1767321131.134358:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321131.134373:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25270 00000100:00100000:1.0:1767321131.134390:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384456960:12345-0@lo:38:kworker.0 Request processed in 50us (435us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321131.134395:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384457216:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321131.134399:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25269 00000100:00100000:0.0:1767321131.134401:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384457472:0@lo:400:kworker.0 00010000:00020000:3.0:1767321131.134413:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321131.134420:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384457344:0@lo:400:kworker.0 00000100:00100000:1.0:1767321131.134441:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384457088:0@lo:400:kworker.0 00000100:00100000:1.0:1767321131.134451:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384456832:0@lo:400:kworker.0 00000100:00100000:3.0:1767321131.134467:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384457216:12345-0@lo:38:kworker.0 Request processed in 72us (440us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321131.134476:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25270 00000100:00080000:0.0:1767321131.134478:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321131.134484:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321131.134490:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384457216:0@lo:38:kworker.0 00000100:00080000:1.0:1767321131.134514:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321131.134517:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321131.134519:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321131.134523:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384456960:0@lo:38:kworker.0 00000100:00080000:3.0:1767321131.134525:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321131.134530:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321131.134531:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321131.134534:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321131.134537:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384456576:0@lo:38:kworker.0 00000100:00100000:2.0:1767321131.136299:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384456704 00000100:00100000:2.0:1767321131.136313:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384456704 00000100:00100000:2.0:1767321131.136371:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3045 00000100:00100000:2.0:1767321131.136379:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384456704:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321131.136400:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321131.136486:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384456704:12345-0@lo:38:kworker.0 Request processed in 106us (2615us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321131.136494:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3045 00000100:00080000:1.0:1767321131.138120:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321131.138131:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321131.138135:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384456704:0@lo:38:kworker.0 00010000:00010000:3.0:1767321131.639199:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321132.151148:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321132.662957:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321133.174874:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321133.687860:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321134.199529:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321134.711117:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321134.711306:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321134.711329:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384457600:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321134.711398:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321134.711544:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384457600 00000100:00100000:2.0:1767321134.711554:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384457600 00000100:00100000:2.0:1767321134.711627:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3239 00000100:00100000:2.0:1767321134.711639:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384457600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321134.711671:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321134.711721:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384457600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321134.711729:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3239 00000100:00080000:3.0:1767321134.711813:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321134.711861:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384457600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321134.712113:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321134.712125:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384457728:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321134.712162:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321134.712377:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384457728 00000100:00100000:2.0:1767321134.712382:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384457728 00000100:00100000:2.0:1767321134.712433:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3240 00000100:00100000:2.0:1767321134.712442:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384457728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321134.712462:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321134.712511:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384457728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321134.712517:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3240 00000100:00100000:0.0:1767321134.712632:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384457728:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767321134.712684:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321135.223808:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321135.736271:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321136.203928:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321136.204081:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321136.212769:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297466240 00000100:00100000:1.0:1767321136.212797:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297466240 00000100:00100000:1.0:1767321136.212906:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297466112 00000100:00100000:1.0:1767321136.212910:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297466112 00000100:00100000:1.0:1767321136.212942:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5803 00000100:00100000:1.0:1767321136.212959:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297466240:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321136.213064:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297466240:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 112us (9146us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321136.213071:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5803 00000100:00100000:1.0:1767321136.213092:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25271 00000100:00100000:1.0:1767321136.213097:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297466112:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321136.213118:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321136.213145:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297466112:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 46us (9064us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321136.213152:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25271 00000100:00080000:3.0:1767321136.213422:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767321136.247311:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321136.247323:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321136.247326:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321136.247330:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321136.247335:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321136.247344:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6034 00000100:00080000:3.0:1767321136.247349:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321136.247356:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321136.247418:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135c00 x1853164384457856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321136.247480:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384457856:0@lo:38:kworker.0 00000100:00100000:2.0:1767321136.247559:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321136.247642:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321136.247646:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321136.247649:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321136.247653:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6034 00000100:00080000:3.0:1767321136.247656:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321136.247659:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321136.247678:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f8000 x1853164384457984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321136.247734:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384457856 00000100:00100000:0.0:1767321136.247744:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384457856 00000100:00100000:0.0:1767321136.247817:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25272 00000100:00100000:0.0:1767321136.247825:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384457856:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321136.247847:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321136.248040:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321136.249919:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384457984:0@lo:38:kworker.0 00000100:00100000:2.0:1767321136.250001:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321136.250142:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384457984 00000100:00100000:1.0:1767321136.250152:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384457984 00000100:00100000:1.0:1767321136.250207:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3046 00000100:00100000:1.0:1767321136.250216:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384457984:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321136.250247:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767321136.251030:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321136.251036:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321136.251040:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321136.251046:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6034 00000100:00080000:3.0:1767321136.251051:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321136.251057:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321136.251081:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6680 x1853164384458240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321136.251099:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321136.251102:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321136.251104:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321136.251107:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6034 00000100:00080000:3.0:1767321136.251109:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321136.251112:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321136.251132:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be5500 x1853164384458496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321136.251186:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384458368:0@lo:400:kworker.0 00000100:00100000:3.0:1767321136.251252:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321136.251284:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321136.251291:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384458112:0@lo:400:kworker.0 00000100:00100000:3.0:1767321136.251325:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321136.251351:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384458624:0@lo:400:kworker.0 00000100:00100000:3.0:1767321136.251378:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321136.251409:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321136.251414:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384458752:0@lo:400:kworker.0 00000100:00100000:3.0:1767321136.251436:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321136.251463:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384458368 00000100:00100000:3.0:1767321136.251470:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384458368 00000100:00100000:3.0:1767321136.251995:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384458112 00000100:00100000:3.0:1767321136.252000:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384458112 00000100:00100000:3.0:1767321136.252045:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5804 00000100:00100000:3.0:1767321136.252054:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384458368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321136.252113:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384458368:12345-0@lo:400:kworker.0 Request processed in 60us (860us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321136.252120:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5804 00000100:00100000:3.0:1767321136.252139:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5805 00000100:00100000:3.0:1767321136.252146:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384458112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321136.252172:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384458112:12345-0@lo:400:kworker.0 Request processed in 27us (846us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321136.252177:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5805 00000100:00100000:3.0:1767321136.252208:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384458624 00000100:00100000:3.0:1767321136.252212:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384458624 00000100:00100000:3.0:1767321136.252322:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384458752 00000100:00100000:3.0:1767321136.252326:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384458752 00000100:00100000:3.0:1767321136.252353:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2404 00000100:00100000:3.0:1767321136.252364:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384458624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321136.252723:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384458624:12345-0@lo:400:kworker.0 Request processed in 361us (1343us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321136.252730:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2404 00000100:00100000:3.0:1767321136.252744:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2405 00000100:00100000:3.0:1767321136.252752:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384458752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321136.252881:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384458752:12345-0@lo:400:kworker.0 Request processed in 30us (1343us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321136.252888:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2405 00000100:00080000:3.0:1767321136.252922:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321136.252926:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321136.252929:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321136.252962:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384458752:0@lo:400:kworker.0 00000100:00100000:3.0:1767321136.252975:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384458624:0@lo:400:kworker.0 00000100:00100000:3.0:1767321136.253009:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384458112:0@lo:400:kworker.0 00000100:00100000:3.0:1767321136.253032:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384458368:0@lo:400:kworker.0 00000100:00100000:1.0:1767321136.253760:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384457984:12345-0@lo:38:kworker.0 Request processed in 3542us (3757us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321136.253770:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3046 00000100:00080000:2.0:1767321136.257677:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321136.257690:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321136.257696:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384457856:0@lo:38:kworker.0 00000100:00100000:2.0:1767321136.257741:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384458240:0@lo:38:kworker.0 00000100:00100000:0.0:1767321136.258045:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384457856:12345-0@lo:38:kworker.0 Request processed in 9291us (9557us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321136.258057:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25272 00000100:00100000:2.0:1767321136.258706:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321136.258750:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384458496:0@lo:38:kworker.0 00000100:00100000:0.0:1767321136.258893:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384458240 00000100:00100000:0.0:1767321136.258901:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384458240 00000100:00100000:0.0:1767321136.259082:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25273 00000100:00100000:0.0:1767321136.259090:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384458240:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321136.259118:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321136.259179:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384458240:12345-0@lo:38:kworker.0 Request processed in 88us (473us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321136.259185:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25273 00000100:00100000:2.0:1767321136.259254:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321136.260653:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321136.260663:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321136.260668:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384457984:0@lo:38:kworker.0 00000100:00080000:2.0:1767321136.260705:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321136.260708:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321136.260711:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384458240:0@lo:38:kworker.0 00000100:00100000:3.0:1767321136.260762:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384458496 00000100:00100000:3.0:1767321136.260770:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384458496 00000100:00100000:3.0:1767321136.260853:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25274 00000100:00100000:3.0:1767321136.260859:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384458496:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321136.260881:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321136.261642:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384458496:12345-0@lo:38:kworker.0 Request processed in 778us (2383us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321136.261652:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25274 00000100:00080000:2.0:1767321136.262618:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321136.262628:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321136.262632:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384458496:0@lo:38:kworker.0 00010000:00010000:0.0:1767321136.761511:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321137.274102:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321137.783091:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321138.296885:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321138.808604:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321139.318916:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321139.831378:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321139.831582:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384458880:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321139.831654:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321139.831773:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384458880 00000100:00100000:3.0:1767321139.831798:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384458880 00000100:00100000:3.0:1767321139.831863:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3241 00000100:00100000:3.0:1767321139.831874:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384458880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321139.831907:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767321139.832469:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321139.832488:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384459008:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321139.832525:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321139.832567:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384459008 00000100:00100000:2.0:1767321139.832571:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384459008 00000100:00100000:2.0:1767321139.832609:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3242 00000100:00100000:2.0:1767321139.832617:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698d1f8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384459008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321139.832637:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321139.832671:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698d1f8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384459008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321139.832680:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3242 00000100:00080000:2.0:1767321139.832700:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321139.832735:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384459008:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321139.839437:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384458880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 7553us (7770us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321139.839452:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3241 00000100:00100000:0.0:1767321139.846460:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384458880:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321140.343201:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321140.855037:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321141.319672:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321141.319838:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321141.337909:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297466496 00000100:00100000:3.0:1767321141.337929:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297466496 00000100:00100000:3.0:1767321141.338112:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297466368 00000100:00100000:3.0:1767321141.338117:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297466368 00000100:00100000:3.0:1767321141.338147:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5806 00000100:00100000:3.0:1767321141.338159:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297466496:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321141.339532:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297466496:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 1369us (19864us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321141.339545:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5806 00000100:00100000:3.0:1767321141.339582:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25275 00000100:00100000:3.0:1767321141.339589:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297466368:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321141.339623:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321141.339658:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297466368:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 67us (19819us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321141.339664:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25275 00000100:00080000:2.0:1767321141.340985:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321141.366913:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767321141.369420:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321141.369436:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321141.369439:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321141.369445:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321141.369450:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321141.369462:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6039 00000100:00080000:2.0:1767321141.369469:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321141.369491:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321141.369543:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883183480 x1853164384459136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321141.370022:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321141.370027:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321141.370030:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321141.370036:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6039 00000100:00080000:2.0:1767321141.370039:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321141.370043:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321141.370064:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883180380 x1853164384459264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321141.370113:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321141.370117:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321141.370119:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321141.370123:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6039 00000100:00080000:2.0:1767321141.370126:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321141.370129:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321141.370140:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883182d80 x1853164384459520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321141.370158:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321141.370161:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321141.370163:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321141.370167:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6039 00000100:00080000:2.0:1767321141.370169:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321141.370173:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321141.370183:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883181180 x1853164384459776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321141.370253:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384460032:0@lo:400:kworker.0 00000100:00100000:2.0:1767321141.370342:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321141.370399:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384459648:0@lo:400:kworker.0 00000100:00100000:0.0:1767321141.370480:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321141.370486:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384459392:0@lo:400:kworker.0 00000100:00100000:3.0:1767321141.370539:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321141.370623:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384459904:0@lo:400:kworker.0 00000100:00100000:1.0:1767321141.370911:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384459648 00000100:00100000:1.0:1767321141.370920:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384459648 00000100:00100000:1.0:1767321141.371011:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384459392 00000100:00100000:1.0:1767321141.371015:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384459392 00000100:00100000:1.0:1767321141.371040:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5807 00000100:00100000:1.0:1767321141.371049:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384459648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321141.371109:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384459648:12345-0@lo:400:kworker.0 Request processed in 61us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321141.371117:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5807 00000100:00100000:1.0:1767321141.371134:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5808 00000100:00100000:1.0:1767321141.371140:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384459392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321141.371171:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384459392:12345-0@lo:400:kworker.0 Request processed in 31us (634us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321141.371177:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5808 00000100:00100000:1.0:1767321141.371204:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384459136:0@lo:38:kworker.0 00000100:00100000:1.0:1767321141.371232:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321141.371259:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384459136 00000100:00100000:1.0:1767321141.371262:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384459136 00000100:00100000:1.0:1767321141.371282:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25276 00000100:00100000:1.0:1767321141.371287:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384459136:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321141.371308:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321141.371341:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384459136:12345-0@lo:38:kworker.0 Request processed in 52us (108us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321141.371362:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25276 00000100:00100000:0.0:1767321141.371503:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384459648:0@lo:400:kworker.0 00000100:00080000:3.0:1767321141.371804:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321141.372611:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384459392:0@lo:400:kworker.0 00000100:00080000:0.0:1767321141.373391:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321141.373402:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321141.373407:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384459136:0@lo:38:kworker.0 00000100:00100000:0.0:1767321141.373420:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384459264:0@lo:38:kworker.0 00000100:00100000:0.0:1767321141.373485:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321141.373538:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384459520:0@lo:38:kworker.0 00000100:00100000:0.0:1767321141.373580:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321141.373601:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384459776:0@lo:38:kworker.0 00000100:00100000:0.0:1767321141.373707:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321141.373831:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321141.373860:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384459264 00000100:00100000:2.0:1767321141.373870:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384459264 00000100:00100000:2.0:1767321141.373908:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3047 00000100:00100000:2.0:1767321141.373916:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384459264:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321141.373937:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321141.373990:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384459264:12345-0@lo:38:kworker.0 Request processed in 73us (505us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321141.373997:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3047 00000100:00100000:2.0:1767321141.374050:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384459520 00000100:00100000:2.0:1767321141.374053:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384459520 00000100:00100000:2.0:1767321141.374070:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384459776 00000100:00100000:2.0:1767321141.374071:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384459776 00000100:00100000:2.0:1767321141.374085:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25277 00000100:00100000:2.0:1767321141.374089:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384459520:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321141.374100:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321141.374125:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384459520:12345-0@lo:38:kworker.0 Request processed in 34us (543us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321141.374131:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25277 00000100:00100000:2.0:1767321141.374141:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25278 00000100:00100000:2.0:1767321141.374145:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384459776:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321141.374155:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321141.374172:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384459776:12345-0@lo:38:kworker.0 Request processed in 26us (465us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321141.374177:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25278 00000100:00080000:0.0:1767321141.374351:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321141.374357:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321141.374363:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384459264:0@lo:38:kworker.0 00000100:00080000:0.0:1767321141.374376:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321141.374379:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321141.374383:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384459520:0@lo:38:kworker.0 00000100:00080000:0.0:1767321141.374390:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321141.374393:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321141.374396:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384459776:0@lo:38:kworker.0 00000100:00100000:3.0:1767321141.374457:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384460032 00000100:00100000:3.0:1767321141.374468:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384460032 00000100:00100000:2.0:1767321141.375596:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384459904 00000100:00100000:2.0:1767321141.375609:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384459904 00000100:00100000:2.0:1767321141.375700:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2406 00000100:00100000:2.0:1767321141.375709:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384459904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321141.376508:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384459904:12345-0@lo:400:kworker.0 Request processed in 796us (2675us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321141.376520:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2406 00000100:00100000:2.0:1767321141.376594:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2407 00000100:00100000:2.0:1767321141.376601:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384460032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321141.376638:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384460032:12345-0@lo:400:kworker.0 Request processed in 37us (6297us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321141.376644:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2407 00000100:00100000:2.0:1767321141.376690:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384460032:0@lo:400:kworker.0 00000100:00100000:1.0:1767321141.376823:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384459904:0@lo:400:kworker.0 00000100:00080000:3.0:1767321141.377047:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321141.377052:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767321141.879006:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321142.390896:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321142.902999:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321143.415122:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321143.928562:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321144.443237:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321144.951100:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321144.951402:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384460160:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321144.951481:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321144.951606:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384460160 00000100:00100000:3.0:1767321144.951616:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384460160 00000100:00100000:3.0:1767321144.951689:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3243 00000100:00100000:3.0:1767321144.951700:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384460160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321144.951737:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321144.951829:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384460160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 131us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321144.951846:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3243 00000100:00100000:3.0:1767321144.951907:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384460160:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767321144.952256:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321144.953451:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384460288:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321144.953510:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321144.953600:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384460288 00000100:00100000:3.0:1767321144.953609:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384460288 00000100:00100000:3.0:1767321144.953670:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3244 00000100:00100000:3.0:1767321144.953680:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384460288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321144.953708:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767321144.953779:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321144.954095:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384460288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 416us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321144.954103:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3244 00000100:00100000:0.0:1767321144.954192:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384460288:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321145.465420:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321145.975501:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321146.439324:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321146.439423:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297466752 00000100:00100000:2.0:1767321146.439436:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297466752 00000100:00100000:2.0:1767321146.439516:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5809 00000100:00100000:2.0:1767321146.439528:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297466752:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321146.439619:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297466752:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 94us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321146.439628:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5809 00000100:00080000:3.0:1767321146.439898:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321146.443763:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321146.447025:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297466624 00000100:00100000:1.0:1767321146.447039:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297466624 00000100:00100000:1.0:1767321146.447096:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25279 00000100:00100000:1.0:1767321146.447106:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297466624:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321146.447132:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321146.447208:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297466624:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 102us (3462us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321146.447214:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25279 00000100:00080000:2.0:1767321146.486982:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321146.486994:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321146.486997:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321146.487001:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321146.487006:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321146.487015:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6044 00000100:00080000:2.0:1767321146.487019:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321146.487026:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321146.487070:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883183100 x1853164384460416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321146.487095:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321146.487098:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321146.487099:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321146.487102:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6044 00000100:00080000:2.0:1767321146.487105:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321146.487107:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321146.487119:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883181180 x1853164384460544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321146.487141:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321146.487143:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321146.487144:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321146.487147:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6044 00000100:00080000:2.0:1767321146.487148:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321146.487151:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321146.487161:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883180380 x1853164384460800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321146.487178:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321146.487181:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321146.487183:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321146.487187:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6044 00000100:00100000:0.0:1767321146.487191:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384460416:0@lo:38:kworker.0 00000100:00080000:2.0:1767321146.487191:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767321146.487195:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767321146.487198:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321146.487212:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883180a80 x1853164384461056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321146.487218:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384460672:0@lo:400:kworker.0 00000100:00100000:2.0:1767321146.487404:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384460928:0@lo:400:kworker.0 00000100:00100000:0.0:1767321146.487495:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321146.487549:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384460544:0@lo:38:kworker.0 00000100:00100000:0.0:1767321146.487573:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321146.487596:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384460800:0@lo:38:kworker.0 00000100:00100000:0.0:1767321146.487614:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321146.487640:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384460416 00000100:00100000:0.0:1767321146.487650:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384461056:0@lo:38:kworker.0 00000100:00100000:1.0:1767321146.487651:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384460416 00000100:00100000:3.0:1767321146.487660:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384461184:0@lo:400:kworker.0 00000100:00100000:0.0:1767321146.487682:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321146.487710:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321146.487734:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384460544 00000100:00100000:0.0:1767321146.487739:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384460544 00000100:00100000:3.0:1767321146.487741:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321146.487749:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384461312:0@lo:400:kworker.0 00000100:00100000:0.0:1767321146.487765:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3048 00000100:00100000:0.0:1767321146.487774:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384460544:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321146.487806:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384460800 00000100:00100000:1.0:1767321146.487811:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384460800 00010000:00020000:0.0:1767321146.487819:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321146.487875:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321146.487876:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384460544:12345-0@lo:38:kworker.0 Request processed in 98us (298us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321146.487886:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3048 00000100:00100000:1.0:1767321146.487902:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384461056 00000100:00100000:1.0:1767321146.487907:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384461056 00000100:00100000:3.0:1767321146.487915:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384461184 00000100:00100000:3.0:1767321146.487920:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384461184 00000100:00100000:1.0:1767321146.487937:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25280 00000100:00080000:0.0:1767321146.487944:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767321146.487946:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384460416:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767321146.487952:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321146.487957:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384460544:0@lo:38:kworker.0 00010000:00020000:1.0:1767321146.487962:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321146.487978:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2408 00000100:00100000:3.0:1767321146.487990:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384461184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321146.487998:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321146.488009:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384460416:12345-0@lo:38:kworker.0 Request processed in 62us (514us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321146.488018:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25280 00000100:00100000:1.0:1767321146.488035:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384460672 00000100:00080000:0.0:1767321146.488039:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767321146.488039:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384460672 00000100:00100000:3.0:1767321146.488046:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384461184:12345-0@lo:400:kworker.0 Request processed in 58us (339us total) trans 0 rc 0/0 00000100:00080000:0.0:1767321146.488048:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321146.488056:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384460416:0@lo:38:kworker.0 00000100:00100000:3.0:1767321146.488058:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2408 00000100:00100000:1.0:1767321146.488072:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5810 00000100:00100000:3.0:1767321146.488076:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384461312 00000100:00100000:3.0:1767321146.488080:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384461312 00000100:00100000:1.0:1767321146.488083:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384460672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321146.488102:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25281 00000100:00100000:3.0:1767321146.488107:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2409 00000100:00100000:0.0:1767321146.488110:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384460800:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321146.488120:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384461312:12345-0@lo:400:kworker.0 00010000:00020000:0.0:1767321146.488125:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321146.488131:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384460672:12345-0@lo:400:kworker.0 Request processed in 50us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321146.488140:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5810 00000100:00100000:1.0:1767321146.488158:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25282 00000100:00100000:1.0:1767321146.488166:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384461056:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321146.488166:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384461312:12345-0@lo:400:kworker.0 Request processed in 47us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321146.488179:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384460800:12345-0@lo:38:kworker.0 Request processed in 68us (561us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321146.488181:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2409 00010000:00020000:1.0:1767321146.488185:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321146.488193:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25281 00000100:00080000:3.0:1767321146.488210:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321146.488216:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767321146.488219:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321146.488220:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384461056:12345-0@lo:38:kworker.0 Request processed in 54us (536us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321146.488229:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25282 00000100:00100000:3.0:1767321146.488239:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384461312:0@lo:400:kworker.0 00000100:00100000:3.0:1767321146.488250:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384461184:0@lo:400:kworker.0 00000100:00100000:1.0:1767321146.488265:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384460672:0@lo:400:kworker.0 00000100:00080000:1.0:1767321146.488383:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321146.488387:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321146.488391:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384461056:0@lo:38:kworker.0 00000100:00080000:1.0:1767321146.488402:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321146.488406:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321146.488409:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384460800:0@lo:38:kworker.0 00000100:00100000:2.0:1767321146.488572:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321146.488867:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384460928 00000100:00100000:0.0:1767321146.488873:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384460928 00000100:00100000:0.0:1767321146.488925:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5811 00000100:00100000:0.0:1767321146.488944:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384460928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321146.488987:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384460928:12345-0@lo:400:kworker.0 Request processed in 44us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321146.488994:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5811 00000100:00100000:1.0:1767321146.489028:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384460928:0@lo:400:kworker.0 00000100:00080000:3.0:1767321146.489064:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767321147.000350:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321147.511011:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321148.023051:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321148.534903:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321149.047020:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321149.559009:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321150.071175:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384461440:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321150.071253:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321150.071331:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321150.071338:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384461568:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321150.071360:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767321150.071427:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321150.071490:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384461440 00000100:00100000:3.0:1767321150.071501:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384461440 00000100:00100000:3.0:1767321150.071576:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384461568 00000100:00100000:3.0:1767321150.071581:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384461568 00000100:00100000:3.0:1767321150.071604:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3245 00000100:00100000:3.0:1767321150.071613:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384461440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321150.071646:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321150.071695:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384461440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321150.071702:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3245 00000100:00100000:3.0:1767321150.071720:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3246 00000100:00100000:3.0:1767321150.071727:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384461568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321150.071742:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321150.071767:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384461568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321150.071773:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3246 00000100:00080000:1.0:1767321150.072938:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321150.072945:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321150.072994:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384461568:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321150.073009:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384461440:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321150.536850:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:0.0:1767321150.536909:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297466880 offset 0 length 520: 4 00000100:00100000:0.0:1767321150.536947:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321150.537091:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297467136 00000100:00100000:1.0:1767321150.537103:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297467136 00000100:00100000:1.0:1767321150.537177:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297467008 00000100:00100000:1.0:1767321150.537181:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297467008 00000100:00100000:1.0:1767321150.537202:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5812 00000100:00100000:1.0:1767321150.537217:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297467136:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321150.537309:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297467136:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 97us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321150.537317:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5812 00000100:00100000:1.0:1767321150.537338:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25283 00000100:00100000:1.0:1767321150.537343:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297467008:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321150.537364:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321150.537391:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297467008:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 46us (442us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321150.537398:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25283 00000100:00080000:0.0:1767321150.537773:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321150.583016:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321151.095691:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321151.607077:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321126/real 1767321126] req@ffff936992be7b80 x1853164384455168/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321151 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321151.607116:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff936992be7b80 x1853164384455168/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321151 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321151.607139:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767321151.607142:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321151.607498:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321151.607504:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767321151.607507:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321151.607512:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 6029 00000100:00080000:3.0:1767321151.607517:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321151.607523:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321151.607562:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6a00 x1853164384461696/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321151.607576:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321151.607580:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321151.607581:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321151.607585:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6049 00000100:00080000:3.0:1767321151.607587:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321151.607590:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321151.607603:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be5500 x1853164384461824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321151.607612:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321151.607615:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321151.607617:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321151.607622:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6049 00000100:00080000:3.0:1767321151.607624:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321151.607627:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321151.607637:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db3100 x1853164384461952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321151.607704:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c901c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384462080:0@lo:400:kworker.0 00000100:00080000:1.0:1767321151.607763:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321151.607768:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384455168:0@lo:250:kworker.0 00000100:00100000:2.0:1767321151.607803:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321151.607816:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384461696:0@lo:250:kworker.0 00000400:00000100:1.0:1767321151.607843:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384461696 offset 0 length 520: 4 00000100:00100000:1.0:1767321151.607868:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384461824:0@lo:38:kworker.0 00000100:00100000:1.0:1767321151.607905:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321151.607927:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384461952:0@lo:38:kworker.0 00000100:00080000:3.0:1767321151.607929:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321151.607935:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321151.607937:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321151.607942:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6049 00000100:00080000:3.0:1767321151.607945:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321151.607950:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321151.607955:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321151.607976:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c900e00 x1853164384462208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321151.608006:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384462336:0@lo:400:kworker.0 00000100:00100000:1.0:1767321151.608036:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321151.608070:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384462080 00000100:00100000:1.0:1767321151.608078:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384462080 00000100:00100000:1.0:1767321151.608126:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384461824 00000100:00100000:1.0:1767321151.608129:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384461824 00000100:00100000:1.0:1767321151.608141:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384462336 00000100:00100000:1.0:1767321151.608143:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384462336 00000100:00100000:1.0:1767321151.608164:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5813 00000100:00100000:1.0:1767321151.608173:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384462080:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767321151.608361:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321151.608376:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384462208:0@lo:38:kworker.0 00000100:00100000:0.0:1767321151.608404:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321151.608433:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384462208 00000100:00100000:0.0:1767321151.608436:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384462208 00000100:00100000:0.0:1767321151.608467:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5814 00000100:00100000:0.0:1767321151.608493:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384462336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321151.608539:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384462336:12345-0@lo:400:kworker.0 Request processed in 57us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321151.608548:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5814 00000100:00100000:0.0:1767321151.608566:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25284 00000100:00100000:0.0:1767321151.608571:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384461824:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321151.608590:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321151.608623:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384461824:12345-0@lo:38:kworker.0 Request processed in 50us (716us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321151.608629:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25284 00000100:00100000:0.0:1767321151.608640:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25285 00000100:00100000:0.0:1767321151.608643:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384462208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321151.608653:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321151.608679:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384462208:12345-0@lo:38:kworker.0 Request processed in 34us (275us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321151.608686:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25285 00000100:00080000:0.0:1767321151.608720:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321151.608724:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321151.608727:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384462208:0@lo:38:kworker.0 00000100:00080000:0.0:1767321151.608736:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321151.608740:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321151.608742:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384461824:0@lo:38:kworker.0 00000100:00100000:0.0:1767321151.608807:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384462336:0@lo:400:kworker.0 00000100:00100000:0.0:1767321151.608849:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384461952 00000100:00100000:0.0:1767321151.608853:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384461952 00000100:00100000:0.0:1767321151.608874:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3049 00000100:00100000:0.0:1767321151.608878:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384461952:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321151.608900:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321151.608931:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384461952:12345-0@lo:38:kworker.0 Request processed in 52us (977us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321151.608937:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3049 00000100:00080000:0.0:1767321151.608963:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321151.608968:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321151.608971:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384461952:0@lo:38:kworker.0 00000100:00080000:3.0:1767321151.610185:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321151.610193:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321151.610196:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321151.610203:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6049 00000100:00080000:3.0:1767321151.610206:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321151.610212:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321151.610248:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c900700 x1853164384462464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321151.610344:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384462720:0@lo:400:kworker.0 00000100:00100000:3.0:1767321151.610390:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321151.610416:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321151.610423:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384462592:0@lo:400:kworker.0 00000100:00100000:3.0:1767321151.610444:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321151.610472:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384462720 00000100:00100000:3.0:1767321151.610478:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384462720 00000100:00100000:3.0:1767321151.610517:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384462592 00000100:00100000:3.0:1767321151.610520:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384462592 00000100:00100000:3.0:1767321151.610541:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2410 00000100:00100000:3.0:1767321151.610549:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384462720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321151.610596:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384462720:12345-0@lo:400:kworker.0 Request processed in 47us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321151.610602:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2410 00000100:00100000:3.0:1767321151.610617:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2411 00000100:00100000:3.0:1767321151.610623:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384462592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321151.610651:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384462592:12345-0@lo:400:kworker.0 Request processed in 28us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321151.610656:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2411 00000100:00100000:3.0:1767321151.610698:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384462592:0@lo:400:kworker.0 00000100:00100000:3.0:1767321151.610708:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384462720:0@lo:400:kworker.0 00000100:00100000:0.0:1767321151.610807:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c900700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384462464:0@lo:38:kworker.0 00000100:00100000:0.0:1767321151.610840:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321151.610945:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384462464 00000100:00100000:3.0:1767321151.610949:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384462464 00000100:00100000:3.0:1767321151.610977:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25286 00000100:00100000:3.0:1767321151.610981:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384462464:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321151.611000:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321151.611037:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384462464:12345-0@lo:38:kworker.0 Request processed in 54us (196us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321151.611044:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25286 00000100:00080000:3.0:1767321151.611070:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321151.611074:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321151.611077:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c900700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384462464:0@lo:38:kworker.0 00000100:00100000:1.0:1767321151.611948:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384462080:12345-0@lo:400:kworker.0 Request processed in 3773us (4165us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321151.611957:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5813 00000100:00100000:2.0:1767321151.612371:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c901c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384462080:0@lo:400:kworker.0 00010000:00010000:0.0:1767321152.119744:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321152.630926:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321153.144048:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321153.655082:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321154.170400:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321154.680289:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321155.191079:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321155.191622:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384462848:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321155.191698:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321155.191803:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384462848 00000100:00100000:1.0:1767321155.191813:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384462848 00000100:00100000:1.0:1767321155.191884:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3247 00000100:00100000:1.0:1767321155.191898:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384462848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321155.191928:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1767321155.198802:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321155.198842:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384462976:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321155.198933:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321155.199013:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384462976 00000100:00100000:3.0:1767321155.199022:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384462976 00000100:00100000:3.0:1767321155.199076:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3248 00000100:00100000:3.0:1767321155.199087:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384462976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321155.199120:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321155.199179:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384462976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321155.199187:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3248 00000100:00080000:3.0:1767321155.199211:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321155.199248:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384462976:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321155.199799:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384462848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 7903us (8097us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321155.199808:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3247 00000100:00100000:2.0:1767321155.207451:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384462848:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321155.657016:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321155.657121:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321155.657337:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297467264 00000100:00100000:2.0:1767321155.657352:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297467264 00000100:00100000:2.0:1767321155.657410:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297467392 00000100:00100000:2.0:1767321155.657414:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297467392 00000100:00100000:2.0:1767321155.657472:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5815 00000100:00100000:2.0:1767321155.657482:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297467392:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321155.657556:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297467392:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 75us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321155.657565:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5815 00000100:00100000:2.0:1767321155.657584:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25287 00000100:00100000:2.0:1767321155.657589:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297467264:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767321155.657610:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321155.657633:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297467264:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 42us (700us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321155.657639:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25287 00000100:00080000:3.0:1767321155.662689:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321155.702918:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321156.215417:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321156.727061:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767321156.731474:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321156.731488:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321156.731492:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321156.731497:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321156.731502:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321156.731512:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6054 00000100:00080000:2.0:1767321156.731518:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321156.731527:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321156.731577:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5136300 x1853164384463104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321156.731595:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321156.731598:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321156.731600:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321156.731603:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6054 00000100:00080000:2.0:1767321156.731605:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321156.731608:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321156.731622:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135c00 x1853164384463232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321156.731667:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321156.731671:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321156.731673:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321156.731678:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6054 00000100:00080000:2.0:1767321156.731680:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321156.731684:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321156.731697:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f233b80 x1853164384463488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321156.731713:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321156.731716:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321156.731718:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321156.731721:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6054 00000100:00080000:2.0:1767321156.731724:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321156.731727:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321156.731735:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f230000 x1853164384463744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321156.731815:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384463872:0@lo:400:kworker.0 00000100:00100000:2.0:1767321156.731904:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321156.731962:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321156.731969:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384464000:0@lo:400:kworker.0 00000100:00100000:2.0:1767321156.731991:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321156.732063:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384463360:0@lo:400:kworker.0 00000100:00100000:0.0:1767321156.732095:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321156.732132:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321156.732137:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384463616:0@lo:400:kworker.0 00000100:00100000:0.0:1767321156.732164:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321156.732246:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384463104:0@lo:38:kworker.0 00000100:00100000:1.0:1767321156.732275:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321156.732305:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384463232:0@lo:38:kworker.0 00000100:00100000:1.0:1767321156.732326:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321156.732347:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384463488:0@lo:38:kworker.0 00000100:00100000:1.0:1767321156.732366:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321156.732379:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384463744:0@lo:38:kworker.0 00000100:00100000:1.0:1767321156.732397:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321156.732428:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384463360 00000100:00100000:1.0:1767321156.732436:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384463360 00000100:00100000:1.0:1767321156.732488:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384463616 00000100:00100000:1.0:1767321156.732491:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384463616 00000100:00100000:1.0:1767321156.732510:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384463104 00000100:00100000:1.0:1767321156.732512:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384463104 00000100:00100000:1.0:1767321156.732520:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384463488 00000100:00100000:1.0:1767321156.732522:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384463488 00000100:00100000:1.0:1767321156.732529:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384463744 00000100:00100000:1.0:1767321156.732531:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384463744 00000100:00100000:1.0:1767321156.732542:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5816 00000100:00100000:1.0:1767321156.732551:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384463360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321156.732607:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384463360:12345-0@lo:400:kworker.0 Request processed in 57us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321156.732615:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5816 00000100:00100000:1.0:1767321156.732632:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5817 00000100:00100000:1.0:1767321156.732638:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384463616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321156.732665:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384463616:12345-0@lo:400:kworker.0 Request processed in 28us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321156.732671:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5817 00000100:00100000:1.0:1767321156.732683:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25288 00000100:00100000:1.0:1767321156.732687:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384463104:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321156.732712:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321156.732746:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384463104:12345-0@lo:38:kworker.0 Request processed in 56us (469us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321156.732751:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25288 00000100:00100000:1.0:1767321156.732762:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25289 00000100:00100000:1.0:1767321156.732766:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384463488:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321156.732775:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321156.732844:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384463488:12345-0@lo:38:kworker.0 Request processed in 68us (469us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321156.732850:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25289 00000100:00100000:1.0:1767321156.732862:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25290 00000100:00100000:1.0:1767321156.732865:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384463744:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321156.732874:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321156.732896:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384463744:12345-0@lo:38:kworker.0 Request processed in 29us (498us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321156.732901:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25290 00000100:00100000:1.0:1767321156.732918:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384463232 00000100:00100000:1.0:1767321156.732921:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384463232 00000100:00100000:1.0:1767321156.732939:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3050 00000100:00100000:1.0:1767321156.732943:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384463232:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321156.732952:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321156.732975:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384463232:12345-0@lo:38:kworker.0 Request processed in 31us (648us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321156.732980:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3050 00000100:00080000:1.0:1767321156.732998:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321156.733028:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384463616:0@lo:400:kworker.0 00000100:00100000:1.0:1767321156.733038:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384463360:0@lo:400:kworker.0 00000100:00080000:1.0:1767321156.733069:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321156.733073:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321156.733076:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384463104:0@lo:38:kworker.0 00000100:00080000:1.0:1767321156.733082:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321156.733085:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321156.733088:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384463232:0@lo:38:kworker.0 00000100:00080000:1.0:1767321156.733095:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321156.733098:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321156.733100:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384463488:0@lo:38:kworker.0 00000100:00080000:1.0:1767321156.733107:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321156.733109:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321156.733112:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384463744:0@lo:38:kworker.0 00000100:00100000:2.0:1767321156.733764:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384463872 00000100:00100000:2.0:1767321156.733771:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384463872 00000100:00100000:2.0:1767321156.733831:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384464000 00000100:00100000:2.0:1767321156.733843:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384464000 00000100:00100000:2.0:1767321156.733867:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2412 00000100:00100000:2.0:1767321156.733875:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384463872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321156.733926:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384463872:12345-0@lo:400:kworker.0 Request processed in 52us (2022us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321156.733936:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2412 00000100:00100000:2.0:1767321156.733949:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2413 00000100:00100000:2.0:1767321156.733955:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384464000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321156.733993:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384464000:12345-0@lo:400:kworker.0 Request processed in 28us (1990us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321156.733999:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2413 00000100:00100000:2.0:1767321156.734033:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384464000:0@lo:400:kworker.0 00000100:00100000:2.0:1767321156.734043:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384463872:0@lo:400:kworker.0 00010000:00010000:0.0:1767321157.239008:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321157.752637:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321158.263020:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321158.775165:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321159.287140:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321159.800263:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321160.311603:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321160.311632:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384464128:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321160.311732:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321160.311880:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384464128 00000100:00100000:0.0:1767321160.311900:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384464128 00000100:00100000:0.0:1767321160.311975:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3249 00000100:00100000:0.0:1767321160.311987:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384464128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321160.312022:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321160.312080:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384464128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321160.312087:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3249 00010000:00010000:1.0:1767321160.312141:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321160.312158:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384464128:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321160.312617:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321160.313512:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c901c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384464256:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321160.313565:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321160.313683:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384464256 00000100:00100000:3.0:1767321160.313691:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384464256 00000100:00100000:3.0:1767321160.313768:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3250 00000100:00100000:3.0:1767321160.313777:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384464256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321160.313841:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321160.313911:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384464256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 135us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321160.313919:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3250 00000100:00100000:1.0:1767321160.314036:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c901c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384464256:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767321160.314120:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321160.780926:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321160.780973:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321160.781140:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297467648 00000100:00100000:2.0:1767321160.781153:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297467648 00000100:00100000:1.0:1767321160.781165:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297467520 00000100:00100000:1.0:1767321160.781182:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297467520 00000100:00100000:2.0:1767321160.781243:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5818 00000100:00100000:2.0:1767321160.781262:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297467648:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321160.781273:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25291 00000100:00100000:1.0:1767321160.781284:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297467520:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321160.781315:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321160.781358:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297467648:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 103us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321160.781369:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5818 00000100:00100000:1.0:1767321160.781386:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297467520:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 98us (408us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321160.781400:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25291 00000100:00080000:3.0:1767321160.781722:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321160.822936:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321161.349554:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321161.846997:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321161.847014:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321161.847017:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321161.847023:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321161.847028:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321161.847040:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6060 00000100:00080000:0.0:1767321161.847047:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321161.847057:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321161.847114:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883182d80 x1853164384464384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321161.847135:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767321161.847162:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321161.847169:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321161.847172:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321161.847177:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6060 00000100:00080000:0.0:1767321161.847179:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321161.847184:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321161.847202:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db3100 x1853164384464512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321161.847253:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321161.847257:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321161.847259:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321161.847263:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6060 00000100:00080000:0.0:1767321161.847265:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321161.847269:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321161.847283:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39a300 x1853164384464768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321161.847300:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321161.847304:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321161.847306:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321161.847309:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6060 00000100:00080000:0.0:1767321161.847312:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321161.847315:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321161.847328:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39a680 x1853164384465024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321161.847426:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384464640:0@lo:400:kworker.0 00000100:00100000:1.0:1767321161.847468:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384465152:0@lo:400:kworker.0 00000100:00100000:2.0:1767321161.847526:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321161.847557:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321161.847646:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384464896:0@lo:400:kworker.0 00000100:00100000:3.0:1767321161.847685:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321161.847944:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384465280:0@lo:400:kworker.0 00000100:00100000:2.0:1767321161.847979:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321161.848016:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384464384:0@lo:38:kworker.0 00000100:00100000:2.0:1767321161.848059:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384465152 00000100:00100000:2.0:1767321161.848067:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384465152 00000100:00100000:2.0:1767321161.848120:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384465280 00000100:00100000:2.0:1767321161.848124:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384465280 00000100:00100000:2.0:1767321161.848146:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2414 00000100:00100000:2.0:1767321161.848154:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992ef0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384465152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321161.848209:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992ef0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384465152:12345-0@lo:400:kworker.0 Request processed in 55us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321161.848216:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2414 00000100:00100000:2.0:1767321161.848430:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2415 00000100:00100000:2.0:1767321161.848437:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384465280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321161.848469:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384465280:12345-0@lo:400:kworker.0 Request processed in 33us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321161.848475:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2415 00000100:00100000:2.0:1767321161.848521:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384465280:0@lo:400:kworker.0 00000100:00100000:0.0:1767321161.848625:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384464640 00000100:00100000:0.0:1767321161.848631:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384464640 00000100:00100000:0.0:1767321161.848677:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384464896 00000100:00100000:0.0:1767321161.848680:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384464896 00000100:00100000:0.0:1767321161.848719:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5819 00000100:00100000:0.0:1767321161.848727:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384464640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321161.848765:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384464640:12345-0@lo:400:kworker.0 Request processed in 40us (1244us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321161.848772:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5819 00000100:00100000:0.0:1767321161.848853:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5820 00000100:00100000:0.0:1767321161.848860:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384464896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321161.848887:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384464896:12345-0@lo:400:kworker.0 Request processed in 28us (1201us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321161.848893:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5820 00000100:00100000:0.0:1767321161.848929:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384464640:0@lo:400:kworker.0 00000100:00080000:2.0:1767321161.849197:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321161.849280:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384464896:0@lo:400:kworker.0 00000100:00100000:2.0:1767321161.849611:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321161.849646:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384464512:0@lo:38:kworker.0 00000100:00100000:2.0:1767321161.849675:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321161.849858:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384464768:0@lo:38:kworker.0 00000100:00100000:2.0:1767321161.849882:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321161.849900:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384465024:0@lo:38:kworker.0 00000100:00100000:2.0:1767321161.849921:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321161.849951:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384464384 00000100:00100000:2.0:1767321161.849956:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384464384 00000100:00100000:3.0:1767321161.850294:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384464512 00000100:00100000:3.0:1767321161.850298:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384464512 00000100:00100000:3.0:1767321161.850324:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3051 00000100:00100000:3.0:1767321161.850330:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384464512:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321161.850350:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321161.850392:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384464512:12345-0@lo:38:kworker.0 Request processed in 61us (715us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321161.850398:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3051 00000100:00080000:3.0:1767321161.850431:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321161.850436:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321161.850439:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384464512:0@lo:38:kworker.0 00000100:00100000:3.0:1767321161.850545:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384464768 00000100:00100000:3.0:1767321161.850549:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384464768 00000100:00100000:0.0:1767321161.850605:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384465024 00000100:00100000:0.0:1767321161.850609:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384465024 00000100:00100000:3.0:1767321161.851543:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25292 00000100:00100000:3.0:1767321161.851550:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384464384:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321161.851565:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321161.851612:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384464384:12345-0@lo:38:kworker.0 Request processed in 62us (2001us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321161.851619:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25292 00000100:00100000:3.0:1767321161.851634:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25293 00000100:00100000:3.0:1767321161.851638:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384464768:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321161.851646:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321161.851669:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384464768:12345-0@lo:38:kworker.0 Request processed in 30us (1786us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321161.851675:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25293 00000100:00080000:3.0:1767321161.852903:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321161.852912:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321161.852916:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384464384:0@lo:38:kworker.0 00000100:00080000:3.0:1767321161.852928:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321161.852930:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321161.852933:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384464768:0@lo:38:kworker.0 00000100:00100000:1.0:1767321161.854511:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384465152:0@lo:400:kworker.0 00000100:00100000:0.0:1767321161.861068:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25294 00000100:00100000:0.0:1767321161.861085:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384465024:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321161.861114:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321161.861228:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384465024:12345-0@lo:38:kworker.0 Request processed in 144us (11303us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321161.861236:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25294 00000100:00080000:1.0:1767321161.861372:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321161.861379:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321161.861383:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384465024:0@lo:38:kworker.0 00010000:00010000:0.0:1767321162.359146:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321162.871556:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321163.385469:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321163.896047:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321164.411323:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321164.919330:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321165.431148:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321165.431174:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384465408:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321165.431252:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767321165.431292:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321165.431345:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384465536:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321165.431369:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321165.431512:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384465408 00000100:00100000:1.0:1767321165.431521:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384465408 00000100:00100000:1.0:1767321165.431585:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384465536 00000100:00100000:1.0:1767321165.431589:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384465536 00000100:00100000:1.0:1767321165.431612:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3251 00000100:00100000:1.0:1767321165.431626:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384465408:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321165.431645:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3252 00000100:00100000:0.0:1767321165.431655:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384465536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321165.431672:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321165.431720:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384465408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321165.431728:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3251 00002000:00000024:0.0:1767321165.431770:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321165.431804:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384465408:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321165.431822:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384465536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 169us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321165.431828:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3252 00000100:00100000:1.0:1767321165.431844:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384465536:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767321165.432359:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321165.432363:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321165.894861:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321165.894982:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321165.895217:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297467904 00000100:00100000:2.0:1767321165.895233:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297467904 00000100:00080000:3.0:1767321165.895440:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321165.895466:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297467776 00000100:00100000:2.0:1767321165.895472:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297467776 00000100:00100000:1.0:1767321165.896514:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5821 00000100:00100000:1.0:1767321165.896535:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297467904:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321165.897144:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297467904:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 617us (2365us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321165.897155:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5821 00000100:00100000:1.0:1767321165.897192:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25295 00000100:00100000:1.0:1767321165.897197:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297467776:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321165.897221:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321165.897252:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297467776:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 54us (2271us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321165.897259:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25295 00000100:00100000:2.0:1767321165.943048:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321166.457528:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321166.967067:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767321166.967605:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321166.967616:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321166.967620:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321166.967624:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321166.967629:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321166.967639:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6065 00000100:00080000:3.0:1767321166.967644:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321166.967653:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321166.967714:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784a80 x1853164384465664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321166.967767:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321166.967772:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321166.967774:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321166.967801:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6065 00000100:00080000:3.0:1767321166.967804:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321166.967808:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321166.967833:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785c00 x1853164384465792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321166.967878:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321166.967882:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321166.967884:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321166.967887:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6065 00000100:00080000:3.0:1767321166.967890:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321166.967894:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321166.967908:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784e00 x1853164384466048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321166.967931:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321166.967934:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321166.967936:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321166.967940:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6065 00000100:00080000:3.0:1767321166.967942:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321166.967945:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321166.967956:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785180 x1853164384466304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321166.968482:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384465920:0@lo:400:kworker.0 00000100:00100000:0.0:1767321166.968580:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321166.968669:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321166.968676:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384466176:0@lo:400:kworker.0 00000100:00100000:0.0:1767321166.968702:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321166.968818:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384465920 00000100:00100000:3.0:1767321166.968827:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384465920 00000100:00100000:3.0:1767321166.968891:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384466176 00000100:00100000:3.0:1767321166.968895:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384466176 00000100:00100000:3.0:1767321166.968930:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5822 00000100:00100000:3.0:1767321166.968941:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384465920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321166.968972:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384466432:0@lo:400:kworker.0 00000100:00100000:1.0:1767321166.969092:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384466560:0@lo:400:kworker.0 00000100:00100000:3.0:1767321166.969298:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384465920:12345-0@lo:400:kworker.0 Request processed in 359us (717us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321166.969307:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5822 00000100:00100000:3.0:1767321166.969328:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5823 00000100:00100000:3.0:1767321166.969336:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384466176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321166.969370:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384466176:12345-0@lo:400:kworker.0 Request processed in 36us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321166.969376:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5823 00000100:00080000:0.0:1767321166.969582:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321166.969624:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384466176:0@lo:400:kworker.0 00000100:00100000:0.0:1767321166.969637:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384465920:0@lo:400:kworker.0 00000100:00100000:0.0:1767321166.969676:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384465664:0@lo:38:kworker.0 00000100:00100000:0.0:1767321166.969707:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321166.969733:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384465792:0@lo:38:kworker.0 00000100:00100000:0.0:1767321166.969771:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321166.969820:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384466048:0@lo:38:kworker.0 00000100:00100000:0.0:1767321166.969847:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321166.969863:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384466304:0@lo:38:kworker.0 00000100:00100000:0.0:1767321166.969882:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321166.969910:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384465792 00000100:00100000:0.0:1767321166.969916:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384465792 00000100:00100000:0.0:1767321166.969943:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3052 00000100:00100000:0.0:1767321166.969948:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384465792:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321166.969969:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321166.970005:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384465792:12345-0@lo:38:kworker.0 Request processed in 55us (232us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321166.970012:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3052 00000100:00100000:0.0:1767321166.970036:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384465664 00000100:00100000:0.0:1767321166.970040:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384465664 00000100:00100000:0.0:1767321166.970058:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384466048 00000100:00100000:0.0:1767321166.970061:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384466048 00000100:00100000:0.0:1767321166.970074:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384466304 00000100:00100000:0.0:1767321166.970076:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384466304 00000100:00100000:0.0:1767321166.970087:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25296 00000100:00100000:0.0:1767321166.970090:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384465664:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321166.970101:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321166.970353:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384465664:12345-0@lo:38:kworker.0 Request processed in 259us (644us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321166.970360:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25296 00000100:00100000:0.0:1767321166.970373:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25297 00000100:00100000:0.0:1767321166.970377:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384466048:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321166.970387:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321166.970411:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384466048:12345-0@lo:38:kworker.0 Request processed in 32us (563us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321166.970417:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25297 00000100:00100000:0.0:1767321166.970427:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25298 00000100:00100000:0.0:1767321166.970431:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384466304:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321166.970441:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321166.970463:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384466304:12345-0@lo:38:kworker.0 Request processed in 30us (580us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321166.970469:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25298 00000100:00080000:0.0:1767321166.970503:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321166.970509:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321166.970512:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384465664:0@lo:38:kworker.0 00000100:00080000:0.0:1767321166.970520:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321166.970523:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321166.970526:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384465792:0@lo:38:kworker.0 00000100:00080000:0.0:1767321166.970533:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321166.970537:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321166.970539:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384466048:0@lo:38:kworker.0 00000100:00080000:0.0:1767321166.970546:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321166.970549:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321166.970552:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384466304:0@lo:38:kworker.0 00000100:00100000:2.0:1767321166.972648:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321166.976885:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321166.980582:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384466432 00000100:00100000:3.0:1767321166.980599:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384466432 00000100:00100000:3.0:1767321166.981753:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384466560 00000100:00100000:3.0:1767321166.981763:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384466560 00000100:00100000:2.0:1767321166.982245:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2416 00000100:00100000:2.0:1767321166.982262:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384466432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321166.982365:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384466432:12345-0@lo:400:kworker.0 Request processed in 108us (9723us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321166.982374:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2416 00000100:00100000:2.0:1767321166.982396:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2417 00000100:00100000:2.0:1767321166.982403:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384466560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321166.982436:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384466560:12345-0@lo:400:kworker.0 Request processed in 35us (5564us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321166.982442:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2417 00000100:00100000:1.0:1767321166.982540:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384466432:0@lo:400:kworker.0 00000100:00100000:1.0:1767321166.982585:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384466560:0@lo:400:kworker.0 00010000:00010000:0.0:1767321167.479474:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321167.991125:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321168.505207:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321169.014882:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321169.529386:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321170.038960:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321170.553163:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321170.553303:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384466816:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321170.553394:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321170.553484:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384466688:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321170.553530:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321170.553603:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384466816 00000100:00100000:0.0:1767321170.553613:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384466816 00000100:00080000:3.0:1767321170.553693:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321170.556857:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384466688 00000100:00100000:1.0:1767321170.556879:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384466688 00000100:00080000:3.0:1767321170.557013:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321170.557351:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3253 00000100:00100000:0.0:1767321170.557367:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384466816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321170.557411:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321170.557522:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384466816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 160us (4126us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321170.557534:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3253 00000100:00100000:3.0:1767321170.557635:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384466816:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321170.565378:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3254 00000100:00100000:1.0:1767321170.565420:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384466688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321170.565475:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321170.565606:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384466688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 212us (12075us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321170.565614:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3254 00000100:00100000:3.0:1767321170.565751:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384466688:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321171.027700:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321171.030365:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321171.040159:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297468160 00000100:00100000:0.0:1767321171.040182:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297468160 00000100:00100000:3.0:1767321171.040473:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5824 00000100:00100000:3.0:1767321171.040488:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297468160:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321171.040629:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297468160:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 143us (12946us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321171.040638:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5824 00000100:00080000:0.0:1767321171.041228:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321171.041950:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297468032 00000100:00100000:1.0:1767321171.041961:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297468032 00000100:00100000:1.0:1767321171.042451:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25299 00000100:00100000:1.0:1767321171.042462:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297468032:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321171.042493:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321171.042968:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297468032:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 501us (12614us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321171.042978:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25299 00000100:00100000:3.0:1767321171.063204:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321171.577472:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321172.087604:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321172.087629:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321172.087633:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321172.087638:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321172.087643:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321172.087653:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6070 00000100:00080000:3.0:1767321172.087668:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321172.087678:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321172.087759:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548d880 x1853164384466944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321172.087815:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321172.087818:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321172.087820:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321172.087825:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6070 00000100:00080000:3.0:1767321172.087827:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321172.087830:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321172.087848:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548e680 x1853164384467072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321172.087888:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321172.087892:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321172.087894:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321172.087898:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6070 00000100:00080000:3.0:1767321172.087900:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321172.087904:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321172.087922:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548ed80 x1853164384467328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321172.087939:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321172.087943:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321172.087945:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321172.087948:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6070 00000100:00080000:3.0:1767321172.087951:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321172.087954:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321172.087965:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548ea00 x1853164384467584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321172.088030:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384467712:0@lo:400:kworker.0 00000100:00100000:3.0:1767321172.088123:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321172.088206:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321172.088212:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384467840:0@lo:400:kworker.0 00000100:00100000:3.0:1767321172.088237:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321172.088279:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384467712 00000100:00100000:3.0:1767321172.088287:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384467712 00000100:00100000:3.0:1767321172.088357:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384467840 00000100:00100000:3.0:1767321172.088360:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384467840 00000100:00100000:3.0:1767321172.088386:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2418 00000100:00100000:3.0:1767321172.088396:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384467712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321172.088453:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384467712:12345-0@lo:400:kworker.0 Request processed in 58us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321172.088462:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2418 00000100:00100000:3.0:1767321172.088482:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2419 00000100:00100000:3.0:1767321172.088488:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384467840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321172.088517:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384467840:12345-0@lo:400:kworker.0 Request processed in 28us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321172.088522:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2419 00000100:00080000:3.0:1767321172.088538:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321172.088543:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321172.088574:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384467840:0@lo:400:kworker.0 00000100:00100000:3.0:1767321172.088583:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384467712:0@lo:400:kworker.0 00000100:00100000:2.0:1767321172.089063:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384466944:0@lo:38:kworker.0 00000100:00100000:2.0:1767321172.089112:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321172.089142:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384467072:0@lo:38:kworker.0 00000100:00100000:2.0:1767321172.089167:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321172.089194:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384467328:0@lo:38:kworker.0 00000100:00100000:2.0:1767321172.089215:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321172.089233:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384467584:0@lo:38:kworker.0 00000100:00100000:2.0:1767321172.089251:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321172.089294:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384467072 00000100:00100000:2.0:1767321172.089300:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384467072 00000100:00100000:2.0:1767321172.089329:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3053 00000100:00100000:2.0:1767321172.089334:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384467072:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321172.089356:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321172.089393:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384467072:12345-0@lo:38:kworker.0 Request processed in 57us (224us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321172.089399:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3053 00000100:00080000:2.0:1767321172.089434:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321172.089440:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321172.089443:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384467072:0@lo:38:kworker.0 00000100:00100000:2.0:1767321172.089465:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384466944 00000100:00100000:2.0:1767321172.089469:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384466944 00000100:00100000:2.0:1767321172.089488:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384467328 00000100:00100000:2.0:1767321172.089490:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384467328 00000100:00100000:2.0:1767321172.089501:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384467584 00000100:00100000:2.0:1767321172.089505:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384467584 00000100:00100000:2.0:1767321172.089516:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25300 00000100:00100000:2.0:1767321172.089520:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384466944:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321172.089529:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321172.089561:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384466944:12345-0@lo:38:kworker.0 Request processed in 39us (448us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321172.089566:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25300 00000100:00100000:2.0:1767321172.089577:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25301 00000100:00100000:2.0:1767321172.089580:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384467328:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321172.089589:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321172.089609:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384467328:12345-0@lo:38:kworker.0 Request processed in 27us (393us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321172.089628:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25301 00000100:00100000:2.0:1767321172.089640:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25302 00000100:00100000:2.0:1767321172.089644:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384467584:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321172.089653:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321172.089685:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384467584:12345-0@lo:38:kworker.0 Request processed in 39us (432us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321172.089690:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25302 00000100:00080000:2.0:1767321172.089720:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321172.089724:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321172.089726:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384466944:0@lo:38:kworker.0 00000100:00080000:2.0:1767321172.089734:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321172.089737:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321172.089740:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384467328:0@lo:38:kworker.0 00000100:00080000:2.0:1767321172.089747:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321172.089750:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321172.089752:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384467584:0@lo:38:kworker.0 00000100:00100000:0.0:1767321172.089990:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321172.091017:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384467200:0@lo:400:kworker.0 00000100:00100000:1.0:1767321172.091089:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321172.091139:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321172.091147:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384467456:0@lo:400:kworker.0 00000100:00100000:1.0:1767321172.091169:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321172.091218:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384467200 00000100:00100000:1.0:1767321172.091226:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384467200 00000100:00100000:1.0:1767321172.091287:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384467456 00000100:00100000:1.0:1767321172.091290:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384467456 00000100:00100000:1.0:1767321172.091320:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5825 00000100:00100000:1.0:1767321172.091327:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384467200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321172.091398:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384467200:12345-0@lo:400:kworker.0 Request processed in 70us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321172.091404:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5825 00000100:00100000:1.0:1767321172.091421:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5826 00000100:00100000:1.0:1767321172.091428:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384467456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321172.091456:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384467456:12345-0@lo:400:kworker.0 Request processed in 29us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321172.091462:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5826 00000100:00080000:1.0:1767321172.091483:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321172.091516:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384467456:0@lo:400:kworker.0 00000100:00100000:1.0:1767321172.091527:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384467200:0@lo:400:kworker.0 00010000:00010000:0.0:1767321172.599206:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321173.111390:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321173.623455:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321174.136457:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321174.647184:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321175.159588:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321175.671013:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321175.673737:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384467968:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321175.673859:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321175.674012:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384467968 00000100:00100000:0.0:1767321175.674022:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384467968 00000100:00100000:0.0:1767321175.674099:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3255 00000100:00100000:0.0:1767321175.674111:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384467968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321175.674160:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321175.674211:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384467968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321175.674219:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3255 00000100:00100000:3.0:1767321175.675048:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384468096:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321175.675100:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321175.675169:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384468096 00000100:00100000:3.0:1767321175.675175:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384468096 00000100:00100000:3.0:1767321175.675218:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3256 00000100:00100000:3.0:1767321175.675225:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384468096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321175.675254:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321175.675294:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384468096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321175.675301:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3256 00000100:00100000:3.0:1767321175.675349:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384468096:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767321175.675644:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321175.675651:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321175.675691:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384467968:0@lo:13:osp-pre-0-1.0 00000400:00000100:3.0:1767321176.140373:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297468288 offset 0 length 520: 4 00000100:00100000:3.0:1767321176.146335:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321176.146389:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321176.146569:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297468416 00000100:00100000:0.0:1767321176.146582:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297468416 00000100:00100000:0.0:1767321176.146630:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297468544 00000100:00100000:0.0:1767321176.146634:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297468544 00000100:00100000:0.0:1767321176.146704:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5827 00000100:00100000:0.0:1767321176.146717:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297468544:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321176.146857:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297468544:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 142us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321176.146866:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5827 00000100:00100000:0.0:1767321176.146888:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25303 00000100:00100000:0.0:1767321176.146894:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297468416:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321176.146919:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321176.146945:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297468416:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 49us (626us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321176.146951:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25303 00000100:00080000:1.0:1767321176.147720:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321176.183053:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321151/real 1767321151] req@ffff936992be6a00 x1853164384461696/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321176 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321176.183103:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff936992be6a00 x1853164384461696/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321176 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321176.183139:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767321176.183325:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767321176.183351:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321176.183358:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384461696:0@lo:250:kworker.0 00000100:00080000:2.0:1767321176.187029:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321176.187044:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321176.187049:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321176.187068:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 6054 00000100:00080000:2.0:1767321176.187073:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321176.187082:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321176.187368:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f231f80 x1853164384468224/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321176.187403:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321176.187407:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321176.187410:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321176.187414:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6075 00000100:00080000:2.0:1767321176.187417:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321176.187421:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321176.187442:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db3100 x1853164384468352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321176.187453:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321176.187457:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321176.187459:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321176.187463:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6075 00000100:00080000:2.0:1767321176.187466:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321176.187469:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321176.187482:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db1180 x1853164384468480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321176.187667:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321176.187673:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321176.187675:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321176.187680:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6075 00000100:00080000:2.0:1767321176.187684:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321176.187689:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321176.187698:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384468608:0@lo:400:kworker.0 00000100:00100000:2.0:1767321176.187708:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf7800 x1853164384468736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321176.187730:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321176.187734:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321176.187736:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321176.187741:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6075 00000100:00080000:2.0:1767321176.187744:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321176.187748:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321176.187761:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf7480 x1853164384468992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321176.187816:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321176.187854:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384469248:0@lo:400:kworker.0 00000100:00100000:2.0:1767321176.187898:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321176.187914:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321176.187924:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384468864:0@lo:400:kworker.0 00000100:00100000:2.0:1767321176.187928:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321176.187937:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384469120:0@lo:400:kworker.0 00000100:00100000:3.0:1767321176.187957:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321176.187970:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321176.188002:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384468608 00000100:00100000:3.0:1767321176.188011:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384468608 00000100:00100000:0.0:1767321176.188097:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384468224:0@lo:250:kworker.0 00000400:00000100:0.0:1767321176.188135:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384468224 offset 0 length 520: 4 00000100:00100000:0.0:1767321176.188161:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384468352:0@lo:38:kworker.0 00000100:00100000:0.0:1767321176.188188:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321176.188207:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384469248 00000100:00100000:0.0:1767321176.188210:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384468480:0@lo:38:kworker.0 00000100:00100000:1.0:1767321176.188214:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384469248 00000100:00100000:0.0:1767321176.188240:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321176.188260:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384468736:0@lo:38:kworker.0 00000100:00100000:1.0:1767321176.188281:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2420 00000100:00100000:0.0:1767321176.188285:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321176.188297:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384469248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321176.188306:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384468992:0@lo:38:kworker.0 00000100:00100000:0.0:1767321176.188328:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321176.188367:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384468864 00000100:00100000:1.0:1767321176.188369:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384469248:12345-0@lo:400:kworker.0 Request processed in 74us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321176.188373:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384468864 00000100:00100000:1.0:1767321176.188382:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2420 00000100:00100000:1.0:1767321176.188411:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384468352 00000100:00100000:1.0:1767321176.188415:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384468352 00000100:00100000:1.0:1767321176.188430:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384468736 00000100:00100000:1.0:1767321176.188432:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384468736 00000100:00100000:1.0:1767321176.188441:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384468992 00000100:00100000:1.0:1767321176.188444:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384468992 00000100:00100000:1.0:1767321176.188454:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25304 00000100:00100000:1.0:1767321176.188459:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384468352:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321176.188480:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321176.188519:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384468352:12345-0@lo:38:kworker.0 Request processed in 59us (331us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321176.188525:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25304 00000100:00100000:1.0:1767321176.188538:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25305 00000100:00100000:1.0:1767321176.188543:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384468736:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321176.188552:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321176.188597:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384468736:12345-0@lo:38:kworker.0 Request processed in 52us (314us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321176.188604:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25305 00000100:00100000:1.0:1767321176.188618:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25306 00000100:00100000:1.0:1767321176.188623:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384468992:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321176.188635:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321176.188653:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384469248:0@lo:400:kworker.0 00000100:00100000:1.0:1767321176.188678:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384468992:12345-0@lo:38:kworker.0 Request processed in 53us (349us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321176.188687:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25306 00000100:00100000:2.0:1767321176.188704:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384468480 00000100:00100000:2.0:1767321176.188709:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384468480 00000100:00080000:1.0:1767321176.188730:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321176.188738:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321176.188739:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3054 00000100:00100000:1.0:1767321176.188745:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384468352:0@lo:38:kworker.0 00000100:00100000:2.0:1767321176.188750:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384468480:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1767321176.188759:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00020000:2.0:1767321176.188765:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767321176.188766:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321176.188773:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384468736:0@lo:38:kworker.0 00000100:00080000:1.0:1767321176.188807:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321176.188811:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321176.188815:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384468992:0@lo:38:kworker.0 00000100:00100000:2.0:1767321176.188826:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384468480:12345-0@lo:38:kworker.0 Request processed in 76us (584us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321176.188836:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3054 00000100:00080000:1.0:1767321176.188842:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321176.188849:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321176.188852:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384468480:0@lo:38:kworker.0 00000100:00100000:2.0:1767321176.188858:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384469120 00000100:00100000:2.0:1767321176.188864:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384469120 00000100:00100000:2.0:1767321176.188897:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2421 00000100:00100000:2.0:1767321176.188905:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384469120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321176.188944:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384469120:12345-0@lo:400:kworker.0 Request processed in 40us (975us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321176.188983:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5828 00000100:00100000:3.0:1767321176.188992:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384468608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321176.189048:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384468608:12345-0@lo:400:kworker.0 Request processed in 57us (1233us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321176.189055:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5828 00000100:00100000:0.0:1767321176.189240:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5829 00000100:00100000:0.0:1767321176.189248:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384468864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321176.189281:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384468864:12345-0@lo:400:kworker.0 Request processed in 34us (1324us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321176.189286:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5829 00000100:00080000:3.0:1767321176.189633:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321176.189682:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384468864:0@lo:400:kworker.0 00000100:00100000:3.0:1767321176.189696:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384468608:0@lo:400:kworker.0 00000100:00100000:3.0:1767321176.189742:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384469120:0@lo:400:kworker.0 00000100:00100000:2.0:1767321176.197289:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2421 00010000:00010000:0.0:1767321176.697454:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321177.207200:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321177.720098:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321178.231155:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321178.743229:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321179.257329:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321179.767187:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321180.279104:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321180.791065:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321180.791129:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321180.791160:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384469376:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321180.791263:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321180.791825:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384469376 00000100:00100000:3.0:1767321180.791837:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384469376 00000100:00100000:3.0:1767321180.791932:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3257 00000100:00100000:3.0:1767321180.791944:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384469376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321180.791986:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321180.792060:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384469376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (797us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321180.792068:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3257 00000100:00100000:3.0:1767321180.792144:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384469376:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321180.792570:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321180.792587:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384469504:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321180.792648:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321180.792737:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384469504 00000100:00100000:0.0:1767321180.792744:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384469504 00000100:00100000:0.0:1767321180.792824:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3258 00000100:00100000:0.0:1767321180.792833:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384469504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321180.792860:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321180.792902:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384469504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321180.792909:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3258 00000100:00100000:2.0:1767321180.792993:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384469504:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321180.793570:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321180.793577:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321181.254747:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321181.254904:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321181.275532:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297468672 00000100:00100000:0.0:1767321181.275554:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297468672 00000100:00100000:0.0:1767321181.275636:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297468800 00000100:00100000:0.0:1767321181.275640:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297468800 00000100:00100000:0.0:1767321181.275721:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5830 00000100:00100000:0.0:1767321181.275739:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297468800:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321181.275874:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297468800:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 142us (20969us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321181.275886:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5830 00000100:00100000:0.0:1767321181.275913:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25307 00000100:00100000:0.0:1767321181.275919:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297468672:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321181.275941:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321181.275970:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297468672:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 49us (21236us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321181.275976:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25307 00000100:00080000:3.0:1767321181.276285:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321181.303001:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767321181.303313:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321181.303320:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321181.303323:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321181.303328:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321181.303332:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321181.303341:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6079 00000100:00080000:1.0:1767321181.303346:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321181.303354:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321181.303404:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592a680 x1853164384469632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321181.303423:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321181.303426:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321181.303428:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321181.303432:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6079 00000100:00080000:1.0:1767321181.303434:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321181.303438:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321181.303452:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5f80 x1853164384469760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321181.303500:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321181.303504:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321181.303506:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321181.303510:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6079 00000100:00080000:1.0:1767321181.303513:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321181.303516:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321181.303537:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf7800 x1853164384470016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321181.303554:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321181.303558:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321181.303560:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321181.303563:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6079 00000100:00080000:1.0:1767321181.303565:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321181.303569:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321181.303579:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db3100 x1853164384470272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321181.303963:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384469888:0@lo:400:kworker.0 00000100:00100000:2.0:1767321181.304052:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321181.304124:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321181.304131:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384470144:0@lo:400:kworker.0 00000100:00100000:2.0:1767321181.304154:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321181.305378:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384469888 00000100:00100000:1.0:1767321181.305396:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384469888 00000100:00100000:1.0:1767321181.305495:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384470144 00000100:00100000:1.0:1767321181.305499:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384470144 00000100:00100000:1.0:1767321181.305538:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5831 00000100:00100000:1.0:1767321181.305550:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384469888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321181.305644:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384469888:12345-0@lo:400:kworker.0 Request processed in 97us (1591us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321181.305652:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5831 00000100:00100000:1.0:1767321181.305671:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5832 00000100:00100000:1.0:1767321181.305678:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384470144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321181.305705:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384470144:12345-0@lo:400:kworker.0 Request processed in 28us (1550us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321181.305711:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5832 00000100:00080000:3.0:1767321181.306178:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321181.306267:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384469632:0@lo:38:kworker.0 00000100:00100000:0.0:1767321181.306317:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321181.306362:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384469760:0@lo:38:kworker.0 00000100:00100000:0.0:1767321181.306388:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321181.306424:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384470016:0@lo:38:kworker.0 00000100:00100000:0.0:1767321181.306449:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321181.306465:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384470272:0@lo:38:kworker.0 00000100:00100000:0.0:1767321181.306499:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321181.306616:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384469632 00000100:00100000:0.0:1767321181.306623:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384469632 00000100:00100000:0.0:1767321181.306644:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384470016 00000100:00100000:0.0:1767321181.306646:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384470016 00000100:00100000:0.0:1767321181.306653:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384470272 00000100:00100000:0.0:1767321181.306655:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384470272 00000100:00100000:0.0:1767321181.306666:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25308 00000100:00100000:0.0:1767321181.306671:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384469632:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321181.306693:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321181.307349:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25309 00000100:00100000:3.0:1767321181.307368:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384470016:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321181.307384:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321181.307451:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384470016:12345-0@lo:38:kworker.0 Request processed in 90us (997us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321181.307457:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25309 00000100:00100000:3.0:1767321181.307495:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25310 00000100:00100000:3.0:1767321181.307499:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384470272:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321181.307511:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321181.308156:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384470272:12345-0@lo:38:kworker.0 Request processed in 45us (1046us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321181.308171:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25310 00000100:00100000:2.0:1767321181.308291:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384470144:0@lo:400:kworker.0 00000100:00100000:2.0:1767321181.308309:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384469888:0@lo:400:kworker.0 00000100:00100000:0.0:1767321181.309599:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384469632:12345-0@lo:38:kworker.0 Request processed in 2918us (3273us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321181.309621:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25308 00000100:00080000:0.0:1767321181.309686:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321181.309692:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321181.309696:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384469632:0@lo:38:kworker.0 00000100:00080000:0.0:1767321181.309711:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321181.309715:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321181.309718:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384470016:0@lo:38:kworker.0 00000100:00080000:0.0:1767321181.309728:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321181.309732:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321181.309734:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384470272:0@lo:38:kworker.0 00000100:00100000:1.0:1767321181.312238:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384469760 00000100:00100000:1.0:1767321181.312255:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384469760 00000100:00100000:1.0:1767321181.312303:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3055 00000100:00100000:1.0:1767321181.312313:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384469760:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321181.312337:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321181.312435:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384469760:12345-0@lo:38:kworker.0 Request processed in 122us (6044us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321181.312443:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3055 00000100:00080000:0.0:1767321181.312773:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321181.312814:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321181.312819:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384469760:0@lo:38:kworker.0 00010000:00010000:0.0:1767321181.818665:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321182.327401:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321182.839038:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321183.350969:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321183.862997:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321184.377771:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321184.886959:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321185.399166:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321185.910957:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321185.911049:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384470400:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321185.911128:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321185.911380:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321185.911407:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384470528:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321185.911451:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384470400 00000100:00100000:0.0:1767321185.911463:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384470400 00000100:00100000:3.0:1767321185.911478:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321185.911565:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384470528 00000100:00100000:0.0:1767321185.911580:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384470528 00000100:00100000:0.0:1767321185.911611:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3259 00000100:00100000:0.0:1767321185.911620:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384470400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321185.911653:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321185.911716:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384470400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321185.911727:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3259 00000100:00100000:0.0:1767321185.911746:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3260 00000100:00100000:0.0:1767321185.911752:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384470528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321185.911769:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321185.911839:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384470528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321185.911846:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3260 00000100:00100000:0.0:1767321185.911911:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384470528:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321185.911926:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384470400:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321185.912043:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321185.912048:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321186.374521:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321186.374724:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297469056 00000100:00100000:1.0:1767321186.374737:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297469056 00000100:00100000:1.0:1767321186.374845:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5833 00000100:00100000:1.0:1767321186.374861:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297469056:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321186.374994:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297469056:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 138us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321186.375002:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5833 00000100:00080000:3.0:1767321186.375118:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321186.377457:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321186.379735:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297468928 00000100:00100000:2.0:1767321186.379752:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297468928 00000100:00100000:2.0:1767321186.379906:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25311 00000100:00100000:2.0:1767321186.379917:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297468928:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767321186.380202:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321186.380284:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297468928:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 367us (2834us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321186.380293:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25311 00000100:00100000:0.0:1767321186.423518:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767321186.424063:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321186.424069:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321186.424073:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321186.424077:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321186.424081:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321186.424089:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6084 00000100:00080000:0.0:1767321186.424094:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321186.424102:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321186.424160:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784e00 x1853164384470656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321186.424187:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321186.424192:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321186.424193:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321186.424197:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6084 00000100:00080000:0.0:1767321186.424199:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321186.424203:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321186.424216:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785c00 x1853164384470784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321186.424253:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321186.424256:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321186.424258:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321186.424261:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6084 00000100:00080000:0.0:1767321186.424263:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321186.424267:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321186.424276:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8786300 x1853164384471040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321186.424291:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321186.424295:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321186.424297:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321186.424300:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6084 00000100:00080000:0.0:1767321186.424303:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321186.424306:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321186.424321:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b059500 x1853164384471296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321186.424390:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384471168:0@lo:400:kworker.0 00000100:00100000:3.0:1767321186.424463:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321186.424542:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321186.424549:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384470912:0@lo:400:kworker.0 00000100:00100000:3.0:1767321186.424603:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321186.424882:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384470656:0@lo:38:kworker.0 00000100:00100000:1.0:1767321186.424912:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321186.424945:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384470784:0@lo:38:kworker.0 00000100:00100000:1.0:1767321186.424982:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321186.425003:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384471040:0@lo:38:kworker.0 00000100:00100000:1.0:1767321186.425027:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321186.425041:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384471296:0@lo:38:kworker.0 00000100:00100000:1.0:1767321186.425061:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321186.425091:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384471168 00000100:00100000:1.0:1767321186.425099:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384471168 00000100:00100000:1.0:1767321186.425166:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384470912 00000100:00100000:1.0:1767321186.425170:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384470912 00000100:00100000:1.0:1767321186.425186:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384470656 00000100:00100000:1.0:1767321186.425189:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384470656 00000100:00100000:1.0:1767321186.425197:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384471040 00000100:00100000:1.0:1767321186.425199:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384471040 00000100:00100000:1.0:1767321186.425206:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384471296 00000100:00100000:1.0:1767321186.425208:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384471296 00000100:00100000:1.0:1767321186.425220:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5834 00000100:00100000:1.0:1767321186.425229:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384471168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321186.425278:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384471168:12345-0@lo:400:kworker.0 Request processed in 49us (814us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321186.425285:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5834 00000100:00100000:1.0:1767321186.425299:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5835 00000100:00100000:1.0:1767321186.425304:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384470912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321186.425326:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384470912:12345-0@lo:400:kworker.0 Request processed in 22us (723us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321186.425331:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5835 00000100:00100000:1.0:1767321186.425342:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25312 00000100:00100000:1.0:1767321186.425346:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384470656:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321186.425364:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321186.425396:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384470656:12345-0@lo:38:kworker.0 Request processed in 49us (483us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321186.425402:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25312 00000100:00100000:1.0:1767321186.425413:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25313 00000100:00100000:1.0:1767321186.425417:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384471040:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321186.425426:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321186.425447:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384471040:12345-0@lo:38:kworker.0 Request processed in 28us (419us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321186.425452:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25313 00000100:00100000:1.0:1767321186.425462:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25314 00000100:00100000:1.0:1767321186.425466:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384471296:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321186.425735:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321186.425764:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384471296:12345-0@lo:38:kworker.0 Request processed in 296us (702us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321186.425771:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25314 00000100:00080000:1.0:1767321186.425834:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321186.425838:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321186.425842:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384470656:0@lo:38:kworker.0 00000100:00080000:1.0:1767321186.425849:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321186.425852:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321186.425854:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384471040:0@lo:38:kworker.0 00000100:00080000:1.0:1767321186.425862:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321186.425865:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321186.425867:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384471296:0@lo:38:kworker.0 00000100:00080000:3.0:1767321186.426072:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321186.426098:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384470912:0@lo:400:kworker.0 00000100:00100000:3.0:1767321186.426111:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384471168:0@lo:400:kworker.0 00000100:00100000:2.0:1767321186.426201:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384470784 00000100:00100000:2.0:1767321186.426207:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384470784 00000100:00100000:2.0:1767321186.426244:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3056 00000100:00100000:2.0:1767321186.426250:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384470784:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321186.426260:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321186.426309:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384470784:12345-0@lo:38:kworker.0 Request processed in 58us (1326us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321186.426315:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3056 00000100:00080000:3.0:1767321186.426407:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321186.426411:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321186.426414:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384470784:0@lo:38:kworker.0 00010000:00010000:0.0:1767321186.935429:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321187.446976:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321187.959175:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321188.471843:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321188.983292:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321189.495445:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321190.009849:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321190.518973:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321191.031200:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321191.032385:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321191.032418:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384471424:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321191.032532:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321191.032758:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384471424 00000100:00100000:0.0:1767321191.032768:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384471424 00000100:00100000:0.0:1767321191.032877:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3261 00000100:00100000:0.0:1767321191.032888:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384471424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321191.032936:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321191.033001:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384471424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321191.033009:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3261 00000100:00080000:2.0:1767321191.034773:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321191.034944:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384471424:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321191.043390:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321191.043422:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384471552:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321191.043542:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321191.043933:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384471552 00000100:00100000:3.0:1767321191.043943:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384471552 00000100:00080000:2.0:1767321191.044066:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321191.044262:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3262 00000100:00100000:3.0:1767321191.044273:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384471552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321191.044314:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321191.044415:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384471552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 143us (872us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321191.044424:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3262 00000100:00100000:1.0:1767321191.044533:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384471552:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321191.495645:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321191.495696:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321191.496077:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297469184 00000100:00100000:2.0:1767321191.496089:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297469184 00000100:00100000:2.0:1767321191.496150:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297469312 00000100:00100000:2.0:1767321191.496153:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297469312 00000100:00100000:2.0:1767321191.496206:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5836 00000100:00100000:2.0:1767321191.496221:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297469312:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321191.496319:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297469312:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 102us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321191.496327:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5836 00000100:00100000:2.0:1767321191.496347:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25315 00000100:00100000:2.0:1767321191.496352:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297469184:12345-192.168.202.56@tcp:38:kworker.0 00000100:00080000:3.0:1767321191.496626:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:2.0:1767321191.497044:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321191.497141:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297469184:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 785us (1513us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321191.497150:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25315 00000100:00100000:0.0:1767321191.543822:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767321191.547666:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321191.547682:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321191.547686:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321191.547690:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321191.547696:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321191.547706:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6089 00000100:00080000:1.0:1767321191.547712:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321191.547722:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321191.547772:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784700 x1853164384471680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321191.548144:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384471680:0@lo:38:kworker.0 00000100:00100000:3.0:1767321191.548242:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321191.548444:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384471680 00000100:00100000:2.0:1767321191.548454:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384471680 00000100:00100000:2.0:1767321191.548499:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25316 00000100:00100000:2.0:1767321191.548508:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384471680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321191.548546:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767321191.548603:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321191.548608:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321191.548611:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321191.548616:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6089 00000100:00080000:1.0:1767321191.548619:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321191.548624:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321191.548645:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784a80 x1853164384471808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321191.551301:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384471680:12345-0@lo:38:kworker.0 Request processed in 2779us (3045us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321191.551331:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25316 00000100:00080000:3.0:1767321191.552293:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321191.552304:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321191.552310:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384471680:0@lo:38:kworker.0 00000100:00100000:2.0:1767321191.552601:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384471808:0@lo:38:kworker.0 00000100:00100000:2.0:1767321191.552693:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321191.553179:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321191.553188:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321191.553192:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321191.553199:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6089 00000100:00080000:1.0:1767321191.553204:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321191.553213:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321191.553239:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784e00 x1853164384472064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321191.553263:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321191.553267:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321191.553269:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321191.553273:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6089 00000100:00080000:1.0:1767321191.553276:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321191.553280:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321191.553293:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6a00 x1853164384472320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321191.553385:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384472064:0@lo:38:kworker.0 00000100:00100000:2.0:1767321191.553445:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321191.553481:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384472320:0@lo:38:kworker.0 00000100:00100000:2.0:1767321191.553506:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321191.553580:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384472064 00000100:00100000:2.0:1767321191.553588:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384472064 00000100:00100000:2.0:1767321191.553627:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384472320 00000100:00100000:2.0:1767321191.553630:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384472320 00000100:00100000:2.0:1767321191.553648:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25317 00000100:00100000:2.0:1767321191.553656:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384472064:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321191.553682:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321191.553729:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384472064:12345-0@lo:38:kworker.0 Request processed in 73us (283us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321191.553736:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25317 00000100:00100000:2.0:1767321191.553752:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25318 00000100:00100000:2.0:1767321191.553756:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384472320:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321191.553765:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321191.553820:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384472320:12345-0@lo:38:kworker.0 Request processed in 62us (312us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321191.553825:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25318 00000100:00080000:2.0:1767321191.553857:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321191.553862:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321191.553865:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384472064:0@lo:38:kworker.0 00000100:00080000:2.0:1767321191.553873:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321191.553875:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321191.553878:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384472320:0@lo:38:kworker.0 00000100:00100000:3.0:1767321191.554831:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384471936:0@lo:400:kworker.0 00000100:00100000:3.0:1767321191.555155:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321191.555200:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321191.555207:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384472192:0@lo:400:kworker.0 00000100:00100000:3.0:1767321191.555229:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321191.555265:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384471936 00000100:00100000:3.0:1767321191.555273:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384471936 00000100:00100000:3.0:1767321191.555330:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384472192 00000100:00100000:3.0:1767321191.555333:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384472192 00000100:00100000:3.0:1767321191.555363:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5837 00000100:00100000:3.0:1767321191.555384:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384471936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321191.555541:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5838 00000100:00100000:1.0:1767321191.555553:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384472192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321191.555595:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384472192:12345-0@lo:400:kworker.0 Request processed in 47us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321191.555603:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5838 00000100:00080000:1.0:1767321191.555645:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321191.555776:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384471936:12345-0@lo:400:kworker.0 Request processed in 405us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321191.555807:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5837 00000100:00100000:3.0:1767321191.555848:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384472192:0@lo:400:kworker.0 00000100:00100000:3.0:1767321191.555859:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384471936:0@lo:400:kworker.0 00000100:00100000:0.0:1767321191.556568:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384471808 00000100:00100000:0.0:1767321191.556579:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384471808 00000100:00100000:0.0:1767321191.556674:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3057 00000100:00100000:0.0:1767321191.556680:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384471808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321191.556705:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321191.556778:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384471808:12345-0@lo:38:kworker.0 Request processed in 97us (4084us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321191.556820:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3057 00000100:00080000:3.0:1767321191.557600:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321191.557611:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321191.557617:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384471808:0@lo:38:kworker.0 00010000:00010000:0.0:1767321192.055483:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321192.567318:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321193.081011:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321193.592011:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321194.106627:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321194.614925:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321195.127043:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321195.640204:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321196.151161:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321196.151188:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384472448:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321196.151262:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321196.151867:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384472448 00000100:00100000:3.0:1767321196.151878:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384472448 00000100:00100000:1.0:1767321196.152071:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321196.152084:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384472576:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321196.152121:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321196.152161:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321196.159602:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384472576 00000100:00100000:3.0:1767321196.159622:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384472576 00010000:00010000:1.0:1767321196.159856:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321196.159880:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321196.160134:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3263 00000100:00100000:2.0:1767321196.160150:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384472448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321196.160187:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321196.160290:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384472448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 145us (9026us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321196.160298:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3263 00000100:00100000:2.0:1767321196.160326:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3264 00000100:00100000:2.0:1767321196.160333:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384472576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321196.160359:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321196.160621:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384472576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 288us (8499us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321196.160630:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3264 00000100:00100000:1.0:1767321196.165443:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384472448:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321196.165507:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384472576:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321196.615313:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321196.615866:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297469440 00000100:00100000:1.0:1767321196.615880:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297469440 00000100:00100000:1.0:1767321196.615938:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25319 00000100:00100000:1.0:1767321196.615947:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297469440:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321196.615971:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321196.616300:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297469440:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 351us (996us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321196.616309:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25319 00000100:00100000:0.0:1767321196.622605:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321196.634029:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297469568 00000100:00100000:1.0:1767321196.634047:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297469568 00000100:00100000:1.0:1767321196.634161:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5839 00000100:00100000:1.0:1767321196.634179:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297469568:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321196.634299:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297469568:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 127us (11703us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321196.634308:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5839 00000100:00080000:2.0:1767321196.634552:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321196.663378:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321196.663394:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321196.663400:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321196.663407:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321196.663414:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321196.663427:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6094 00000100:00080000:1.0:1767321196.663435:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321196.663449:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321196.663524:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be4a80 x1853164384472704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321196.663562:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321196.663566:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321196.663567:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321196.663572:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6094 00000100:00080000:1.0:1767321196.663575:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321196.663578:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321196.663869:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384472704:0@lo:38:kworker.0 00000100:00100000:0.0:1767321196.663982:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321196.664120:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384472704 00000100:00100000:2.0:1767321196.664136:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384472704 00000100:00100000:2.0:1767321196.664209:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25320 00000100:00100000:2.0:1767321196.664222:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384472704:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321196.664259:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321196.664333:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384472704:12345-0@lo:38:kworker.0 Request processed in 111us (351us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321196.664345:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25320 00000100:00100000:1.0:1767321196.664533:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be7480 x1853164384472832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321196.664566:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321196.664569:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321196.664571:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321196.664574:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6094 00000100:00080000:1.0:1767321196.664577:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321196.664581:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321196.664591:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6300 x1853164384473088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321196.664605:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321196.664607:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321196.664609:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321196.664611:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6094 00000100:00080000:1.0:1767321196.664614:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321196.664617:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321196.664627:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be7b80 x1853164384473344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321196.664669:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321196.664703:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384473216:0@lo:400:kworker.0 00000100:00100000:3.0:1767321196.664714:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384472960:0@lo:400:kworker.0 00000100:00100000:1.0:1767321196.664741:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321196.664815:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321196.664982:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384473216 00000100:00100000:3.0:1767321196.665002:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384473216 00000100:00100000:3.0:1767321196.665228:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384472960 00000100:00100000:3.0:1767321196.665232:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384472960 00000100:00100000:3.0:1767321196.665262:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5840 00000100:00100000:3.0:1767321196.665270:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384473216:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767321196.665362:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321196.665369:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321196.665374:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384472704:0@lo:38:kworker.0 00000100:00100000:0.0:1767321196.665401:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384472832:0@lo:38:kworker.0 00000100:00100000:0.0:1767321196.665439:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321196.665484:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384473088:0@lo:38:kworker.0 00000100:00100000:0.0:1767321196.665507:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321196.665518:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384473344:0@lo:38:kworker.0 00000100:00100000:0.0:1767321196.665533:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321196.665562:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384472832 00000100:00100000:0.0:1767321196.665567:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384472832 00000100:00100000:0.0:1767321196.665594:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3058 00000100:00100000:0.0:1767321196.665599:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384472832:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321196.665613:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321196.665647:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384472832:12345-0@lo:38:kworker.0 Request processed in 47us (207us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321196.665654:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3058 00000100:00080000:0.0:1767321196.665682:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321196.665686:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321196.665689:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384472832:0@lo:38:kworker.0 00000100:00100000:0.0:1767321196.665716:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384473088 00000100:00100000:0.0:1767321196.665720:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384473088 00000100:00100000:0.0:1767321196.665731:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384473344 00000100:00100000:0.0:1767321196.665733:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384473344 00000100:00100000:0.0:1767321196.665743:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5841 00000100:00100000:0.0:1767321196.665751:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384472960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321196.666014:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25321 00000100:00100000:2.0:1767321196.666022:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384473088:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321196.666033:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321196.666075:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384473088:12345-0@lo:38:kworker.0 Request processed in 52us (566us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321196.666081:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25321 00000100:00100000:2.0:1767321196.666094:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25322 00000100:00100000:2.0:1767321196.666097:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384473344:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321196.666105:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321196.666128:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384473344:12345-0@lo:38:kworker.0 Request processed in 29us (593us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321196.666133:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25322 00000100:00080000:2.0:1767321196.666159:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321196.666163:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321196.666166:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384473088:0@lo:38:kworker.0 00000100:00080000:2.0:1767321196.666176:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321196.666179:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321196.666181:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384473344:0@lo:38:kworker.0 00000100:00080000:2.0:1767321196.666212:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321196.667270:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384473216:12345-0@lo:400:kworker.0 Request processed in 1989us (2521us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321196.667286:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5840 00000100:00100000:1.0:1767321196.667987:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384473216:0@lo:400:kworker.0 00000100:00100000:0.0:1767321196.671506:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384472960:12345-0@lo:400:kworker.0 Request processed in 5747us (6683us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321196.671525:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5841 00000100:00100000:3.0:1767321196.671896:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384472960:0@lo:400:kworker.0 00010000:00010000:0.0:1767321197.177169:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321197.688197:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321198.200558:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321198.710963:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321199.223110:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321199.737418:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321200.247088:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767321200.710395:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297469696 offset 0 length 520: 4 00000100:00100000:2.0:1767321200.710457:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321200.710502:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321200.710603:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297469952 00000100:00100000:0.0:1767321200.710614:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297469952 00000100:00100000:0.0:1767321200.710712:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297469824 00000100:00100000:0.0:1767321200.710716:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297469824 00000100:00100000:0.0:1767321200.710759:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5842 00000100:00100000:0.0:1767321200.710770:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297469952:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321200.710891:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297469952:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 123us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321200.710899:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5842 00000100:00100000:0.0:1767321200.710920:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25323 00000100:00100000:0.0:1767321200.710925:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297469824:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321200.710947:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321200.710972:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297469824:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 45us (469us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321200.710979:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25323 00000100:00080000:2.0:1767321200.711468:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321200.759804:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321201.271308:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321201.271335:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384473472:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767321201.271566:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321201.271595:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321201.271689:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384473472 00000100:00100000:3.0:1767321201.271700:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384473472 00000100:00100000:3.0:1767321201.271836:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3265 00000100:00100000:3.0:1767321201.271847:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384473472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321201.271879:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321201.271941:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384473472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321201.271949:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3265 00000100:00080000:1.0:1767321201.272158:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321201.272392:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384473472:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321201.272714:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384473600:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321201.272749:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321201.272818:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384473600 00000100:00100000:0.0:1767321201.272825:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384473600 00000100:00100000:0.0:1767321201.272875:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3266 00000100:00100000:0.0:1767321201.272884:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384473600:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321201.272984:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1767321201.273049:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321201.273708:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384473600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 823us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321201.273722:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3266 00000100:00100000:3.0:1767321201.273730:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384473600:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321201.782930:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321176/real 1767321176] req@ffff93698f231f80 x1853164384468224/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321201 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321201.782968:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93698f231f80 x1853164384468224/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321201 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321201.782989:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321201.783000:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321201.783004:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384468224:0@lo:250:kworker.0 00000100:00080000:1.0:1767321201.783366:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321201.783373:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321201.783376:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321201.783381:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 6079 00000100:00080000:1.0:1767321201.783386:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321201.783392:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321201.783495:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be5500 x1853164384473728/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321201.783519:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321201.783523:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321201.783525:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321201.783528:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6099 00000100:00080000:1.0:1767321201.783531:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321201.783534:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321201.783549:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be5880 x1853164384473856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321201.783557:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321201.783560:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321201.783562:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321201.783566:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6099 00000100:00080000:1.0:1767321201.783568:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321201.783571:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321201.783592:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be7b80 x1853164384473984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321201.783627:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321201.783631:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321201.783633:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321201.783636:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6099 00000100:00080000:1.0:1767321201.783638:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321201.783642:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321201.783653:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be7480 x1853164384474240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321201.783667:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321201.783670:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321201.783671:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321201.783674:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6099 00000100:00080000:1.0:1767321201.783677:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321201.783679:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321201.783691:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7907b80 x1853164384474496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321201.783740:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384474368:0@lo:400:kworker.0 00000100:00100000:1.0:1767321201.783835:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321201.783896:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321201.783902:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384474112:0@lo:400:kworker.0 00000100:00100000:1.0:1767321201.784393:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321201.784717:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384474368 00000100:00100000:1.0:1767321201.784728:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384474368 00000100:00100000:1.0:1767321201.784818:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384474112 00000100:00100000:1.0:1767321201.784823:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384474112 00000100:00100000:1.0:1767321201.784857:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5843 00000100:00100000:1.0:1767321201.784868:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384474368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321201.784887:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321201.784927:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384474752:0@lo:400:kworker.0 00000100:00100000:3.0:1767321201.784964:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321201.784987:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321201.784993:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384474624:0@lo:400:kworker.0 00000100:00100000:3.0:1767321201.785013:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321201.785046:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384474752 00000100:00100000:3.0:1767321201.785051:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384474752 00000100:00100000:0.0:1767321201.785055:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5844 00000100:00100000:0.0:1767321201.785069:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384474112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321201.785083:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2422 00000100:00100000:3.0:1767321201.785093:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384474752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321201.785125:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384474112:12345-0@lo:400:kworker.0 Request processed in 59us (731us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321201.785135:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5844 00000100:00100000:3.0:1767321201.785142:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384474752:12345-0@lo:400:kworker.0 Request processed in 50us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321201.785150:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2422 00000100:00100000:3.0:1767321201.785169:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384474624 00000100:00100000:3.0:1767321201.785172:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384474624 00000100:00100000:3.0:1767321201.785194:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2423 00000100:00100000:3.0:1767321201.785200:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384474624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321201.785229:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384474624:12345-0@lo:400:kworker.0 Request processed in 29us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321201.785234:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2423 00000100:00100000:3.0:1767321201.785279:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384474624:0@lo:400:kworker.0 00000100:00100000:3.0:1767321201.785290:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384474752:0@lo:400:kworker.0 00000100:00100000:0.0:1767321201.785337:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384473728:0@lo:250:kworker.0 00000100:00080000:3.0:1767321201.785339:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:0.0:1767321201.785369:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384473728 offset 0 length 520: 4 00000100:00100000:3.0:1767321201.785373:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384474112:0@lo:400:kworker.0 00000100:00100000:0.0:1767321201.785399:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384473856:0@lo:38:kworker.0 00000100:00100000:0.0:1767321201.785422:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321201.785464:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384473984:0@lo:38:kworker.0 00000100:00100000:0.0:1767321201.785486:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321201.785503:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384474240:0@lo:38:kworker.0 00000100:00100000:0.0:1767321201.785522:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321201.785536:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384474496:0@lo:38:kworker.0 00000100:00100000:0.0:1767321201.785552:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321201.785744:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384473984 00000100:00100000:0.0:1767321201.785749:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384473984 00000100:00100000:0.0:1767321201.785775:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3059 00000100:00100000:0.0:1767321201.785798:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384473984:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321201.785816:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321201.785852:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384473984:12345-0@lo:38:kworker.0 Request processed in 69us (364us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321201.785858:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3059 00000100:00100000:0.0:1767321201.785880:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384473856 00000100:00100000:0.0:1767321201.785884:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384473856 00000100:00100000:0.0:1767321201.785897:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384474240 00000100:00100000:0.0:1767321201.785899:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384474240 00000100:00100000:0.0:1767321201.785906:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384474496 00000100:00100000:0.0:1767321201.785908:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384474496 00000100:00100000:3.0:1767321201.786008:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25324 00000100:00100000:3.0:1767321201.786015:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384473856:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321201.786026:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321201.786057:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384473856:12345-0@lo:38:kworker.0 Request processed in 40us (634us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321201.786452:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25325 00000100:00100000:2.0:1767321201.786460:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384474240:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321201.786472:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321201.786504:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384474240:12345-0@lo:38:kworker.0 Request processed in 44us (981us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321201.786572:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384474368:12345-0@lo:400:kworker.0 Request processed in 1706us (2736us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321201.793294:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25324 00000100:00080000:3.0:1767321201.793484:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321201.793492:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321201.793509:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384473856:0@lo:38:kworker.0 00000100:00080000:3.0:1767321201.793525:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321201.793529:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321201.793532:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384473984:0@lo:38:kworker.0 00000100:00080000:3.0:1767321201.793543:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321201.793547:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321201.793549:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384474240:0@lo:38:kworker.0 00000100:00100000:3.0:1767321201.793615:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384474368:0@lo:400:kworker.0 00000100:00100000:0.0:1767321201.800388:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25326 00000100:00100000:0.0:1767321201.800404:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384474496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321201.800441:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321201.800559:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384474496:12345-0@lo:38:kworker.0 Request processed in 156us (15004us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321201.800569:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25326 00000100:00080000:0.0:1767321201.800832:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321201.800838:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321201.800842:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384474496:0@lo:38:kworker.0 00000100:00100000:2.0:1767321201.801110:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25325 00000100:00100000:1.0:1767321201.810388:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5843 00010000:00010000:0.0:1767321202.295553:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321202.806954:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321203.319674:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321203.831184:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321204.343954:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321204.855484:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321205.367198:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321205.834319:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321205.834420:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321205.834493:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297470208 00000100:00100000:3.0:1767321205.834504:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297470208 00000100:00100000:3.0:1767321205.834580:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297470080 00000100:00100000:3.0:1767321205.834584:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297470080 00000100:00100000:3.0:1767321205.834606:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5845 00000100:00100000:3.0:1767321205.834617:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297470208:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321205.834682:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297470208:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 68us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321205.834688:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5845 00000100:00100000:3.0:1767321205.834703:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25327 00000100:00100000:3.0:1767321205.834706:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297470080:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321205.834723:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321205.834738:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297470080:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 32us (320us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321205.834742:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25327 00000100:00080000:0.0:1767321205.835055:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321205.878915:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321206.391715:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384474880:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321206.391812:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321206.392590:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384474880 00000100:00100000:2.0:1767321206.392602:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384474880 00000100:00100000:2.0:1767321206.392681:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3267 00000100:00100000:2.0:1767321206.392694:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384474880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321206.392729:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767321206.392820:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321206.393101:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384474880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 408us (1287us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321206.393111:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3267 00010000:00010000:1.0:1767321206.393189:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321206.393206:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384475008:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321206.393247:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321206.393802:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384475008 00000100:00100000:2.0:1767321206.393810:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384475008 00000100:00100000:2.0:1767321206.394089:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3268 00000100:00100000:2.0:1767321206.394100:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384475008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321206.394139:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321206.394204:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384475008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (956us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321206.394210:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3268 00000100:00100000:2.0:1767321206.394258:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384475008:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321206.403578:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384474880:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321206.408959:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321206.903197:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767321206.903480:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321206.903486:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321206.903490:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321206.903494:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321206.903498:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321206.903506:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6105 00000100:00080000:2.0:1767321206.903510:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321206.903517:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321206.903560:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784700 x1853164384475136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321206.903595:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321206.903598:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321206.903600:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321206.903604:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6105 00000100:00080000:2.0:1767321206.903607:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321206.903610:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321206.903623:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784e00 x1853164384475264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321206.903685:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384475392:0@lo:400:kworker.0 00000100:00100000:1.0:1767321206.903757:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321206.903889:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384475392 00000100:00100000:0.0:1767321206.903898:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384475392 00000100:00080000:0.0:1767321206.903922:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321206.903968:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5846 00000100:00100000:0.0:1767321206.903978:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384475392:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767321206.904063:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321206.904067:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321206.904069:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321206.904073:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6105 00000100:00080000:2.0:1767321206.904076:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321206.904080:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321206.904105:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883182d80 x1853164384475520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321206.904252:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384475648:0@lo:400:kworker.0 00000100:00100000:3.0:1767321206.904282:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321206.904327:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384475648 00000100:00100000:3.0:1767321206.904331:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384475648 00000100:00100000:3.0:1767321206.904365:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5847 00000100:00100000:3.0:1767321206.904372:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384475648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321206.904440:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384475648:12345-0@lo:400:kworker.0 Request processed in 68us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321206.904448:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5847 00000100:00100000:3.0:1767321206.904490:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384475136:0@lo:38:kworker.0 00000100:00100000:3.0:1767321206.904515:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321206.904536:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384475264:0@lo:38:kworker.0 00000100:00100000:3.0:1767321206.904560:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321206.904583:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384475520:0@lo:38:kworker.0 00000100:00100000:3.0:1767321206.904601:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321206.904623:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384475136 00000100:00100000:3.0:1767321206.904626:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384475136 00000100:00100000:3.0:1767321206.904641:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384475520 00000100:00100000:3.0:1767321206.904644:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384475520 00000100:00100000:3.0:1767321206.904653:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25328 00000100:00100000:3.0:1767321206.904657:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384475136:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321206.904676:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321206.904707:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384475136:12345-0@lo:38:kworker.0 Request processed in 48us (191us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321206.904713:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25328 00000100:00100000:3.0:1767321206.904723:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25329 00000100:00100000:3.0:1767321206.904726:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384475520:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321206.904734:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321206.904752:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384475520:12345-0@lo:38:kworker.0 Request processed in 25us (150us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321206.904757:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25329 00000100:00080000:3.0:1767321206.904771:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321206.904887:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384475648:0@lo:400:kworker.0 00000100:00080000:3.0:1767321206.904921:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321206.904926:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321206.904929:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384475136:0@lo:38:kworker.0 00000100:00080000:3.0:1767321206.904937:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321206.904940:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321206.904942:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384475520:0@lo:38:kworker.0 00000100:00100000:3.0:1767321206.904984:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384475264 00000100:00100000:3.0:1767321206.904988:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384475264 00000100:00100000:3.0:1767321206.905007:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3060 00000100:00100000:3.0:1767321206.905012:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384475264:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321206.905022:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321206.905050:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384475264:12345-0@lo:38:kworker.0 Request processed in 37us (490us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321206.905055:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3060 00000100:00080000:3.0:1767321206.905077:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321206.905081:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321206.905083:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384475264:0@lo:38:kworker.0 00000100:00100000:0.0:1767321206.909699:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384475392:12345-0@lo:400:kworker.0 Request processed in 5709us (5927us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321206.909717:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5846 00000100:00100000:1.0:1767321206.913863:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384475392:0@lo:400:kworker.0 00000100:00080000:2.0:1767321206.914043:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321206.914050:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321206.914054:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321206.914060:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6105 00000100:00080000:2.0:1767321206.914065:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321206.914072:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321206.914117:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883182d80 x1853164384475776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321206.914218:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384475776:0@lo:38:kworker.0 00000100:00100000:0.0:1767321206.914289:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321206.914640:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384476032:0@lo:400:kworker.0 00000100:00100000:2.0:1767321206.914675:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321206.914698:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321206.914704:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384475904:0@lo:400:kworker.0 00000100:00100000:2.0:1767321206.914723:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321206.914752:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384476032 00000100:00100000:2.0:1767321206.914760:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384476032 00000100:00100000:2.0:1767321206.914822:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384475904 00000100:00100000:2.0:1767321206.914826:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384475904 00000100:00100000:2.0:1767321206.914850:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2424 00000100:00100000:2.0:1767321206.914859:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384476032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321206.914913:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384476032:12345-0@lo:400:kworker.0 Request processed in 54us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321206.914920:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2424 00000100:00100000:2.0:1767321206.914935:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2425 00000100:00100000:2.0:1767321206.914941:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384475904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321206.914965:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384475904:12345-0@lo:400:kworker.0 Request processed in 24us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321206.914970:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2425 00000100:00100000:2.0:1767321206.915005:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384475904:0@lo:400:kworker.0 00000100:00100000:2.0:1767321206.915014:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384476032:0@lo:400:kworker.0 00000100:00100000:2.0:1767321206.915049:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384475776 00000100:00100000:2.0:1767321206.915052:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384475776 00000100:00100000:2.0:1767321206.915071:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25330 00000100:00100000:2.0:1767321206.915075:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384475776:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321206.915110:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321206.922851:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384475776:12345-0@lo:38:kworker.0 Request processed in 7555us (8343us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321206.922869:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25330 00000100:00080000:0.0:1767321206.924489:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321206.924502:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321206.924507:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384475776:0@lo:38:kworker.0 00010000:00010000:0.0:1767321207.416252:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321207.929310:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321208.439306:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321208.951107:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321209.463001:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321209.974904:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321210.488724:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321210.955571:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321210.955626:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321210.959571:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297470464 00000100:00100000:1.0:1767321210.959589:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297470464 00000100:00100000:1.0:1767321210.959693:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297470336 00000100:00100000:1.0:1767321210.959697:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297470336 00000100:00100000:1.0:1767321210.959739:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5848 00000100:00100000:1.0:1767321210.959757:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297470464:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321210.959872:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297470464:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 122us (4312us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321210.959880:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5848 00000100:00100000:1.0:1767321210.959902:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25331 00000100:00100000:1.0:1767321210.959907:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297470336:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321210.959931:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321210.959957:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297470336:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 49us (4330us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321210.959964:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25331 00000100:00080000:0.0:1767321210.960160:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321210.999069:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321211.510974:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321211.511190:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321211.511216:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384476160:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321211.511297:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321211.511402:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384476160 00000100:00100000:0.0:1767321211.511412:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384476160 00000100:00100000:0.0:1767321211.511492:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3269 00000100:00100000:0.0:1767321211.511501:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384476160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321211.511533:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321211.511600:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384476160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321211.511608:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3269 00000100:00080000:3.0:1767321211.511677:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321211.512615:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384476160:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321211.513257:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384476288:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321211.513315:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321211.514415:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384476288 00000100:00100000:2.0:1767321211.514428:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384476288 00000100:00100000:2.0:1767321211.514520:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3270 00000100:00100000:2.0:1767321211.514532:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384476288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321211.514574:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767321211.514676:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321211.518622:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384476288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4082us (5296us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321211.518637:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3270 00000100:00100000:3.0:1767321211.524283:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384476288:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767321212.028932:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321212.028942:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321212.028945:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321212.028950:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321212.028955:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321212.028964:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6110 00000100:00080000:2.0:1767321212.028970:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321212.028978:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321212.029033:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215880 x1853164384476416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321212.029054:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321212.029057:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321212.029060:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321212.029064:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6110 00000100:00080000:2.0:1767321212.029066:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321212.029070:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321212.029088:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215f80 x1853164384476544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321212.029142:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321212.029147:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321212.029149:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321212.029152:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6110 00000100:00080000:2.0:1767321212.029154:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321212.029158:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321212.029169:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883183b80 x1853164384476800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321212.029186:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321212.029190:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321212.029192:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321212.029195:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6110 00000100:00080000:2.0:1767321212.029197:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321212.029200:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321212.029209:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91ca80 x1853164384477056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321212.029281:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384476928:0@lo:400:kworker.0 00000100:00100000:1.0:1767321212.029390:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384476672:0@lo:400:kworker.0 00000100:00100000:2.0:1767321212.029400:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321212.029495:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321212.029627:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384476416:0@lo:38:kworker.0 00000100:00100000:1.0:1767321212.030629:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321212.030821:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384477312:0@lo:400:kworker.0 00000100:00100000:1.0:1767321212.030859:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321212.030880:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321212.030886:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384477184:0@lo:400:kworker.0 00000100:00100000:1.0:1767321212.030907:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321212.030959:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384477312 00000100:00100000:1.0:1767321212.030969:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384477312 00000100:00100000:1.0:1767321212.031022:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384477184 00000100:00100000:1.0:1767321212.031024:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384477184 00000100:00100000:1.0:1767321212.031046:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2426 00000100:00100000:1.0:1767321212.031058:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384477312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321212.031117:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384477312:12345-0@lo:400:kworker.0 Request processed in 59us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321212.031124:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2426 00000100:00100000:1.0:1767321212.031140:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2427 00000100:00100000:1.0:1767321212.031147:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384477184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321212.031175:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384477184:12345-0@lo:400:kworker.0 Request processed in 30us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321212.031180:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2427 00000100:00100000:1.0:1767321212.031199:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384476928 00000100:00100000:1.0:1767321212.031202:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384476928 00000100:00100000:1.0:1767321212.031233:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384476672 00000100:00100000:1.0:1767321212.031236:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384476672 00000100:00100000:1.0:1767321212.031256:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5849 00000100:00100000:1.0:1767321212.031263:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384476928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321212.031295:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384476928:12345-0@lo:400:kworker.0 Request processed in 32us (1895us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321212.031300:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5849 00000100:00100000:1.0:1767321212.031312:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5850 00000100:00100000:1.0:1767321212.031318:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384476672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321212.031365:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384476672:12345-0@lo:400:kworker.0 Request processed in 47us (738us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321212.031371:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5850 00000100:00080000:1.0:1767321212.031391:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321212.031429:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384476672:0@lo:400:kworker.0 00000100:00100000:1.0:1767321212.031459:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384477184:0@lo:400:kworker.0 00000100:00100000:1.0:1767321212.031467:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384477312:0@lo:400:kworker.0 00000100:00100000:2.0:1767321212.032039:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384476928:0@lo:400:kworker.0 00000100:00100000:0.0:1767321212.033467:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321212.033965:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384476544:0@lo:38:kworker.0 00000100:00100000:0.0:1767321212.034014:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321212.034048:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384476800:0@lo:38:kworker.0 00000100:00100000:0.0:1767321212.034069:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321212.034088:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384477056:0@lo:38:kworker.0 00000100:00100000:0.0:1767321212.034105:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321212.034158:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384476416 00000100:00100000:0.0:1767321212.034168:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384476416 00000100:00100000:0.0:1767321212.034200:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384476800 00000100:00100000:0.0:1767321212.034204:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384476800 00000100:00100000:0.0:1767321212.034217:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384477056 00000100:00100000:0.0:1767321212.034219:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384477056 00000100:00100000:0.0:1767321212.034231:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25332 00000100:00100000:0.0:1767321212.034239:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384476416:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321212.034416:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25333 00000100:00100000:1.0:1767321212.034422:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384476800:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321212.034432:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321212.034481:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384476800:12345-0@lo:38:kworker.0 Request processed in 57us (409us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321212.034488:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25333 00000100:00100000:1.0:1767321212.034509:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25334 00000100:00100000:1.0:1767321212.034512:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384477056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321212.034618:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321212.034641:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384477056:12345-0@lo:38:kworker.0 Request processed in 127us (535us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321212.034647:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25334 00000100:00080000:1.0:1767321212.034713:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321212.034719:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321212.034722:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384476800:0@lo:38:kworker.0 00000100:00080000:1.0:1767321212.034732:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321212.034734:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321212.034737:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384477056:0@lo:38:kworker.0 00010000:00020000:0.0:1767321212.034871:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321212.034901:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384476416:12345-0@lo:38:kworker.0 Request processed in 662us (1441us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321212.034907:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25332 00000100:00100000:3.0:1767321212.035813:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384476544 00000100:00100000:3.0:1767321212.035822:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384476544 00000100:00100000:3.0:1767321212.035856:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3061 00000100:00100000:3.0:1767321212.035864:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384476544:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321212.035880:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321212.035921:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384476544:12345-0@lo:38:kworker.0 Request processed in 56us (1905us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321212.035927:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3061 00000100:00080000:1.0:1767321212.036011:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321212.036018:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321212.036021:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384476416:0@lo:38:kworker.0 00000100:00080000:1.0:1767321212.036031:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321212.036035:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321212.036038:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384476544:0@lo:38:kworker.0 00010000:00010000:0.0:1767321212.537245:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321213.049670:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321213.559843:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321214.073064:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321214.583066:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321215.097590:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321215.613130:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321216.076893:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321216.077021:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321216.082077:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297470592 00000100:00100000:0.0:1767321216.082098:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297470592 00000100:00100000:0.0:1767321216.082220:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297470720 00000100:00100000:0.0:1767321216.082226:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297470720 00000100:00080000:3.0:1767321216.082333:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321216.082430:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5851 00000100:00100000:1.0:1767321216.082446:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297470720:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321216.082554:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297470720:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 112us (5533us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321216.082572:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5851 00000100:00100000:1.0:1767321216.082593:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25335 00000100:00100000:1.0:1767321216.082598:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297470592:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321216.082620:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321216.082646:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297470592:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 46us (5764us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321216.082653:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25335 00000100:00100000:1.0:1767321216.118951:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321216.631055:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321216.631425:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321216.631449:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384477440:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321216.631533:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321216.632160:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384477568:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321216.632196:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321216.632313:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384477440 00000100:00100000:3.0:1767321216.632323:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384477440 00000100:00100000:3.0:1767321216.632387:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384477568 00000100:00100000:3.0:1767321216.632391:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384477568 00000100:00100000:3.0:1767321216.632414:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3271 00000100:00100000:3.0:1767321216.632425:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384477440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321216.632459:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321216.632512:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384477440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (979us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321216.632520:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3271 00000100:00100000:3.0:1767321216.632539:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3272 00000100:00100000:3.0:1767321216.632546:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384477568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321216.632566:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321216.632593:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384477568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321216.632598:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3272 00000100:00080000:2.0:1767321216.632800:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321216.632805:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321216.632849:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384477568:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321216.632865:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384477440:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321217.144337:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767321217.144842:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321217.144849:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321217.144852:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321217.144856:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321217.144862:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321217.144869:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6115 00000100:00080000:0.0:1767321217.144874:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321217.144881:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321217.144929:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279180 x1853164384477696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321217.144948:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321217.144951:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321217.144953:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321217.144958:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6115 00000100:00080000:0.0:1767321217.144960:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321217.144964:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321217.144979:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278000 x1853164384477824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321217.145031:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321217.145035:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321217.145037:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321217.145040:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6115 00000100:00080000:0.0:1767321217.145043:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321217.145046:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321217.145058:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279880 x1853164384478080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321217.145073:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321217.145076:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321217.145078:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321217.145081:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6115 00000100:00080000:0.0:1767321217.145083:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321217.145086:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321217.145095:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688627bb80 x1853164384478336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321217.145144:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384478464:0@lo:400:kworker.0 00000100:00100000:0.0:1767321217.145210:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321217.145274:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321217.145280:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384478592:0@lo:400:kworker.0 00000100:00100000:0.0:1767321217.145313:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321217.145341:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384478464 00000100:00100000:0.0:1767321217.145349:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384478464 00000100:00100000:0.0:1767321217.145389:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384478592 00000100:00100000:0.0:1767321217.145391:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384478592 00000100:00100000:0.0:1767321217.145409:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2428 00000100:00100000:0.0:1767321217.145417:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384478464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321217.145473:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384478464:12345-0@lo:400:kworker.0 Request processed in 56us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321217.145480:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2428 00000100:00100000:0.0:1767321217.145499:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2429 00000100:00100000:0.0:1767321217.145505:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384478592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321217.145531:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384478592:12345-0@lo:400:kworker.0 Request processed in 27us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321217.145537:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2429 00000100:00100000:3.0:1767321217.145669:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384478208:0@lo:400:kworker.0 00000100:00100000:3.0:1767321217.145701:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321217.145720:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321217.145725:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384477952:0@lo:400:kworker.0 00000100:00100000:3.0:1767321217.145746:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321217.145844:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384478208 00000100:00100000:2.0:1767321217.145849:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384478208 00000100:00100000:2.0:1767321217.145896:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384477952 00000100:00100000:2.0:1767321217.145900:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384477952 00000100:00100000:2.0:1767321217.145928:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5852 00000100:00100000:2.0:1767321217.145936:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384478208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321217.145973:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384478208:12345-0@lo:400:kworker.0 Request processed in 39us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321217.145979:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5852 00000100:00100000:2.0:1767321217.145990:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5853 00000100:00100000:2.0:1767321217.145996:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384477952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321217.146020:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384477952:12345-0@lo:400:kworker.0 Request processed in 25us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321217.146025:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5853 00000100:00080000:3.0:1767321217.146098:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321217.146135:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384477952:0@lo:400:kworker.0 00000100:00100000:3.0:1767321217.146146:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384478208:0@lo:400:kworker.0 00000100:00100000:0.0:1767321217.146697:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384478592:0@lo:400:kworker.0 00000100:00100000:0.0:1767321217.146709:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384478464:0@lo:400:kworker.0 00000100:00100000:1.0:1767321217.146893:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384477696:0@lo:38:kworker.0 00000100:00100000:1.0:1767321217.146935:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321217.146989:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384477824:0@lo:38:kworker.0 00000100:00100000:1.0:1767321217.147024:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321217.147049:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384478080:0@lo:38:kworker.0 00000100:00100000:1.0:1767321217.147070:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321217.147100:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384478336:0@lo:38:kworker.0 00000100:00100000:1.0:1767321217.147122:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321217.147165:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384477696 00000100:00100000:1.0:1767321217.147171:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384477696 00000100:00100000:1.0:1767321217.147196:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384478080 00000100:00100000:1.0:1767321217.147200:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384478080 00000100:00100000:1.0:1767321217.147208:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384478336 00000100:00100000:1.0:1767321217.147210:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384478336 00000100:00100000:1.0:1767321217.147221:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25336 00000100:00100000:1.0:1767321217.147227:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384477696:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321217.147247:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321217.147299:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384477696:12345-0@lo:38:kworker.0 Request processed in 69us (363us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321217.147305:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25336 00000100:00100000:1.0:1767321217.147320:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25337 00000100:00100000:1.0:1767321217.147324:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384478080:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321217.147334:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321217.147358:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384478080:12345-0@lo:38:kworker.0 Request processed in 32us (287us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321217.147364:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25337 00000100:00100000:1.0:1767321217.147375:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25338 00000100:00100000:1.0:1767321217.147379:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384478336:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321217.147390:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321217.147413:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384478336:12345-0@lo:38:kworker.0 Request processed in 33us (290us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321217.147418:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25338 00000100:00080000:1.0:1767321217.147448:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321217.147453:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321217.147457:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384477696:0@lo:38:kworker.0 00000100:00080000:1.0:1767321217.147465:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321217.147469:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321217.147472:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384478080:0@lo:38:kworker.0 00000100:00080000:1.0:1767321217.147480:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321217.147483:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321217.147485:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384478336:0@lo:38:kworker.0 00000100:00100000:0.0:1767321217.150316:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384477824 00000100:00100000:0.0:1767321217.150333:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384477824 00000100:00100000:0.0:1767321217.150394:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3062 00000100:00100000:0.0:1767321217.150403:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384477824:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321217.150428:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321217.150523:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384477824:12345-0@lo:38:kworker.0 Request processed in 120us (3498us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321217.150530:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3062 00000100:00080000:2.0:1767321217.150814:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321217.150821:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321217.150825:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384477824:0@lo:38:kworker.0 00010000:00010000:0.0:1767321217.663251:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321218.166899:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321218.684379:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321219.191881:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321219.703292:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321220.215765:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321220.727742:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321221.193701:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321221.193891:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321221.194613:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297470976 00000100:00100000:2.0:1767321221.194704:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297470976 00000100:00100000:2.0:1767321221.194829:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297470848 00000100:00100000:2.0:1767321221.194834:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297470848 00000100:00100000:2.0:1767321221.194859:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5854 00000100:00100000:2.0:1767321221.194871:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297470976:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321221.195032:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25339 00000100:00100000:1.0:1767321221.195039:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297470848:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321221.195060:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321221.195110:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297470976:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 241us (1417us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321221.195118:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5854 00000100:00080000:0.0:1767321221.195536:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321221.196316:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297470848:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 1270us (2420us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321221.196326:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25339 00000100:00100000:3.0:1767321221.239652:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321221.751196:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321221.751222:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384478848:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321221.751329:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321221.751399:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384478720:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321221.751419:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321221.751501:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384478848 00000100:00100000:0.0:1767321221.751510:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384478848 00000100:00100000:0.0:1767321221.751590:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384478720 00000100:00100000:0.0:1767321221.751593:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384478720 00000100:00100000:0.0:1767321221.751627:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3273 00000100:00100000:0.0:1767321221.751645:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384478848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321221.751690:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321221.751742:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384478848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321221.751751:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3273 00000100:00100000:0.0:1767321221.751770:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3274 00000100:00100000:0.0:1767321221.751775:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384478720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321221.751814:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321221.751836:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384478720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321221.751842:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3274 00000100:00080000:3.0:1767321221.752075:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321221.752080:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321221.752125:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384478848:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321221.752139:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384478720:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767321221.752700:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321222.262923:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767321222.263111:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321222.263117:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321222.263121:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321222.263126:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321222.263130:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321222.263139:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6120 00000100:00080000:1.0:1767321222.263144:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321222.263150:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321222.263199:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7904380 x1853164384478976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321222.263446:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384478976:0@lo:38:kworker.0 00000100:00100000:2.0:1767321222.263536:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321222.263672:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384478976 00000100:00100000:3.0:1767321222.263683:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384478976 00000100:00100000:3.0:1767321222.263730:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25340 00000100:00100000:3.0:1767321222.263739:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384478976:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321222.263761:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767321222.265310:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321222.265318:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321222.265322:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321222.265328:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6120 00000100:00080000:1.0:1767321222.265332:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321222.265339:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321222.265373:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7904700 x1853164384479104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321222.265510:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384479104:0@lo:38:kworker.0 00000100:00100000:2.0:1767321222.265569:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321222.265658:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384479104 00000100:00100000:0.0:1767321222.265665:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384479104 00000100:00100000:0.0:1767321222.265700:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3063 00000100:00100000:0.0:1767321222.265707:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384479104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321222.265727:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321222.265768:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384479104:12345-0@lo:38:kworker.0 Request processed in 60us (198us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321222.265775:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3063 00000100:00100000:3.0:1767321222.266384:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384478976:12345-0@lo:38:kworker.0 Request processed in 2641us (2844us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321222.266393:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25340 00000100:00100000:0.0:1767321222.266548:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384479232:0@lo:400:kworker.0 00000100:00100000:0.0:1767321222.266585:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321222.266685:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384479232 00000100:00100000:3.0:1767321222.266691:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384479232 00000100:00100000:3.0:1767321222.266752:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5855 00000100:00100000:3.0:1767321222.266760:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384479232:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767321222.266888:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321222.266894:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321222.266898:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384478976:0@lo:38:kworker.0 00000100:00080000:2.0:1767321222.266922:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321222.266926:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321222.266928:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384479104:0@lo:38:kworker.0 00000100:00080000:2.0:1767321222.266959:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321222.267090:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321222.267095:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321222.267098:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321222.267111:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6120 00000100:00080000:1.0:1767321222.267114:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321222.267120:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321222.267141:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215880 x1853164384479360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321222.267203:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384479360:0@lo:38:kworker.0 00000100:00100000:2.0:1767321222.267249:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321222.267279:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384479360 00000100:00100000:2.0:1767321222.267283:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384479360 00000100:00100000:2.0:1767321222.267305:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25341 00000100:00100000:2.0:1767321222.267310:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384479360:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321222.267325:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321222.267357:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384479360:12345-0@lo:38:kworker.0 Request processed in 45us (107us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321222.267363:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25341 00000100:00080000:2.0:1767321222.267396:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321222.267400:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321222.267403:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384479360:0@lo:38:kworker.0 00000100:00100000:2.0:1767321222.267426:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384479488:0@lo:400:kworker.0 00000100:00100000:3.0:1767321222.267452:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384479232:12345-0@lo:400:kworker.0 Request processed in 692us (866us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321222.267454:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321222.267459:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5855 00000100:00100000:3.0:1767321222.267472:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384479488 00000100:00100000:3.0:1767321222.267476:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384479488 00000100:00080000:2.0:1767321222.267496:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321222.267503:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5856 00000100:00100000:3.0:1767321222.267509:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384479488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321222.267564:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384479488:12345-0@lo:400:kworker.0 Request processed in 54us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321222.267569:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5856 00000100:00080000:1.0:1767321222.267749:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321222.267753:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321222.267755:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321222.267760:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6120 00000100:00080000:1.0:1767321222.267762:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321222.267766:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321222.267808:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883182d80 x1853164384479616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321222.267880:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384479616:0@lo:38:kworker.0 00000100:00100000:3.0:1767321222.267909:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321222.267956:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384479488:0@lo:400:kworker.0 00000100:00100000:1.0:1767321222.267974:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384479616 00000100:00100000:1.0:1767321222.267978:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384479616 00000100:00100000:1.0:1767321222.268016:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25342 00000100:00100000:1.0:1767321222.268020:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384479616:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321222.268031:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321222.268071:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384479616:12345-0@lo:38:kworker.0 Request processed in 49us (161us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321222.268079:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25342 00000100:00080000:3.0:1767321222.268212:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321222.268217:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321222.268220:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384479616:0@lo:38:kworker.0 00000100:00100000:0.0:1767321222.268430:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384479232:0@lo:400:kworker.0 00010000:00010000:0.0:1767321222.780912:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321223.287270:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321223.800947:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321224.313410:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321224.822936:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321225.334909:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321225.847463:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321226.312145:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321226.312318:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297471232 00000100:00100000:1.0:1767321226.312331:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297471232 00000100:00080000:2.0:1767321226.312493:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321226.312568:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5857 00000100:00100000:1.0:1767321226.312606:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297471232:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321226.312890:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297471232:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 310us (798us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321226.312901:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5857 00000100:00100000:2.0:1767321226.322031:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:2.0:1767321226.322060:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297471360 offset 0 length 520: 4 00000100:00100000:3.0:1767321226.322261:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297471104 00000100:00100000:3.0:1767321226.322272:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297471104 00000100:00100000:3.0:1767321226.322314:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25343 00000100:00100000:3.0:1767321226.322321:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297471104:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321226.322342:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321226.322405:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297471104:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 82us (381us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321226.322413:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25343 00000100:00100000:1.0:1767321226.358928:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321226.359026:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321201/real 1767321201] req@ffff936992be5500 x1853164384473728/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321226 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321226.359062:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff936992be5500 x1853164384473728/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321226 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321226.359083:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321226.359112:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321226.359115:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384473728:0@lo:250:kworker.0 00000100:00080000:3.0:1767321226.359212:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321226.359219:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767321226.359222:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321226.359227:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 6105 00000100:00080000:3.0:1767321226.359230:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321226.359236:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321226.359275:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968c380 x1853164384479744/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321226.359301:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321226.359305:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321226.359307:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321226.359310:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6125 00000100:00080000:3.0:1767321226.359313:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321226.359316:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321226.359332:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968f480 x1853164384479872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321226.359340:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321226.359342:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321226.359344:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321226.359362:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6125 00000100:00080000:3.0:1767321226.359365:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321226.359368:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321226.359380:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968ea00 x1853164384480000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321226.359421:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321226.359425:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321226.359427:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321226.359430:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6125 00000100:00080000:3.0:1767321226.359433:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321226.359436:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321226.359448:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968c000 x1853164384480256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321226.359465:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321226.359468:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321226.359469:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321226.359473:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6125 00000100:00080000:3.0:1767321226.359475:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321226.359479:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321226.359504:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9daad80 x1853164384480512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321226.359527:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384480128:0@lo:400:kworker.0 00000100:00100000:3.0:1767321226.359549:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384480768:0@lo:400:kworker.0 00000100:00100000:0.0:1767321226.359610:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384480384:0@lo:400:kworker.0 00000100:00100000:2.0:1767321226.359683:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384479744:0@lo:250:kworker.0 00000100:00100000:3.0:1767321226.360482:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321226.360748:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321226.360768:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384480640:0@lo:400:kworker.0 00000100:00100000:3.0:1767321226.360814:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321226.360857:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384480768 00000100:00100000:3.0:1767321226.360866:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384480768 00000100:00100000:3.0:1767321226.360920:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384480640 00000100:00100000:3.0:1767321226.360924:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384480640 00000100:00100000:3.0:1767321226.360988:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2430 00000100:00100000:3.0:1767321226.360998:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384480768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321226.361065:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384480768:12345-0@lo:400:kworker.0 Request processed in 68us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321226.361072:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2430 00000100:00100000:3.0:1767321226.361088:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2431 00000100:00100000:3.0:1767321226.361095:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384480640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321226.361122:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384480640:12345-0@lo:400:kworker.0 Request processed in 29us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321226.361128:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2431 00000100:00080000:3.0:1767321226.361149:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321226.361153:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321226.361179:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384480640:0@lo:400:kworker.0 00000100:00100000:3.0:1767321226.361189:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384480768:0@lo:400:kworker.0 00000100:00100000:1.0:1767321226.361403:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321226.361633:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321226.361934:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384480128 00000100:00100000:1.0:1767321226.361942:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384480128 00000100:00100000:1.0:1767321226.362036:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384480384 00000100:00100000:1.0:1767321226.362040:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384480384 00000100:00080000:0.0:1767321226.362062:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321226.362086:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5858 00000100:00100000:0.0:1767321226.362096:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384480128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321226.362151:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384480128:12345-0@lo:400:kworker.0 Request processed in 57us (748us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321226.362161:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5858 00000100:00100000:3.0:1767321226.362227:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384480128:0@lo:400:kworker.0 00000100:00100000:1.0:1767321226.362280:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5859 00000100:00100000:1.0:1767321226.362288:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384480384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321226.362334:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384480384:12345-0@lo:400:kworker.0 Request processed in 47us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321226.362339:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5859 00000100:00100000:3.0:1767321226.362360:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384480384:0@lo:400:kworker.0 00000400:00000100:2.0:1767321226.362406:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384479744 offset 0 length 520: 4 00000100:00100000:2.0:1767321226.362430:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384479872:0@lo:38:kworker.0 00000100:00100000:2.0:1767321226.362451:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321226.362472:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384480000:0@lo:38:kworker.0 00000100:00100000:1.0:1767321226.362639:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384479872 00000100:00100000:1.0:1767321226.362644:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384479872 00000100:00100000:1.0:1767321226.362673:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25344 00000100:00100000:1.0:1767321226.362678:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384479872:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321226.362698:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321226.362730:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321226.362758:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384480256:0@lo:38:kworker.0 00000100:00100000:2.0:1767321226.362802:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321226.362874:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384480000 00000100:00100000:0.0:1767321226.362878:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384480000 00000100:00100000:0.0:1767321226.362901:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3064 00000100:00100000:0.0:1767321226.362906:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384480000:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321226.362916:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321226.362945:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384480000:12345-0@lo:38:kworker.0 Request processed in 37us (214us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321226.362951:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3064 00000100:00100000:1.0:1767321226.362967:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384479872:12345-0@lo:38:kworker.0 Request processed in 288us (513us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321226.362974:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25344 00000100:00100000:1.0:1767321226.363022:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384480256 00000100:00100000:1.0:1767321226.363025:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384480256 00000100:00100000:2.0:1767321226.363030:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384480512:0@lo:38:kworker.0 00000100:00100000:2.0:1767321226.363050:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321226.363215:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384480512 00000100:00100000:1.0:1767321226.363219:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384480512 00000100:00080000:2.0:1767321226.363235:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767321226.363238:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25345 00000100:00080000:2.0:1767321226.363240:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321226.363242:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384480256:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321226.363243:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384479872:0@lo:38:kworker.0 00000100:00080000:2.0:1767321226.363251:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00020000:1.0:1767321226.363253:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767321226.363254:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321226.363257:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384480000:0@lo:38:kworker.0 00000100:00080000:2.0:1767321226.363274:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767321226.363276:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384480256:12345-0@lo:38:kworker.0 Request processed in 33us (474us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767321226.363278:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321226.363280:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384480256:0@lo:38:kworker.0 00000100:00100000:1.0:1767321226.363282:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25345 00000100:00100000:1.0:1767321226.363292:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25346 00000100:00100000:1.0:1767321226.363295:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384480512:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321226.363304:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321226.363328:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384480512:12345-0@lo:38:kworker.0 Request processed in 31us (277us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321226.363333:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25346 00000100:00080000:2.0:1767321226.363339:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321226.363342:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321226.363345:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384480512:0@lo:38:kworker.0 00010000:00010000:1.0:1767321226.871014:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321226.871036:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321226.871061:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384480896:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321226.871138:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321226.871184:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384480896 00000100:00100000:1.0:1767321226.871205:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384480896 00000100:00100000:1.0:1767321226.871268:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3275 00000100:00100000:1.0:1767321226.871278:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384480896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321226.871315:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321226.871353:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384481024:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321226.871385:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321226.871429:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384481024 00000100:00100000:2.0:1767321226.871433:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384481024 00000100:00100000:2.0:1767321226.871457:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3276 00000100:00100000:2.0:1767321226.871462:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384481024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321226.871478:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321226.871667:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384480896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 390us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321226.871676:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3275 00000100:00100000:2.0:1767321226.871706:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384481024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 243us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321226.871713:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3276 00000100:00100000:3.0:1767321226.871776:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384480896:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321226.871821:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384481024:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321227.383622:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321227.901593:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321228.406894:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321228.919014:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321229.430982:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321229.943451:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321230.455000:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321230.969776:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321231.434417:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321231.434508:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321231.434630:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297471616 00000100:00100000:1.0:1767321231.434700:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297471616 00000100:00100000:1.0:1767321231.434821:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297471488 00000100:00100000:1.0:1767321231.434826:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297471488 00000100:00100000:3.0:1767321231.434859:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5860 00000100:00100000:3.0:1767321231.434880:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297471616:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:0.0:1767321231.434900:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321231.434955:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25347 00000100:00100000:1.0:1767321231.434966:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297471488:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321231.435004:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321231.435116:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297471616:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 242us (705us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321231.435128:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5860 00000100:00100000:1.0:1767321231.435416:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297471488:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 450us (905us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321231.435422:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25347 00000100:00080000:1.0:1767321231.480355:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321231.480367:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321231.480370:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321231.480374:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321231.480379:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321231.480388:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6129 00000100:00080000:1.0:1767321231.480392:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321231.480400:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321231.480451:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883183b80 x1853164384481152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321231.480539:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384481152:0@lo:38:kworker.0 00000100:00100000:2.0:1767321231.480614:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321231.480700:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321231.480704:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321231.480706:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321231.480711:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6129 00000100:00080000:1.0:1767321231.480714:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321231.480718:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321231.480802:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f231f80 x1853164384481280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321231.480877:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321231.481084:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384481152 00000100:00100000:0.0:1767321231.481093:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384481152 00000100:00100000:0.0:1767321231.481135:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25348 00000100:00100000:0.0:1767321231.481161:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384481152:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321231.481182:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321231.481565:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384481280:0@lo:38:kworker.0 00000100:00100000:2.0:1767321231.481600:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321231.482091:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321231.482096:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321231.482099:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321231.482105:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6129 00000100:00080000:1.0:1767321231.482109:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321231.482115:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321231.482138:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e028000 x1853164384481536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321231.482439:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321231.482442:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321231.482444:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321231.482449:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6129 00000100:00080000:1.0:1767321231.482451:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321231.482455:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321231.482469:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e02aa00 x1853164384481792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321231.482558:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e02ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384481920:0@lo:400:kworker.0 00000100:00100000:1.0:1767321231.482599:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321231.482626:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321231.482632:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e02b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384482048:0@lo:400:kworker.0 00000100:00100000:1.0:1767321231.482654:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321231.482682:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384481920 00000100:00100000:1.0:1767321231.482689:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384481920 00000100:00100000:1.0:1767321231.482744:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384482048 00000100:00100000:1.0:1767321231.482748:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384482048 00000100:00100000:1.0:1767321231.483315:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2432 00000100:00100000:1.0:1767321231.483331:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384481920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321231.483398:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384481920:12345-0@lo:400:kworker.0 Request processed in 73us (798us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321231.483406:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2432 00000100:00100000:1.0:1767321231.483423:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2433 00000100:00100000:1.0:1767321231.483429:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384482048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321231.483452:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384482048:12345-0@lo:400:kworker.0 Request processed in 25us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321231.483457:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2433 00000100:00100000:1.0:1767321231.483508:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e02b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384482048:0@lo:400:kworker.0 00000100:00100000:1.0:1767321231.483519:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e02ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384481920:0@lo:400:kworker.0 00000100:00080000:1.0:1767321231.483545:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321231.483550:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321231.483578:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e028e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384481664:0@lo:400:kworker.0 00000100:00100000:1.0:1767321231.483609:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321231.483628:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321231.483633:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384481408:0@lo:400:kworker.0 00000100:00100000:1.0:1767321231.483650:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321231.483676:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384481664 00000100:00100000:1.0:1767321231.483681:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384481664 00000100:00100000:1.0:1767321231.483715:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384481408 00000100:00100000:1.0:1767321231.483718:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384481408 00000100:00100000:1.0:1767321231.483736:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5861 00000100:00100000:1.0:1767321231.483743:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384481664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321231.484541:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384481280 00000100:00100000:3.0:1767321231.484551:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384481280 00000100:00100000:3.0:1767321231.484589:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3065 00000100:00100000:3.0:1767321231.484595:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384481280:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321231.484614:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767321231.484733:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321231.484739:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321231.484743:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384481152:0@lo:38:kworker.0 00000100:00100000:2.0:1767321231.484764:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384481536:0@lo:38:kworker.0 00000100:00100000:0.0:1767321231.484894:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384481152:12345-0@lo:38:kworker.0 Request processed in 3747us (4278us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321231.484903:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25348 00000100:00100000:0.0:1767321231.484925:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5862 00000100:00100000:0.0:1767321231.484933:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384481408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321231.484976:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384481408:12345-0@lo:400:kworker.0 Request processed in 46us (1325us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321231.484986:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5862 00000100:00080000:0.0:1767321231.485038:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321231.485079:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384481408:0@lo:400:kworker.0 00000100:00100000:3.0:1767321231.485597:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384481280:12345-0@lo:38:kworker.0 Request processed in 1000us (3995us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321231.485605:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3065 00000100:00100000:1.0:1767321231.485695:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384481664:12345-0@lo:400:kworker.0 Request processed in 1952us (2084us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321231.485703:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5861 00000100:00100000:0.0:1767321231.485778:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e028e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384481664:0@lo:400:kworker.0 00000100:00100000:2.0:1767321231.485961:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321231.486025:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e02aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384481792:0@lo:38:kworker.0 00000100:00100000:2.0:1767321231.486065:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321231.486366:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321231.486371:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321231.486374:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384481280:0@lo:38:kworker.0 00000100:00100000:1.0:1767321231.486480:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384481536 00000100:00100000:1.0:1767321231.486486:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384481536 00000100:00100000:1.0:1767321231.486518:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384481792 00000100:00100000:1.0:1767321231.486521:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384481792 00000100:00100000:1.0:1767321231.486546:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25349 00000100:00100000:1.0:1767321231.486552:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384481536:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321231.486571:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321231.486608:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384481536:12345-0@lo:38:kworker.0 Request processed in 55us (647us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321231.486614:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25349 00000100:00100000:1.0:1767321231.486626:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25350 00000100:00100000:1.0:1767321231.486629:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384481792:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321231.486637:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321231.486658:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384481792:12345-0@lo:38:kworker.0 Request processed in 26us (591us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321231.486663:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25350 00000100:00080000:2.0:1767321231.487655:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321231.487663:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321231.487669:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384481536:0@lo:38:kworker.0 00000100:00080000:2.0:1767321231.487679:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321231.487683:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321231.487686:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e02aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384481792:0@lo:38:kworker.0 00000100:00100000:1.0:1767321231.991276:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384482176:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321231.991356:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321231.991438:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321231.991444:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384482304:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321231.991468:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767321231.991520:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321231.991575:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384482176 00000100:00100000:0.0:1767321231.991584:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384482176 00000100:00100000:0.0:1767321231.991633:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384482304 00000100:00100000:0.0:1767321231.991635:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384482304 00000100:00100000:0.0:1767321231.991650:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3277 00000100:00100000:0.0:1767321231.991656:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384482176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321231.991700:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321231.991759:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384482176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321231.991767:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3277 00000100:00100000:0.0:1767321231.991807:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3278 00000100:00100000:0.0:1767321231.991814:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384482304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321231.991831:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321231.991855:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384482304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321231.991862:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3278 00000100:00100000:0.0:1767321231.991904:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384482304:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321231.991916:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384482176:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321232.503033:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321233.015333:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321233.527219:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321234.042389:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321234.553086:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321235.062999:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321235.576386:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321236.090916:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321236.557594:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321236.557730:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297471744 00000100:00100000:0.0:1767321236.557741:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297471744 00000100:00100000:0.0:1767321236.557848:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25351 00000100:00100000:0.0:1767321236.557858:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297471744:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321236.557900:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321236.557977:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297471744:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 119us (392us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321236.557985:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25351 00000100:00100000:2.0:1767321236.560273:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321236.561908:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297471872 00000100:00100000:0.0:1767321236.561925:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297471872 00000100:00100000:0.0:1767321236.562072:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5863 00000100:00100000:0.0:1767321236.562086:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297471872:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321236.562221:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297471872:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 139us (1957us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321236.562229:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5863 00000100:00080000:1.0:1767321236.562806:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321236.599255:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767321236.599387:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321236.599393:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321236.599396:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321236.599400:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321236.599405:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321236.599454:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6134 00000100:00080000:3.0:1767321236.599459:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321236.599466:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321236.599528:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784700 x1853164384482432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321236.599558:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321236.599562:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321236.599564:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321236.599568:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6134 00000100:00080000:3.0:1767321236.599570:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321236.599575:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321236.599589:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968c000 x1853164384482560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321236.599630:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321236.599635:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321236.599636:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321236.599641:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6134 00000100:00080000:3.0:1767321236.599643:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321236.599647:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321236.599659:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968f480 x1853164384482816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321236.599674:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321236.599677:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321236.599679:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321236.599682:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6134 00000100:00080000:3.0:1767321236.599685:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321236.599688:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321236.599697:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84380 x1853164384483072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321236.599920:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384482432:0@lo:38:kworker.0 00000100:00100000:2.0:1767321236.599990:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321236.600062:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384482560:0@lo:38:kworker.0 00000100:00100000:2.0:1767321236.600086:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321236.600123:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384482816:0@lo:38:kworker.0 00000100:00100000:2.0:1767321236.600143:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321236.600164:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384483072:0@lo:38:kworker.0 00000100:00100000:2.0:1767321236.600181:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321236.600242:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384482432 00000100:00100000:2.0:1767321236.600252:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384482432 00000100:00100000:2.0:1767321236.600282:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384482816 00000100:00100000:2.0:1767321236.600285:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384482816 00000100:00100000:2.0:1767321236.600295:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384483072 00000100:00100000:2.0:1767321236.600297:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384483072 00000100:00100000:2.0:1767321236.600311:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25352 00000100:00100000:2.0:1767321236.600319:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384482432:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321236.600340:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321236.600385:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384482432:12345-0@lo:38:kworker.0 Request processed in 65us (395us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321236.600392:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25352 00000100:00100000:2.0:1767321236.600410:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25353 00000100:00100000:2.0:1767321236.600414:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384482816:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321236.600423:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321236.600447:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384482816:12345-0@lo:38:kworker.0 Request processed in 32us (303us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321236.600452:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25353 00000100:00100000:2.0:1767321236.600462:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25354 00000100:00100000:2.0:1767321236.600466:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384483072:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321236.600474:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321236.600493:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384483072:12345-0@lo:38:kworker.0 Request processed in 26us (312us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321236.600498:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25354 00000100:00080000:2.0:1767321236.600529:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321236.600534:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321236.600537:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384482432:0@lo:38:kworker.0 00000100:00080000:2.0:1767321236.600545:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321236.600548:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321236.600550:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384482816:0@lo:38:kworker.0 00000100:00080000:2.0:1767321236.600557:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321236.600559:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321236.600561:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384483072:0@lo:38:kworker.0 00000100:00100000:2.0:1767321236.600621:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384482560 00000100:00100000:2.0:1767321236.600626:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384482560 00000100:00100000:2.0:1767321236.600648:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3066 00000100:00100000:2.0:1767321236.600652:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936984f12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384482560:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321236.600662:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321236.600691:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936984f12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384482560:12345-0@lo:38:kworker.0 Request processed in 37us (603us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321236.600697:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3066 00000100:00100000:3.0:1767321236.601099:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384483200:0@lo:400:kworker.0 00000100:00100000:3.0:1767321236.601143:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321236.601167:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321236.601172:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384483328:0@lo:400:kworker.0 00000100:00100000:3.0:1767321236.601191:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321236.601419:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384482944:0@lo:400:kworker.0 00000100:00100000:0.0:1767321236.601448:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321236.601490:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321236.601496:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384482688:0@lo:400:kworker.0 00000100:00100000:0.0:1767321236.601517:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321236.601547:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384482944 00000100:00100000:0.0:1767321236.601552:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384482944 00000100:00100000:0.0:1767321236.601593:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384482688 00000100:00100000:0.0:1767321236.601596:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384482688 00000100:00100000:0.0:1767321236.601617:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5864 00000100:00100000:0.0:1767321236.601624:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384482944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321236.601684:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384482944:12345-0@lo:400:kworker.0 Request processed in 60us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321236.601690:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5864 00000100:00100000:0.0:1767321236.601705:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5865 00000100:00100000:0.0:1767321236.601711:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384482688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321236.601924:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384482688:12345-0@lo:400:kworker.0 Request processed in 212us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321236.601931:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5865 00000100:00100000:0.0:1767321236.601985:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384482688:0@lo:400:kworker.0 00000100:00100000:0.0:1767321236.601994:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384482944:0@lo:400:kworker.0 00000100:00080000:2.0:1767321236.602730:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321236.602738:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321236.602742:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384482560:0@lo:38:kworker.0 00000100:00100000:1.0:1767321236.602976:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384483200 00000100:00100000:1.0:1767321236.602983:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384483200 00000100:00100000:1.0:1767321236.603036:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384483328 00000100:00100000:1.0:1767321236.603040:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384483328 00000100:00100000:1.0:1767321236.603071:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2434 00000100:00100000:1.0:1767321236.603081:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384483200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321236.603190:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384483200:12345-0@lo:400:kworker.0 Request processed in 111us (2046us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321236.603196:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2434 00000100:00100000:1.0:1767321236.603211:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2435 00000100:00100000:1.0:1767321236.603218:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384483328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321236.603258:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384483328:12345-0@lo:400:kworker.0 Request processed in 41us (2066us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321236.603263:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2435 00000100:00080000:1.0:1767321236.603288:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321236.603291:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321236.603294:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321236.604121:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384483328:0@lo:400:kworker.0 00000100:00100000:2.0:1767321236.604138:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384483200:0@lo:400:kworker.0 00000100:00100000:1.0:1767321237.111739:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1213800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384483456:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321237.111864:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321237.111952:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321237.111959:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384483584:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321237.111983:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767321237.112407:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321237.112570:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384483456 00000100:00100000:3.0:1767321237.112583:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384483456 00000100:00100000:3.0:1767321237.112642:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384483584 00000100:00100000:3.0:1767321237.112645:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384483584 00000100:00100000:3.0:1767321237.112693:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3279 00000100:00100000:3.0:1767321237.112704:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384483456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321237.112735:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321237.112839:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384483456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 136us (973us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321237.112847:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3279 00000100:00100000:3.0:1767321237.112866:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3280 00000100:00100000:3.0:1767321237.112873:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384483584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321237.112890:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321237.112915:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384483584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (931us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321237.112920:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3280 00000100:00100000:1.0:1767321237.116224:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384483584:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321237.116251:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1213800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384483456:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321237.634625:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321238.138461:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321238.647071:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321239.159186:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321239.671658:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321240.183360:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321240.694889:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321241.211159:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321241.671537:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321241.671583:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321241.671673:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297472128 00000100:00100000:1.0:1767321241.671685:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297472128 00000100:00100000:1.0:1767321241.671848:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297472000 00000100:00100000:1.0:1767321241.671853:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297472000 00000100:00080000:3.0:1767321241.671927:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321241.676057:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5866 00000100:00100000:0.0:1767321241.676097:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297472128:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321241.676217:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297472128:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 136us (4691us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321241.676227:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5866 00000100:00100000:0.0:1767321241.676259:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25355 00000100:00100000:0.0:1767321241.676264:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297472000:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321241.676288:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321241.676316:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297472000:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 50us (4731us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321241.676323:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25355 00000100:00080000:2.0:1767321241.720406:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321241.720417:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321241.720421:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321241.720425:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321241.720430:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321241.720438:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6139 00000100:00080000:2.0:1767321241.720443:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321241.720449:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321241.720497:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968c000 x1853164384483712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321241.720522:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321241.720525:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321241.720527:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321241.720531:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6139 00000100:00080000:2.0:1767321241.720535:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321241.720538:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321241.720550:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968d180 x1853164384483840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321241.720593:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321241.720596:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321241.720598:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321241.720601:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6139 00000100:00080000:2.0:1767321241.720604:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321241.720607:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321241.720618:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968f480 x1853164384484096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321241.720632:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321241.720636:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321241.720637:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321241.720640:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6139 00000100:00080000:2.0:1767321241.720642:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321241.720646:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321241.720656:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f231f80 x1853164384484352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321241.720716:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384483968:0@lo:400:kworker.0 00000100:00100000:0.0:1767321241.721234:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384484608:0@lo:400:kworker.0 00000100:00100000:0.0:1767321241.721277:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321241.722349:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321241.730357:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384483712:0@lo:38:kworker.0 00000100:00100000:3.0:1767321241.730449:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321241.732499:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384484224:0@lo:400:kworker.0 00000100:00100000:2.0:1767321241.732571:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321241.733310:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321241.733323:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384484480:0@lo:400:kworker.0 00000100:00100000:0.0:1767321241.733365:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321241.733414:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384484608 00000100:00100000:0.0:1767321241.733424:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384484608 00000100:00100000:0.0:1767321241.733488:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384484480 00000100:00100000:0.0:1767321241.733492:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384484480 00000100:00100000:0.0:1767321241.733515:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2436 00000100:00100000:0.0:1767321241.733524:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384484608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321241.733588:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384484608:12345-0@lo:400:kworker.0 Request processed in 65us (12311us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321241.733596:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2436 00000100:00100000:0.0:1767321241.733615:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2437 00000100:00100000:0.0:1767321241.733621:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384484480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321241.733647:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384484480:12345-0@lo:400:kworker.0 Request processed in 27us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321241.733653:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2437 00000100:00080000:0.0:1767321241.733675:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321241.734389:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321241.734413:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384483968 00000100:00100000:0.0:1767321241.734419:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384483968 00000100:00100000:0.0:1767321241.734462:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384483712 00000100:00100000:0.0:1767321241.734466:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384483712 00000100:00100000:0.0:1767321241.734477:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384484224 00000100:00100000:0.0:1767321241.734480:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384484224 00000100:00100000:0.0:1767321241.734497:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5867 00000100:00100000:0.0:1767321241.734504:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384483968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321241.734565:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384483968:12345-0@lo:400:kworker.0 Request processed in 61us (12219us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321241.734571:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5867 00000100:00100000:0.0:1767321241.734585:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5868 00000100:00100000:0.0:1767321241.734591:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384484224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321241.734618:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384484224:12345-0@lo:400:kworker.0 Request processed in 27us (2047us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321241.734623:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5868 00000100:00100000:0.0:1767321241.734635:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25356 00000100:00100000:0.0:1767321241.734639:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384483712:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321241.734669:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321241.734709:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384483712:12345-0@lo:38:kworker.0 Request processed in 67us (4259us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321241.734715:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25356 00000100:00080000:0.0:1767321241.734729:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321241.734793:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384484480:0@lo:400:kworker.0 00000100:00100000:0.0:1767321241.734808:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384484608:0@lo:400:kworker.0 00000100:00100000:1.0:1767321241.734949:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767321241.735367:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767321241.735426:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384484224:0@lo:400:kworker.0 00000100:00100000:2.0:1767321241.735455:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384483968:0@lo:400:kworker.0 00000100:00080000:3.0:1767321241.735514:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321241.735518:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384483712:0@lo:38:kworker.0 00000100:00100000:3.0:1767321241.735661:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384483840:0@lo:38:kworker.0 00000100:00100000:3.0:1767321241.735703:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321241.735742:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384484096:0@lo:38:kworker.0 00000100:00100000:3.0:1767321241.735766:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321241.735852:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384484352:0@lo:38:kworker.0 00000100:00100000:3.0:1767321241.735871:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321241.736035:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384483840 00000100:00100000:0.0:1767321241.736042:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384483840 00000100:00100000:0.0:1767321241.736100:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3067 00000100:00100000:0.0:1767321241.736107:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384483840:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321241.736122:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321241.736163:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384483840:12345-0@lo:38:kworker.0 Request processed in 54us (458us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321241.736169:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3067 00000100:00080000:3.0:1767321241.736248:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321241.736253:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321241.736256:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384483840:0@lo:38:kworker.0 00000100:00100000:2.0:1767321241.746107:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384484096 00000100:00100000:2.0:1767321241.746460:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384484096 00000100:00100000:2.0:1767321241.746515:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384484352 00000100:00100000:2.0:1767321241.746519:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384484352 00000100:00100000:2.0:1767321241.746551:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25357 00000100:00100000:2.0:1767321241.746559:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384484096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321241.746583:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321241.746634:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25358 00000100:00100000:1.0:1767321241.746642:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384484352:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321241.746653:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321241.756408:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384484096:12345-0@lo:38:kworker.0 Request processed in 9836us (20628us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321241.756423:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25357 00000100:00100000:1.0:1767321241.764189:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384484352:12345-0@lo:38:kworker.0 Request processed in 17534us (28304us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321241.764205:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25358 00000100:00080000:3.0:1767321241.766208:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321241.766219:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321241.766225:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384484096:0@lo:38:kworker.0 00000100:00080000:0.0:1767321241.766348:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321241.766354:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321241.766357:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384484352:0@lo:38:kworker.0 00010000:00010000:1.0:1767321242.231011:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321242.231971:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384484736:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321242.232050:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321242.234290:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384484736 00000100:00100000:3.0:1767321242.234309:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384484736 00000100:00100000:3.0:1767321242.234391:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3281 00000100:00100000:3.0:1767321242.234402:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384484736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321242.234441:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321242.234535:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384484736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 135us (2485us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321242.234542:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3281 00000100:00100000:1.0:1767321242.234767:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384484864:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321242.234835:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321242.235335:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384484736:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321242.236658:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384484864 00000100:00100000:0.0:1767321242.236672:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384484864 00000100:00100000:0.0:1767321242.236745:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3282 00000100:00100000:0.0:1767321242.236755:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384484864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321242.236818:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321242.236901:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384484864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 148us (2065us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321242.236909:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3282 00000100:00100000:1.0:1767321242.237808:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384484864:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321242.742986:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321243.256415:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321243.766911:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321244.279023:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321244.790912:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321245.302959:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321245.814938:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321246.327373:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321246.794450:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321246.794499:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321246.794578:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297472256 00000100:00100000:1.0:1767321246.794591:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297472256 00000100:00100000:1.0:1767321246.794637:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297472384 00000100:00100000:1.0:1767321246.794641:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297472384 00000100:00100000:1.0:1767321246.794694:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5869 00000100:00100000:1.0:1767321246.794710:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297472384:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321246.794810:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297472384:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 106us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321246.794819:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5869 00000100:00100000:1.0:1767321246.794839:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25359 00000100:00100000:1.0:1767321246.794844:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297472256:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321246.794865:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321246.794892:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297472256:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 46us (454us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321246.794898:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25359 00000100:00080000:2.0:1767321246.795085:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321246.838902:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321246.838914:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321246.838917:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321246.838922:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321246.838928:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321246.838936:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6144 00000100:00080000:2.0:1767321246.838941:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321246.838948:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321246.838995:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a49f1880 x1853164384484992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321246.839039:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321246.839042:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321246.839044:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321246.839048:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6144 00000100:00080000:2.0:1767321246.839051:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321246.839054:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321246.839068:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a49f1180 x1853164384485120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321246.839109:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321246.839114:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321246.839116:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321246.839119:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6144 00000100:00080000:2.0:1767321246.839121:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321246.839125:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321246.839138:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a49f0a80 x1853164384485376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321246.839152:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321246.839155:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321246.839157:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321246.839161:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6144 00000100:00080000:2.0:1767321246.839163:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321246.839167:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321246.839176:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b968f480 x1853164384485632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321246.839224:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384485760:0@lo:400:kworker.0 00000100:00100000:2.0:1767321246.839298:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321246.839339:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384485504:0@lo:400:kworker.0 00000100:00100000:2.0:1767321246.839368:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321246.839377:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384485888:0@lo:400:kworker.0 00000100:00100000:0.0:1767321246.839382:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321246.839407:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321246.839413:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384485248:0@lo:400:kworker.0 00000100:00100000:0.0:1767321246.839434:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321246.839470:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384485760 00000100:00100000:0.0:1767321246.839477:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384485760 00000100:00100000:0.0:1767321246.839541:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2438 00000100:00100000:0.0:1767321246.839551:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384485760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321246.839597:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321246.839605:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384485760:12345-0@lo:400:kworker.0 Request processed in 54us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321246.839614:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2438 00000100:00100000:1.0:1767321246.839637:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384485504 00000100:00100000:1.0:1767321246.839643:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384485504 00000100:00100000:0.0:1767321246.839656:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384485248 00000100:00100000:0.0:1767321246.839661:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384485248 00000100:00100000:3.0:1767321246.839732:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384484992:0@lo:38:kworker.0 00000100:00100000:3.0:1767321246.839764:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321246.839960:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321246.841106:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384485760:0@lo:400:kworker.0 00000100:00100000:2.0:1767321246.841149:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384485888 00000100:00100000:2.0:1767321246.841154:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384485888 00000100:00100000:2.0:1767321246.841206:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2439 00000100:00100000:2.0:1767321246.841215:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384485888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321246.841280:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384485888:12345-0@lo:400:kworker.0 Request processed in 66us (1320us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321246.841307:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2439 00000100:00080000:2.0:1767321246.841332:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321246.841337:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321246.841340:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321246.841375:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384485888:0@lo:400:kworker.0 00000100:00100000:1.0:1767321246.846690:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384484992 00000100:00100000:1.0:1767321246.846716:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384484992 00000100:00100000:1.0:1767321246.846763:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5870 00000100:00100000:1.0:1767321246.846813:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384485504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321246.846843:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5871 00000100:00100000:0.0:1767321246.846856:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384485248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321246.847201:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384485504:12345-0@lo:400:kworker.0 Request processed in 401us (7820us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321246.847204:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384485248:12345-0@lo:400:kworker.0 Request processed in 350us (7765us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321246.847216:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5870 00000100:00100000:0.0:1767321246.847222:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5871 00000100:00100000:1.0:1767321246.847241:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25360 00000100:00100000:1.0:1767321246.847247:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384484992:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321246.847267:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321246.847301:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384485248:0@lo:400:kworker.0 00000100:00100000:0.0:1767321246.847462:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384485504:0@lo:400:kworker.0 00000100:00080000:3.0:1767321246.848103:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767321246.848270:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384484992:12345-0@lo:38:kworker.0 Request processed in 73us (7556us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767321246.848468:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321246.848473:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384484992:0@lo:38:kworker.0 00000100:00100000:3.0:1767321246.848484:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384485120:0@lo:38:kworker.0 00000100:00100000:1.0:1767321246.849149:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25360 00000100:00100000:3.0:1767321246.849632:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321246.849687:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384485376:0@lo:38:kworker.0 00000100:00100000:2.0:1767321246.849816:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384485120 00000100:00100000:2.0:1767321246.849825:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384485120 00000100:00100000:2.0:1767321246.849872:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3068 00000100:00100000:2.0:1767321246.849881:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384485120:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321246.849903:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321246.850062:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321246.850091:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384485632:0@lo:38:kworker.0 00000100:00100000:3.0:1767321246.850157:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321246.850641:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384485376 00000100:00100000:1.0:1767321246.850646:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384485376 00000100:00100000:1.0:1767321246.850669:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384485632 00000100:00100000:1.0:1767321246.850671:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384485632 00000100:00100000:1.0:1767321246.850688:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25361 00000100:00100000:2.0:1767321246.850827:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384485120:12345-0@lo:38:kworker.0 Request processed in 944us (1194us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321246.850856:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3068 00000100:00100000:2.0:1767321246.850895:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25362 00000100:00100000:2.0:1767321246.850900:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384485632:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321246.851022:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384485376:12345-0@lo:38:kworker.0 00000100:00080000:3.0:1767321246.851158:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321246.851164:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321246.851168:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384485120:0@lo:38:kworker.0 00010000:00020000:2.0:1767321246.851222:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321246.851275:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384485632:12345-0@lo:38:kworker.0 Request processed in 373us (1117us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321246.851297:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25362 00000100:00080000:3.0:1767321246.851654:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321246.851659:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321246.851662:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384485632:0@lo:38:kworker.0 00010000:00020000:1.0:1767321246.851852:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321246.852010:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384485376:12345-0@lo:38:kworker.0 Request processed in 1314us (1946us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321246.852028:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25361 00000100:00080000:3.0:1767321246.852082:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321246.852086:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321246.852089:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384485376:0@lo:38:kworker.0 00000100:00100000:0.0:1767321247.351176:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321247.351204:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384486016:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321247.351273:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321247.351502:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384486016 00000100:00100000:3.0:1767321247.351512:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384486016 00000100:00100000:3.0:1767321247.351573:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3283 00000100:00100000:3.0:1767321247.351583:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384486016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321247.351616:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321247.351740:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384486016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 158us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321247.351749:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3283 00010000:00010000:1.0:1767321247.352452:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321247.352581:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321247.352596:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384486144:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321247.352647:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321247.352800:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384486144 00000100:00100000:0.0:1767321247.352807:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384486144 00000100:00100000:0.0:1767321247.352852:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3284 00000100:00100000:0.0:1767321247.352860:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384486144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321247.352884:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321247.352944:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384486144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321247.352951:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3284 00000100:00100000:1.0:1767321247.353177:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384486144:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321247.354549:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384486016:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321247.862996:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321248.375177:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321248.887361:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321249.399051:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321249.911026:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321250.422942:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321250.888846:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321250.889003:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297472768 00000100:00100000:1.0:1767321250.889015:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297472768 00000100:00080000:2.0:1767321250.889091:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321250.889107:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5872 00000100:00100000:1.0:1767321250.889126:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297472768:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321250.889230:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297472768:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 111us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321250.889242:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5872 00000400:00000100:0.0:1767321250.891105:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297472512 offset 0 length 520: 4 00000100:00100000:0.0:1767321250.891161:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321250.892015:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297472640 00000100:00100000:2.0:1767321250.892031:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297472640 00000100:00100000:2.0:1767321250.892101:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25363 00000100:00100000:2.0:1767321250.892112:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297472640:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767321250.892159:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321250.892251:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297472640:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 139us (1089us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321250.892260:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25363 00000100:00100000:1.0:1767321250.935588:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321251.447459:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321251.959024:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767321251.959144:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767321251.959144:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321226/real 1767321226] req@ffff9369b968c380 x1853164384479744/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321251 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321251.959153:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321251.959160:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321251.959167:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321251.959172:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321251.959179:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6150 00000100:00080000:0.0:1767321251.959185:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767321251.959185:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b968c380 x1853164384479744/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321251 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321251.959196:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00080000:3.0:1767321251.959209:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321251.959233:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767321251.959238:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384479744:0@lo:250:kworker.0 00000100:00100000:0.0:1767321251.959245:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a49f1880 x1853164384486272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321251.959265:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321251.959269:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321251.959271:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767321251.959275:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384486272:0@lo:38:kworker.0 00000100:00080000:0.0:1767321251.959277:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6150 00000100:00080000:0.0:1767321251.959282:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321251.959287:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321251.959302:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a49f0000 x1853164384486400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321251.959345:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321251.959380:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384486528:0@lo:400:kworker.0 00000100:00100000:3.0:1767321251.959407:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384486400:0@lo:38:kworker.0 00000100:00100000:1.0:1767321251.959418:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321251.959439:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321251.959553:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321251.959557:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321251.959559:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321251.959562:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6150 00000100:00080000:0.0:1767321251.959565:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321251.959569:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321251.959585:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a49f0a80 x1853164384486656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321251.959623:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321251.959630:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384486784:0@lo:400:kworker.0 00000100:00100000:1.0:1767321251.959658:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321251.959693:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384486272 00000100:00100000:1.0:1767321251.959702:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384486272 00000100:00100000:1.0:1767321251.959748:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384486528 00000100:00100000:1.0:1767321251.959752:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384486528 00000100:00100000:3.0:1767321251.960116:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a49f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384486656:0@lo:38:kworker.0 00000100:00100000:3.0:1767321251.960145:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321251.960177:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384486400 00000100:00100000:3.0:1767321251.960182:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384486400 00000100:00100000:3.0:1767321251.960211:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3069 00000100:00100000:3.0:1767321251.960219:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384486400:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321251.960241:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321251.960286:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384486400:12345-0@lo:38:kworker.0 Request processed in 65us (847us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321251.960293:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3069 00000100:00080000:3.0:1767321251.960334:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321251.960339:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321251.960343:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384486400:0@lo:38:kworker.0 00000100:00080000:0.0:1767321251.962194:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321251.962205:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321251.962208:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321251.962216:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6150 00000100:00080000:0.0:1767321251.962220:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321251.962227:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321251.962320:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cc380 x1853164384486912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321251.963267:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384486784 00000100:00100000:1.0:1767321251.963279:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384486784 00000100:00100000:1.0:1767321251.963306:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384486656 00000100:00100000:1.0:1767321251.963309:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384486656 00000100:00100000:1.0:1767321251.963323:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5873 00000100:00100000:1.0:1767321251.963332:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384486528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321251.965687:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384486528:12345-0@lo:400:kworker.0 Request processed in 2348us (6260us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321251.965702:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5873 00000100:00100000:1.0:1767321251.966576:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5874 00000100:00100000:1.0:1767321251.966596:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384486784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321251.966666:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384486784:12345-0@lo:400:kworker.0 Request processed in 79us (7006us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321251.966672:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5874 00000100:00100000:1.0:1767321251.966688:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25364 00000100:00100000:1.0:1767321251.966694:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384486272:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321251.966812:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321251.966844:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384486272:12345-0@lo:38:kworker.0 Request processed in 149us (7500us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321251.966850:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25364 00000100:00100000:1.0:1767321251.966864:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25365 00000100:00100000:1.0:1767321251.966869:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384486656:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321251.966880:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767321251.966892:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321251.967060:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384487040:0@lo:400:kworker.0 00000100:00100000:2.0:1767321251.967113:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321251.967161:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384487040 00000100:00100000:2.0:1767321251.967170:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384487040 00000100:00100000:2.0:1767321251.967214:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2440 00000100:00100000:2.0:1767321251.967222:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384487040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321251.967258:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384487040:12345-0@lo:400:kworker.0 Request processed in 36us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321251.967304:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2440 00000100:00080000:2.0:1767321251.967320:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321251.967352:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384487040:0@lo:400:kworker.0 00000100:00100000:2.0:1767321251.967394:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384486784:0@lo:400:kworker.0 00000100:00100000:2.0:1767321251.967405:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384486528:0@lo:400:kworker.0 00000100:00100000:3.0:1767321251.968252:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384486912:0@lo:38:kworker.0 00000100:00100000:3.0:1767321251.968298:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321251.968381:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321251.968387:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321251.968390:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384486272:0@lo:38:kworker.0 00000100:00100000:2.0:1767321251.968442:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384486912 00000100:00100000:2.0:1767321251.968447:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384486912 00000100:00100000:2.0:1767321251.968525:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25366 00000100:00100000:2.0:1767321251.968531:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384486912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321251.968549:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321251.968589:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384486912:12345-0@lo:38:kworker.0 Request processed in 57us (291us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321251.968595:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25366 00000100:00080000:3.0:1767321251.968847:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321251.968863:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321251.968867:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384486912:0@lo:38:kworker.0 00000100:00100000:1.0:1767321251.969703:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384486656:12345-0@lo:38:kworker.0 Request processed in 2826us (9551us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767321251.970483:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321251.970491:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321251.970495:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a49f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384486656:0@lo:38:kworker.0 00000100:00100000:1.0:1767321251.970946:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25365 00000100:00080000:0.0:1767321251.974071:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321251.974078:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767321251.974082:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321251.974091:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 6129 00000100:00080000:0.0:1767321251.974097:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321251.974105:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321251.974129:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74ced80 x1853164384487296/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321251.974135:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384487168:0@lo:400:kworker.0 00000100:00100000:2.0:1767321251.974219:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321251.974337:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384487168 00000100:00100000:0.0:1767321251.974346:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384487168 00000100:00100000:0.0:1767321251.974416:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2441 00000100:00100000:0.0:1767321251.974427:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384487168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321251.974485:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384487168:12345-0@lo:400:kworker.0 Request processed in 60us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321251.974494:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2441 00000100:00100000:0.0:1767321251.974543:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384487168:0@lo:400:kworker.0 00000100:00080000:2.0:1767321251.974615:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321251.975148:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384487296:0@lo:250:kworker.0 00000400:00000100:3.0:1767321251.975181:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384487296 offset 0 length 520: 4 00000100:00100000:2.0:1767321252.471094:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384487424:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321252.471171:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321252.471281:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384487424 00000100:00100000:3.0:1767321252.471291:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384487424 00000100:00100000:3.0:1767321252.471355:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3285 00000100:00100000:3.0:1767321252.471365:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384487424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321252.471399:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321252.471612:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384487424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 246us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321252.471620:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3285 00000100:00100000:2.0:1767321252.471711:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384487424:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767321252.472678:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321252.473016:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384487552:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321252.473082:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321252.473170:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384487552 00000100:00100000:3.0:1767321252.473178:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384487552 00000100:00100000:3.0:1767321252.473246:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3286 00000100:00100000:3.0:1767321252.473255:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384487552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321252.473290:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321252.473655:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384487552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 400us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321252.473663:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3286 00000100:00100000:1.0:1767321252.473737:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384487552:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321252.982986:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321253.495174:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321254.006901:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321254.519834:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321255.030899:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321255.543342:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321256.011711:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321256.014020:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297472896 00000100:00100000:1.0:1767321256.014038:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297472896 00000100:00100000:1.0:1767321256.014110:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25367 00000100:00100000:1.0:1767321256.014121:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297472896:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321256.014148:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321256.014227:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297472896:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 106us (2528us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321256.014236:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25367 00000100:00100000:3.0:1767321256.015515:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321256.015569:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297473024 00000100:00100000:1.0:1767321256.015578:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297473024 00000100:00080000:2.0:1767321256.015716:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321256.015761:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5875 00000100:00100000:1.0:1767321256.015816:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297473024:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321256.015889:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297473024:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 119us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321256.015897:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5875 00000100:00100000:1.0:1767321256.055458:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321256.574472:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321257.078895:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767321257.078998:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321257.079003:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321257.079006:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321257.079010:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321257.079015:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321257.079023:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6155 00000100:00080000:0.0:1767321257.079029:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321257.079037:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321257.079102:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cea00 x1853164384487680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321257.079130:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321257.079133:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321257.079135:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321257.079139:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6155 00000100:00080000:0.0:1767321257.079142:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321257.079145:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321257.079160:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cdc00 x1853164384487808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321257.079195:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321257.079199:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321257.079201:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321257.079204:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6155 00000100:00080000:0.0:1767321257.079207:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321257.079211:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321257.079220:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cf480 x1853164384488064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321257.079246:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321257.079249:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321257.079251:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321257.079255:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6155 00000100:00080000:0.0:1767321257.079257:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321257.079260:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321257.079273:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cc000 x1853164384488320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321257.079334:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384488576:0@lo:400:kworker.0 00000100:00100000:2.0:1767321257.079394:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384488192:0@lo:400:kworker.0 00000100:00100000:0.0:1767321257.079401:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321257.079425:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321257.079482:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384487936:0@lo:400:kworker.0 00000100:00100000:1.0:1767321257.079509:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321257.079539:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384488192 00000100:00100000:1.0:1767321257.079547:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384488192 00000100:00100000:1.0:1767321257.079597:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384487936 00000100:00100000:1.0:1767321257.079600:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384487936 00000100:00100000:1.0:1767321257.079624:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5876 00000100:00100000:1.0:1767321257.079631:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384488192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321257.079675:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384488192:12345-0@lo:400:kworker.0 Request processed in 43us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321257.079683:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5876 00000100:00100000:1.0:1767321257.079699:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5877 00000100:00100000:1.0:1767321257.079704:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384487936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321257.079732:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384487936:12345-0@lo:400:kworker.0 Request processed in 28us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321257.079737:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5877 00000100:00080000:1.0:1767321257.079752:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321257.079777:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384488576 00000100:00100000:1.0:1767321257.079799:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384488576 00000100:00100000:1.0:1767321257.079830:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2442 00000100:00100000:1.0:1767321257.079838:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384488576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321257.079867:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384488576:12345-0@lo:400:kworker.0 Request processed in 31us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321257.079873:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2442 00000100:00080000:1.0:1767321257.079890:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321257.079916:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384488448:0@lo:400:kworker.0 00000100:00100000:1.0:1767321257.079952:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321257.080054:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384487680:0@lo:38:kworker.0 00000100:00100000:3.0:1767321257.080084:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321257.080108:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384487680 00000100:00100000:3.0:1767321257.080111:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384487680 00000100:00100000:3.0:1767321257.080132:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25368 00000100:00100000:3.0:1767321257.080137:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384487680:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321257.080156:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321257.080189:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384487680:12345-0@lo:38:kworker.0 Request processed in 51us (104us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321257.080196:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25368 00000100:00100000:0.0:1767321257.080420:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384488576:0@lo:400:kworker.0 00000100:00100000:1.0:1767321257.080462:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384488448 00000100:00100000:1.0:1767321257.080465:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384488448 00000100:00100000:1.0:1767321257.080495:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2443 00000100:00100000:1.0:1767321257.080502:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384488448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321257.080538:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384488448:12345-0@lo:400:kworker.0 Request processed in 37us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321257.080544:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2443 00000100:00100000:3.0:1767321257.081472:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384487936:0@lo:400:kworker.0 00000100:00100000:1.0:1767321257.083683:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384488448:0@lo:400:kworker.0 00000100:00080000:3.0:1767321257.083955:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321257.083962:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321257.083963:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384488192:0@lo:400:kworker.0 00000100:00100000:3.0:1767321257.083965:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384487680:0@lo:38:kworker.0 00000100:00100000:3.0:1767321257.083975:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384487808:0@lo:38:kworker.0 00000100:00100000:3.0:1767321257.084030:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321257.084063:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384488064:0@lo:38:kworker.0 00000100:00100000:3.0:1767321257.084088:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321257.084106:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384488320:0@lo:38:kworker.0 00000100:00100000:3.0:1767321257.084126:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321257.084140:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384488064 00000100:00100000:2.0:1767321257.084147:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384488064 00000100:00100000:1.0:1767321257.084169:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384487808 00000100:00100000:1.0:1767321257.084173:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384487808 00000100:00100000:2.0:1767321257.084179:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384488320 00000100:00100000:2.0:1767321257.084182:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384488320 00000100:00100000:1.0:1767321257.084196:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3070 00000100:00100000:2.0:1767321257.084196:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25369 00000100:00100000:1.0:1767321257.084203:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384487808:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321257.084203:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384488064:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321257.084229:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321257.084266:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25370 00000100:00100000:3.0:1767321257.084271:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a49f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384488320:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321257.084281:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321257.084331:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384488320:12345-0@lo:38:kworker.0 Request processed in 57us (203us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321257.084338:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25370 00000100:00080000:3.0:1767321257.084370:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321257.084374:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321257.084377:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384488320:0@lo:38:kworker.0 00010000:00020000:1.0:1767321257.084469:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321257.084514:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384488064:12345-0@lo:38:kworker.0 Request processed in 310us (423us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321257.084520:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25369 00000100:00080000:0.0:1767321257.085131:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321257.087490:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a49f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384487808:12345-0@lo:38:kworker.0 Request processed in 3277us (3449us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321257.087505:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3070 00000100:00080000:3.0:1767321257.089132:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321257.089144:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321257.089150:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384487808:0@lo:38:kworker.0 00000100:00080000:3.0:1767321257.089166:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321257.089169:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321257.089172:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384488064:0@lo:38:kworker.0 00000100:00100000:1.0:1767321257.591139:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384488704:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767321257.591180:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321257.591215:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321257.591227:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384488832:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321257.591267:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321257.591362:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384488704 00000100:00100000:3.0:1767321257.591372:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384488704 00000100:00100000:3.0:1767321257.591435:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384488832 00000100:00100000:3.0:1767321257.591439:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384488832 00000100:00100000:3.0:1767321257.591476:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3287 00000100:00100000:3.0:1767321257.591486:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384488704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321257.591520:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321257.591581:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384488704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321257.591589:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3287 00000100:00100000:3.0:1767321257.591607:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3288 00000100:00100000:3.0:1767321257.591613:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384488832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321257.591630:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321257.591664:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384488832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321257.591670:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3288 00000100:00100000:3.0:1767321257.591719:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384488832:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321257.592869:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384488704:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321258.103152:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321258.615770:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321259.126919:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321259.639380:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321260.151062:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321260.663087:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321261.136299:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321261.136939:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297473280 00000100:00100000:2.0:1767321261.136952:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297473280 00000100:00100000:2.0:1767321261.137091:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5878 00000100:00100000:2.0:1767321261.137103:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297473280:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321261.137196:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297473280:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 97us (909us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321261.137204:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5878 00000100:00100000:2.0:1767321261.139175:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321261.139350:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297473152 00000100:00100000:3.0:1767321261.139362:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297473152 00000100:00100000:3.0:1767321261.139419:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25371 00000100:00100000:3.0:1767321261.139428:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297473152:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321261.139461:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321261.139542:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297473152:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 113us (375us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321261.139549:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25371 00000100:00080000:0.0:1767321261.140963:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321261.178577:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321261.691034:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321262.198965:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767321262.199137:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321262.199143:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321262.199146:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321262.199151:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321262.199155:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321262.199162:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6160 00000100:00080000:3.0:1767321262.199180:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321262.199189:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321262.199237:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e5500 x1853164384488960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321262.199266:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321262.199269:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321262.199271:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321262.199276:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6160 00000100:00080000:3.0:1767321262.199278:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321262.199282:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321262.199295:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e6680 x1853164384489088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321262.199340:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321262.199344:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321262.199346:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321262.199349:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6160 00000100:00080000:3.0:1767321262.199351:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321262.199354:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321262.199367:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e5880 x1853164384489344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321262.199380:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321262.199384:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321262.199385:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321262.199389:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6160 00000100:00080000:3.0:1767321262.199391:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321262.199394:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321262.199405:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e5180 x1853164384489600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321262.199454:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384489728:0@lo:400:kworker.0 00000100:00100000:3.0:1767321262.199519:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321262.199577:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321262.199583:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384489856:0@lo:400:kworker.0 00000100:00100000:3.0:1767321262.199605:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321262.199635:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384489728 00000100:00100000:3.0:1767321262.199643:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384489728 00000100:00100000:3.0:1767321262.199700:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384489856 00000100:00100000:3.0:1767321262.199703:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384489856 00000100:00100000:3.0:1767321262.199723:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2444 00000100:00100000:3.0:1767321262.199731:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384489728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321262.199919:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384489216:0@lo:400:kworker.0 00000100:00100000:2.0:1767321262.200073:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384489472:0@lo:400:kworker.0 00000100:00100000:0.0:1767321262.200135:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384488960:0@lo:38:kworker.0 00000100:00100000:1.0:1767321262.202578:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321262.202678:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2445 00000100:00100000:1.0:1767321262.202701:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384489856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321262.202776:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384489856:12345-0@lo:400:kworker.0 Request processed in 88us (3170us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321262.202808:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2445 00000100:00080000:1.0:1767321262.202863:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321262.202869:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321262.202941:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384489856:0@lo:400:kworker.0 00000100:00100000:1.0:1767321262.202955:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384489728:0@lo:400:kworker.0 00000100:00100000:1.0:1767321262.203028:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384489216 00000100:00100000:1.0:1767321262.203034:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384489216 00000100:00100000:1.0:1767321262.203081:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5879 00000100:00100000:1.0:1767321262.203089:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384489216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321262.203125:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384489216:12345-0@lo:400:kworker.0 Request processed in 38us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321262.203135:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5879 00000100:00080000:1.0:1767321262.203151:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321262.203919:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384489216:0@lo:400:kworker.0 00000100:00100000:3.0:1767321262.205348:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384489728:12345-0@lo:400:kworker.0 Request processed in 5608us (5819us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321262.205363:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2444 00000100:00100000:2.0:1767321262.206207:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321262.206330:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384489472 00000100:00100000:1.0:1767321262.206341:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384489472 00000100:00100000:1.0:1767321262.206421:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5880 00000100:00100000:1.0:1767321262.206431:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384489472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321262.206520:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384489472:12345-0@lo:400:kworker.0 Request processed in 90us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321262.206527:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5880 00000100:00080000:2.0:1767321262.207306:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321262.207352:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384489472:0@lo:400:kworker.0 00000100:00100000:0.0:1767321262.208152:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321262.208462:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384489088:0@lo:38:kworker.0 00000100:00100000:0.0:1767321262.208503:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321262.212654:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384489344:0@lo:38:kworker.0 00000100:00100000:0.0:1767321262.212737:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321262.217221:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384489088 00000100:00100000:1.0:1767321262.217241:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384489088 00000100:00100000:1.0:1767321262.217303:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3071 00000100:00100000:1.0:1767321262.217313:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384489088:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321262.217339:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321262.217425:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384489088:12345-0@lo:38:kworker.0 Request processed in 112us (8920us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321262.217432:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3071 00000100:00100000:0.0:1767321262.217609:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384489600:0@lo:38:kworker.0 00000100:00100000:0.0:1767321262.217691:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321262.220214:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384488960 00000100:00100000:3.0:1767321262.220228:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384488960 00000100:00100000:3.0:1767321262.220275:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384489344 00000100:00100000:3.0:1767321262.220279:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384489344 00000100:00100000:3.0:1767321262.220304:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25372 00000100:00100000:3.0:1767321262.220313:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384488960:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321262.220339:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321262.220422:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384488960:12345-0@lo:38:kworker.0 Request processed in 108us (12272us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321262.220429:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25372 00000100:00100000:3.0:1767321262.220447:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25373 00000100:00100000:3.0:1767321262.220450:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384489344:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321262.220459:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321262.220481:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384489344:12345-0@lo:38:kworker.0 Request processed in 30us (7745us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321262.220487:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25373 00000100:00100000:2.0:1767321262.221968:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384489600 00000100:00100000:2.0:1767321262.221980:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384489600 00000100:00100000:2.0:1767321262.222026:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25374 00000100:00100000:2.0:1767321262.222033:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384489600:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321262.222051:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321262.222101:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384489600:12345-0@lo:38:kworker.0 Request processed in 67us (4409us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321262.222107:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25374 00000100:00080000:0.0:1767321262.222230:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321262.222236:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321262.222240:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384488960:0@lo:38:kworker.0 00000100:00080000:0.0:1767321262.222250:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321262.222253:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321262.222255:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384489088:0@lo:38:kworker.0 00000100:00080000:0.0:1767321262.222263:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321262.222266:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321262.222269:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384489344:0@lo:38:kworker.0 00000100:00080000:0.0:1767321262.222277:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321262.222280:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321262.222282:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384489600:0@lo:38:kworker.0 00010000:00010000:0.0:1767321262.711149:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321262.711268:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f3ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384489984:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321262.711346:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321262.711517:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321262.711524:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384490112:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321262.711550:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321262.711743:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384489984 00000100:00100000:1.0:1767321262.711753:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384489984 00000100:00100000:0.0:1767321262.711863:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384490112 00000100:00100000:0.0:1767321262.711877:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384490112 00000100:00100000:0.0:1767321262.711906:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3289 00000100:00100000:0.0:1767321262.711916:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384489984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321262.711950:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321262.712023:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384489984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321262.712031:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3289 00000100:00100000:3.0:1767321262.712323:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f3ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384489984:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321262.712379:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3290 00000100:00100000:0.0:1767321262.712434:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384490112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321262.712453:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321262.712496:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384490112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (944us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321262.712502:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3290 00000100:00100000:3.0:1767321262.712576:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384490112:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321263.227647:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321263.739349:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321264.248615:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321264.759141:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321265.270951:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321265.783276:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321266.250584:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321266.250695:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321266.250803:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297473536 00000100:00100000:3.0:1767321266.250803:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297473408 00000100:00100000:0.0:1767321266.250815:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297473536 00000100:00100000:3.0:1767321266.250815:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297473408 00000100:00100000:3.0:1767321266.250884:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25375 00000100:00100000:3.0:1767321266.250893:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297473408:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321266.250919:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321266.250992:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297473408:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 97us (295us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321266.251001:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25375 00000100:00100000:0.0:1767321266.251281:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5881 00000100:00100000:0.0:1767321266.251292:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297473536:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321266.251358:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297473536:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 68us (783us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321266.251365:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5881 00000100:00080000:2.0:1767321266.252498:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321266.295382:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321266.807371:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321267.320279:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767321267.320692:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321267.320699:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321267.320702:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321267.320706:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321267.320711:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321267.320719:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6165 00000100:00080000:2.0:1767321267.320724:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321267.320730:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321267.320775:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fed80 x1853164384490240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321267.320847:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321267.320851:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321267.320852:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321267.320856:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6165 00000100:00080000:2.0:1767321267.320859:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321267.320862:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321267.320876:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fd180 x1853164384490368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321267.320913:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321267.320918:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321267.320920:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321267.320923:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6165 00000100:00080000:2.0:1767321267.320926:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321267.320930:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321267.320943:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fe300 x1853164384490624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321267.320959:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321267.320962:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321267.320964:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321267.320966:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6165 00000100:00080000:2.0:1767321267.320969:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321267.320973:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321267.320983:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7ff100 x1853164384490880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321267.321016:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384490752:0@lo:400:kworker.0 00000100:00100000:3.0:1767321267.321084:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321267.321109:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384491008:0@lo:400:kworker.0 00000100:00100000:2.0:1767321267.321160:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321267.321164:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321267.321173:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384490496:0@lo:400:kworker.0 00000100:00100000:2.0:1767321267.321194:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321267.321199:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384491136:0@lo:400:kworker.0 00000100:00100000:2.0:1767321267.321214:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321267.321242:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384490752 00000100:00100000:3.0:1767321267.321242:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321267.321251:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384490752 00000100:00100000:3.0:1767321267.321297:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384491008 00000100:00100000:2.0:1767321267.321300:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384490496 00000100:00100000:3.0:1767321267.321303:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384491008 00000100:00100000:2.0:1767321267.321304:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384490496 00000100:00100000:2.0:1767321267.321328:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5882 00000100:00100000:2.0:1767321267.321336:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384490752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321267.321350:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384491136 00000100:00100000:3.0:1767321267.321354:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384491136 00000100:00100000:2.0:1767321267.321382:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384490752:12345-0@lo:400:kworker.0 Request processed in 48us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321267.321384:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2446 00000100:00100000:2.0:1767321267.321392:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5882 00000100:00100000:3.0:1767321267.321397:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384491008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321267.321409:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5883 00000100:00100000:2.0:1767321267.321415:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384490496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321267.321451:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384491008:12345-0@lo:400:kworker.0 Request processed in 55us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321267.321452:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384490496:12345-0@lo:400:kworker.0 Request processed in 35us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321267.321462:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5883 00000100:00100000:3.0:1767321267.321469:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2446 00000100:00080000:2.0:1767321267.321481:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321267.321486:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321267.321490:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321267.321490:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2447 00000100:00100000:3.0:1767321267.321501:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384491136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321267.321531:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384490496:0@lo:400:kworker.0 00000100:00100000:3.0:1767321267.321537:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384491136:12345-0@lo:400:kworker.0 Request processed in 35us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321267.321544:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384490752:0@lo:400:kworker.0 00000100:00100000:3.0:1767321267.321548:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2447 00000100:00100000:3.0:1767321267.321585:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384491136:0@lo:400:kworker.0 00000100:00100000:3.0:1767321267.321597:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384491008:0@lo:400:kworker.0 00000100:00100000:0.0:1767321267.321938:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384490240:0@lo:38:kworker.0 00000100:00100000:0.0:1767321267.321970:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321267.322001:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384490368:0@lo:38:kworker.0 00000100:00100000:0.0:1767321267.322022:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321267.322058:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384490624:0@lo:38:kworker.0 00000100:00100000:0.0:1767321267.322078:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321267.322094:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384490880:0@lo:38:kworker.0 00000100:00100000:0.0:1767321267.322113:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321267.322138:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384490240 00000100:00100000:0.0:1767321267.322142:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384490240 00000100:00100000:0.0:1767321267.322158:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384490624 00000100:00100000:0.0:1767321267.322160:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384490624 00000100:00100000:0.0:1767321267.322166:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384490880 00000100:00100000:0.0:1767321267.322167:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384490880 00000100:00100000:0.0:1767321267.322174:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25376 00000100:00100000:0.0:1767321267.322177:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384490240:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321267.322192:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321267.322215:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384490240:12345-0@lo:38:kworker.0 Request processed in 38us (246us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321267.322219:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25376 00000100:00100000:0.0:1767321267.322228:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25377 00000100:00100000:0.0:1767321267.322231:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384490624:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321267.322236:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321267.322247:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384490624:12345-0@lo:38:kworker.0 Request processed in 15us (169us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321267.322250:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25377 00000100:00100000:0.0:1767321267.322255:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25378 00000100:00100000:0.0:1767321267.322258:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384490880:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321267.322262:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321267.322271:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384490880:12345-0@lo:38:kworker.0 Request processed in 13us (159us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321267.322274:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25378 00000100:00080000:0.0:1767321267.322291:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321267.322295:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321267.322297:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384490240:0@lo:38:kworker.0 00000100:00080000:0.0:1767321267.322301:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321267.322303:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321267.322304:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384490624:0@lo:38:kworker.0 00000100:00080000:0.0:1767321267.322310:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321267.322312:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321267.322314:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384490880:0@lo:38:kworker.0 00000100:00100000:3.0:1767321267.322390:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384490368 00000100:00100000:3.0:1767321267.322400:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384490368 00000100:00100000:3.0:1767321267.322434:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3072 00000100:00100000:3.0:1767321267.322441:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384490368:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321267.322452:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321267.322491:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384490368:12345-0@lo:38:kworker.0 Request processed in 50us (467us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321267.322501:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3072 00000100:00080000:1.0:1767321267.322672:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321267.322678:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321267.322682:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384490368:0@lo:38:kworker.0 00010000:00010000:3.0:1767321267.831058:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321267.831078:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384491264:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321267.831158:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321267.831266:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321267.831275:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384491392:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321267.831298:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321267.831404:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384491264 00000100:00100000:3.0:1767321267.831414:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384491264 00000100:00100000:3.0:1767321267.831473:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384491392 00000100:00100000:3.0:1767321267.831477:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384491392 00000100:00100000:3.0:1767321267.831503:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3291 00000100:00100000:3.0:1767321267.831513:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384491264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321267.831568:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321267.831622:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384491264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321267.831630:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3291 00000100:00100000:3.0:1767321267.831648:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3292 00000100:00100000:3.0:1767321267.831656:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384491392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321267.831691:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321267.831719:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384491392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321267.831725:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3292 00000100:00100000:3.0:1767321267.831771:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384491392:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321267.831806:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384491264:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321268.349746:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321268.855255:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321269.366946:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321269.879011:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321270.390940:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321270.902966:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321271.368429:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321271.368577:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321271.369498:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297473792 00000100:00100000:2.0:1767321271.369513:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297473792 00000100:00100000:2.0:1767321271.369594:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297473664 00000100:00100000:2.0:1767321271.369598:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297473664 00000100:00100000:2.0:1767321271.369620:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5884 00000100:00100000:2.0:1767321271.369632:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297473792:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321271.369821:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25379 00000100:00100000:1.0:1767321271.369828:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297473664:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321271.369854:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321271.369921:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297473664:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 91us (1343us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321271.369929:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25379 00000100:00080000:0.0:1767321271.370301:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321271.370471:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297473792:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 839us (2049us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321271.370479:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5884 00000100:00100000:2.0:1767321271.415516:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321271.927758:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321272.438969:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321272.438982:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321272.438985:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321272.438990:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321272.438994:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321272.439003:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6170 00000100:00080000:2.0:1767321272.439008:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321272.439016:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321272.439064:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fdf80 x1853164384491520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321272.439099:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321272.439104:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321272.439106:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321272.439111:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6170 00000100:00080000:2.0:1767321272.439114:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321272.439117:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321272.439132:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fd880 x1853164384491648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321272.439175:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321272.439179:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321272.439181:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321272.439184:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6170 00000100:00080000:2.0:1767321272.439186:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321272.439190:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321272.439199:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fca80 x1853164384491904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321272.439214:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321272.439217:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321272.439219:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321272.439222:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6170 00000100:00080000:2.0:1767321272.439225:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321272.439227:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321272.439235:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7ff100 x1853164384492160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321272.439451:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384491520:0@lo:38:kworker.0 00000100:00100000:0.0:1767321272.439526:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321272.439591:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384491648:0@lo:38:kworker.0 00000100:00100000:0.0:1767321272.439616:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321272.439641:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384491904:0@lo:38:kworker.0 00000100:00100000:0.0:1767321272.439684:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321272.439704:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384492160:0@lo:38:kworker.0 00000100:00100000:0.0:1767321272.439726:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321272.439765:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384491648 00000100:00100000:3.0:1767321272.439773:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384491776:0@lo:400:kworker.0 00000100:00100000:0.0:1767321272.439774:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384491648 00000100:00100000:3.0:1767321272.439844:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321272.439875:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321272.439877:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3073 00000100:00100000:3.0:1767321272.439886:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384492032:0@lo:400:kworker.0 00000100:00100000:0.0:1767321272.439889:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384491648:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321272.439913:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321272.439917:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321272.439951:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384491520 00000100:00100000:3.0:1767321272.439957:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384491520 00000100:00100000:0.0:1767321272.439966:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384491648:12345-0@lo:38:kworker.0 Request processed in 77us (347us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321272.439974:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3073 00000100:00100000:3.0:1767321272.439983:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384491904 00000100:00100000:3.0:1767321272.439987:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384491904 00000100:00100000:0.0:1767321272.440003:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384492160 00000100:00100000:3.0:1767321272.440004:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384491776 00000100:00100000:0.0:1767321272.440011:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384492160 00000100:00100000:3.0:1767321272.440011:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384491776 00000100:00100000:0.0:1767321272.440031:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384492032 00000100:00100000:0.0:1767321272.440035:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384492032 00000100:00100000:3.0:1767321272.440059:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5885 00000100:00100000:0.0:1767321272.440066:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5886 00000100:00100000:3.0:1767321272.440071:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384491776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321272.440079:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384492032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321272.440132:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384491776:12345-0@lo:400:kworker.0 Request processed in 65us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321272.440135:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384492032:12345-0@lo:400:kworker.0 Request processed in 58us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321272.440158:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5885 00000100:00100000:1.0:1767321272.440230:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321272.440876:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384492416:0@lo:400:kworker.0 00000100:00100000:2.0:1767321272.440921:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321272.440953:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321272.440960:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384492288:0@lo:400:kworker.0 00000100:00100000:2.0:1767321272.440983:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321272.441013:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384492416 00000100:00100000:2.0:1767321272.441019:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384492416 00000100:00100000:2.0:1767321272.441058:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384492288 00000100:00100000:2.0:1767321272.441061:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384492288 00000100:00100000:2.0:1767321272.441084:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2448 00000100:00100000:2.0:1767321272.441092:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384492416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321272.441136:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384492416:12345-0@lo:400:kworker.0 Request processed in 44us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321272.441143:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2448 00000100:00100000:2.0:1767321272.441158:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2449 00000100:00100000:2.0:1767321272.441165:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384492288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321272.441189:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384492288:12345-0@lo:400:kworker.0 Request processed in 26us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321272.441195:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2449 00000100:00100000:2.0:1767321272.441232:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384492288:0@lo:400:kworker.0 00000100:00100000:2.0:1767321272.441242:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384492416:0@lo:400:kworker.0 00000100:00100000:0.0:1767321272.442233:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5886 00000100:00100000:0.0:1767321272.442277:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25380 00000100:00100000:0.0:1767321272.442295:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384491520:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321272.442320:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321272.442376:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384491520:12345-0@lo:38:kworker.0 Request processed in 92us (2850us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321272.442383:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25380 00000100:00100000:0.0:1767321272.442397:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25381 00000100:00100000:0.0:1767321272.442401:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384491904:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321272.442740:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25382 00000100:00100000:2.0:1767321272.442747:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384492160:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321272.442759:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321272.442820:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384492160:12345-0@lo:38:kworker.0 Request processed in 71us (3092us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321272.442826:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25382 00000100:00100000:2.0:1767321272.442903:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384492032:0@lo:400:kworker.0 00000100:00100000:2.0:1767321272.442917:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384491776:0@lo:400:kworker.0 00000100:00080000:2.0:1767321272.442996:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321272.443001:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321272.443004:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321272.443027:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321272.443033:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321272.443037:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384491520:0@lo:38:kworker.0 00000100:00080000:2.0:1767321272.443047:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321272.443051:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321272.443054:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384491648:0@lo:38:kworker.0 00000100:00080000:2.0:1767321272.443063:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321272.443066:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321272.443068:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384492160:0@lo:38:kworker.0 00010000:00020000:0.0:1767321272.443155:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321272.443185:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384491904:12345-0@lo:38:kworker.0 Request processed in 782us (3501us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321272.443191:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25381 00000100:00080000:2.0:1767321272.443777:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321272.443818:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321272.443822:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384491904:0@lo:38:kworker.0 00000100:00100000:3.0:1767321272.950977:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384492544:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321272.951055:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767321272.951248:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321272.951266:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384492544 00000100:00100000:0.0:1767321272.951276:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384492544 00000100:00100000:3.0:1767321272.951280:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321272.951289:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384492672:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321272.951318:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321272.951343:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384492672 00000100:00100000:0.0:1767321272.951348:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384492672 00000100:00100000:3.0:1767321272.951358:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3293 00000100:00100000:3.0:1767321272.951678:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384492544:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321272.951696:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3294 00002000:00000024:3.0:1767321272.951713:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321272.951762:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384492544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (707us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321272.951770:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3293 00000100:00100000:0.0:1767321272.951818:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384492672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321272.951836:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321272.951862:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384492672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 159us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321272.951869:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3294 00000100:00100000:3.0:1767321272.954277:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384492544:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321272.954335:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384492672:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321273.462911:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321273.975126:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321274.487283:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321274.999030:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321275.510993:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321276.023036:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321276.487267:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:1.0:1767321276.487318:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297473920 offset 0 length 520: 4 00000100:00100000:2.0:1767321276.487412:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297474176 00000100:00100000:2.0:1767321276.487435:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297474176 00000100:00100000:2.0:1767321276.487528:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5887 00000100:00100000:2.0:1767321276.487539:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297474176:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321276.487628:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297474176:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 90us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321276.487649:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5887 00000100:00080000:3.0:1767321276.488505:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321276.493522:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321276.496340:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297474048 00000100:00100000:1.0:1767321276.496362:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297474048 00000100:00100000:1.0:1767321276.496623:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25383 00000100:00100000:1.0:1767321276.496799:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297474048:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321276.496830:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321276.496928:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297474048:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 148us (3416us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321276.496936:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25383 00000100:00100000:1.0:1767321276.535199:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321276.535297:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321251/real 1767321251] req@ffff9368b74ced80 x1853164384487296/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321276 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321276.535326:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9368b74ced80 x1853164384487296/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321276 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321276.535345:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321276.535370:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321276.535381:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384487296:0@lo:250:kworker.0 00000100:00080000:3.0:1767321276.535772:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321276.535798:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767321276.535802:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321276.535808:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 6155 00000100:00080000:3.0:1767321276.535812:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321276.535819:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321276.535859:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e5f80 x1853164384492800/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321276.535884:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321276.535888:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321276.535890:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321276.535893:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6175 00000100:00080000:3.0:1767321276.535895:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321276.535899:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321276.535914:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e6d80 x1853164384492928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321276.535922:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321276.535925:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321276.535927:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321276.535931:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6175 00000100:00080000:3.0:1767321276.535933:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321276.535936:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321276.535946:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e5c00 x1853164384493056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321276.535992:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321276.535996:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321276.535998:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321276.536000:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6175 00000100:00080000:3.0:1767321276.536003:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321276.536006:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321276.536046:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109180 x1853164384493312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321276.536063:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321276.536066:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321276.536067:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321276.536072:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6175 00000100:00080000:3.0:1767321276.536074:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321276.536077:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321276.536088:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810b100 x1853164384493568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321276.536145:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384493696:0@lo:400:kworker.0 00000100:00100000:3.0:1767321276.536211:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321276.536274:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321276.536280:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384493824:0@lo:400:kworker.0 00000100:00100000:3.0:1767321276.536302:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321276.536336:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384493696 00000100:00100000:3.0:1767321276.536343:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384493696 00000100:00100000:3.0:1767321276.536393:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384493824 00000100:00100000:3.0:1767321276.536397:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384493824 00000100:00100000:0.0:1767321276.536401:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384492800:0@lo:250:kworker.0 00000100:00100000:3.0:1767321276.536420:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2450 00000100:00100000:3.0:1767321276.536429:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384493696:12345-0@lo:400:kworker.0 00000400:00000100:0.0:1767321276.536433:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384492800 offset 0 length 520: 4 00000100:00100000:0.0:1767321276.536451:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384492928:0@lo:38:kworker.0 00000100:00100000:0.0:1767321276.536477:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321276.536481:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384493696:12345-0@lo:400:kworker.0 Request processed in 54us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321276.536489:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2450 00000100:00100000:0.0:1767321276.536491:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384493056:0@lo:38:kworker.0 00000100:00100000:3.0:1767321276.536506:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2451 00000100:00100000:0.0:1767321276.536510:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321276.536511:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384493824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321276.536523:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384493312:0@lo:38:kworker.0 00000100:00100000:3.0:1767321276.536536:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384493824:12345-0@lo:400:kworker.0 Request processed in 25us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321276.536542:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2451 00000100:00100000:0.0:1767321276.536550:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321276.536567:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384493568:0@lo:38:kworker.0 00000100:00080000:3.0:1767321276.536570:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321276.536575:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321276.536588:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321276.536602:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384493824:0@lo:400:kworker.0 00000100:00100000:3.0:1767321276.536612:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384493696:0@lo:400:kworker.0 00000100:00100000:0.0:1767321276.536613:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384492928 00000100:00100000:0.0:1767321276.536616:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384492928 00000100:00100000:3.0:1767321276.536633:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384493312 00000100:00100000:3.0:1767321276.536636:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384493312 00000100:00100000:1.0:1767321276.536771:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384493440:0@lo:400:kworker.0 00000100:00100000:1.0:1767321276.536818:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321276.537128:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384493184:0@lo:400:kworker.0 00000100:00100000:2.0:1767321276.537164:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384493056 00000100:00100000:2.0:1767321276.537187:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384493056 00000100:00100000:2.0:1767321276.537213:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3074 00000100:00100000:2.0:1767321276.537218:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384493056:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321276.537236:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321276.537276:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384493056:12345-0@lo:38:kworker.0 Request processed in 56us (764us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321276.537285:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3074 00000100:00080000:2.0:1767321276.537340:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321276.537345:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321276.537348:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384493056:0@lo:38:kworker.0 00000100:00100000:1.0:1767321276.544133:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321276.554994:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384493568 00000100:00100000:3.0:1767321276.554996:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384493440 00000100:00100000:0.0:1767321276.555014:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384493568 00000100:00100000:3.0:1767321276.555014:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384493440 00000100:00080000:3.0:1767321276.555062:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321276.555226:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5888 00000100:00100000:3.0:1767321276.555240:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384493440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321276.555271:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25384 00000100:00100000:0.0:1767321276.555276:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384492928:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321276.555297:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321276.555346:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384492928:12345-0@lo:38:kworker.0 Request processed in 68us (18867us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321276.555346:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384493440:12345-0@lo:400:kworker.0 Request processed in 110us (18527us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321276.555353:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5888 00000100:00100000:0.0:1767321276.556775:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25384 00000100:00100000:0.0:1767321276.556829:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25385 00000100:00100000:0.0:1767321276.556838:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384493312:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321276.556859:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321276.556917:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25386 00000100:00100000:3.0:1767321276.556925:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384493568:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321276.556928:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384493312:12345-0@lo:38:kworker.0 Request processed in 89us (20376us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321276.556933:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25385 00010000:00020000:3.0:1767321276.556935:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321276.556962:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384493568:12345-0@lo:38:kworker.0 Request processed in 39us (20373us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321276.556967:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25386 00000100:00080000:0.0:1767321276.557099:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321276.557106:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321276.557110:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384492928:0@lo:38:kworker.0 00000100:00100000:3.0:1767321276.557235:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384493440:0@lo:400:kworker.0 00000100:00100000:1.0:1767321276.557257:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384493184 00000100:00100000:1.0:1767321276.557265:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384493184 00000100:00080000:3.0:1767321276.557297:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321276.557319:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5889 00000100:00100000:1.0:1767321276.557326:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384493184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321276.557366:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384493184:12345-0@lo:400:kworker.0 Request processed in 41us (13240us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321276.557372:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5889 00000100:00100000:1.0:1767321276.557399:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384493184:0@lo:400:kworker.0 00000100:00080000:0.0:1767321276.558932:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321276.558940:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321276.558943:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384493312:0@lo:38:kworker.0 00000100:00080000:0.0:1767321276.558952:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321276.558954:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321276.558956:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384493568:0@lo:38:kworker.0 00010000:00010000:3.0:1767321277.047016:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321277.559488:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321278.071582:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384493952:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321278.071654:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321278.071810:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384493952 00000100:00100000:3.0:1767321278.071820:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384493952 00000100:00100000:3.0:1767321278.071890:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3295 00000100:00100000:3.0:1767321278.071899:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384493952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321278.071938:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321278.071980:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384493952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321278.071987:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3295 00000100:00080000:3.0:1767321278.072009:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767321278.072263:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321278.072443:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384493952:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321278.072463:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321278.072470:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384494080:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321278.072493:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321278.073492:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384494080 00000100:00100000:3.0:1767321278.073505:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384494080 00000100:00100000:3.0:1767321278.073630:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3296 00000100:00100000:3.0:1767321278.073641:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384494080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321278.073692:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321278.073769:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384494080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 131us (1274us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321278.073777:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3296 00000100:00080000:0.0:1767321278.073845:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321278.074010:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384494080:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321278.583860:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321279.095155:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321279.607138:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321280.120240:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321280.631057:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321281.143008:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321281.610100:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321281.610147:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321281.610196:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297474432 00000100:00100000:1.0:1767321281.610209:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297474432 00000100:00100000:3.0:1767321281.610244:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297474304 00000100:00100000:3.0:1767321281.610251:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297474304 00000100:00100000:3.0:1767321281.610303:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25387 00000100:00100000:3.0:1767321281.610313:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297474304:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:1.0:1767321281.610339:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5890 00010000:00020000:3.0:1767321281.610341:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321281.610355:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297474432:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321281.610470:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297474304:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 157us (322us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321281.610478:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25387 00000100:00080000:0.0:1767321281.610529:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321281.610759:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297474432:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 409us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321281.610766:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5890 00000100:00080000:2.0:1767321281.656373:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321281.656386:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321281.656389:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321281.656394:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321281.656400:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321281.656408:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6179 00000100:00080000:2.0:1767321281.656413:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321281.656421:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321281.656471:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fd880 x1853164384494208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321281.656502:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321281.656506:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321281.656508:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321281.656512:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6179 00000100:00080000:2.0:1767321281.656514:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321281.656517:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321281.656531:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fdf80 x1853164384494336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321281.656581:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321281.656585:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321281.656586:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321281.656590:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6179 00000100:00080000:2.0:1767321281.656592:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321281.656595:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321281.656607:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fd180 x1853164384494592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321281.656621:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321281.656625:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321281.656626:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321281.656630:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6179 00000100:00080000:2.0:1767321281.656632:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321281.656635:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321281.656644:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fe300 x1853164384494848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321281.656690:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384495104:0@lo:400:kworker.0 00000100:00100000:2.0:1767321281.656761:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321281.656848:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321281.657082:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384494720:0@lo:400:kworker.0 00000100:00100000:1.0:1767321281.657117:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321281.657146:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321281.657150:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384494464:0@lo:400:kworker.0 00000100:00100000:1.0:1767321281.657166:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321281.657188:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321281.657203:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384494720 00000100:00100000:1.0:1767321281.657210:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384494720 00000100:00100000:1.0:1767321281.657256:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384494464 00000100:00100000:1.0:1767321281.657258:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384494464 00000100:00100000:1.0:1767321281.657273:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5891 00000100:00100000:1.0:1767321281.657279:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384494720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321281.657322:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384494720:12345-0@lo:400:kworker.0 Request processed in 42us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321281.657328:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5891 00000100:00100000:1.0:1767321281.657341:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5892 00000100:00100000:1.0:1767321281.657346:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384494464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321281.657363:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384494464:12345-0@lo:400:kworker.0 Request processed in 17us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321281.657366:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5892 00000100:00100000:1.0:1767321281.657395:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384494464:0@lo:400:kworker.0 00000100:00100000:1.0:1767321281.657401:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384494720:0@lo:400:kworker.0 00000100:00100000:2.0:1767321281.657592:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384494976:0@lo:400:kworker.0 00000100:00100000:2.0:1767321281.657641:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321281.657758:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384495104 00000100:00100000:1.0:1767321281.657763:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384495104 00000100:00100000:1.0:1767321281.657822:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384494976 00000100:00100000:1.0:1767321281.657825:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384494976 00000100:00100000:1.0:1767321281.657845:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2452 00000100:00100000:1.0:1767321281.657863:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384495104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321281.657903:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384495104:12345-0@lo:400:kworker.0 Request processed in 51us (1141us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321281.657909:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2452 00000100:00100000:1.0:1767321281.657921:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2453 00000100:00100000:1.0:1767321281.657928:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384494976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321281.657964:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384494976:12345-0@lo:400:kworker.0 Request processed in 37us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321281.657969:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2453 00000100:00080000:0.0:1767321281.658252:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321281.658258:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321281.658261:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321281.658278:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384494208:0@lo:38:kworker.0 00000100:00100000:0.0:1767321281.658313:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321281.658345:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384494336:0@lo:38:kworker.0 00000100:00100000:0.0:1767321281.658367:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321281.658390:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384494592:0@lo:38:kworker.0 00000100:00100000:0.0:1767321281.658410:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321281.658427:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384494848:0@lo:38:kworker.0 00000100:00100000:0.0:1767321281.658446:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321281.658474:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384494336 00000100:00100000:0.0:1767321281.658479:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384494336 00000100:00100000:0.0:1767321281.658503:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3075 00000100:00100000:0.0:1767321281.658509:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384494336:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321281.658530:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321281.658578:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384494336:12345-0@lo:38:kworker.0 Request processed in 68us (210us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321281.658585:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3075 00000100:00100000:0.0:1767321281.658614:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384494208 00000100:00100000:0.0:1767321281.658618:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384494208 00000100:00100000:0.0:1767321281.658635:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384494592 00000100:00100000:0.0:1767321281.658637:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384494592 00000100:00100000:0.0:1767321281.658649:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384494848 00000100:00100000:0.0:1767321281.658651:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384494848 00000100:00100000:0.0:1767321281.658660:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25388 00000100:00100000:0.0:1767321281.658664:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384494208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321281.658675:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321281.658709:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384494208:12345-0@lo:38:kworker.0 Request processed in 43us (394us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321281.658715:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25388 00000100:00100000:0.0:1767321281.658727:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25389 00000100:00100000:0.0:1767321281.658730:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384494592:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321281.658738:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321281.658760:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384494592:12345-0@lo:38:kworker.0 Request processed in 28us (348us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321281.658765:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25389 00000100:00100000:0.0:1767321281.658775:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25390 00000100:00100000:0.0:1767321281.658804:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384494848:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321281.658814:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321281.658835:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384494848:12345-0@lo:38:kworker.0 Request processed in 55us (388us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321281.658840:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25390 00000100:00080000:0.0:1767321281.658960:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321281.658965:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321281.658969:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384494208:0@lo:38:kworker.0 00000100:00080000:0.0:1767321281.658976:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321281.658979:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321281.658982:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384494336:0@lo:38:kworker.0 00000100:00080000:0.0:1767321281.658988:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321281.658991:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321281.658994:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384494592:0@lo:38:kworker.0 00000100:00080000:0.0:1767321281.659000:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321281.659003:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321281.659006:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384494848:0@lo:38:kworker.0 00000100:00100000:2.0:1767321281.660715:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384494976:0@lo:400:kworker.0 00000100:00100000:2.0:1767321281.660735:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384495104:0@lo:400:kworker.0 00010000:00010000:3.0:1767321282.170506:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321282.679272:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321283.191157:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321283.191545:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384495360:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321283.191624:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321283.191747:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384495232:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321283.191778:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321283.191875:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384495360 00000100:00100000:3.0:1767321283.191886:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384495360 00000100:00100000:3.0:1767321283.191944:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384495232 00000100:00100000:3.0:1767321283.191947:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384495232 00000100:00100000:3.0:1767321283.191970:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3297 00000100:00100000:3.0:1767321283.191979:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384495360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321283.192010:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321283.192053:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384495360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321283.192061:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3297 00000100:00100000:3.0:1767321283.192089:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3298 00000100:00100000:3.0:1767321283.192096:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384495232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321283.192111:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321283.192138:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384495232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321283.192143:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3298 00000100:00080000:0.0:1767321283.192221:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321283.192225:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321283.192378:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384495360:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321283.197124:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384495232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321283.702908:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321284.218948:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321284.727002:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321285.239307:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321285.751104:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321286.263608:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321286.726553:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321286.726645:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321286.726755:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297474688 00000100:00100000:0.0:1767321286.726767:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297474688 00000100:00100000:0.0:1767321286.726929:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297474560 00000100:00100000:0.0:1767321286.726934:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297474560 00000100:00100000:0.0:1767321286.726957:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5893 00000100:00100000:0.0:1767321286.726969:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297474688:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321286.727059:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297474688:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 93us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321286.727067:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5893 00000100:00100000:0.0:1767321286.727684:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25391 00000100:00100000:0.0:1767321286.727691:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297474560:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321286.727716:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321286.727755:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297474560:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 62us (1108us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321286.727761:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25391 00000100:00080000:2.0:1767321286.730518:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321286.774905:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767321286.776708:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321286.776727:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321286.776730:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321286.776734:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321286.776739:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321286.776747:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6184 00000100:00080000:3.0:1767321286.776753:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321286.776937:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321286.776989:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988108000 x1853164384495488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321286.777018:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767321286.777116:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384495488:0@lo:38:kworker.0 00000100:00100000:2.0:1767321286.777184:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321286.777328:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384495488 00000100:00100000:0.0:1767321286.777337:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384495488 00000100:00100000:0.0:1767321286.777384:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25392 00000100:00100000:0.0:1767321286.777393:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384495488:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321286.777415:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767321286.777440:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321286.777444:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321286.777459:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6184 00000100:00080000:3.0:1767321286.777463:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767321286.777470:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384495488:12345-0@lo:38:kworker.0 Request processed in 75us (283us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767321286.777470:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321286.777482:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25392 00000100:00100000:3.0:1767321286.777491:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109f80 x1853164384495616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321286.777579:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384495744:0@lo:400:kworker.0 00000100:00100000:0.0:1767321286.777619:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321286.777744:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321286.777748:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321286.777750:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321286.777754:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6184 00000100:00080000:3.0:1767321286.777756:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321286.777760:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321286.777806:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109c00 x1853164384495872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321286.777869:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384495744 00000100:00100000:1.0:1767321286.777874:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384495744 00000100:00100000:1.0:1767321286.777924:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5894 00000100:00100000:1.0:1767321286.777932:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384495744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321286.778009:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384495616:0@lo:38:kworker.0 00000100:00100000:2.0:1767321286.778038:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321286.778065:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384495872:0@lo:38:kworker.0 00000100:00100000:2.0:1767321286.778085:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321286.778117:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321286.778122:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321286.778125:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384495488:0@lo:38:kworker.0 00000100:00100000:2.0:1767321286.778152:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384495616 00000100:00100000:2.0:1767321286.778155:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384495616 00000100:00100000:2.0:1767321286.778175:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3076 00000100:00100000:2.0:1767321286.778179:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384495616:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321286.778191:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321286.778218:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384495616:12345-0@lo:38:kworker.0 Request processed in 38us (179us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321286.778224:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3076 00000100:00100000:2.0:1767321286.778243:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384495872 00000100:00100000:2.0:1767321286.778246:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384495872 00000100:00100000:2.0:1767321286.778265:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25393 00000100:00100000:2.0:1767321286.778270:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384495872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321286.778279:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321286.778302:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384495872:12345-0@lo:38:kworker.0 Request processed in 31us (216us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321286.778308:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25393 00000100:00080000:2.0:1767321286.778327:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321286.778330:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321286.778333:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384495616:0@lo:38:kworker.0 00000100:00080000:2.0:1767321286.778340:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321286.778343:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321286.778345:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384495872:0@lo:38:kworker.0 00000100:00080000:2.0:1767321286.778427:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321286.778452:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384496000:0@lo:400:kworker.0 00000100:00100000:2.0:1767321286.778474:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321286.778497:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384496000 00000100:00100000:2.0:1767321286.778501:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384496000 00000100:00100000:2.0:1767321286.778527:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5895 00000100:00100000:2.0:1767321286.778532:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384496000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321286.778560:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384496000:12345-0@lo:400:kworker.0 Request processed in 28us (85us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321286.778567:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5895 00000100:00100000:2.0:1767321286.778593:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384496000:0@lo:400:kworker.0 00000100:00080000:2.0:1767321286.778604:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767321286.779073:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321286.779077:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321286.779081:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321286.779086:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6184 00000100:00080000:3.0:1767321286.779089:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321286.779094:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321286.779119:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988108a80 x1853164384496128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321286.779176:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384496384:0@lo:400:kworker.0 00000100:00100000:3.0:1767321286.779211:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321286.779247:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321286.779253:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384496256:0@lo:400:kworker.0 00000100:00100000:3.0:1767321286.779274:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321286.779300:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384496384 00000100:00100000:3.0:1767321286.779305:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384496384 00000100:00100000:3.0:1767321286.779352:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384496256 00000100:00100000:3.0:1767321286.779356:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384496256 00000100:00100000:3.0:1767321286.779380:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2454 00000100:00100000:3.0:1767321286.779388:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384496384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321286.779427:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384496384:12345-0@lo:400:kworker.0 Request processed in 41us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321286.779434:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2454 00000100:00100000:3.0:1767321286.779463:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2455 00000100:00100000:3.0:1767321286.779469:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384496256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321286.779495:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384496256:12345-0@lo:400:kworker.0 Request processed in 27us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321286.779502:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2455 00000100:00100000:3.0:1767321286.779539:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384496256:0@lo:400:kworker.0 00000100:00100000:3.0:1767321286.779556:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384496384:0@lo:400:kworker.0 00000100:00080000:3.0:1767321286.779577:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321286.779579:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321286.780728:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384496128:0@lo:38:kworker.0 00000100:00100000:2.0:1767321286.780836:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321286.781107:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384496128 00000100:00100000:3.0:1767321286.781116:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384496128 00000100:00100000:3.0:1767321286.781162:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25394 00000100:00100000:3.0:1767321286.781170:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384496128:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321286.781193:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321286.781254:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384496128:12345-0@lo:38:kworker.0 Request processed in 83us (417us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321286.781262:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25394 00000100:00100000:1.0:1767321286.781269:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384495744:12345-0@lo:400:kworker.0 Request processed in 3335us (3646us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321286.781279:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5894 00000100:00080000:2.0:1767321286.781373:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321286.781379:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321286.781383:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384496128:0@lo:38:kworker.0 00000100:00100000:0.0:1767321286.781988:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384495744:0@lo:400:kworker.0 00010000:00010000:3.0:1767321287.288186:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321287.802342:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321288.315816:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321288.316025:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384496512:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321288.316137:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321288.316547:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321288.316557:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384496640:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321288.316598:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321288.316628:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384496512 00000100:00100000:0.0:1767321288.316662:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384496512 00000100:00100000:0.0:1767321288.316736:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384496640 00000100:00100000:0.0:1767321288.316740:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384496640 00000100:00100000:0.0:1767321288.316761:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3299 00000100:00100000:0.0:1767321288.316769:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384496512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321288.316834:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321288.316877:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384496512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321288.316884:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3299 00000100:00100000:0.0:1767321288.316901:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3300 00000100:00100000:0.0:1767321288.316908:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384496640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321288.316929:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321288.316948:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384496640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321288.316953:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3300 00000100:00100000:0.0:1767321288.316983:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384496640:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321288.316992:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384496512:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767321288.317150:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321288.317153:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321288.823023:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321289.335057:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321289.847082:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321290.359135:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321290.872566:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321291.382914:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321291.846666:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321291.846713:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321291.846881:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297474944 00000100:00100000:1.0:1767321291.846892:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297474944 00000100:00100000:1.0:1767321291.847023:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297474816 00000100:00100000:1.0:1767321291.847026:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297474816 00000100:00100000:1.0:1767321291.847048:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5896 00000100:00100000:1.0:1767321291.847063:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297474944:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321291.847135:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297474944:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 78us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321291.847144:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5896 00000100:00100000:0.0:1767321291.847153:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25395 00000100:00100000:0.0:1767321291.847162:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297474816:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321291.847193:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321291.847224:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297474816:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 62us (510us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321291.847231:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25395 00000100:00080000:3.0:1767321291.847421:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321291.894968:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767321291.895424:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321291.895430:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321291.895434:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321291.895438:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321291.895441:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321291.895448:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6190 00000100:00080000:0.0:1767321291.895452:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321291.895458:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321291.895502:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb3480 x1853164384496768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321291.895569:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384496768:0@lo:38:kworker.0 00000100:00100000:2.0:1767321291.895771:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321291.895931:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384496768 00000100:00100000:3.0:1767321291.895941:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384496768 00000100:00100000:3.0:1767321291.895981:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25396 00000100:00100000:3.0:1767321291.895990:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384496768:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321291.896011:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767321291.896091:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321291.896098:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321291.896101:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321291.896106:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6190 00000100:00080000:0.0:1767321291.896108:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321291.896112:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321291.896130:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb1180 x1853164384496896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321291.897805:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384496896:0@lo:38:kworker.0 00000100:00100000:2.0:1767321291.897881:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321291.897993:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384496896 00000100:00100000:1.0:1767321291.898187:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384496896 00000100:00100000:1.0:1767321291.898227:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3077 00000100:00100000:1.0:1767321291.898233:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384496896:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321291.898254:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321291.898295:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384496896:12345-0@lo:38:kworker.0 Request processed in 60us (413us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321291.898302:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3077 00000100:00100000:3.0:1767321291.898554:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384496768:12345-0@lo:38:kworker.0 Request processed in 2563us (2782us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321291.898566:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25396 00000100:00080000:2.0:1767321291.898640:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321291.898646:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321291.898649:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384496768:0@lo:38:kworker.0 00000100:00080000:2.0:1767321291.898676:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321291.898679:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321291.898682:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384496896:0@lo:38:kworker.0 00000100:00100000:3.0:1767321291.899141:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384497024:0@lo:400:kworker.0 00000100:00100000:3.0:1767321291.899179:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321291.899241:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384497024 00000100:00100000:2.0:1767321291.899247:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384497024 00000100:00100000:2.0:1767321291.899304:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5897 00000100:00100000:2.0:1767321291.899312:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384497024:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767321291.899437:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321291.899510:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321291.899516:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321291.899519:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321291.899524:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6190 00000100:00080000:0.0:1767321291.899527:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321291.899532:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321291.899554:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb1180 x1853164384497152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321291.899634:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384497280:0@lo:400:kworker.0 00000100:00100000:1.0:1767321291.899667:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321291.899698:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384497280 00000100:00100000:1.0:1767321291.899702:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384497280 00000100:00100000:1.0:1767321291.899743:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5898 00000100:00100000:1.0:1767321291.899750:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384497280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321291.899803:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384497280:12345-0@lo:400:kworker.0 Request processed in 53us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321291.899809:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5898 00000100:00080000:1.0:1767321291.899830:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321291.899851:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384497280:0@lo:400:kworker.0 00000100:00100000:1.0:1767321291.899877:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384497152:0@lo:38:kworker.0 00000100:00100000:1.0:1767321291.899900:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321291.899925:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384497152 00000100:00100000:1.0:1767321291.899928:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384497152 00000100:00100000:1.0:1767321291.899946:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25397 00000100:00100000:1.0:1767321291.899950:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f3ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384497152:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321291.899968:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321291.900013:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f3ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384497152:12345-0@lo:38:kworker.0 Request processed in 60us (111us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321291.900019:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25397 00000100:00080000:1.0:1767321291.900044:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321291.900048:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321291.900050:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384497152:0@lo:38:kworker.0 00000100:00100000:2.0:1767321291.904015:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384497024:12345-0@lo:400:kworker.0 Request processed in 4685us (4815us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321291.904033:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5897 00000100:00100000:3.0:1767321291.905860:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384497024:0@lo:400:kworker.0 00000100:00080000:0.0:1767321291.906323:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321291.906384:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321291.906389:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321291.906395:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6190 00000100:00080000:0.0:1767321291.906399:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321291.906405:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321291.906447:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb2d80 x1853164384497408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321291.906530:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384497408:0@lo:38:kworker.0 00000100:00100000:1.0:1767321291.906651:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321291.906744:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384497408 00000100:00100000:2.0:1767321291.906752:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384497408 00000100:00100000:2.0:1767321291.906828:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25398 00000100:00100000:2.0:1767321291.906835:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384497408:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321291.906858:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321291.907462:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384497664:0@lo:400:kworker.0 00000100:00100000:0.0:1767321291.907498:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321291.907623:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384497536:0@lo:400:kworker.0 00000100:00100000:0.0:1767321291.907723:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384497664 00000100:00100000:0.0:1767321291.907729:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384497664 00000100:00100000:0.0:1767321291.907772:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2456 00000100:00100000:0.0:1767321291.907778:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384497664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321291.907844:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384497664:12345-0@lo:400:kworker.0 Request processed in 65us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321291.907852:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2456 00000100:00080000:0.0:1767321291.907877:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321291.907903:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384497664:0@lo:400:kworker.0 00000100:00100000:3.0:1767321291.907966:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321291.908121:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384497536 00000100:00100000:0.0:1767321291.908126:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384497536 00000100:00100000:0.0:1767321291.908428:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2457 00000100:00100000:0.0:1767321291.908436:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384497536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321291.908478:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384497536:12345-0@lo:400:kworker.0 Request processed in 43us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321291.908485:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2457 00000100:00080000:3.0:1767321291.908633:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321291.908669:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384497536:0@lo:400:kworker.0 00000100:00100000:2.0:1767321291.909681:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384497408:12345-0@lo:38:kworker.0 Request processed in 2840us (3025us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321291.909692:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25398 00000100:00080000:1.0:1767321291.912167:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321291.912182:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321291.912188:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384497408:0@lo:38:kworker.0 00010000:00010000:3.0:1767321292.407177:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321292.926208:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321293.430985:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384497792:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321293.431018:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384497920:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321293.431073:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321293.431124:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321293.431189:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384497792 00000100:00100000:3.0:1767321293.431197:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384497792 00010000:00010000:2.0:1767321293.431233:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321293.431260:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384497920 00000100:00100000:3.0:1767321293.431265:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384497920 00000100:00100000:2.0:1767321293.431272:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3301 00000100:00100000:2.0:1767321293.431286:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384497792:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321293.431296:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3302 00000100:00100000:3.0:1767321293.431305:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384497920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321293.431318:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00002000:00000024:3.0:1767321293.431326:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321293.431381:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384497792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321293.431382:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384497920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321293.431396:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3301 00000100:00100000:2.0:1767321293.431445:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384497792:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321293.431480:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384497920:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321293.432323:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321293.432329:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321293.441500:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3302 00000100:00100000:2.0:1767321293.943704:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321294.456635:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321294.967667:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321295.480810:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321295.991074:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321296.503510:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321296.966973:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321296.967021:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321296.967153:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297475200 00000100:00100000:2.0:1767321296.967164:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297475200 00000100:00100000:2.0:1767321296.967249:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297475072 00000100:00100000:2.0:1767321296.967252:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297475072 00000100:00100000:2.0:1767321296.967275:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5899 00000100:00100000:2.0:1767321296.967287:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297475200:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321296.967363:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297475200:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 80us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321296.967371:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5899 00000100:00100000:2.0:1767321296.967389:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25399 00000100:00100000:2.0:1767321296.967393:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297475072:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767321296.967425:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321296.967451:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297475072:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 56us (430us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321296.967467:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25399 00000100:00080000:3.0:1767321296.968067:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321297.014921:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321297.014942:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321297.014945:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321297.014950:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321297.014955:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321297.014963:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6195 00000100:00080000:2.0:1767321297.014970:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321297.014980:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321297.015023:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321297.015027:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ec000 x1853164384498048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321297.015060:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321297.015064:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321297.015066:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321297.015117:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6195 00000100:00080000:2.0:1767321297.015119:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321297.015123:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321297.015162:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1edf80 x1853164384498176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321297.015203:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321297.015207:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321297.015209:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321297.015212:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6195 00000100:00080000:2.0:1767321297.015215:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321297.015219:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321297.015236:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1edc00 x1853164384498432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321297.015250:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384498304:0@lo:400:kworker.0 00000100:00080000:2.0:1767321297.015259:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321297.015263:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321297.015265:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321297.015268:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6195 00000100:00080000:2.0:1767321297.015270:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321297.015274:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321297.015285:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1eca80 x1853164384498688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321297.015338:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384498816:0@lo:400:kworker.0 00000100:00100000:1.0:1767321297.015348:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321297.015486:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384498560:0@lo:400:kworker.0 00000100:00100000:2.0:1767321297.015528:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321297.015588:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321297.015594:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384498944:0@lo:400:kworker.0 00000100:00100000:2.0:1767321297.015617:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321297.015664:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384498816 00000100:00100000:2.0:1767321297.015672:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384498816 00000100:00100000:2.0:1767321297.015746:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384498944 00000100:00100000:2.0:1767321297.015750:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384498944 00000100:00100000:2.0:1767321297.015772:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2458 00000100:00100000:2.0:1767321297.015807:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384498816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321297.015859:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384498816:12345-0@lo:400:kworker.0 Request processed in 79us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321297.015866:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2458 00000100:00100000:2.0:1767321297.015881:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2459 00000100:00100000:2.0:1767321297.015886:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384498944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321297.015911:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384498944:12345-0@lo:400:kworker.0 Request processed in 25us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321297.015916:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2459 00000100:00100000:2.0:1767321297.015951:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384498944:0@lo:400:kworker.0 00000100:00100000:2.0:1767321297.015961:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384498816:0@lo:400:kworker.0 00000100:00080000:2.0:1767321297.015996:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321297.016000:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321297.016023:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384498048:0@lo:38:kworker.0 00000100:00100000:2.0:1767321297.016052:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321297.016073:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384498176:0@lo:38:kworker.0 00000100:00100000:2.0:1767321297.016095:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321297.016116:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384498432:0@lo:38:kworker.0 00000100:00100000:2.0:1767321297.016135:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321297.016149:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384498688:0@lo:38:kworker.0 00000100:00100000:2.0:1767321297.016173:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321297.016200:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384498176 00000100:00100000:2.0:1767321297.016204:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384498176 00000100:00100000:2.0:1767321297.016239:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3078 00000100:00100000:2.0:1767321297.016244:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384498176:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321297.016259:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321297.016292:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384498176:12345-0@lo:38:kworker.0 Request processed in 46us (195us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321297.016298:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3078 00000100:00100000:2.0:1767321297.016314:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384498304 00000100:00100000:2.0:1767321297.016318:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384498304 00000100:00100000:2.0:1767321297.016346:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384498048 00000100:00100000:2.0:1767321297.016349:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384498048 00000100:00100000:2.0:1767321297.016357:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384498432 00000100:00100000:2.0:1767321297.016359:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384498432 00000100:00100000:2.0:1767321297.016365:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384498688 00000100:00100000:2.0:1767321297.016367:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384498688 00000100:00100000:2.0:1767321297.016375:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5900 00000100:00100000:2.0:1767321297.016380:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384498304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321297.016409:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384498304:12345-0@lo:400:kworker.0 Request processed in 29us (1067us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321297.016415:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5900 00000100:00100000:2.0:1767321297.016426:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25400 00000100:00100000:2.0:1767321297.016430:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384498048:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321297.016440:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321297.016462:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384498048:12345-0@lo:38:kworker.0 Request processed in 31us (410us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321297.016467:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25400 00000100:00100000:2.0:1767321297.016477:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25401 00000100:00100000:2.0:1767321297.016480:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384498432:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321297.016488:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321297.016507:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384498432:12345-0@lo:38:kworker.0 Request processed in 26us (372us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321297.016513:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25401 00000100:00100000:2.0:1767321297.016522:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25402 00000100:00100000:2.0:1767321297.016526:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5653c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384498688:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321297.016533:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321297.016552:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5653c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384498688:12345-0@lo:38:kworker.0 Request processed in 26us (379us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321297.016570:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25402 00000100:00100000:1.0:1767321297.017091:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384498304:0@lo:400:kworker.0 00000100:00080000:1.0:1767321297.017182:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321297.017189:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321297.017193:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384498048:0@lo:38:kworker.0 00000100:00080000:1.0:1767321297.017209:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321297.017214:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321297.017218:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384498176:0@lo:38:kworker.0 00000100:00080000:1.0:1767321297.017232:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321297.017246:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321297.017251:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384498432:0@lo:38:kworker.0 00000100:00080000:1.0:1767321297.017262:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321297.017266:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321297.017270:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384498688:0@lo:38:kworker.0 00000100:00080000:1.0:1767321297.017324:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321297.027659:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321297.033858:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384498560 00000100:00100000:2.0:1767321297.033873:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384498560 00000100:00100000:2.0:1767321297.034295:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5901 00000100:00100000:2.0:1767321297.034306:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384498560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321297.034415:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384498560:12345-0@lo:400:kworker.0 Request processed in 111us (6764us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321297.034422:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5901 00000100:00100000:0.0:1767321297.034740:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384498560:0@lo:400:kworker.0 00000100:00080000:1.0:1767321297.038602:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321297.532483:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321298.039175:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321298.551106:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384499072:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321298.551118:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384499200:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321298.554832:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321298.555744:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384499072 00000100:00100000:3.0:1767321298.555757:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384499072 00000100:00100000:3.0:1767321298.555848:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3303 00000100:00100000:3.0:1767321298.555859:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384499072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321298.555897:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321298.556013:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384499072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 155us (1189us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321298.556021:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3303 00000100:00100000:3.0:1767321298.556089:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384499072:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767321298.556264:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321298.557943:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321298.561983:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384499200 00000100:00100000:1.0:1767321298.561998:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384499200 00000100:00100000:1.0:1767321298.562083:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3304 00000100:00100000:1.0:1767321298.562095:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384499200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321298.562132:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321298.563371:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384499200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1273us (5560us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321298.563384:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3304 00000100:00100000:2.0:1767321298.564998:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384499200:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321299.063039:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321299.575876:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321300.087040:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321300.601000:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321301.111579:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321301.112071:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321276/real 1767321276] req@ffff9369ba6e5f80 x1853164384492800/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321301 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321301.112101:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369ba6e5f80 x1853164384492800/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321301 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767321301.112122:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321301.112144:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321301.112148:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384492800:0@lo:250:kworker.0 00000100:00080000:3.0:1767321301.112263:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321301.112268:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767321301.112271:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321301.112276:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 6179 00000100:00080000:3.0:1767321301.112279:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321301.112286:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321301.112318:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109880 x1853164384499328/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321301.112342:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321301.112387:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321301.112389:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321301.112408:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6200 00000100:00080000:3.0:1767321301.112411:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321301.112414:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321301.112431:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810b100 x1853164384499456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321301.112439:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321301.112442:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321301.112444:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321301.112460:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6200 00000100:00080000:3.0:1767321301.112462:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321301.112466:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321301.112476:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109180 x1853164384499584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321301.112508:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321301.112511:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321301.112512:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321301.112514:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6200 00000100:00080000:3.0:1767321301.112516:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321301.112528:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321301.112539:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810b800 x1853164384499840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321301.112555:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321301.112558:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321301.112560:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321301.112562:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6200 00000100:00080000:3.0:1767321301.112565:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321301.112568:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321301.112575:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810ad80 x1853164384500096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321301.112622:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384500224:0@lo:400:kworker.0 00000100:00100000:3.0:1767321301.112715:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321301.112806:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321301.112812:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384500352:0@lo:400:kworker.0 00000100:00100000:3.0:1767321301.112835:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321301.112972:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384499328:0@lo:250:kworker.0 00000400:00000100:1.0:1767321301.113009:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384499328 offset 0 length 520: 4 00000100:00100000:1.0:1767321301.113026:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384499456:0@lo:38:kworker.0 00000100:00100000:1.0:1767321301.113061:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321301.113101:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384499584:0@lo:38:kworker.0 00000100:00100000:1.0:1767321301.113138:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321301.113155:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384499840:0@lo:38:kworker.0 00000100:00100000:1.0:1767321301.113173:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321301.113186:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384500096:0@lo:38:kworker.0 00000100:00100000:1.0:1767321301.113204:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321301.113233:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384499584 00000100:00100000:1.0:1767321301.113240:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384499584 00000100:00100000:1.0:1767321301.113286:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3079 00000100:00100000:1.0:1767321301.113293:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6965c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384499584:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321301.113311:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321301.113348:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6965c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384499584:12345-0@lo:38:kworker.0 Request processed in 54us (209us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321301.113354:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3079 00000100:00100000:2.0:1767321301.113514:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384499968:0@lo:400:kworker.0 00000100:00100000:2.0:1767321301.113553:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321301.113591:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321301.113597:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384499712:0@lo:400:kworker.0 00000100:00100000:2.0:1767321301.113617:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321301.113646:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384500224 00000100:00100000:2.0:1767321301.113650:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384500224 00000100:00100000:2.0:1767321301.113691:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384500352 00000100:00100000:2.0:1767321301.113694:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384500352 00000100:00100000:2.0:1767321301.113714:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2460 00000100:00100000:2.0:1767321301.113721:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384500224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321301.113762:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384500224:12345-0@lo:400:kworker.0 Request processed in 41us (1046us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321301.113767:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2460 00000100:00100000:2.0:1767321301.113799:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2461 00000100:00100000:2.0:1767321301.113807:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384500352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321301.113834:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384500352:12345-0@lo:400:kworker.0 Request processed in 28us (998us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321301.113840:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2461 00000100:00100000:2.0:1767321301.113862:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384499456 00000100:00100000:2.0:1767321301.113865:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384499456 00000100:00100000:2.0:1767321301.113893:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384499840 00000100:00100000:2.0:1767321301.113896:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384499840 00000100:00100000:2.0:1767321301.113904:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384500096 00000100:00100000:2.0:1767321301.113920:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384500096 00000100:00100000:2.0:1767321301.113930:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384499968 00000100:00100000:2.0:1767321301.113932:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384499968 00000100:00100000:2.0:1767321301.113947:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384499712 00000100:00100000:2.0:1767321301.113949:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384499712 00000100:00100000:2.0:1767321301.113963:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5902 00000100:00100000:2.0:1767321301.113968:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384499968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321301.114001:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384499968:12345-0@lo:400:kworker.0 Request processed in 33us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321301.114007:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5902 00000100:00100000:2.0:1767321301.114019:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5903 00000100:00100000:2.0:1767321301.114025:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384499712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321301.114050:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384499712:12345-0@lo:400:kworker.0 Request processed in 25us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321301.114056:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5903 00000100:00100000:2.0:1767321301.114067:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25403 00000100:00100000:2.0:1767321301.114070:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384499456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321301.114083:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321301.114106:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384499456:12345-0@lo:38:kworker.0 Request processed in 34us (1044us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321301.114112:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25403 00000100:00100000:2.0:1767321301.114122:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25404 00000100:00100000:2.0:1767321301.114126:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384499840:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321301.114134:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321301.114156:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384499840:12345-0@lo:38:kworker.0 Request processed in 29us (981us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321301.114164:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25404 00000100:00100000:2.0:1767321301.114175:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25405 00000100:00100000:2.0:1767321301.114178:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384500096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321301.114187:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321301.114208:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384500096:12345-0@lo:38:kworker.0 Request processed in 28us (1003us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321301.114213:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25405 00000100:00100000:2.0:1767321301.114263:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384499712:0@lo:400:kworker.0 00000100:00100000:2.0:1767321301.114274:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384499968:0@lo:400:kworker.0 00000100:00080000:2.0:1767321301.114327:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321301.114333:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321301.114336:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384499456:0@lo:38:kworker.0 00000100:00080000:2.0:1767321301.114344:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321301.114347:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321301.114349:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384499584:0@lo:38:kworker.0 00000100:00080000:2.0:1767321301.114356:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321301.114359:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321301.114362:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384499840:0@lo:38:kworker.0 00000100:00080000:2.0:1767321301.114370:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321301.114373:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321301.114376:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384500096:0@lo:38:kworker.0 00000100:00080000:2.0:1767321301.114428:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321301.114432:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321301.114434:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321301.114514:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384500352:0@lo:400:kworker.0 00000100:00100000:3.0:1767321301.114536:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384500224:0@lo:400:kworker.0 00010000:00010000:1.0:1767321301.623001:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321302.086936:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321302.087123:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297475456 00000100:00100000:1.0:1767321302.087135:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297475456 00000100:00100000:1.0:1767321302.087284:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5904 00000100:00100000:1.0:1767321302.087301:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297475456:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:2.0:1767321302.087683:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321302.087825:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297475456:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 529us (900us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321302.087834:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5904 00000100:00100000:3.0:1767321302.090135:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:3.0:1767321302.090194:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297475584 offset 0 length 520: 4 00000100:00100000:2.0:1767321302.090635:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297475328 00000100:00100000:2.0:1767321302.090652:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297475328 00000100:00100000:2.0:1767321302.090852:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25406 00000100:00100000:2.0:1767321302.090860:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297475328:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767321302.090884:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321302.090969:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297475328:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 106us (1095us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321302.090977:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25406 00000100:00100000:1.0:1767321302.135213:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321302.647186:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321303.159283:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321303.672773:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1767321303.673600:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321303.677738:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321303.677771:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384500608:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321303.677921:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321303.682512:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384500480:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321303.683654:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321303.683769:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384500608 00000100:00100000:2.0:1767321303.683797:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384500608 00000100:00100000:2.0:1767321303.683868:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384500480 00000100:00100000:2.0:1767321303.683872:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384500480 00000100:00100000:2.0:1767321303.683894:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3305 00000100:00100000:2.0:1767321303.683903:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384500608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321303.683945:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321303.684033:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384500608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 131us (6111us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321303.684041:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3305 00000100:00100000:2.0:1767321303.684057:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3306 00000100:00100000:2.0:1767321303.684064:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384500480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321303.684079:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321303.684110:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384500480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321303.684116:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3306 00000100:00100000:2.0:1767321303.684165:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384500480:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767321303.684240:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321303.684244:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321303.688896:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384500608:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321304.183092:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321304.695310:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321305.206952:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321305.721014:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321306.230881:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321306.230893:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321306.230897:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321306.230901:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321306.230906:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321306.230914:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6204 00000100:00080000:3.0:1767321306.230920:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321306.230927:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321306.230970:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810b800 x1853164384500736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321306.231050:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384500736:0@lo:38:kworker.0 00000100:00100000:2.0:1767321306.231119:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321306.231253:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384500736 00000100:00100000:0.0:1767321306.231262:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384500736 00000100:00100000:0.0:1767321306.231296:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25407 00000100:00100000:0.0:1767321306.231304:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384500736:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321306.231324:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767321306.231358:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321306.231363:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767321306.231430:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767321306.231452:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321306.231748:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6204 00000100:00080000:3.0:1767321306.231752:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321306.231756:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321306.231776:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109180 x1853164384500864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321306.231843:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321306.231848:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321306.231850:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321306.231853:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6204 00000100:00080000:3.0:1767321306.231856:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321306.231860:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321306.231873:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988108e00 x1853164384501120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321306.231891:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321306.231895:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321306.231897:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321306.231901:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6204 00000100:00080000:3.0:1767321306.231903:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321306.231907:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321306.231915:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384500736:12345-0@lo:38:kworker.0 Request processed in 608us (793us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321306.231921:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109500 x1853164384501376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321306.231928:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25407 00000100:00100000:0.0:1767321306.231990:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384501248:0@lo:400:kworker.0 00000100:00100000:3.0:1767321306.232018:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384501632:0@lo:400:kworker.0 00000100:00100000:0.0:1767321306.232027:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321306.232051:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321306.232058:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384500992:0@lo:400:kworker.0 00000100:00100000:0.0:1767321306.232080:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321306.232105:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384501248 00000100:00100000:0.0:1767321306.232109:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384501248 00000100:00100000:0.0:1767321306.232149:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384500992 00000100:00100000:0.0:1767321306.232152:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384500992 00000100:00100000:0.0:1767321306.232175:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5905 00000100:00100000:0.0:1767321306.232181:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384501248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321306.232206:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321306.232231:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321306.232238:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384501504:0@lo:400:kworker.0 00000100:00100000:3.0:1767321306.232261:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321306.232287:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384501632 00000100:00100000:3.0:1767321306.232291:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384501632 00000100:00100000:3.0:1767321306.232317:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384501504 00000100:00100000:3.0:1767321306.232320:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384501504 00000100:00100000:3.0:1767321306.232337:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2462 00000100:00100000:3.0:1767321306.232344:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384501632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321306.232535:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384501632:12345-0@lo:400:kworker.0 Request processed in 190us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321306.232542:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2462 00000100:00100000:3.0:1767321306.232555:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2463 00000100:00100000:3.0:1767321306.232562:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384501504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321306.232606:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384501504:12345-0@lo:400:kworker.0 Request processed in 44us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321306.232611:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2463 00000100:00100000:3.0:1767321306.232656:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384501504:0@lo:400:kworker.0 00000100:00100000:3.0:1767321306.232666:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384501632:0@lo:400:kworker.0 00000100:00100000:3.0:1767321306.232702:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5906 00000100:00100000:3.0:1767321306.232709:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384500992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321306.232742:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384500992:12345-0@lo:400:kworker.0 Request processed in 33us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321306.232747:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5906 00000100:00100000:3.0:1767321306.232772:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384500992:0@lo:400:kworker.0 00000100:00080000:3.0:1767321306.232820:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321306.232824:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321306.232827:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321306.232959:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321306.232965:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321306.232968:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384500736:0@lo:38:kworker.0 00000100:00100000:2.0:1767321306.232983:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384500864:0@lo:38:kworker.0 00000100:00100000:2.0:1767321306.233009:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321306.233112:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384501248:12345-0@lo:400:kworker.0 Request processed in 929us (1083us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321306.233120:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5905 00000100:00100000:2.0:1767321306.233184:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384501120:0@lo:38:kworker.0 00000100:00100000:1.0:1767321306.233219:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384500864 00000100:00100000:1.0:1767321306.233224:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384500864 00000100:00100000:1.0:1767321306.233256:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3080 00000100:00100000:1.0:1767321306.233261:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384500864:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321306.233275:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321306.233408:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384501248:0@lo:400:kworker.0 00000100:00100000:2.0:1767321306.233606:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321306.233635:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384501376:0@lo:38:kworker.0 00000100:00100000:2.0:1767321306.233656:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321306.233703:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384501120 00000100:00100000:3.0:1767321306.233713:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384501120 00000100:00100000:0.0:1767321306.233740:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384501376 00000100:00100000:0.0:1767321306.233746:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384501376 00000100:00100000:3.0:1767321306.233747:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25408 00000100:00100000:3.0:1767321306.233754:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384501120:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321306.233766:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321306.233774:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25409 00000100:00100000:0.0:1767321306.233800:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384501376:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321306.233812:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321306.233825:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384501120:12345-0@lo:38:kworker.0 Request processed in 67us (217us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321306.233833:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25408 00000100:00100000:0.0:1767321306.233847:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384501376:12345-0@lo:38:kworker.0 Request processed in 64us (188us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321306.233854:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25409 00000100:00080000:2.0:1767321306.233931:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321306.233936:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321306.233939:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384501120:0@lo:38:kworker.0 00000100:00080000:2.0:1767321306.233947:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321306.233950:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321306.233952:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384501376:0@lo:38:kworker.0 00000100:00100000:1.0:1767321306.234175:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384500864:12345-0@lo:38:kworker.0 Request processed in 911us (1163us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321306.234182:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3080 00000100:00080000:2.0:1767321306.234232:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321306.234236:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321306.234240:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384500864:0@lo:38:kworker.0 00010000:00010000:1.0:1767321306.743134:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321307.215125:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321307.215219:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321307.216170:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297475840 00000100:00100000:2.0:1767321307.216183:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297475840 00000100:00100000:2.0:1767321307.216255:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297475712 00000100:00100000:2.0:1767321307.216259:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297475712 00000100:00080000:3.0:1767321307.216276:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321307.216285:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5907 00000100:00100000:2.0:1767321307.216298:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297475840:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321307.216300:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25410 00000100:00100000:3.0:1767321307.216312:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297475712:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321307.216335:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321307.216389:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297475840:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 89us (1269us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321307.216389:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297475712:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 72us (1164us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321307.216406:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5907 00000100:00100000:3.0:1767321307.220761:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25410 00000100:00100000:1.0:1767321307.254930:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321307.769158:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321308.279142:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321308.791284:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321308.800933:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384501888:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321308.801010:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321308.801362:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384501760:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321308.807633:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384501888 00000100:00100000:1.0:1767321308.807650:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384501888 00000100:00100000:1.0:1767321308.807730:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3307 00000100:00100000:1.0:1767321308.807747:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384501888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321308.807807:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321308.807905:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384501888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 165us (6895us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321308.807913:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3307 00000100:00100000:1.0:1767321308.808204:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384501888:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767321308.808299:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321308.809844:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321308.811572:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384501760 00000100:00100000:1.0:1767321308.811589:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384501760 00000100:00100000:1.0:1767321308.811680:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3308 00000100:00100000:1.0:1767321308.811694:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384501760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321308.811732:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321308.811837:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384501760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 148us (2000us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321308.811844:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3308 00000100:00080000:2.0:1767321308.813777:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321308.813886:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384501760:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321309.303542:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321309.815060:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321310.326903:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321310.838991:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321311.350914:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767321311.350979:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321311.350985:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321311.350989:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321311.350993:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321311.350997:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321311.351005:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6209 00000100:00080000:2.0:1767321311.351009:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321311.351016:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321311.351057:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ece00 x1853164384502016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321311.351117:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384502016:0@lo:38:kworker.0 00000100:00100000:0.0:1767321311.351192:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321311.351308:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384502016 00000100:00100000:3.0:1767321311.351317:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384502016 00000100:00100000:3.0:1767321311.351375:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25411 00000100:00100000:3.0:1767321311.351383:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384502016:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321311.351406:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767321311.351467:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321311.351472:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321311.351474:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321311.351479:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6209 00000100:00080000:2.0:1767321311.351482:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321311.351495:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321311.351522:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ed500 x1853164384502144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321311.357714:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384502144:0@lo:38:kworker.0 00000100:00100000:0.0:1767321311.357820:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321311.357938:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384502144 00000100:00100000:1.0:1767321311.357947:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384502144 00000100:00100000:1.0:1767321311.357990:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3081 00000100:00100000:1.0:1767321311.357998:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384502144:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321311.358022:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321311.358061:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384502144:12345-0@lo:38:kworker.0 Request processed in 63us (242us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321311.358068:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3081 00000100:00100000:3.0:1767321311.366694:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384502016:12345-0@lo:38:kworker.0 Request processed in 15297us (15487us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321311.366710:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25411 00000100:00080000:2.0:1767321311.370005:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321311.370013:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321311.370017:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321311.370025:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6209 00000100:00080000:2.0:1767321311.370030:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321311.370037:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321311.370058:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1edc00 x1853164384502400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321311.370062:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1767321311.370076:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321311.370079:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767321311.370081:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384502272:0@lo:400:kworker.0 00000100:00080000:2.0:1767321311.370081:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321311.370084:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6209 00000100:00080000:2.0:1767321311.370086:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321311.370088:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321311.370097:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1ec000 x1853164384502656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321311.370149:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384502784:0@lo:400:kworker.0 00000100:00100000:1.0:1767321311.370159:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321311.370223:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321311.370233:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384502528:0@lo:400:kworker.0 00000100:00080000:0.0:1767321311.374137:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321311.374154:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321311.374159:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384502016:0@lo:38:kworker.0 00000100:00100000:0.0:1767321311.374202:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384502400:0@lo:38:kworker.0 00000100:00100000:2.0:1767321311.374373:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321311.374442:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321311.374456:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384502912:0@lo:400:kworker.0 00000100:00100000:2.0:1767321311.374484:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321311.375058:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384502784 00000100:00100000:2.0:1767321311.375066:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384502784 00000100:00100000:2.0:1767321311.375134:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384502912 00000100:00100000:2.0:1767321311.375138:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384502912 00000100:00100000:2.0:1767321311.375162:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2464 00000100:00100000:2.0:1767321311.375172:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384502784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321311.375233:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384502784:12345-0@lo:400:kworker.0 Request processed in 63us (861us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321311.375241:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2464 00000100:00100000:2.0:1767321311.375258:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2465 00000100:00100000:2.0:1767321311.375265:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384502912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321311.375307:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384502912:12345-0@lo:400:kworker.0 Request processed in 31us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321311.375314:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2465 00000100:00080000:2.0:1767321311.375332:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321311.375335:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321311.375367:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384502912:0@lo:400:kworker.0 00000100:00100000:2.0:1767321311.375379:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384502784:0@lo:400:kworker.0 00000100:00100000:2.0:1767321311.375437:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384502272 00000100:00100000:2.0:1767321311.375442:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384502272 00000100:00100000:2.0:1767321311.375495:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5908 00000100:00100000:2.0:1767321311.375503:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384502272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321311.375548:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384502272:12345-0@lo:400:kworker.0 Request processed in 47us (5388us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321311.375555:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5908 00000100:00080000:2.0:1767321311.375571:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321311.379344:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384502272:0@lo:400:kworker.0 00000100:00100000:3.0:1767321311.379528:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321311.379703:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384502528 00000100:00100000:2.0:1767321311.379710:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384502528 00000100:00100000:2.0:1767321311.379799:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5909 00000100:00100000:2.0:1767321311.379808:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384502528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321311.379872:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384502528:12345-0@lo:400:kworker.0 Request processed in 65us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321311.379881:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5909 00000100:00080000:3.0:1767321311.380117:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321311.380144:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384502528:0@lo:400:kworker.0 00000100:00100000:0.0:1767321311.383770:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321311.383853:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384502656:0@lo:38:kworker.0 00000100:00100000:0.0:1767321311.383890:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321311.383995:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321311.384001:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321311.384006:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384502144:0@lo:38:kworker.0 00000100:00100000:1.0:1767321311.389703:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384502400 00000100:00100000:1.0:1767321311.389720:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384502400 00000100:00100000:1.0:1767321311.389800:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384502656 00000100:00100000:1.0:1767321311.389804:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384502656 00000100:00100000:1.0:1767321311.389827:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25412 00000100:00100000:1.0:1767321311.389836:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384502400:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321311.389861:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321311.389946:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384502400:12345-0@lo:38:kworker.0 Request processed in 109us (6183us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321311.389953:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25412 00000100:00100000:1.0:1767321311.389969:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25413 00000100:00100000:1.0:1767321311.389973:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384502656:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321311.389981:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321311.390003:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384502656:12345-0@lo:38:kworker.0 Request processed in 28us (6111us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321311.390009:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25413 00000100:00080000:0.0:1767321311.390095:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321311.390102:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321311.390106:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384502400:0@lo:38:kworker.0 00000100:00080000:0.0:1767321311.390116:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321311.390120:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321311.390122:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384502656:0@lo:38:kworker.0 00010000:00010000:1.0:1767321311.862961:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321312.330928:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321312.330980:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321312.331061:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297476096 00000100:00100000:3.0:1767321312.331071:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297476096 00000100:00100000:0.0:1767321312.331112:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297475968 00000100:00100000:0.0:1767321312.331116:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297475968 00000100:00100000:0.0:1767321312.331153:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5910 00000100:00100000:0.0:1767321312.331164:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297476096:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:2.0:1767321312.331167:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321312.331256:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297476096:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 94us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321312.331264:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5910 00000100:00100000:0.0:1767321312.331284:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25414 00000100:00100000:0.0:1767321312.331288:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297475968:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321312.331307:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321312.331333:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297475968:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 43us (353us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321312.331340:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25414 00000100:00100000:2.0:1767321312.376114:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321312.887469:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321313.398897:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321313.911564:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321313.912263:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384503040:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321313.912349:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321313.914883:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384503040 00000100:00100000:2.0:1767321313.914907:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384503040 00000100:00100000:2.0:1767321313.915014:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3309 00000100:00100000:2.0:1767321313.915027:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384503040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321313.915071:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321313.915169:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384503040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 144us (2819us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321313.915178:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3309 00000100:00080000:0.0:1767321313.915240:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321313.915285:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384503040:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321313.915490:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321313.915503:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384503168:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321313.915545:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321313.916688:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384503168 00000100:00100000:2.0:1767321313.916701:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384503168 00000100:00100000:2.0:1767321313.916805:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3310 00000100:00100000:2.0:1767321313.916814:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384503168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321313.916845:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321313.916930:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384503168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (1384us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321313.916936:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3310 00000100:00080000:0.0:1767321313.917005:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321313.918579:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384503168:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321314.423048:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321314.935080:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321315.446911:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321315.964124:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321316.470903:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767321316.470940:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321316.470947:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321316.470950:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321316.470955:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321316.470959:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321316.470966:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6214 00000100:00080000:1.0:1767321316.470971:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321316.470978:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321316.471018:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fe300 x1853164384503296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321316.471046:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321316.471050:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321316.471051:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321316.471056:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6214 00000100:00080000:1.0:1767321316.471058:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321316.471061:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321316.471074:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fdf80 x1853164384503424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321316.471114:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321316.471118:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321316.471120:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321316.471123:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6214 00000100:00080000:1.0:1767321316.471126:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321316.471130:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321316.471141:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da9c00 x1853164384503680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321316.471156:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321316.471159:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321316.471161:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321316.471164:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6214 00000100:00080000:1.0:1767321316.471167:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321316.471170:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321316.471210:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384503552:0@lo:400:kworker.0 00000100:00100000:2.0:1767321316.471280:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321316.471356:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321316.471363:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384503808:0@lo:400:kworker.0 00000100:00100000:2.0:1767321316.471420:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321316.471459:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384503552 00000100:00100000:2.0:1767321316.471466:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384503552 00000100:00100000:2.0:1767321316.471866:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384503808 00000100:00100000:2.0:1767321316.471871:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384503808 00000100:00100000:2.0:1767321316.471896:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5911 00000100:00100000:2.0:1767321316.471905:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384503552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321316.472057:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384503552:12345-0@lo:400:kworker.0 Request processed in 153us (777us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321316.472063:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5911 00000100:00100000:2.0:1767321316.472077:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5912 00000100:00100000:2.0:1767321316.472081:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384503808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321316.472098:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384503808:12345-0@lo:400:kworker.0 Request processed in 17us (679us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321316.472104:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5912 00000100:00080000:0.0:1767321316.472838:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321316.472860:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384503296:0@lo:38:kworker.0 00000100:00100000:1.0:1767321316.473185:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9dab100 x1853164384503936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321316.473252:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384504192:0@lo:400:kworker.0 00000100:00100000:3.0:1767321316.473302:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384504064:0@lo:400:kworker.0 00000100:00100000:2.0:1767321316.473310:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384503808:0@lo:400:kworker.0 00000100:00100000:0.0:1767321316.473453:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321316.473489:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384503424:0@lo:38:kworker.0 00000100:00100000:0.0:1767321316.473512:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321316.473547:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384503680:0@lo:38:kworker.0 00000100:00100000:0.0:1767321316.473588:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321316.473610:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384503936:0@lo:38:kworker.0 00000100:00100000:0.0:1767321316.473631:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321316.473658:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384503296 00000100:00100000:0.0:1767321316.473663:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384503296 00000100:00100000:0.0:1767321316.473688:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384503680 00000100:00100000:0.0:1767321316.473691:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384503680 00000100:00100000:0.0:1767321316.473701:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384503936 00000100:00100000:0.0:1767321316.473704:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384503936 00000100:00100000:0.0:1767321316.473715:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25415 00000100:00100000:0.0:1767321316.473722:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384503296:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321316.473742:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321316.473777:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384503296:12345-0@lo:38:kworker.0 Request processed in 55us (324us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321316.473802:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25415 00000100:00100000:0.0:1767321316.473818:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25416 00000100:00100000:0.0:1767321316.473821:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384503680:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321316.473830:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321316.473850:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384503680:12345-0@lo:38:kworker.0 Request processed in 28us (262us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321316.473856:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25416 00000100:00100000:0.0:1767321316.473865:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25417 00000100:00100000:0.0:1767321316.473868:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384503936:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321316.473876:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321316.473893:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384503936:12345-0@lo:38:kworker.0 Request processed in 24us (261us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321316.473898:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25417 00000100:00100000:0.0:1767321316.473915:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384503424 00000100:00100000:0.0:1767321316.473919:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384503424 00000100:00100000:0.0:1767321316.473938:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3082 00000100:00100000:0.0:1767321316.473943:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384503424:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321316.473951:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321316.473974:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384503424:12345-0@lo:38:kworker.0 Request processed in 30us (461us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321316.473979:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3082 00000100:00080000:0.0:1767321316.474036:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321316.474041:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321316.474044:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384503936:0@lo:38:kworker.0 00000100:00080000:0.0:1767321316.474053:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321316.474055:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321316.474059:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384503296:0@lo:38:kworker.0 00000100:00080000:0.0:1767321316.474065:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321316.474068:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321316.474070:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384503424:0@lo:38:kworker.0 00000100:00080000:0.0:1767321316.474077:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321316.474080:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321316.474082:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384503680:0@lo:38:kworker.0 00000100:00100000:1.0:1767321316.474310:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321316.474408:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384504192 00000100:00100000:0.0:1767321316.474413:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384504192 00000100:00100000:0.0:1767321316.474499:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2466 00000100:00100000:0.0:1767321316.474507:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384504192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321316.474560:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384504192:12345-0@lo:400:kworker.0 Request processed in 54us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321316.474565:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2466 00000100:00100000:0.0:1767321316.474599:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384504192:0@lo:400:kworker.0 00000100:00100000:3.0:1767321316.474698:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321316.474805:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384504064 00000100:00100000:0.0:1767321316.474810:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384504064 00000100:00080000:1.0:1767321316.474900:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321316.474904:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321316.475020:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2467 00000100:00100000:0.0:1767321316.475029:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384504064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321316.475064:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384504064:12345-0@lo:400:kworker.0 Request processed in 37us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321316.475070:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2467 00000100:00100000:3.0:1767321316.475113:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384504064:0@lo:400:kworker.0 00000100:00100000:2.0:1767321316.479204:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384503552:0@lo:400:kworker.0 00010000:00010000:1.0:1767321316.982932:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321317.448356:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321317.448631:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297476224 00000100:00100000:0.0:1767321317.448643:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297476224 00000100:00100000:0.0:1767321317.448702:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25418 00000100:00100000:0.0:1767321317.448711:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297476224:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321317.448738:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321317.448864:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297476224:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 152us (519us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321317.448873:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25418 00000100:00100000:2.0:1767321317.455724:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321317.455815:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297476352 00000100:00100000:0.0:1767321317.455824:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297476352 00000100:00100000:0.0:1767321317.455882:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5913 00000100:00100000:0.0:1767321317.455892:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297476352:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321317.456002:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297476352:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 111us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321317.456009:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5913 00000100:00080000:1.0:1767321317.456074:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321317.495002:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321318.007469:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321318.519473:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321319.031055:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384504320:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321319.031146:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767321319.031199:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321319.031400:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384504320 00000100:00100000:3.0:1767321319.031410:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384504320 00000100:00100000:3.0:1767321319.031480:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3311 00000100:00100000:3.0:1767321319.031490:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698d1f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384504320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321319.031525:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767321319.031676:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321319.031701:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698d1f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384504320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 212us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321319.031711:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3311 00000100:00100000:0.0:1767321319.032116:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384504320:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321319.033487:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321319.033508:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384504448:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321319.033571:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321319.033647:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384504448 00000100:00100000:3.0:1767321319.033655:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384504448 00000100:00100000:3.0:1767321319.033775:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3312 00000100:00100000:3.0:1767321319.033807:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384504448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321319.033835:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321319.033900:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384504448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321319.033908:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3312 00000100:00100000:1.0:1767321319.034073:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384504448:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321319.035060:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321319.542934:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321320.055050:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321320.567336:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321321.079241:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321321.591009:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767321321.591512:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321321.591519:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321321.591522:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321321.591526:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321321.591530:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321321.591538:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6219 00000100:00080000:2.0:1767321321.591542:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321321.591548:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321321.591587:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf4e00 x1853164384504576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321321.591612:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321321.591616:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321321.591618:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321321.591623:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6219 00000100:00080000:2.0:1767321321.591625:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321321.591628:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321321.591641:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf4a80 x1853164384504704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321321.591684:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321321.591689:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321321.591690:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321321.591694:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6219 00000100:00080000:2.0:1767321321.591697:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321321.591701:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321321.591712:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5c00 x1853164384504960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321321.591728:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321321.591731:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321321.591733:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321321.591737:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6219 00000100:00080000:2.0:1767321321.591739:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321321.591742:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321321.591752:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf7b80 x1853164384505216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321321.591861:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384504832:0@lo:400:kworker.0 00000100:00100000:3.0:1767321321.591942:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321321.592009:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321321.592016:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384505088:0@lo:400:kworker.0 00000100:00100000:3.0:1767321321.592037:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321321.592184:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384504832 00000100:00100000:2.0:1767321321.592193:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384504832 00000100:00100000:2.0:1767321321.592252:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384505088 00000100:00100000:2.0:1767321321.592255:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384505088 00000100:00100000:2.0:1767321321.592278:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5914 00000100:00100000:2.0:1767321321.592287:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384504832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321321.592354:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384504832:12345-0@lo:400:kworker.0 Request processed in 68us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321321.592361:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5914 00000100:00100000:2.0:1767321321.592376:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5915 00000100:00100000:2.0:1767321321.592383:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384505088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321321.592410:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384505088:12345-0@lo:400:kworker.0 Request processed in 28us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321321.592416:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5915 00000100:00080000:3.0:1767321321.592474:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321321.592508:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384505088:0@lo:400:kworker.0 00000100:00100000:3.0:1767321321.592519:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384504832:0@lo:400:kworker.0 00000100:00100000:1.0:1767321321.592601:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384505472:0@lo:400:kworker.0 00000100:00100000:1.0:1767321321.592639:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321321.592667:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321321.592673:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384505344:0@lo:400:kworker.0 00000100:00100000:1.0:1767321321.592695:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321321.594492:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384505472 00000100:00100000:3.0:1767321321.594506:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384505472 00000100:00100000:3.0:1767321321.594582:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384505344 00000100:00100000:3.0:1767321321.594586:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384505344 00000100:00100000:3.0:1767321321.594613:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2468 00000100:00100000:3.0:1767321321.594622:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384505472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321321.594709:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384505472:12345-0@lo:400:kworker.0 Request processed in 89us (2069us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321321.594721:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2468 00000100:00100000:3.0:1767321321.594747:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2469 00000100:00100000:3.0:1767321321.594755:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384505344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321321.594812:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384505344:12345-0@lo:400:kworker.0 Request processed in 59us (2116us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321321.594818:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2469 00000100:00100000:0.0:1767321321.595217:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384504576:0@lo:38:kworker.0 00000100:00100000:0.0:1767321321.595261:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321321.595300:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384504704:0@lo:38:kworker.0 00000100:00100000:0.0:1767321321.595324:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321321.595361:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384504960:0@lo:38:kworker.0 00000100:00100000:0.0:1767321321.595383:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321321.595399:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384505216:0@lo:38:kworker.0 00000100:00100000:0.0:1767321321.595418:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321321.595444:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384504576 00000100:00100000:0.0:1767321321.595449:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384504576 00000100:00100000:0.0:1767321321.595466:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384504960 00000100:00100000:0.0:1767321321.595468:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384504960 00000100:00100000:0.0:1767321321.595475:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384505216 00000100:00100000:0.0:1767321321.595477:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384505216 00000100:00100000:0.0:1767321321.595488:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25419 00000100:00100000:0.0:1767321321.595493:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384504576:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321321.595513:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321321.595552:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384504576:12345-0@lo:38:kworker.0 Request processed in 58us (290us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321321.595558:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25419 00000100:00100000:0.0:1767321321.595574:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25420 00000100:00100000:0.0:1767321321.595578:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384504960:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321321.595587:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321321.595608:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384504960:12345-0@lo:38:kworker.0 Request processed in 29us (224us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321321.595614:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25420 00000100:00100000:0.0:1767321321.595626:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25421 00000100:00100000:0.0:1767321321.595629:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384505216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321321.595638:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321321.595659:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384505216:12345-0@lo:38:kworker.0 Request processed in 29us (241us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321321.595665:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25421 00000100:00100000:0.0:1767321321.595709:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384504704 00000100:00100000:0.0:1767321321.595713:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384504704 00000100:00100000:0.0:1767321321.595733:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3083 00000100:00100000:0.0:1767321321.595737:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384504704:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321321.595747:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321321.595773:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384504704:12345-0@lo:38:kworker.0 Request processed in 34us (447us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321321.595779:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3083 00000100:00080000:0.0:1767321321.595844:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321321.595849:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321321.595853:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384504576:0@lo:38:kworker.0 00000100:00080000:0.0:1767321321.595862:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321321.595866:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321321.595869:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384504704:0@lo:38:kworker.0 00000100:00080000:0.0:1767321321.595877:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321321.595879:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321321.595883:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384504960:0@lo:38:kworker.0 00000100:00080000:0.0:1767321321.596373:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321321.596378:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321321.596381:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384505216:0@lo:38:kworker.0 00000100:00080000:1.0:1767321321.597836:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321321.597847:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321321.597904:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384505344:0@lo:400:kworker.0 00000100:00100000:1.0:1767321321.597919:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384505472:0@lo:400:kworker.0 00010000:00010000:1.0:1767321322.103892:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321322.572464:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321322.572544:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321322.573076:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297476608 00000100:00100000:2.0:1767321322.573091:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297476608 00000100:00080000:1.0:1767321322.573192:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321322.573193:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297476480 00000100:00100000:2.0:1767321322.573203:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297476480 00000100:00100000:2.0:1767321322.573235:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5916 00000100:00100000:2.0:1767321322.573250:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297476608:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321322.573261:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25422 00000100:00100000:1.0:1767321322.573273:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297476480:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321322.573301:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321322.573353:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297476608:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 106us (908us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321322.573365:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5916 00000100:00100000:1.0:1767321322.573390:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297476480:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 115us (841us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321322.573402:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25422 00000100:00100000:2.0:1767321322.615142:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321323.127261:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321323.640600:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321324.151548:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321324.151720:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384505600:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321324.151872:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321324.152319:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384505600 00000100:00100000:2.0:1767321324.152327:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384505600 00000100:00100000:2.0:1767321324.152389:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3313 00000100:00100000:2.0:1767321324.152401:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384505600:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321324.152414:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1767321324.152441:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321324.152490:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384505600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321324.152499:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3313 00000100:00100000:1.0:1767321324.152591:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384505728:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321324.152625:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321324.152698:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384505728 00000100:00100000:2.0:1767321324.152703:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384505728 00000100:00100000:2.0:1767321324.152757:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3314 00000100:00100000:2.0:1767321324.152765:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384505728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321324.152808:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321324.152838:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384505728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321324.152845:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3314 00000100:00080000:0.0:1767321324.152891:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321324.153188:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384505728:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321324.153407:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384505600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321324.663245:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321325.177859:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321325.686894:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321326.198974:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321326.669632:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:2.0:1767321326.669710:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297476736 offset 0 length 520: 4 00000100:00100000:3.0:1767321326.669766:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297476992 00000100:00100000:3.0:1767321326.669775:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297476992 00000100:00100000:3.0:1767321326.669956:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5917 00000100:00100000:3.0:1767321326.669976:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297476992:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321326.670060:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297476992:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 94us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321326.670068:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5917 00000100:00080000:0.0:1767321326.678443:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321326.689987:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321326.690543:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297476864 00000100:00100000:0.0:1767321326.690562:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297476864 00000100:00100000:0.0:1767321326.690647:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25423 00000100:00100000:0.0:1767321326.690955:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297476864:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321326.690993:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321326.691554:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297476864:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 878us (1567us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321326.691583:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25423 00000100:00100000:2.0:1767321326.713558:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321301/real 1767321301] req@ffff936988109880 x1853164384499328/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321326 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321326.713596:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff936988109880 x1853164384499328/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321326 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321326.713619:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321326.713636:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321326.713646:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00080000:3.0:1767321326.713652:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1767321326.713657:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384499328:0@lo:250:kworker.0 00000100:00080000:3.0:1767321326.713672:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767321326.714464:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767321326.740141:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 6204 00000100:00080000:3.0:1767321326.740152:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321326.740162:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321326.740217:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883183480 x1853164384505856/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321326.740259:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321326.740264:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321326.740268:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321326.740272:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6224 00000100:00080000:3.0:1767321326.740274:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321326.740278:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321326.740329:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109880 x1853164384505984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321326.740340:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321326.740344:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321326.740346:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321326.740352:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6224 00000100:00080000:3.0:1767321326.740354:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321326.740358:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321326.740371:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109c00 x1853164384506112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321326.740430:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321326.740435:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321326.740437:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321326.740443:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6224 00000100:00080000:3.0:1767321326.740446:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321326.740451:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321326.740470:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109180 x1853164384506368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321326.740479:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384506240:0@lo:400:kworker.0 00000100:00080000:3.0:1767321326.740523:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321326.740527:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321326.740529:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321326.740534:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6224 00000100:00080000:3.0:1767321326.740537:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321326.740542:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321326.740557:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988108e00 x1853164384506624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321326.740620:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321326.740630:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767321326.740631:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321326.740679:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384506752:0@lo:400:kworker.0 00000100:00100000:1.0:1767321326.740724:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321326.740736:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384506496:0@lo:400:kworker.0 00000100:00100000:3.0:1767321326.740757:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321326.740778:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321326.740844:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321326.740854:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384506880:0@lo:400:kworker.0 00000100:00100000:1.0:1767321326.740890:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384506240 00000100:00100000:3.0:1767321326.740897:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321326.740900:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384506240 00000100:00100000:3.0:1767321326.740946:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384506752 00000100:00100000:3.0:1767321326.740954:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384506752 00000100:00100000:3.0:1767321326.741006:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384506880 00000100:00100000:3.0:1767321326.741009:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384506880 00000100:00100000:3.0:1767321326.741031:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2470 00000100:00100000:3.0:1767321326.741041:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384506752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321326.741057:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384506496 00000100:00100000:1.0:1767321326.741064:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384506496 00000100:00100000:1.0:1767321326.741116:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5918 00000100:00100000:3.0:1767321326.741123:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384506752:12345-0@lo:400:kworker.0 Request processed in 79us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321326.741131:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384506240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321326.741152:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2470 00000100:00100000:3.0:1767321326.741179:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2471 00000100:00100000:3.0:1767321326.741188:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384506880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321326.741643:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384505856:0@lo:250:kworker.0 00000100:00100000:0.0:1767321326.741752:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5919 00000100:00100000:0.0:1767321326.741763:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384506496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321326.746230:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384506880:12345-0@lo:400:kworker.0 Request processed in 5023us (5313us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321326.746258:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2471 00000100:00100000:3.0:1767321326.746427:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384506880:0@lo:400:kworker.0 00000100:00100000:3.0:1767321326.746447:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384506752:0@lo:400:kworker.0 00000100:00100000:1.0:1767321326.747740:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384506240:12345-0@lo:400:kworker.0 Request processed in 6605us (7109us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321326.747755:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5918 00000100:00100000:1.0:1767321326.747875:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384506240:0@lo:400:kworker.0 00000100:00080000:1.0:1767321326.747930:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321326.747935:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321326.747938:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:1.0:1767321326.751347:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384505856 offset 0 length 520: 4 00000100:00100000:1.0:1767321326.751416:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384505984:0@lo:38:kworker.0 00000100:00100000:1.0:1767321326.751478:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321326.751520:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384506112:0@lo:38:kworker.0 00000100:00100000:1.0:1767321326.751547:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321326.751599:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384506368:0@lo:38:kworker.0 00000100:00100000:1.0:1767321326.751623:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321326.751658:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384505984 00000100:00100000:1.0:1767321326.751666:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384505984 00000100:00100000:1.0:1767321326.751699:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384506368 00000100:00100000:1.0:1767321326.751702:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384506368 00000100:00100000:1.0:1767321326.751728:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25424 00000100:00100000:1.0:1767321326.751735:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384505984:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321326.751756:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321326.751820:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384505984:12345-0@lo:38:kworker.0 Request processed in 84us (342us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321326.751831:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25424 00000100:00100000:1.0:1767321326.751859:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25425 00000100:00100000:1.0:1767321326.751863:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384506368:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321326.751872:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321326.751899:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384506368:12345-0@lo:38:kworker.0 Request processed in 34us (276us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321326.751904:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25425 00000100:00080000:1.0:1767321326.751941:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321326.751945:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321326.751949:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384506368:0@lo:38:kworker.0 00000100:00100000:1.0:1767321326.751956:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384506624:0@lo:38:kworker.0 00000100:00100000:1.0:1767321326.752226:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321326.752248:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384506624 00000100:00100000:1.0:1767321326.752252:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384506624 00000100:00100000:1.0:1767321326.752270:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25426 00000100:00100000:1.0:1767321326.752275:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384506624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321326.752294:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321326.752319:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384506624:12345-0@lo:38:kworker.0 Request processed in 43us (93us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321326.752325:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25426 00000100:00080000:1.0:1767321326.752350:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321326.752354:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321326.752357:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384506624:0@lo:38:kworker.0 00000100:00080000:1.0:1767321326.752366:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321326.752370:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321326.752373:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384505984:0@lo:38:kworker.0 00000100:00100000:2.0:1767321326.752988:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384506112 00000100:00100000:2.0:1767321326.752995:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384506112 00000100:00100000:2.0:1767321326.753031:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3084 00000100:00100000:2.0:1767321326.753037:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384506112:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321326.753050:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321326.753096:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384506112:12345-0@lo:38:kworker.0 Request processed in 57us (1548us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321326.753102:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3084 00000100:00080000:2.0:1767321326.753133:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321326.753137:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321326.753141:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384506112:0@lo:38:kworker.0 00000100:00100000:0.0:1767321326.757597:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384506496:12345-0@lo:400:kworker.0 Request processed in 15825us (16809us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321326.757614:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5919 00000100:00100000:1.0:1767321326.757833:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384506496:0@lo:400:kworker.0 00010000:00010000:1.0:1767321327.225513:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321327.735128:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321328.247627:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321328.761479:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321329.271108:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321329.271219:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384507008:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321329.271337:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321329.271456:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384507008 00000100:00100000:2.0:1767321329.271469:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384507008 00000100:00100000:2.0:1767321329.271548:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3315 00000100:00100000:2.0:1767321329.271559:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384507008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321329.271597:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321329.271694:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384507008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 134us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321329.271695:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384507136:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321329.271724:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3315 00000100:00100000:3.0:1767321329.271753:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321329.271840:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384507136 00000100:00100000:2.0:1767321329.271846:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384507136 00000100:00100000:2.0:1767321329.271880:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3316 00000100:00100000:2.0:1767321329.271887:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384507136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321329.271905:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321329.271939:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384507136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321329.271943:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3316 00000100:00100000:0.0:1767321329.272053:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384507008:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321329.272065:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321329.272074:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321329.272215:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384507136:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321329.783006:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321330.295890:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321330.742959:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321330.742969:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321330.742973:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321330.742977:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321330.742982:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321330.742992:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6230 00000100:00080000:1.0:1767321330.742997:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321330.743005:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321330.743048:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da9f80 x1853164384507264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321330.743080:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321330.743084:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321330.743086:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321330.743091:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6230 00000100:00080000:1.0:1767321330.743093:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321330.743097:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321330.743120:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9daa300 x1853164384507392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321330.743177:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321330.743182:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321330.743183:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321330.743187:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6230 00000100:00080000:1.0:1767321330.743189:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321330.743192:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321330.743204:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da9c00 x1853164384507648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321330.743219:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321330.743222:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321330.743224:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321330.743227:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6230 00000100:00080000:1.0:1767321330.743229:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321330.743232:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321330.743276:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1213800 x1853164384507904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321330.743481:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384507776:0@lo:400:kworker.0 00000100:00100000:0.0:1767321330.743555:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321330.743645:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321330.743652:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384507520:0@lo:400:kworker.0 00000100:00100000:0.0:1767321330.743675:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321330.743707:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1213100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384508032:0@lo:400:kworker.0 00000100:00100000:0.0:1767321330.743736:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321330.743757:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321330.743762:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384508160:0@lo:400:kworker.0 00000100:00100000:0.0:1767321330.743824:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321330.743855:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384508032 00000100:00100000:0.0:1767321330.743862:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384508032 00000100:00100000:0.0:1767321330.743904:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384508160 00000100:00100000:0.0:1767321330.743907:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384508160 00000100:00100000:0.0:1767321330.743928:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2472 00000100:00100000:0.0:1767321330.743936:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384508032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321330.743986:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384508032:12345-0@lo:400:kworker.0 Request processed in 50us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321330.743992:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2472 00000100:00100000:0.0:1767321330.744010:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2473 00000100:00100000:0.0:1767321330.744016:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384508160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321330.744043:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384508160:12345-0@lo:400:kworker.0 Request processed in 28us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321330.744049:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2473 00000100:00100000:0.0:1767321330.744121:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384508160:0@lo:400:kworker.0 00000100:00100000:0.0:1767321330.744130:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1213100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384508032:0@lo:400:kworker.0 00000100:00100000:3.0:1767321330.744382:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384507776 00000100:00100000:3.0:1767321330.744387:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384507776 00000100:00100000:3.0:1767321330.744438:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384507520 00000100:00100000:3.0:1767321330.744442:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384507520 00000100:00100000:3.0:1767321330.744462:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5920 00000100:00100000:3.0:1767321330.744468:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384507776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321330.744511:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384507776:12345-0@lo:400:kworker.0 Request processed in 43us (957us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321330.744516:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5920 00000100:00100000:3.0:1767321330.744529:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5921 00000100:00100000:3.0:1767321330.744535:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384507520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321330.744639:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384507520:12345-0@lo:400:kworker.0 Request processed in 103us (962us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321330.744645:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5921 00000100:00100000:3.0:1767321330.744681:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384507520:0@lo:400:kworker.0 00000100:00100000:3.0:1767321330.744691:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384507776:0@lo:400:kworker.0 00000100:00100000:2.0:1767321330.744968:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384507264:0@lo:38:kworker.0 00000100:00100000:2.0:1767321330.745000:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321330.745034:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384507392:0@lo:38:kworker.0 00000100:00100000:2.0:1767321330.745057:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321330.745079:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384507392 00000100:00100000:2.0:1767321330.745083:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384507392 00000100:00100000:2.0:1767321330.745106:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3085 00000100:00100000:2.0:1767321330.745111:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384507392:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321330.745128:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321330.745309:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384507392:12345-0@lo:38:kworker.0 Request processed in 196us (251us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321330.745317:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3085 00000100:00080000:2.0:1767321330.745350:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321330.745355:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321330.745358:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384507392:0@lo:38:kworker.0 00000100:00100000:2.0:1767321330.745364:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384507648:0@lo:38:kworker.0 00000100:00100000:2.0:1767321330.745387:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321330.745405:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384507264 00000100:00100000:2.0:1767321330.745408:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384507264 00000100:00100000:2.0:1767321330.745420:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384507648 00000100:00100000:2.0:1767321330.745423:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384507648 00000100:00100000:2.0:1767321330.745431:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25427 00000100:00100000:2.0:1767321330.745434:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384507264:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321330.745444:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321330.745464:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384507264:12345-0@lo:38:kworker.0 Request processed in 29us (464us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321330.745470:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25427 00000100:00100000:2.0:1767321330.745479:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25428 00000100:00100000:2.0:1767321330.745482:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384507648:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321330.745490:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321330.745508:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384507648:12345-0@lo:38:kworker.0 Request processed in 24us (121us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321330.745513:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25428 00000100:00080000:2.0:1767321330.745530:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321330.745534:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321330.745537:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384507648:0@lo:38:kworker.0 00000100:00100000:2.0:1767321330.745542:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1213800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384507904:0@lo:38:kworker.0 00000100:00100000:2.0:1767321330.745561:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321330.745577:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384507904 00000100:00100000:2.0:1767321330.745580:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384507904 00000100:00100000:2.0:1767321330.745591:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25429 00000100:00100000:2.0:1767321330.745594:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384507904:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321330.745603:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767321330.746449:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321330.746457:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321330.746461:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384507264:0@lo:38:kworker.0 00000100:00080000:0.0:1767321330.746716:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321330.748479:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384507904:12345-0@lo:38:kworker.0 Request processed in 2873us (2907us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321330.748494:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25429 00000100:00080000:3.0:1767321330.754323:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321330.754336:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321330.754342:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1213800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384507904:0@lo:38:kworker.0 00000100:00100000:0.0:1767321330.806913:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321331.318969:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321331.785552:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321331.785601:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321331.785852:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297477248 00000100:00100000:1.0:1767321331.785864:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297477248 00000100:00100000:1.0:1767321331.785944:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297477120 00000100:00100000:1.0:1767321331.785947:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297477120 00000100:00100000:1.0:1767321331.785965:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5922 00000100:00100000:1.0:1767321331.785980:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297477248:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321331.786061:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297477248:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 85us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321331.786074:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5922 00000100:00100000:0.0:1767321331.786082:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25430 00000100:00100000:0.0:1767321331.786091:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297477120:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321331.786133:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321331.786167:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297477120:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 75us (564us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321331.786175:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25430 00000100:00080000:2.0:1767321331.786292:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321331.831009:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321332.343186:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321332.854919:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321333.366931:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321333.878895:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321334.391366:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384508288:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321334.391441:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321334.391638:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321334.391643:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384508288 00000100:00100000:0.0:1767321334.391646:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384508416:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321334.391651:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384508288 00000100:00100000:0.0:1767321334.391669:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321334.391695:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384508416 00000100:00100000:0.0:1767321334.391699:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384508416 00000100:00100000:3.0:1767321334.391713:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3317 00000100:00100000:0.0:1767321334.391719:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3318 00000100:00100000:3.0:1767321334.391722:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384508288:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321334.391724:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384508416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321334.391751:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00002000:00000024:3.0:1767321334.391751:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321334.391818:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384508288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (377us total) trans 0 rc 0/0 00000100:00080000:2.0:1767321334.391823:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321334.391825:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3317 00000100:00080000:2.0:1767321334.391827:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767321334.392478:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321334.393018:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384508416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1289us (1343us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321334.393029:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3318 00000100:00100000:1.0:1767321334.393474:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384508416:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321334.393493:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384508288:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321334.904278:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321335.417082:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321335.927245:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321335.927255:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321335.927259:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321335.927263:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321335.927267:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321335.927275:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6234 00000100:00080000:1.0:1767321335.927279:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321335.927285:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321335.927323:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1210700 x1853164384508544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321335.927348:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321335.927352:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321335.927354:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321335.927358:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6234 00000100:00080000:1.0:1767321335.927360:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321335.927363:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321335.927378:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1211500 x1853164384508672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321335.927401:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321335.927403:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321335.927404:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321335.927407:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6234 00000100:00080000:1.0:1767321335.927408:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321335.927411:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321335.927416:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1212680 x1853164384508928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321335.927426:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321335.927428:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321335.927430:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321335.927432:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6234 00000100:00080000:1.0:1767321335.927433:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321335.927435:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321335.927441:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1210380 x1853164384509184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321335.927473:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384508544:0@lo:38:kworker.0 00000100:00100000:1.0:1767321335.927543:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321335.927601:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384508672:0@lo:38:kworker.0 00000100:00100000:1.0:1767321335.927624:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321335.927644:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384508928:0@lo:38:kworker.0 00000100:00100000:1.0:1767321335.927661:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321335.927678:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384509184:0@lo:38:kworker.0 00000100:00100000:1.0:1767321335.927697:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321335.927728:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384509056:0@lo:400:kworker.0 00000100:00100000:1.0:1767321335.927751:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321335.927769:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321335.927775:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384508800:0@lo:400:kworker.0 00000100:00100000:1.0:1767321335.927814:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321335.927841:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384508544 00000100:00100000:1.0:1767321335.927848:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384508544 00000100:00100000:1.0:1767321335.927874:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384508928 00000100:00100000:1.0:1767321335.927876:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384508928 00000100:00100000:1.0:1767321335.927883:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384509184 00000100:00100000:1.0:1767321335.927885:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384509184 00000100:00100000:1.0:1767321335.927892:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384509056 00000100:00100000:1.0:1767321335.927894:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384509056 00000100:00100000:1.0:1767321335.927922:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384508800 00000100:00100000:1.0:1767321335.927925:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384508800 00000100:00100000:1.0:1767321335.927947:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5923 00000100:00100000:1.0:1767321335.927954:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384509056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321335.928003:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384509056:12345-0@lo:400:kworker.0 Request processed in 49us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321335.928010:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5923 00000100:00100000:1.0:1767321335.928025:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5924 00000100:00100000:1.0:1767321335.928031:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384508800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321335.928055:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384508800:12345-0@lo:400:kworker.0 Request processed in 25us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321335.928060:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5924 00000100:00100000:1.0:1767321335.928071:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25431 00000100:00100000:1.0:1767321335.928075:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384508544:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321335.928091:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321335.928128:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384508544:12345-0@lo:38:kworker.0 Request processed in 51us (584us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321335.928134:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25431 00000100:00100000:1.0:1767321335.928144:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25432 00000100:00100000:1.0:1767321335.928148:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384508928:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321335.928157:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321335.928177:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384508928:12345-0@lo:38:kworker.0 Request processed in 27us (514us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321335.928182:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25432 00000100:00100000:1.0:1767321335.928192:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25433 00000100:00100000:1.0:1767321335.928196:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384509184:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321335.928214:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321335.928237:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384509184:12345-0@lo:38:kworker.0 Request processed in 40us (539us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321335.928242:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25433 00000100:00100000:1.0:1767321335.928268:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384509440:0@lo:400:kworker.0 00000100:00100000:1.0:1767321335.928294:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321335.928313:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321335.928319:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384509312:0@lo:400:kworker.0 00000100:00100000:1.0:1767321335.928338:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321335.928378:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384508800:0@lo:400:kworker.0 00000100:00100000:1.0:1767321335.928389:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384509056:0@lo:400:kworker.0 00000100:00080000:1.0:1767321335.928413:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321335.928418:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321335.928421:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384508544:0@lo:38:kworker.0 00000100:00080000:1.0:1767321335.928429:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321335.928432:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321335.928435:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384508928:0@lo:38:kworker.0 00000100:00080000:1.0:1767321335.928442:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321335.928445:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321335.928448:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384509184:0@lo:38:kworker.0 00000100:00100000:2.0:1767321335.928543:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384508672 00000100:00100000:2.0:1767321335.928548:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384508672 00000100:00100000:2.0:1767321335.928580:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3086 00000100:00100000:2.0:1767321335.928585:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384508672:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321335.928596:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321335.928631:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384508672:12345-0@lo:38:kworker.0 Request processed in 45us (1006us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321335.928637:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3086 00000100:00080000:2.0:1767321335.928654:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321335.928682:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321335.928687:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321335.928690:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384508672:0@lo:38:kworker.0 00000100:00100000:0.0:1767321335.929295:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384509440 00000100:00100000:0.0:1767321335.929301:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384509440 00000100:00100000:0.0:1767321335.929336:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384509312 00000100:00100000:0.0:1767321335.929339:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384509312 00000100:00100000:0.0:1767321335.929418:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2474 00000100:00100000:0.0:1767321335.929425:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384509440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321335.929469:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384509440:12345-0@lo:400:kworker.0 Request processed in 45us (1175us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321335.929479:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2474 00000100:00100000:0.0:1767321335.929503:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2475 00000100:00100000:0.0:1767321335.929509:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384509312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321335.929535:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384509312:12345-0@lo:400:kworker.0 Request processed in 27us (1196us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321335.929540:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2475 00000100:00100000:2.0:1767321335.933598:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384509312:0@lo:400:kworker.0 00000100:00100000:2.0:1767321335.933616:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384509440:0@lo:400:kworker.0 00000100:00100000:2.0:1767321335.933662:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321336.439936:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321336.908297:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321336.908339:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321336.909869:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297477504 00000100:00100000:1.0:1767321336.909883:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297477504 00000100:00080000:2.0:1767321336.910047:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321336.914351:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297477376 00000100:00100000:1.0:1767321336.914367:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297477376 00000100:00100000:1.0:1767321336.914432:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5925 00000100:00100000:1.0:1767321336.914453:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297477504:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321336.914548:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297477504:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 106us (6259us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321336.914556:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5925 00000100:00100000:1.0:1767321336.914577:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25434 00000100:00100000:1.0:1767321336.914581:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297477376:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321336.914599:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321336.914625:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297477376:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 42us (6284us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321336.914631:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25434 00000100:00100000:2.0:1767321336.951863:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321337.462994:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321337.975101:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321338.486941:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321339.001391:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321339.511304:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321339.511588:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384509568:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321339.511664:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321339.511862:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384509568 00000100:00100000:2.0:1767321339.511872:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384509568 00000100:00100000:2.0:1767321339.511950:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3319 00000100:00100000:2.0:1767321339.511959:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384509568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321339.511989:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321339.512033:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384509568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321339.512040:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3319 00000100:00080000:0.0:1767321339.512190:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321339.512225:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384509568:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321339.513263:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321339.513279:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384509696:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321339.513327:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321339.514468:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384509696 00000100:00100000:2.0:1767321339.514477:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384509696 00000100:00100000:2.0:1767321339.514541:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3320 00000100:00100000:2.0:1767321339.514549:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384509696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321339.514577:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321339.514636:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384509696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (1308us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321339.514642:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3320 00000100:00100000:1.0:1767321339.514721:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384509696:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321339.515929:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321340.023203:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321340.535424:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321341.046922:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767321341.047089:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321341.047095:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321341.047098:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321341.047102:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321341.047106:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321341.047114:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6239 00000100:00080000:1.0:1767321341.047118:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321341.047124:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321341.047174:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1210380 x1853164384509824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321341.047202:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321341.047206:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321341.047207:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321341.047211:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6239 00000100:00080000:1.0:1767321341.047214:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321341.047217:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321341.047230:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1212680 x1853164384509952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321341.047291:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384510080:0@lo:400:kworker.0 00000100:00100000:2.0:1767321341.047339:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384509824:0@lo:38:kworker.0 00000100:00100000:3.0:1767321341.047360:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321341.047394:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321341.047424:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384509952:0@lo:38:kworker.0 00000100:00080000:1.0:1767321341.047445:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321341.047449:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321341.047452:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321341.047456:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6239 00000100:00080000:1.0:1767321341.047458:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767321341.047458:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321341.047462:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321341.047476:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1211f80 x1853164384510208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321341.047557:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384510080 00000100:00100000:0.0:1767321341.047566:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384510080 00000100:00100000:0.0:1767321341.047616:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384509824 00000100:00100000:0.0:1767321341.047620:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384509824 00000100:00100000:0.0:1767321341.047636:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5926 00000100:00100000:0.0:1767321341.047647:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384510080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321341.047721:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384509952 00000100:00100000:2.0:1767321341.047725:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384509952 00000100:00100000:2.0:1767321341.047749:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3087 00000100:00100000:2.0:1767321341.047754:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384509952:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321341.047804:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321341.047843:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384509952:12345-0@lo:38:kworker.0 Request processed in 87us (382us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321341.047851:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3087 00000100:00100000:2.0:1767321341.047883:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384510336:0@lo:400:kworker.0 00000100:00100000:2.0:1767321341.047914:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321341.047953:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384510336 00000100:00100000:2.0:1767321341.047957:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384510336 00000100:00100000:2.0:1767321341.047984:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5927 00000100:00100000:2.0:1767321341.047990:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384510336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321341.048022:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384510336:12345-0@lo:400:kworker.0 Request processed in 32us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321341.048028:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5927 00000100:00100000:2.0:1767321341.048039:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25435 00000100:00100000:2.0:1767321341.048043:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384509824:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321341.048052:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321341.048072:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384509824:12345-0@lo:38:kworker.0 Request processed in 28us (678us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321341.048090:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25435 00000100:00080000:2.0:1767321341.048108:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321341.048141:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384510336:0@lo:400:kworker.0 00000100:00100000:2.0:1767321341.048186:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384510208:0@lo:38:kworker.0 00000100:00100000:2.0:1767321341.048209:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321341.048232:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321341.048237:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321341.048240:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384509824:0@lo:38:kworker.0 00000100:00080000:2.0:1767321341.048249:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321341.048252:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321341.048255:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384509952:0@lo:38:kworker.0 00000100:00100000:2.0:1767321341.048275:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384510208 00000100:00100000:2.0:1767321341.048279:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384510208 00000100:00100000:2.0:1767321341.048298:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25436 00000100:00100000:2.0:1767321341.048302:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384510208:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321341.048312:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321341.048340:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384510208:12345-0@lo:38:kworker.0 Request processed in 36us (130us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321341.048346:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25436 00000100:00080000:2.0:1767321341.048366:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321341.048370:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321341.048373:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384510208:0@lo:38:kworker.0 00000100:00080000:1.0:1767321341.053339:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321341.053349:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321341.053354:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321341.053363:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6239 00000100:00080000:1.0:1767321341.053369:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321341.053375:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321341.053414:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1211f80 x1853164384510464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321341.053494:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384510720:0@lo:400:kworker.0 00000100:00100000:1.0:1767321341.053555:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321341.053585:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321341.053589:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384510592:0@lo:400:kworker.0 00000100:00100000:1.0:1767321341.053616:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321341.053658:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384510720 00000100:00100000:1.0:1767321341.053664:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384510720 00000100:00100000:1.0:1767321341.053725:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384510592 00000100:00100000:1.0:1767321341.053728:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384510592 00000100:00100000:1.0:1767321341.053752:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2476 00000100:00100000:1.0:1767321341.053764:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384510720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321341.053822:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384510720:12345-0@lo:400:kworker.0 Request processed in 63us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321341.053830:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2476 00000100:00100000:1.0:1767321341.053852:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2477 00000100:00100000:1.0:1767321341.053859:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384510592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321341.053882:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384510592:12345-0@lo:400:kworker.0 Request processed in 24us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321341.053887:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2477 00000100:00080000:1.0:1767321341.055618:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321341.055629:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321341.055683:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384510592:0@lo:400:kworker.0 00000100:00100000:1.0:1767321341.055698:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384510720:0@lo:400:kworker.0 00000100:00100000:2.0:1767321341.058213:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384510464:0@lo:38:kworker.0 00000100:00100000:2.0:1767321341.058291:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321341.059873:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384510080:12345-0@lo:400:kworker.0 Request processed in 12219us (12502us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321341.059887:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5926 00000100:00100000:0.0:1767321341.059940:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384510464 00000100:00100000:0.0:1767321341.059948:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384510464 00000100:00100000:0.0:1767321341.059978:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25437 00000100:00100000:0.0:1767321341.059985:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384510464:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321341.060009:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321341.060069:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384510464:12345-0@lo:38:kworker.0 Request processed in 83us (1778us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321341.060076:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25437 00000100:00080000:2.0:1767321341.060496:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321341.060512:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321341.060516:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384510464:0@lo:38:kworker.0 00000100:00100000:3.0:1767321341.064792:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384510080:0@lo:400:kworker.0 00010000:00010000:0.0:1767321341.559458:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321342.022476:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321342.022550:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297477760 00000100:00100000:2.0:1767321342.022562:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297477760 00000100:00100000:2.0:1767321342.022716:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5928 00000100:00100000:2.0:1767321342.022729:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297477760:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321342.022840:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297477760:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 113us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321342.022848:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5928 00000100:00100000:3.0:1767321342.022947:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321342.023071:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297477632 00000100:00100000:2.0:1767321342.023080:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297477632 00000100:00100000:2.0:1767321342.023130:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25438 00000100:00100000:2.0:1767321342.023138:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297477632:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767321342.023178:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321342.023233:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297477632:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 94us (294us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321342.023241:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25438 00000100:00080000:1.0:1767321342.023375:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321342.071673:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321342.583074:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321343.095148:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321343.606971:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321344.121069:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321344.632758:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321344.632800:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384510848:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321344.632878:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767321344.632930:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321344.633394:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384510848 00000100:00100000:1.0:1767321344.633403:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384510848 00000100:00100000:1.0:1767321344.633466:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3321 00000100:00100000:1.0:1767321344.633477:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384510848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321344.633522:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321344.633574:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384510848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321344.633581:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3321 00000100:00080000:2.0:1767321344.634406:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321344.634459:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384510848:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321344.634765:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321344.634801:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384510976:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321344.634849:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321344.635298:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384510976 00000100:00100000:3.0:1767321344.635307:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384510976 00000100:00100000:3.0:1767321344.635359:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3322 00000100:00100000:3.0:1767321344.635368:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384510976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321344.635395:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321344.635438:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384510976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321344.635446:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3322 00000100:00100000:1.0:1767321344.635844:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384510976:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321344.636305:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321345.142898:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321345.655287:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321346.167383:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321346.167396:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321346.167399:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321346.167404:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321346.167409:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321346.167420:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6244 00000100:00080000:1.0:1767321346.167424:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321346.167432:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321346.167474:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1212a00 x1853164384511104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321346.167504:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321346.167508:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321346.167510:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321346.167513:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6244 00000100:00080000:1.0:1767321346.167516:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321346.167519:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321346.167532:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1211500 x1853164384511232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321346.167572:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321346.167576:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321346.167578:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321346.167581:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6244 00000100:00080000:1.0:1767321346.167584:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321346.167588:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321346.167599:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1211f80 x1853164384511488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321346.167617:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321346.167621:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321346.167622:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321346.167626:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6244 00000100:00080000:1.0:1767321346.167628:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321346.167632:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321346.167641:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bae84e00 x1853164384511744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321346.167692:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384512000:0@lo:400:kworker.0 00000100:00100000:1.0:1767321346.167756:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321346.167830:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321346.167837:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384511872:0@lo:400:kworker.0 00000100:00100000:2.0:1767321346.167983:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384512000 00000100:00100000:2.0:1767321346.167991:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384512000 00000100:00100000:3.0:1767321346.168046:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384511360:0@lo:400:kworker.0 00000100:00100000:2.0:1767321346.168054:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2478 00000100:00100000:0.0:1767321346.168203:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384511616:0@lo:400:kworker.0 00000100:00100000:2.0:1767321346.168463:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384512000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321346.170090:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321346.170180:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321346.170220:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384511104:0@lo:38:kworker.0 00000100:00100000:3.0:1767321346.170250:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321346.170275:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384511232:0@lo:38:kworker.0 00000100:00100000:3.0:1767321346.170298:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321346.170321:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384511488:0@lo:38:kworker.0 00000100:00100000:3.0:1767321346.170338:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321346.170354:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384511744:0@lo:38:kworker.0 00000100:00100000:3.0:1767321346.170370:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321346.170397:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384511360 00000100:00100000:3.0:1767321346.170403:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384511360 00000100:00100000:3.0:1767321346.170444:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384511104 00000100:00100000:3.0:1767321346.170447:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384511104 00000100:00100000:3.0:1767321346.170456:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384511488 00000100:00100000:3.0:1767321346.170459:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384511488 00000100:00100000:3.0:1767321346.170465:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384511744 00000100:00100000:3.0:1767321346.170467:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384511744 00000100:00100000:3.0:1767321346.170478:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5929 00000100:00100000:3.0:1767321346.170487:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384511360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321346.170532:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384511360:12345-0@lo:400:kworker.0 Request processed in 47us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321346.170538:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5929 00000100:00100000:3.0:1767321346.170554:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25439 00000100:00100000:3.0:1767321346.170557:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384511104:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321346.170574:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321346.170620:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384511104:12345-0@lo:38:kworker.0 Request processed in 60us (369us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321346.170627:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25439 00000100:00100000:3.0:1767321346.170639:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25440 00000100:00100000:3.0:1767321346.170643:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384511488:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321346.170653:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321346.170860:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384511488:12345-0@lo:38:kworker.0 Request processed in 215us (520us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321346.170867:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25440 00000100:00100000:3.0:1767321346.170879:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25441 00000100:00100000:3.0:1767321346.170883:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384511744:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321346.170892:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321346.170916:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384511744:12345-0@lo:38:kworker.0 Request processed in 31us (544us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321346.170921:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25441 00000100:00100000:3.0:1767321346.170955:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384511360:0@lo:400:kworker.0 00000100:00080000:3.0:1767321346.170984:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321346.170989:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321346.170992:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384511104:0@lo:38:kworker.0 00000100:00080000:3.0:1767321346.171000:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321346.171003:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321346.171005:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384511488:0@lo:38:kworker.0 00000100:00080000:3.0:1767321346.171012:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321346.171015:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321346.171019:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384511744:0@lo:38:kworker.0 00000100:00100000:3.0:1767321346.171114:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384511232 00000100:00100000:3.0:1767321346.171118:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384511232 00000100:00100000:3.0:1767321346.171144:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3088 00000100:00100000:3.0:1767321346.171149:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384511232:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321346.171159:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321346.171188:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384511232:12345-0@lo:38:kworker.0 Request processed in 39us (890us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321346.171194:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3088 00000100:00080000:3.0:1767321346.171225:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321346.171230:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321346.171232:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384511232:0@lo:38:kworker.0 00000100:00080000:3.0:1767321346.171283:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767321346.171288:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321346.177943:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384512000:12345-0@lo:400:kworker.0 Request processed in 9870us (10175us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321346.177958:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2478 00000100:00100000:0.0:1767321346.178572:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321346.179234:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384511616 00000100:00100000:2.0:1767321346.179244:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384511616 00000100:00100000:2.0:1767321346.179316:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5930 00000100:00100000:2.0:1767321346.179326:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384511616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321346.179394:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384511616:12345-0@lo:400:kworker.0 Request processed in 69us (824us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321346.179401:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5930 00000100:00080000:0.0:1767321346.179477:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321346.179512:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384511616:0@lo:400:kworker.0 00000100:00100000:1.0:1767321346.182186:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321346.182464:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384512000:0@lo:400:kworker.0 00000100:00100000:2.0:1767321346.190722:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384511872 00000100:00100000:2.0:1767321346.190739:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384511872 00000100:00100000:2.0:1767321346.190860:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2479 00000100:00100000:2.0:1767321346.190873:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384511872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321346.190978:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384511872:12345-0@lo:400:kworker.0 Request processed in 98us (8790us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321346.190986:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2479 00000100:00100000:1.0:1767321346.191453:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384511872:0@lo:400:kworker.0 00000100:00080000:0.0:1767321346.191531:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767321346.679200:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321347.144367:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321347.144502:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297478016 00000100:00100000:2.0:1767321347.144519:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297478016 00000100:00100000:2.0:1767321347.144633:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5931 00000100:00100000:2.0:1767321347.144647:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297478016:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321347.144750:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321347.144768:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297478016:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 121us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321347.144777:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5931 00000100:00080000:0.0:1767321347.144890:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321347.148778:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297477888 00000100:00100000:1.0:1767321347.149717:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297477888 00000100:00100000:1.0:1767321347.149822:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25442 00000100:00100000:1.0:1767321347.149832:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297477888:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321347.149865:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321347.150215:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297477888:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 381us (5466us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321347.150225:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25442 00000100:00100000:1.0:1767321347.191482:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321347.703105:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321348.217496:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321348.726985:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321349.240068:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321349.751151:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321349.751177:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384512128:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321349.751248:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321349.751550:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384512128 00000100:00100000:1.0:1767321349.751561:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384512128 00000100:00100000:1.0:1767321349.751628:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3323 00000100:00100000:1.0:1767321349.751641:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384512128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321349.751675:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321349.751721:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384512128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321349.751728:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3323 00010000:00010000:1.0:1767321349.751800:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321349.751920:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321349.751937:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384512256:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321349.751965:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321349.752024:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384512128:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321349.752257:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384512256 00000100:00100000:3.0:1767321349.752262:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384512256 00000100:00100000:3.0:1767321349.752302:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3324 00000100:00100000:3.0:1767321349.752309:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384512256:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321349.752326:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321349.752359:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384512256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321349.752365:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3324 00000100:00080000:0.0:1767321349.752502:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321349.752526:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384512256:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321350.263089:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321350.775769:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321351.286901:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321326/real 1767321326] req@ffff936883183480 x1853164384505856/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321351 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321351.286941:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff936883183480 x1853164384505856/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321351 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321351.286960:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321351.286988:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321351.286992:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384505856:0@lo:250:kworker.0 00000100:00080000:2.0:1767321351.287099:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321351.287105:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321351.287108:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321351.287113:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 6230 00000100:00080000:2.0:1767321351.287116:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321351.287122:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321351.287154:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b4380 x1853164384512384/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321351.287178:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321351.287182:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321351.287184:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321351.287187:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6249 00000100:00080000:2.0:1767321351.287189:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321351.287192:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321351.287207:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b4700 x1853164384512512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321351.287215:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321351.287218:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321351.287220:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321351.287224:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6249 00000100:00080000:2.0:1767321351.287226:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321351.287229:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321351.287245:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b6680 x1853164384512640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321351.287273:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321351.287276:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321351.287278:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321351.287281:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6249 00000100:00080000:2.0:1767321351.287283:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321351.287286:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321351.287296:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b6d80 x1853164384512896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321351.287309:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321351.287312:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321351.287313:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321351.287316:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6249 00000100:00080000:2.0:1767321351.287318:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321351.287320:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321351.287329:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b7b80 x1853164384513152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321351.287416:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384513408:0@lo:400:kworker.0 00000100:00100000:0.0:1767321351.287476:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321351.287534:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321351.287540:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384513280:0@lo:400:kworker.0 00000100:00100000:0.0:1767321351.287561:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321351.287583:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384512384:0@lo:250:kworker.0 00000400:00000100:0.0:1767321351.287599:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384512384 offset 0 length 520: 4 00000100:00100000:0.0:1767321351.287613:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384512512:0@lo:38:kworker.0 00000100:00100000:0.0:1767321351.287632:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321351.287646:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384512640:0@lo:38:kworker.0 00000100:00100000:0.0:1767321351.287665:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321351.287681:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384512896:0@lo:38:kworker.0 00000100:00100000:0.0:1767321351.287699:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321351.287713:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384513152:0@lo:38:kworker.0 00000100:00100000:0.0:1767321351.287728:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321351.287752:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384512640 00000100:00100000:0.0:1767321351.287759:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384512640 00000100:00100000:0.0:1767321351.287807:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3089 00000100:00100000:0.0:1767321351.287816:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384512640:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321351.287835:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321351.287873:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384512640:12345-0@lo:38:kworker.0 Request processed in 57us (206us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321351.287879:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3089 00000100:00080000:0.0:1767321351.287911:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321351.287915:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321351.287918:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384512640:0@lo:38:kworker.0 00000100:00100000:2.0:1767321351.288070:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384513408 00000100:00100000:2.0:1767321351.288074:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384513408 00000100:00100000:2.0:1767321351.288120:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384513280 00000100:00100000:2.0:1767321351.288123:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384513280 00000100:00100000:2.0:1767321351.288146:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2480 00000100:00100000:2.0:1767321351.288153:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384513408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321351.288197:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384513408:12345-0@lo:400:kworker.0 Request processed in 45us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321351.288203:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2480 00000100:00100000:2.0:1767321351.288215:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2481 00000100:00100000:2.0:1767321351.288220:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384513280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321351.288244:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384513280:12345-0@lo:400:kworker.0 Request processed in 24us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321351.288250:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2481 00000100:00100000:2.0:1767321351.288271:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384512512 00000100:00100000:2.0:1767321351.288276:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384512512 00000100:00100000:2.0:1767321351.288292:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384512896 00000100:00100000:2.0:1767321351.288295:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384512896 00000100:00100000:2.0:1767321351.288305:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384513152 00000100:00100000:2.0:1767321351.288307:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384513152 00000100:00100000:2.0:1767321351.288316:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25443 00000100:00100000:2.0:1767321351.288320:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384512512:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321351.288330:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321351.288357:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384512512:12345-0@lo:38:kworker.0 Request processed in 35us (723us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321351.288362:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25443 00000100:00100000:2.0:1767321351.288373:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25444 00000100:00100000:2.0:1767321351.288376:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384512896:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321351.288384:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321351.288405:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384512896:12345-0@lo:38:kworker.0 Request processed in 27us (705us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321351.288410:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25444 00000100:00100000:2.0:1767321351.288420:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25445 00000100:00100000:2.0:1767321351.288423:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384513152:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321351.288431:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321351.288449:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384513152:12345-0@lo:38:kworker.0 Request processed in 25us (720us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321351.288454:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25445 00000100:00100000:2.0:1767321351.288480:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384513280:0@lo:400:kworker.0 00000100:00100000:2.0:1767321351.288489:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384513408:0@lo:400:kworker.0 00000100:00100000:3.0:1767321351.288567:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384512768:0@lo:400:kworker.0 00000100:00100000:3.0:1767321351.288602:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321351.288626:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321351.288633:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384513024:0@lo:400:kworker.0 00000100:00100000:3.0:1767321351.288652:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321351.288671:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384512768 00000100:00100000:3.0:1767321351.288675:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384512768 00000100:00100000:3.0:1767321351.288697:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384513024 00000100:00100000:3.0:1767321351.288699:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384513024 00000100:00100000:3.0:1767321351.288713:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5932 00000100:00100000:3.0:1767321351.288720:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384512768:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767321351.288732:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321351.288738:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321351.288740:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321351.288763:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321351.288767:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321351.288773:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384512512:0@lo:38:kworker.0 00000100:00080000:0.0:1767321351.288800:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767321351.288803:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384512768:12345-0@lo:400:kworker.0 Request processed in 54us (170us total) trans 0 rc 0/0 00000100:00080000:0.0:1767321351.288805:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321351.288813:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384512896:0@lo:38:kworker.0 00000100:00100000:3.0:1767321351.288817:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5932 00000100:00080000:0.0:1767321351.288825:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321351.288835:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321351.288838:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5933 00000100:00100000:0.0:1767321351.288847:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384513152:0@lo:38:kworker.0 00000100:00100000:3.0:1767321351.288849:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384513024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321351.288892:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384513024:12345-0@lo:400:kworker.0 Request processed in 46us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321351.288900:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5933 00000100:00100000:3.0:1767321351.288944:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384513024:0@lo:400:kworker.0 00000100:00100000:0.0:1767321351.289292:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321351.289404:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384512768:0@lo:400:kworker.0 00010000:00010000:0.0:1767321351.803128:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321352.264581:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:0.0:1767321352.264620:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297478144 offset 0 length 520: 4 00000100:00100000:0.0:1767321352.264637:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321352.264815:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297478400 00000100:00100000:3.0:1767321352.264825:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297478400 00000100:00100000:3.0:1767321352.264894:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297478272 00000100:00100000:3.0:1767321352.264897:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297478272 00000100:00100000:3.0:1767321352.264917:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5934 00000100:00100000:3.0:1767321352.264927:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297478400:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321352.264991:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297478400:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 66us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321352.264998:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5934 00000100:00100000:3.0:1767321352.265014:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25446 00000100:00100000:3.0:1767321352.265018:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297478272:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321352.265037:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321352.265346:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297478272:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 323us (704us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321352.265352:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25446 00000100:00080000:0.0:1767321352.265412:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321352.310914:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321352.822948:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321353.335195:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321353.848380:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321354.359472:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321354.870996:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321354.871164:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321354.871181:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384513536:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321354.871239:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321354.871290:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384513664:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321354.871304:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321354.871324:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384513536 00000100:00100000:1.0:1767321354.871330:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384513536 00000100:00100000:1.0:1767321354.871364:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384513664 00000100:00100000:1.0:1767321354.871366:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384513664 00000100:00100000:1.0:1767321354.871382:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3325 00000100:00100000:1.0:1767321354.871392:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384513536:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321354.871394:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321354.871400:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1767321354.871420:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321354.871449:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3326 00000100:00100000:0.0:1767321354.871462:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384513664:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321354.871469:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384513536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321354.871478:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3325 00002000:00000024:0.0:1767321354.871495:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321354.871532:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384513664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321354.871538:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384513536:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321354.871543:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3326 00000100:00100000:1.0:1767321354.871566:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384513664:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321355.382905:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321355.895006:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321356.407842:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321356.407851:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321356.407855:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321356.407859:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321356.407864:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321356.407873:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6254 00000100:00080000:2.0:1767321356.407886:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321356.407894:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321356.407934:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e0a80 x1853164384513792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321356.407965:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321356.407968:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321356.407970:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321356.407974:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6254 00000100:00080000:2.0:1767321356.407976:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321356.407979:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321356.407990:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e3100 x1853164384513920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321356.408027:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321356.408030:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321356.408032:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321356.408035:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6254 00000100:00080000:2.0:1767321356.408037:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321356.408040:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321356.408051:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e3800 x1853164384514176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321356.408072:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321356.408076:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321356.408077:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321356.408081:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6254 00000100:00080000:2.0:1767321356.408083:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321356.408086:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321356.408095:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384513792:0@lo:38:kworker.0 00000100:00100000:2.0:1767321356.408098:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e1180 x1853164384514432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321356.408154:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384514304:0@lo:400:kworker.0 00000100:00100000:1.0:1767321356.408175:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321356.408197:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384514560:0@lo:400:kworker.0 00000100:00100000:2.0:1767321356.408230:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321356.408248:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384513920:0@lo:38:kworker.0 00000100:00100000:2.0:1767321356.408257:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321356.408266:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384514688:0@lo:400:kworker.0 00000100:00100000:1.0:1767321356.408280:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321356.408304:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321356.408315:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384514176:0@lo:38:kworker.0 00000100:00100000:2.0:1767321356.408338:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321356.408356:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384514560 00000100:00100000:2.0:1767321356.408363:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321356.408365:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384514560 00000100:00100000:2.0:1767321356.408372:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384514048:0@lo:400:kworker.0 00000100:00100000:2.0:1767321356.408404:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321356.408428:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384514688 00000100:00100000:1.0:1767321356.408432:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384514688 00000100:00100000:2.0:1767321356.408436:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384513792 00000100:00100000:2.0:1767321356.408441:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384513792 00000100:00100000:1.0:1767321356.408459:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2482 00000100:00100000:2.0:1767321356.408470:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384514304 00000100:00100000:1.0:1767321356.408472:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384514560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321356.408475:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384514304 00000100:00100000:2.0:1767321356.408503:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384514048 00000100:00100000:2.0:1767321356.408506:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384514048 00000100:00100000:2.0:1767321356.408521:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5935 00000100:00100000:2.0:1767321356.408527:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384514304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321356.408584:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384514304:12345-0@lo:400:kworker.0 Request processed in 56us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321356.408591:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5935 00000100:00100000:2.0:1767321356.408606:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5936 00000100:00100000:2.0:1767321356.408612:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384514048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321356.408637:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384514048:12345-0@lo:400:kworker.0 Request processed in 26us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321356.408642:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5936 00000100:00100000:2.0:1767321356.408653:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25447 00000100:00100000:2.0:1767321356.408656:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384513792:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321356.408672:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321356.409391:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321356.409428:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384514560:12345-0@lo:400:kworker.0 Request processed in 957us (1195us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321356.409435:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384513920 00000100:00100000:1.0:1767321356.409440:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2482 00000100:00100000:0.0:1767321356.409443:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384513920 00000100:00100000:1.0:1767321356.409462:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2483 00000100:00100000:1.0:1767321356.409474:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b3aa6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384514688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321356.409488:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3090 00000100:00100000:0.0:1767321356.409494:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384513920:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321356.409508:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321356.409543:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384513920:12345-0@lo:38:kworker.0 Request processed in 47us (1263us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321356.409561:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3090 00000100:00100000:0.0:1767321356.409612:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321356.409641:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384514432:0@lo:38:kworker.0 00000100:00100000:0.0:1767321356.409667:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321356.409708:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321356.409721:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321356.409726:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384513920:0@lo:38:kworker.0 00000100:00100000:0.0:1767321356.409767:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384514176 00000100:00100000:0.0:1767321356.409772:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384514176 00000100:00100000:0.0:1767321356.409800:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384514432 00000100:00100000:0.0:1767321356.409804:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384514432 00000100:00100000:0.0:1767321356.409816:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25448 00000100:00100000:0.0:1767321356.409821:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384514176:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321356.409832:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321356.409863:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384514176:12345-0@lo:38:kworker.0 Request processed in 40us (250us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321356.409869:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25448 00000100:00100000:0.0:1767321356.409882:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25449 00000100:00100000:0.0:1767321356.410081:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384514432:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321356.410095:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321356.410122:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384514432:12345-0@lo:38:kworker.0 Request processed in 235us (455us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321356.410129:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25449 00000100:00080000:0.0:1767321356.410157:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321356.410162:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321356.410166:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384514432:0@lo:38:kworker.0 00000100:00080000:0.0:1767321356.410179:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767321356.410181:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b3aa6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384514688:12345-0@lo:400:kworker.0 Request processed in 708us (1874us total) trans 0 rc 0/0 00000100:00080000:0.0:1767321356.410185:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321356.410192:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384514176:0@lo:38:kworker.0 00000100:00100000:1.0:1767321356.410196:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2483 00000100:00080000:0.0:1767321356.410227:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321356.410234:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321356.410237:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321356.410307:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384514048:0@lo:400:kworker.0 00000100:00100000:0.0:1767321356.410322:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384514304:0@lo:400:kworker.0 00000100:00100000:1.0:1767321356.410477:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384514688:0@lo:400:kworker.0 00000100:00100000:1.0:1767321356.412309:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384514560:0@lo:400:kworker.0 00000100:00100000:2.0:1767321356.412409:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384513792:12345-0@lo:38:kworker.0 Request processed in 3748us (4232us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321356.412421:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25447 00000100:00080000:0.0:1767321356.413133:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321356.413142:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321356.413146:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384513792:0@lo:38:kworker.0 00010000:00010000:0.0:1767321356.920818:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321357.386878:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321357.386930:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321357.387025:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297478656 00000100:00100000:1.0:1767321357.387036:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297478656 00000100:00100000:3.0:1767321357.387036:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297478528 00000100:00100000:3.0:1767321357.387041:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297478528 00000100:00100000:3.0:1767321357.387080:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25450 00000100:00100000:3.0:1767321357.387089:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297478528:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:1.0:1767321357.387095:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5937 00000100:00100000:1.0:1767321357.387105:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297478656:12345-192.168.202.56@tcp:400:kworker.0 00010000:00020000:3.0:1767321357.387112:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767321357.387485:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321357.388163:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297478528:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 1068us (1225us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321357.388174:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25450 00000100:00100000:1.0:1767321357.388253:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297478656:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 1149us (1385us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321357.388261:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5937 00000100:00100000:2.0:1767321357.431151:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321357.949329:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321358.455046:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321358.967032:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321359.480380:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321359.991625:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321359.991874:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384514816:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321359.991950:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321359.992329:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384514816 00000100:00100000:2.0:1767321359.992340:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384514816 00000100:00100000:2.0:1767321359.992424:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3327 00000100:00100000:2.0:1767321359.992436:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384514816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321359.992477:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321359.992537:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384514816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321359.992545:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3327 00000100:00100000:2.0:1767321359.992600:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384514816:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321359.992671:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321359.993019:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384514944:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321359.993060:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321359.993271:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384514944 00000100:00100000:3.0:1767321359.993278:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384514944 00000100:00100000:3.0:1767321359.993331:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3328 00000100:00100000:3.0:1767321359.993340:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384514944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321359.993361:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321359.993411:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384514944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321359.993418:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3328 00000100:00080000:0.0:1767321359.993479:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321359.993870:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384514944:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321360.503473:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321361.015215:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321361.527204:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767321361.527940:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321361.527947:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321361.527950:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321361.527953:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321361.527958:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321361.527965:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6259 00000100:00080000:0.0:1767321361.527979:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321361.527986:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321361.528029:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b5880 x1853164384515072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321361.528059:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321361.528063:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321361.528066:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321361.528070:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6259 00000100:00080000:0.0:1767321361.528072:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321361.528075:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321361.528088:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b6680 x1853164384515200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321361.528166:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384515328:0@lo:400:kworker.0 00000100:00100000:1.0:1767321361.528232:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321361.528335:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384515072:0@lo:38:kworker.0 00000100:00100000:2.0:1767321361.528364:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321361.528388:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384515200:0@lo:38:kworker.0 00000100:00100000:2.0:1767321361.528411:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321361.528461:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384515200 00000100:00100000:2.0:1767321361.528467:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384515200 00000100:00100000:2.0:1767321361.528499:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3091 00000100:00100000:2.0:1767321361.528506:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384515200:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321361.528526:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321361.528578:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384515200:12345-0@lo:38:kworker.0 Request processed in 71us (165us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321361.528585:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3091 00000100:00080000:2.0:1767321361.528626:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321361.528631:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321361.528634:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384515200:0@lo:38:kworker.0 00000100:00100000:3.0:1767321361.528947:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384515328 00000100:00100000:3.0:1767321361.528953:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384515328 00000100:00100000:3.0:1767321361.529018:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384515072 00000100:00100000:3.0:1767321361.529021:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384515072 00000100:00100000:3.0:1767321361.529037:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5938 00000100:00100000:3.0:1767321361.529044:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384515328:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767321361.529113:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321361.529138:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25451 00000100:00100000:2.0:1767321361.529142:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384515072:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321361.529154:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321361.529186:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384515072:12345-0@lo:38:kworker.0 Request processed in 42us (821us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321361.529192:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25451 00000100:00080000:2.0:1767321361.529220:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321361.529225:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321361.529228:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384515072:0@lo:38:kworker.0 00000100:00080000:0.0:1767321361.530640:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321361.530648:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321361.530651:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321361.530659:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6259 00000100:00080000:0.0:1767321361.530663:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321361.530668:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321361.530703:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b7100 x1853164384515456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321361.530814:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384515584:0@lo:400:kworker.0 00000100:00100000:2.0:1767321361.530869:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321361.530921:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384515584 00000100:00100000:2.0:1767321361.530927:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384515584 00000100:00100000:2.0:1767321361.530983:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5939 00000100:00100000:2.0:1767321361.530991:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384515584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321361.531038:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384515584:12345-0@lo:400:kworker.0 Request processed in 48us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321361.531045:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5939 00000100:00080000:2.0:1767321361.531067:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321361.531092:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384515584:0@lo:400:kworker.0 00000100:00100000:2.0:1767321361.531129:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384515456:0@lo:38:kworker.0 00000100:00100000:2.0:1767321361.531155:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321361.531181:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384515456 00000100:00100000:2.0:1767321361.531184:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384515456 00000100:00100000:2.0:1767321361.531202:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25452 00000100:00100000:2.0:1767321361.531206:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384515456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321361.531223:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321361.531265:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384515456:12345-0@lo:38:kworker.0 Request processed in 57us (109us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321361.531272:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25452 00000100:00080000:2.0:1767321361.531296:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321361.531301:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321361.531304:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384515456:0@lo:38:kworker.0 00000100:00100000:3.0:1767321361.541190:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384515328:12345-0@lo:400:kworker.0 Request processed in 12136us (12948us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321361.541206:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5938 00000100:00080000:0.0:1767321361.541539:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321361.541545:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321361.541549:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321361.541555:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6259 00000100:00080000:0.0:1767321361.541559:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321361.541565:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321361.541603:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7b6680 x1853164384515712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321361.541698:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384515968:0@lo:400:kworker.0 00000100:00100000:0.0:1767321361.541757:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321361.541805:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321361.541811:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384515840:0@lo:400:kworker.0 00000100:00100000:0.0:1767321361.541858:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321361.541887:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384515968 00000100:00100000:0.0:1767321361.541893:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384515968 00000100:00100000:0.0:1767321361.541934:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384515840 00000100:00100000:0.0:1767321361.541937:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384515840 00000100:00100000:0.0:1767321361.541955:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2484 00000100:00100000:0.0:1767321361.541962:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384515968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321361.542019:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384515968:12345-0@lo:400:kworker.0 Request processed in 57us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321361.542025:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2484 00000100:00100000:0.0:1767321361.542038:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2485 00000100:00100000:0.0:1767321361.542043:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384515840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321361.542067:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384515840:12345-0@lo:400:kworker.0 Request processed in 24us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321361.542072:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2485 00000100:00080000:0.0:1767321361.542094:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321361.542098:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321361.542123:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384515840:0@lo:400:kworker.0 00000100:00100000:0.0:1767321361.542132:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384515968:0@lo:400:kworker.0 00000100:00100000:2.0:1767321361.546716:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384515712:0@lo:38:kworker.0 00000100:00100000:2.0:1767321361.546848:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321361.547266:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384515712 00000100:00100000:3.0:1767321361.547278:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384515712 00000100:00100000:3.0:1767321361.547331:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25453 00000100:00100000:3.0:1767321361.547339:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384515712:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321361.547363:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321361.547416:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384515712:12345-0@lo:38:kworker.0 Request processed in 77us (569us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321361.547423:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25453 00000100:00080000:0.0:1767321361.547565:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321361.547572:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321361.547575:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384515712:0@lo:38:kworker.0 00000100:00100000:1.0:1767321361.547806:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384515328:0@lo:400:kworker.0 00010000:00010000:0.0:1767321362.039445:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321362.503840:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321362.504344:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297478784 00000100:00100000:2.0:1767321362.504355:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297478784 00000100:00100000:2.0:1767321362.504410:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25454 00000100:00100000:2.0:1767321362.504418:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297478784:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767321362.504441:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321362.504521:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297478784:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 100us (738us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321362.504529:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25454 00000100:00100000:0.0:1767321362.517390:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321362.517466:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297478912 00000100:00100000:3.0:1767321362.517477:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297478912 00000100:00100000:3.0:1767321362.517564:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5940 00000100:00100000:3.0:1767321362.517574:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297478912:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321362.517648:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297478912:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 75us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321362.517656:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5940 00000100:00080000:0.0:1767321362.517977:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321362.557916:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321363.063621:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321363.575110:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321364.087405:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321364.605356:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321365.111196:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321365.112056:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384516096:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321365.112163:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321365.112590:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384516096 00000100:00100000:3.0:1767321365.112600:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384516096 00000100:00100000:3.0:1767321365.112673:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3329 00000100:00100000:3.0:1767321365.112683:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384516096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321365.112719:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321365.112778:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384516096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321365.112842:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3329 00000100:00080000:0.0:1767321365.112987:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321365.113316:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384516096:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321365.113761:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321365.113773:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384516224:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321365.113983:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321365.114112:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384516224 00000100:00100000:3.0:1767321365.114118:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384516224 00000100:00100000:3.0:1767321365.114169:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3330 00000100:00100000:3.0:1767321365.114176:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384516224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321365.114202:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321365.114240:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384516224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321365.114256:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3330 00000100:00080000:0.0:1767321365.114326:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321365.114627:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384516224:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321365.622895:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321366.135698:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321366.647339:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767321366.649072:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321366.649080:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321366.649083:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321366.649086:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321366.649091:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321366.649099:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6264 00000100:00080000:2.0:1767321366.649105:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321366.649113:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321366.649154:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e3b80 x1853164384516352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321366.649196:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321366.649200:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321366.649202:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321366.649206:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6264 00000100:00080000:2.0:1767321366.649208:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321366.649212:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321366.649225:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e2a00 x1853164384516480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321366.649270:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321366.649275:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321366.649277:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321366.649281:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6264 00000100:00080000:2.0:1767321366.649283:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321366.649287:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321366.649298:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e3800 x1853164384516736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321366.649312:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321366.649315:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321366.649317:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321366.649320:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6264 00000100:00080000:2.0:1767321366.649322:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321366.649325:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321366.649335:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e3100 x1853164384516992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321366.649393:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384517248:0@lo:400:kworker.0 00000100:00100000:2.0:1767321366.649456:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321366.649519:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321366.649526:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384517120:0@lo:400:kworker.0 00000100:00100000:2.0:1767321366.649548:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321366.649651:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384516864:0@lo:400:kworker.0 00000100:00100000:1.0:1767321366.649691:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321366.649718:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321366.649724:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384516608:0@lo:400:kworker.0 00000100:00100000:1.0:1767321366.649744:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321366.649861:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384517248 00000100:00100000:0.0:1767321366.649869:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384517248 00000100:00100000:0.0:1767321366.649929:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384517120 00000100:00100000:0.0:1767321366.649932:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384517120 00000100:00100000:0.0:1767321366.649953:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2486 00000100:00100000:0.0:1767321366.649962:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384517248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321366.650013:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384517248:12345-0@lo:400:kworker.0 Request processed in 52us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321366.650019:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2486 00000100:00100000:0.0:1767321366.650035:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2487 00000100:00100000:0.0:1767321366.650040:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384517120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321366.650062:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384517120:12345-0@lo:400:kworker.0 Request processed in 22us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321366.650066:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2487 00000100:00100000:0.0:1767321366.650095:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384516352:0@lo:38:kworker.0 00000100:00100000:0.0:1767321366.650117:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321366.650137:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384516480:0@lo:38:kworker.0 00000100:00100000:0.0:1767321366.650155:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321366.650172:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384516736:0@lo:38:kworker.0 00000100:00100000:0.0:1767321366.650186:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321366.650199:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384516992:0@lo:38:kworker.0 00000100:00100000:0.0:1767321366.650215:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321366.650239:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384516864 00000100:00100000:0.0:1767321366.650242:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384516864 00000100:00100000:0.0:1767321366.650269:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384516608 00000100:00100000:0.0:1767321366.650271:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384516608 00000100:00100000:0.0:1767321366.650282:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384516352 00000100:00100000:0.0:1767321366.650284:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384516352 00000100:00100000:0.0:1767321366.650291:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384516736 00000100:00100000:0.0:1767321366.650293:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384516736 00000100:00100000:0.0:1767321366.650300:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384516992 00000100:00100000:0.0:1767321366.650302:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384516992 00000100:00100000:0.0:1767321366.650310:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5941 00000100:00100000:0.0:1767321366.650316:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384516864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321366.650347:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384516864:12345-0@lo:400:kworker.0 Request processed in 31us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321366.650353:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5941 00000100:00100000:0.0:1767321366.650365:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5942 00000100:00100000:0.0:1767321366.650371:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384516608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321366.650394:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384516608:12345-0@lo:400:kworker.0 Request processed in 24us (649us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321366.650399:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5942 00000100:00100000:0.0:1767321366.650409:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25455 00000100:00100000:0.0:1767321366.650413:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384516352:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321366.650429:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321366.650458:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384516352:12345-0@lo:38:kworker.0 Request processed in 44us (340us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321366.650464:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25455 00000100:00100000:0.0:1767321366.650475:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25456 00000100:00100000:0.0:1767321366.650478:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384516736:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321366.650486:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321366.650507:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384516736:12345-0@lo:38:kworker.0 Request processed in 27us (319us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321366.650512:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25456 00000100:00100000:0.0:1767321366.650523:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25457 00000100:00100000:0.0:1767321366.650526:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384516992:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321366.650535:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321366.650553:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384516992:12345-0@lo:38:kworker.0 Request processed in 25us (337us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321366.650558:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25457 00000100:00100000:0.0:1767321366.650574:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384516480 00000100:00100000:0.0:1767321366.650579:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384516480 00000100:00100000:0.0:1767321366.650598:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3092 00000100:00100000:0.0:1767321366.650602:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384516480:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321366.650611:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321366.650634:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384516480:12345-0@lo:38:kworker.0 Request processed in 31us (477us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321366.650639:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3092 00000100:00080000:0.0:1767321366.650662:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321366.650703:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384516608:0@lo:400:kworker.0 00000100:00100000:0.0:1767321366.650714:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384516864:0@lo:400:kworker.0 00000100:00100000:0.0:1767321366.650744:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384517120:0@lo:400:kworker.0 00000100:00100000:0.0:1767321366.650756:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384517248:0@lo:400:kworker.0 00000100:00080000:0.0:1767321366.650779:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321366.650817:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321366.650820:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384516352:0@lo:38:kworker.0 00000100:00080000:0.0:1767321366.650830:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321366.650833:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321366.650836:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384516480:0@lo:38:kworker.0 00000100:00080000:0.0:1767321366.650844:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321366.650847:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321366.650850:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384516736:0@lo:38:kworker.0 00000100:00080000:0.0:1767321366.650858:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321366.650861:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321366.650864:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384516992:0@lo:38:kworker.0 00010000:00010000:0.0:1767321367.161262:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321367.626989:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321367.627102:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321367.627127:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297479040 00000100:00100000:3.0:1767321367.627149:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297479040 00000100:00100000:3.0:1767321367.627227:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297479168 00000100:00100000:3.0:1767321367.627231:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297479168 00000100:00100000:3.0:1767321367.627745:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5943 00000100:00100000:3.0:1767321367.627764:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297479168:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321367.627962:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297479168:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 202us (860us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321367.630895:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25458 00000100:00100000:1.0:1767321367.630925:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297479040:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321367.630965:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321367.631091:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297479040:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 178us (4112us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321367.631101:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25458 00000100:00080000:1.0:1767321367.631179:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321367.632489:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5943 00000100:00100000:2.0:1767321367.671051:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321368.183412:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321368.697000:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321369.207021:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321369.720628:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321370.231456:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384517376:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321370.231556:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321370.231825:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384517376 00000100:00100000:0.0:1767321370.231836:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384517376 00000100:00100000:0.0:1767321370.231938:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3331 00000100:00100000:0.0:1767321370.231950:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384517376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321370.231989:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767321370.232127:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767321370.232141:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321370.232167:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384517504:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321370.232203:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321370.232254:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384517504 00000100:00100000:1.0:1767321370.232258:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384517504 00000100:00100000:1.0:1767321370.232288:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3332 00000100:00100000:1.0:1767321370.232300:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384517504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321370.232321:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321370.232354:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384517504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321370.232362:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3332 00000100:00080000:1.0:1767321370.232384:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321370.232429:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384517504:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321370.233167:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384517376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1218us (1608us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321370.233176:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3331 00000100:00100000:2.0:1767321370.235448:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bae87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384517376:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321370.743035:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321371.255701:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321371.770451:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321371.770466:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321371.770470:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321371.770474:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321371.770480:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321371.770490:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6269 00000100:00080000:2.0:1767321371.770495:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321371.770504:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321371.770564:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f9500 x1853164384517632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321371.770604:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321371.770609:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321371.770611:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321371.770616:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6269 00000100:00080000:2.0:1767321371.770619:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321371.770632:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321371.770647:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3fad80 x1853164384517760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321371.770685:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321371.770689:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321371.770691:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321371.770694:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6269 00000100:00080000:2.0:1767321371.770696:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321371.770700:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321371.770711:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3faa00 x1853164384518016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321371.770725:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321371.770728:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321371.770729:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321371.770732:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6269 00000100:00080000:2.0:1767321371.770734:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321371.770738:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321371.770746:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3fa300 x1853164384518272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321371.770828:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384518400:0@lo:400:kworker.0 00000100:00100000:2.0:1767321371.770942:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321371.771031:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321371.771038:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384518528:0@lo:400:kworker.0 00000100:00100000:2.0:1767321371.771061:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321371.771244:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384517888:0@lo:400:kworker.0 00000100:00100000:3.0:1767321371.771287:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321371.771385:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321371.771390:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384518144:0@lo:400:kworker.0 00000100:00100000:3.0:1767321371.771411:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321371.771445:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384517888 00000100:00100000:3.0:1767321371.771455:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384517888 00000100:00100000:3.0:1767321371.771521:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384518144 00000100:00100000:3.0:1767321371.771524:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384518144 00000100:00100000:3.0:1767321371.771550:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5944 00000100:00100000:3.0:1767321371.771560:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384517888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321371.771703:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384517888:12345-0@lo:400:kworker.0 Request processed in 143us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321371.771713:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5944 00000100:00100000:3.0:1767321371.771735:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5945 00000100:00100000:3.0:1767321371.771741:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384518144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321371.771771:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384518144:12345-0@lo:400:kworker.0 Request processed in 30us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321371.771777:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5945 00000100:00100000:3.0:1767321371.771852:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384518144:0@lo:400:kworker.0 00000100:00100000:3.0:1767321371.771863:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384517888:0@lo:400:kworker.0 00000100:00100000:1.0:1767321371.771981:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384517632:0@lo:38:kworker.0 00000100:00100000:1.0:1767321371.772019:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321371.772050:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384517760:0@lo:38:kworker.0 00000100:00100000:1.0:1767321371.772079:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321371.772101:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384518016:0@lo:38:kworker.0 00000100:00100000:1.0:1767321371.772126:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321371.772140:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384518272:0@lo:38:kworker.0 00000100:00100000:1.0:1767321371.772160:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321371.772192:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321371.772206:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384517632 00000100:00100000:1.0:1767321371.772211:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384517632 00000100:00100000:1.0:1767321371.772232:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384518016 00000100:00100000:1.0:1767321371.772234:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384518016 00000100:00100000:1.0:1767321371.772242:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384518272 00000100:00100000:1.0:1767321371.772245:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384518272 00000100:00100000:1.0:1767321371.772255:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25459 00000100:00100000:1.0:1767321371.772260:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384517632:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321371.772284:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321371.772412:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25460 00000100:00100000:3.0:1767321371.772418:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384518016:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321371.772428:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321371.772464:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384518016:12345-0@lo:38:kworker.0 Request processed in 45us (337us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321371.772471:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25460 00000100:00100000:3.0:1767321371.772486:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25461 00000100:00100000:3.0:1767321371.772490:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384518272:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321371.772498:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321371.772519:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384518272:12345-0@lo:38:kworker.0 Request processed in 28us (359us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321371.772524:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25461 00000100:00080000:3.0:1767321371.772552:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321371.772557:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321371.772560:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384518016:0@lo:38:kworker.0 00000100:00080000:3.0:1767321371.772568:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321371.772571:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321371.772575:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384518272:0@lo:38:kworker.0 00000100:00100000:1.0:1767321371.772752:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384517632:12345-0@lo:38:kworker.0 Request processed in 489us (731us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321371.772759:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25459 00000100:00100000:0.0:1767321371.772776:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384518400 00000100:00100000:0.0:1767321371.772806:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384518400 00000100:00100000:1.0:1767321371.772832:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384518528 00000100:00100000:1.0:1767321371.772838:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384518528 00000100:00100000:0.0:1767321371.772853:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2488 00000100:00100000:0.0:1767321371.772864:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384518400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321371.772889:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2489 00000100:00100000:1.0:1767321371.772899:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384518528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321371.772937:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384518400:12345-0@lo:400:kworker.0 Request processed in 75us (1994us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321371.772948:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2488 00000100:00100000:1.0:1767321371.772949:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384518528:12345-0@lo:400:kworker.0 Request processed in 49us (1883us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321371.772958:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2489 00000100:00100000:0.0:1767321371.772981:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384517760 00000100:00100000:0.0:1767321371.772988:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384517760 00000100:00100000:1.0:1767321371.772991:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321371.773015:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3093 00000100:00100000:0.0:1767321371.773034:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384517760:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321371.773047:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321371.773059:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384518528:0@lo:400:kworker.0 00000100:00100000:1.0:1767321371.773078:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384518400:0@lo:400:kworker.0 00000100:00100000:0.0:1767321371.773084:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384517760:12345-0@lo:38:kworker.0 Request processed in 47us (1001us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321371.773093:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3093 00000100:00080000:3.0:1767321371.773237:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321371.773243:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321371.773247:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384517632:0@lo:38:kworker.0 00000100:00080000:3.0:1767321371.773256:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321371.773260:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321371.773263:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384517760:0@lo:38:kworker.0 00010000:00010000:0.0:1767321372.285058:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321372.744650:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321372.744774:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321372.744971:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297479424 00000100:00100000:0.0:1767321372.744985:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297479424 00000100:00100000:0.0:1767321372.745082:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297479296 00000100:00100000:0.0:1767321372.745086:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297479296 00000100:00100000:0.0:1767321372.745114:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5946 00000100:00100000:0.0:1767321372.745128:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297479424:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321372.745245:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297479424:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 120us (612us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321372.745255:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5946 00000100:00100000:0.0:1767321372.745284:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25462 00000100:00100000:0.0:1767321372.745290:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297479296:12345-192.168.202.56@tcp:38:kworker.0 00000100:00080000:1.0:1767321372.745325:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:0.0:1767321372.745441:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321372.745475:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297479296:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 183us (709us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321372.754703:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25462 00000100:00100000:1.0:1767321372.790908:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321373.303118:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321373.817229:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321374.327242:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321374.839027:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321375.351121:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384518784:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321375.351230:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321375.351318:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321375.351325:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384518656:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321375.351348:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321375.351393:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384518784 00000100:00100000:3.0:1767321375.351403:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384518784 00000100:00100000:3.0:1767321375.351466:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384518656 00000100:00100000:3.0:1767321375.351469:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384518656 00000100:00100000:3.0:1767321375.351499:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3333 00000100:00100000:3.0:1767321375.351509:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384518784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321375.351547:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321375.351598:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384518784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321375.351606:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3333 00000100:00100000:3.0:1767321375.351627:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3334 00000100:00100000:3.0:1767321375.351633:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384518656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321375.351650:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321375.351676:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384518656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321375.351682:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3334 00000100:00100000:3.0:1767321375.351732:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384518656:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321375.351745:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384518784:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767321375.351826:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321375.351831:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767321375.362425:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321375.864206:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321376.375219:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321376.843227:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:1.0:1767321376.843280:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297479552 offset 0 length 520: 4 00000100:00100000:1.0:1767321376.843362:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321376.843593:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297479808 00000100:00100000:2.0:1767321376.843606:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297479808 00000100:00100000:2.0:1767321376.843706:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297479680 00000100:00100000:2.0:1767321376.843710:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297479680 00000100:00100000:2.0:1767321376.843737:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5947 00000100:00100000:2.0:1767321376.843749:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297479808:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321376.843895:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297479808:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 147us (685us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321376.843904:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5947 00000100:00100000:2.0:1767321376.843925:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25463 00000100:00100000:2.0:1767321376.843929:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297479680:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767321376.843954:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321376.843982:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297479680:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 51us (621us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321376.843988:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25463 00000100:00080000:1.0:1767321376.844375:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321376.890955:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321351/real 1767321351] req@ffff9369bb7b4380 x1853164384512384/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321376 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321376.891015:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369bb7b4380 x1853164384512384/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321376 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767321376.891044:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321376.891080:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767321376.891084:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384512384:0@lo:250:kworker.0 00000100:00080000:2.0:1767321376.891329:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321376.891336:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321376.891341:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321376.891347:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 6254 00000100:00080000:2.0:1767321376.891352:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321376.891362:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321376.891416:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f8700 x1853164384518912/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321376.891457:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321376.891462:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321376.891464:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321376.891468:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6275 00000100:00080000:2.0:1767321376.891471:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321376.891475:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321376.891494:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f9f80 x1853164384519040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321376.891502:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321376.891506:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321376.891508:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321376.891513:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6275 00000100:00080000:2.0:1767321376.891516:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321376.891520:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321376.891533:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f8000 x1853164384519168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321376.891568:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321376.891572:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321376.891574:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321376.891578:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6275 00000100:00080000:2.0:1767321376.891581:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321376.891585:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321376.891598:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3fad80 x1853164384519424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321376.891616:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321376.891620:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321376.891622:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321376.891626:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6275 00000100:00080000:2.0:1767321376.891628:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321376.891631:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321376.891641:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3fb100 x1853164384519680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321376.891712:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384519552:0@lo:400:kworker.0 00000100:00100000:2.0:1767321376.891843:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321376.891925:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321376.891931:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384519296:0@lo:400:kworker.0 00000100:00100000:2.0:1767321376.891955:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321376.892004:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384519936:0@lo:400:kworker.0 00000100:00100000:2.0:1767321376.892035:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321376.892058:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321376.892064:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384519808:0@lo:400:kworker.0 00000100:00100000:2.0:1767321376.892084:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321376.892119:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384519552 00000100:00100000:2.0:1767321376.892129:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384519552 00000100:00100000:2.0:1767321376.892196:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384519296 00000100:00100000:2.0:1767321376.892200:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384519296 00000100:00100000:2.0:1767321376.892224:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5948 00000100:00100000:2.0:1767321376.892234:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384519552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321376.892291:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384519552:12345-0@lo:400:kworker.0 Request processed in 58us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321376.892300:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5948 00000100:00100000:2.0:1767321376.892318:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5949 00000100:00100000:2.0:1767321376.892324:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384519296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321376.892363:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384519296:12345-0@lo:400:kworker.0 Request processed in 37us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321376.892368:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5949 00000100:00100000:2.0:1767321376.892390:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384519936 00000100:00100000:2.0:1767321376.892393:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384519936 00000100:00100000:2.0:1767321376.892417:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384519808 00000100:00100000:2.0:1767321376.892420:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384519808 00000100:00100000:2.0:1767321376.892435:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2490 00000100:00100000:2.0:1767321376.892440:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384519936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321376.892473:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384519936:12345-0@lo:400:kworker.0 Request processed in 32us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321376.892479:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2490 00000100:00100000:2.0:1767321376.892491:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2491 00000100:00100000:2.0:1767321376.892496:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384519808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321376.892524:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384519808:12345-0@lo:400:kworker.0 Request processed in 29us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321376.892530:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2491 00000100:00100000:2.0:1767321376.892572:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384519808:0@lo:400:kworker.0 00000100:00100000:2.0:1767321376.892582:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384519936:0@lo:400:kworker.0 00000100:00100000:2.0:1767321376.892612:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384519296:0@lo:400:kworker.0 00000100:00100000:2.0:1767321376.892622:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384519552:0@lo:400:kworker.0 00000100:00100000:0.0:1767321376.892947:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384518912:0@lo:250:kworker.0 00000400:00000100:0.0:1767321376.892994:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384518912 offset 0 length 520: 4 00000100:00100000:0.0:1767321376.893021:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384519040:0@lo:38:kworker.0 00000100:00100000:0.0:1767321376.893048:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321376.893074:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384519168:0@lo:38:kworker.0 00000100:00100000:0.0:1767321376.893099:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321376.893115:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384519424:0@lo:38:kworker.0 00000100:00100000:0.0:1767321376.893135:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321376.893155:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384519680:0@lo:38:kworker.0 00000100:00100000:0.0:1767321376.893175:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321376.893205:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384519040 00000100:00100000:0.0:1767321376.893209:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384519040 00000100:00100000:0.0:1767321376.893233:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384519424 00000100:00100000:0.0:1767321376.893236:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384519424 00000100:00100000:0.0:1767321376.893244:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384519680 00000100:00100000:0.0:1767321376.893246:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384519680 00000100:00100000:0.0:1767321376.893256:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25464 00000100:00100000:0.0:1767321376.893261:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384519040:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321376.893286:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321376.893326:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384519040:12345-0@lo:38:kworker.0 Request processed in 63us (276us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321376.893333:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25464 00000100:00100000:0.0:1767321376.893350:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25465 00000100:00100000:0.0:1767321376.893355:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384519424:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321376.893363:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321376.893385:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384519424:12345-0@lo:38:kworker.0 Request processed in 29us (249us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321376.893390:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25465 00000100:00100000:0.0:1767321376.893400:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25466 00000100:00100000:0.0:1767321376.893403:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384519680:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321376.893411:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321376.893431:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384519680:12345-0@lo:38:kworker.0 Request processed in 26us (255us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321376.893436:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25466 00000100:00080000:0.0:1767321376.893466:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321376.893472:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321376.893475:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384519040:0@lo:38:kworker.0 00000100:00080000:0.0:1767321376.893483:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321376.893486:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321376.893489:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384519424:0@lo:38:kworker.0 00000100:00080000:0.0:1767321376.893496:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321376.893500:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321376.893502:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384519680:0@lo:38:kworker.0 00000100:00100000:1.0:1767321376.894108:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384519168 00000100:00100000:1.0:1767321376.894115:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384519168 00000100:00100000:1.0:1767321376.894158:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3094 00000100:00100000:1.0:1767321376.894164:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384519168:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321376.894176:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321376.894235:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384519168:12345-0@lo:38:kworker.0 Request processed in 70us (1135us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321376.894242:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3094 00000100:00080000:1.0:1767321376.894263:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321376.894280:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767321376.894356:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321376.894361:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321376.894365:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384519168:0@lo:38:kworker.0 00010000:00010000:0.0:1767321377.399295:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321377.911462:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321378.423042:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321378.938730:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321379.447832:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321379.959886:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321380.471321:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384520064:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321380.471418:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321380.472287:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384520064 00000100:00100000:3.0:1767321380.472302:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384520064 00000100:00100000:3.0:1767321380.472399:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3335 00000100:00100000:3.0:1767321380.472412:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384520064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321380.472467:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321380.472560:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384520064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 151us (1142us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321380.472574:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3335 00000100:00100000:0.0:1767321380.472940:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384520064:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767321380.473318:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321380.473328:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321380.473344:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384520192:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321380.473398:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321380.473474:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384520192 00000100:00100000:3.0:1767321380.473487:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384520192 00000100:00100000:3.0:1767321380.473626:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3336 00000100:00100000:3.0:1767321380.473637:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384520192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321380.473684:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767321380.473699:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321380.473708:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321380.473846:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384520192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 210us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321380.473854:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3336 00000100:00100000:0.0:1767321380.473973:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384520192:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321380.982916:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321381.496718:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321381.960728:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321381.960899:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297480064 00000100:00100000:2.0:1767321381.960911:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297480064 00000100:00100000:2.0:1767321381.961001:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5950 00000100:00100000:2.0:1767321381.961014:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297480064:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321381.961112:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297480064:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 101us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321381.961120:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5950 00000100:00080000:1.0:1767321381.961557:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321381.965771:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321381.966016:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297479936 00000100:00100000:3.0:1767321381.966028:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297479936 00000100:00100000:3.0:1767321381.966317:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25467 00000100:00100000:3.0:1767321381.966328:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297479936:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321381.966352:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321381.966433:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297479936:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 105us (671us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321381.966442:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25467 00000100:00100000:1.0:1767321382.006912:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767321382.007372:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321382.007380:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321382.007382:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321382.007394:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321382.007398:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321382.007406:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6280 00000100:00080000:0.0:1767321382.007411:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321382.007418:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321382.007455:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e2a00 x1853164384520320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321382.007483:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321382.007486:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321382.007488:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321382.007492:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6280 00000100:00080000:0.0:1767321382.007494:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321382.007498:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321382.007510:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e3b80 x1853164384520448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321382.007543:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321382.007547:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321382.007548:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321382.007551:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6280 00000100:00080000:0.0:1767321382.007554:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321382.007557:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321382.007569:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e1180 x1853164384520704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321382.007584:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321382.007587:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321382.007589:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321382.007592:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6280 00000100:00080000:0.0:1767321382.007595:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321382.007598:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321382.007609:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cd180 x1853164384520960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321382.007660:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384521216:0@lo:400:kworker.0 00000100:00100000:0.0:1767321382.007719:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321382.007778:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321382.007835:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384521088:0@lo:400:kworker.0 00000100:00100000:0.0:1767321382.007857:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321382.007889:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384521216 00000100:00100000:0.0:1767321382.007896:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384521216 00000100:00100000:0.0:1767321382.007941:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384521088 00000100:00100000:0.0:1767321382.007944:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384521088 00000100:00100000:0.0:1767321382.007961:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2492 00000100:00100000:0.0:1767321382.007969:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384521216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321382.008017:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384521216:12345-0@lo:400:kworker.0 Request processed in 48us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321382.008024:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2492 00000100:00100000:0.0:1767321382.008043:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2493 00000100:00100000:0.0:1767321382.008049:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384521088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321382.008077:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384521088:12345-0@lo:400:kworker.0 Request processed in 29us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321382.008083:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2493 00000100:00080000:0.0:1767321382.008113:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321382.008117:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321382.008150:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384521088:0@lo:400:kworker.0 00000100:00100000:0.0:1767321382.008161:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384521216:0@lo:400:kworker.0 00000100:00100000:1.0:1767321382.008491:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384520320:0@lo:38:kworker.0 00000100:00100000:1.0:1767321382.008535:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321382.008568:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384520448:0@lo:38:kworker.0 00000100:00100000:1.0:1767321382.008605:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321382.008638:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384520704:0@lo:38:kworker.0 00000100:00100000:1.0:1767321382.008657:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321382.008672:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384520960:0@lo:38:kworker.0 00000100:00100000:1.0:1767321382.008709:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321382.008714:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384520576:0@lo:400:kworker.0 00000100:00100000:2.0:1767321382.008749:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321382.008764:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384520832:0@lo:400:kworker.0 00000100:00100000:2.0:1767321382.008816:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384520320 00000100:00100000:2.0:1767321382.008821:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384520320 00000100:00100000:2.0:1767321382.008845:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384520704 00000100:00100000:2.0:1767321382.008849:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384520704 00000100:00100000:2.0:1767321382.008856:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384520960 00000100:00100000:2.0:1767321382.008858:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384520960 00000100:00100000:2.0:1767321382.008865:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384520576 00000100:00100000:2.0:1767321382.008867:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384520576 00000100:00100000:2.0:1767321382.008893:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5951 00000100:00100000:2.0:1767321382.008901:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384520576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321382.008938:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384520576:12345-0@lo:400:kworker.0 Request processed in 40us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321382.008944:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5951 00000100:00100000:2.0:1767321382.008957:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25468 00000100:00100000:2.0:1767321382.008962:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384520320:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321382.008980:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321382.009013:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384520320:12345-0@lo:38:kworker.0 Request processed in 43us (472us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321382.009019:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25468 00000100:00100000:2.0:1767321382.009032:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25469 00000100:00100000:2.0:1767321382.009036:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384520704:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321382.009046:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321382.009049:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384520448 00000100:00100000:0.0:1767321382.009055:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384520448 00000100:00100000:2.0:1767321382.009073:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384520704:12345-0@lo:38:kworker.0 Request processed in 34us (413us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321382.009079:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25469 00000100:00100000:0.0:1767321382.009096:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3095 00000100:00100000:2.0:1767321382.009103:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25470 00000100:00100000:0.0:1767321382.009105:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384520448:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321382.009112:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384520960:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321382.009120:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1767321382.009125:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321382.009288:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384520448:12345-0@lo:38:kworker.0 Request processed in 183us (682us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321382.009295:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3095 00000100:00080000:0.0:1767321382.009347:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321382.009872:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384520960:12345-0@lo:38:kworker.0 Request processed in 759us (1161us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321382.009879:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25470 00000100:00100000:2.0:1767321382.009918:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384520576:0@lo:400:kworker.0 00000100:00100000:1.0:1767321382.010865:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321382.011088:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384520832 00000100:00100000:3.0:1767321382.011097:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384520832 00000100:00100000:3.0:1767321382.011279:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5952 00000100:00100000:3.0:1767321382.011290:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384520832:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767321382.011519:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321382.011561:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321382.011568:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321382.011572:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384520320:0@lo:38:kworker.0 00000100:00080000:0.0:1767321382.011984:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321382.011990:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321382.011994:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384520448:0@lo:38:kworker.0 00000100:00080000:0.0:1767321382.012010:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321382.012014:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321382.012017:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384520704:0@lo:38:kworker.0 00000100:00080000:0.0:1767321382.012030:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321382.012034:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321382.012037:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384520960:0@lo:38:kworker.0 00000100:00100000:3.0:1767321382.012149:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384520832:12345-0@lo:400:kworker.0 Request processed in 859us (3314us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321382.012766:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5952 00000100:00100000:1.0:1767321382.012955:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384520832:0@lo:400:kworker.0 00010000:00010000:0.0:1767321382.519034:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321383.030907:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321383.543266:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321384.054897:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321384.571112:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321385.080357:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321385.591411:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321385.591414:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321385.591441:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384521344:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321385.591510:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321385.591695:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384521472:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321385.591719:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321385.591813:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384521344 00000100:00100000:3.0:1767321385.591821:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384521344 00000100:00100000:3.0:1767321385.591877:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384521472 00000100:00100000:3.0:1767321385.591880:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384521472 00000100:00100000:3.0:1767321385.591911:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3337 00000100:00100000:3.0:1767321385.591919:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384521344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321385.591947:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321385.591989:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384521344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321385.591995:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3337 00000100:00100000:3.0:1767321385.592010:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3338 00000100:00100000:3.0:1767321385.592027:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384521472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321385.592042:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321385.592066:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384521472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321385.592072:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3338 00000100:00100000:3.0:1767321385.592117:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384521472:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321385.592130:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384521344:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321385.592211:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321385.592215:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321386.103269:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321386.615886:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321387.078292:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321387.078378:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321387.078659:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297480192 00000100:00100000:3.0:1767321387.078671:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297480192 00000100:00100000:3.0:1767321387.078727:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297480320 00000100:00100000:3.0:1767321387.078730:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297480320 00000100:00100000:3.0:1767321387.078827:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5953 00000100:00100000:3.0:1767321387.078839:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297480320:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321387.078925:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297480320:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 88us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321387.078933:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5953 00000100:00100000:3.0:1767321387.078952:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25471 00000100:00100000:3.0:1767321387.078957:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297480192:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321387.078977:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321387.079001:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297480192:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 44us (731us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321387.079009:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25471 00000100:00080000:0.0:1767321387.079168:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767321387.127015:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321387.127028:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321387.127031:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321387.127035:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321387.127040:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321387.127048:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6285 00000100:00080000:3.0:1767321387.127054:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321387.127062:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321387.127103:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279c00 x1853164384521600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321387.127167:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384521600:0@lo:38:kworker.0 00000100:00100000:0.0:1767321387.127244:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321387.127322:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321387.127326:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321387.127328:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321387.127333:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6285 00000100:00080000:3.0:1767321387.127336:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321387.127340:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321387.127358:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278700 x1853164384521728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321387.127433:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384521600 00000100:00100000:1.0:1767321387.127442:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384521600 00000100:00100000:1.0:1767321387.127479:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25472 00000100:00100000:1.0:1767321387.127486:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384521600:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321387.127507:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321387.127806:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384521728:0@lo:38:kworker.0 00000100:00100000:0.0:1767321387.127837:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321387.127851:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321387.127906:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384521728 00000100:00100000:2.0:1767321387.127911:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384521728 00000100:00080000:3.0:1767321387.127936:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767321387.127942:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3096 00000100:00080000:3.0:1767321387.127943:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321387.127948:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767321387.127953:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384521728:12345-0@lo:38:kworker.0 00000100:00080000:3.0:1767321387.127957:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6285 00000100:00080000:3.0:1767321387.127963:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321387.127967:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00010000:00020000:2.0:1767321387.127970:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321387.127986:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1212d80 x1853164384521984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321387.128009:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767321387.128014:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384521728:12345-0@lo:38:kworker.0 Request processed in 59us (173us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767321387.128015:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321387.128020:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321387.128026:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6285 00000100:00100000:2.0:1767321387.128028:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3096 00000100:00080000:3.0:1767321387.128030:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321387.128036:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321387.128048:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1213100 x1853164384522240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321387.128069:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384521856:0@lo:400:kworker.0 00000100:00100000:3.0:1767321387.128103:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384522496:0@lo:400:kworker.0 00000100:00100000:2.0:1767321387.128105:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321387.128134:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321387.128141:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384522112:0@lo:400:kworker.0 00000100:00100000:2.0:1767321387.128552:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321387.128658:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384521856 00000100:00100000:2.0:1767321387.128663:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384521856 00000100:00100000:2.0:1767321387.128702:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384522112 00000100:00100000:2.0:1767321387.128778:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384522112 00000100:00100000:2.0:1767321387.128824:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5954 00000100:00100000:2.0:1767321387.128830:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384521856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321387.128874:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384521856:12345-0@lo:400:kworker.0 Request processed in 43us (771us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321387.128880:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5954 00000100:00100000:2.0:1767321387.128893:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5955 00000100:00100000:2.0:1767321387.128899:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384522112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321387.128924:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384522112:12345-0@lo:400:kworker.0 Request processed in 25us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321387.128929:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5955 00000100:00080000:2.0:1767321387.128945:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321387.128956:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384522368:0@lo:400:kworker.0 00000100:00100000:2.0:1767321387.128982:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321387.129091:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384522368 00000100:00100000:2.0:1767321387.129096:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384522368 00000100:00100000:2.0:1767321387.129129:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2494 00000100:00100000:2.0:1767321387.129135:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384522368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321387.129169:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384522368:12345-0@lo:400:kworker.0 Request processed in 34us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321387.129174:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2494 00000100:00080000:2.0:1767321387.129191:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321387.129217:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384522368:0@lo:400:kworker.0 00000100:00100000:2.0:1767321387.129245:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384522112:0@lo:400:kworker.0 00000100:00100000:2.0:1767321387.129254:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384521856:0@lo:400:kworker.0 00000100:00100000:3.0:1767321387.131092:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321387.131149:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384522496 00000100:00100000:2.0:1767321387.131158:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384522496 00000100:00100000:2.0:1767321387.131229:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2495 00000100:00100000:2.0:1767321387.131240:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384522496:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767321387.131311:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321387.131596:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321387.131603:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321387.131607:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384521600:0@lo:38:kworker.0 00000100:00100000:0.0:1767321387.131633:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384521984:0@lo:38:kworker.0 00000100:00100000:2.0:1767321387.131660:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384522496:12345-0@lo:400:kworker.0 Request processed in 421us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321387.131670:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2495 00000100:00100000:0.0:1767321387.131678:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321387.131702:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1213100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384522240:0@lo:38:kworker.0 00000100:00100000:2.0:1767321387.131719:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384521984 00000100:00100000:0.0:1767321387.131724:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321387.131725:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384521984 00000100:00080000:0.0:1767321387.131763:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767321387.131765:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384522240 00000100:00100000:2.0:1767321387.131769:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384522240 00000100:00080000:0.0:1767321387.131799:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321387.131804:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25473 00000100:00100000:0.0:1767321387.131806:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384521728:0@lo:38:kworker.0 00000100:00100000:2.0:1767321387.131813:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384521984:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321387.131834:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321387.131839:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25474 00000100:00100000:0.0:1767321387.131845:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384522240:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321387.131857:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321387.131876:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384521984:12345-0@lo:38:kworker.0 Request processed in 63us (197us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321387.131886:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25473 00000100:00100000:0.0:1767321387.131891:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384522240:12345-0@lo:38:kworker.0 Request processed in 42us (164us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321387.131900:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25474 00000100:00080000:0.0:1767321387.131929:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321387.131932:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321387.131936:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384521984:0@lo:38:kworker.0 00000100:00080000:0.0:1767321387.131943:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321387.131946:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321387.131949:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1213100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384522240:0@lo:38:kworker.0 00000100:00100000:3.0:1767321387.132333:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384522496:0@lo:400:kworker.0 00000100:00100000:1.0:1767321387.132888:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384521600:12345-0@lo:38:kworker.0 Request processed in 5399us (5641us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321387.132897:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25472 00010000:00010000:0.0:1767321387.640141:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321388.151277:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321388.662947:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321389.176095:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321389.687120:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321390.202356:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321390.711556:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321390.711642:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384522624:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321390.711724:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321390.711823:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321390.711830:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384522752:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321390.711854:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321390.712008:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384522624 00000100:00100000:3.0:1767321390.712017:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384522624 00000100:00100000:3.0:1767321390.712082:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384522752 00000100:00100000:3.0:1767321390.712086:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384522752 00000100:00100000:3.0:1767321390.712110:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3339 00000100:00100000:3.0:1767321390.712119:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384522624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321390.712146:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321390.712188:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384522624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321390.712195:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3339 00000100:00100000:3.0:1767321390.712211:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3340 00000100:00100000:3.0:1767321390.712218:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384522752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321390.712232:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321390.712255:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384522752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321390.712260:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3340 00000100:00080000:2.0:1767321390.712478:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321390.712483:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321390.712515:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384522752:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321390.712527:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384522624:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321391.223056:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321391.736569:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321392.198137:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321392.198505:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297480576 00000100:00100000:1.0:1767321392.198516:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297480576 00000100:00100000:1.0:1767321392.198593:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5956 00000100:00100000:1.0:1767321392.198622:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297480576:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321392.198709:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297480576:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 96us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321392.198717:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5956 00000100:00080000:2.0:1767321392.198858:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321392.200346:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321392.200435:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297480448 00000100:00100000:3.0:1767321392.200444:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297480448 00000100:00100000:3.0:1767321392.200491:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25475 00000100:00100000:3.0:1767321392.200499:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297480448:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321392.200534:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321392.200597:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297480448:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 97us (257us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321392.200605:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25475 00000100:00080000:2.0:1767321392.247646:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321392.247657:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321392.247660:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321392.247664:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321392.247669:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321392.247676:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6290 00000100:00080000:2.0:1767321392.247681:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321392.247718:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321392.247766:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f9f80 x1853164384522880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321392.247809:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321392.247812:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321392.247814:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321392.247819:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6290 00000100:00080000:2.0:1767321392.247822:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321392.247825:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321392.247839:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278700 x1853164384523008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321392.247881:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321392.247885:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321392.247887:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321392.247890:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6290 00000100:00080000:2.0:1767321392.247892:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321392.247895:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321392.247907:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279500 x1853164384523264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321392.247922:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321392.247925:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321392.247927:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321392.247930:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6290 00000100:00080000:2.0:1767321392.247931:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321392.247935:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321392.247948:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369858e1180 x1853164384523520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321392.247961:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384523136:0@lo:400:kworker.0 00000100:00100000:2.0:1767321392.247998:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384523648:0@lo:400:kworker.0 00000100:00100000:3.0:1767321392.248050:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321392.248051:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321392.248144:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384523392:0@lo:400:kworker.0 00000100:00100000:0.0:1767321392.248886:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384523776:0@lo:400:kworker.0 00000100:00100000:3.0:1767321392.252634:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384523136 00000100:00100000:3.0:1767321392.252649:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384523136 00000100:00100000:3.0:1767321392.252726:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5957 00000100:00100000:3.0:1767321392.252735:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384523136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321392.252828:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384523136:12345-0@lo:400:kworker.0 Request processed in 92us (4781us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321392.252835:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5957 00000100:00080000:3.0:1767321392.252858:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321392.252890:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384523136:0@lo:400:kworker.0 00000100:00100000:3.0:1767321392.252940:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384523648 00000100:00100000:3.0:1767321392.252945:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384523648 00000100:00100000:3.0:1767321392.252976:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2496 00000100:00100000:3.0:1767321392.252983:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384523648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321392.253031:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384523648:12345-0@lo:400:kworker.0 Request processed in 49us (4985us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321392.253037:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2496 00000100:00080000:3.0:1767321392.253054:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321392.253093:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384522880:0@lo:38:kworker.0 00000100:00100000:3.0:1767321392.253130:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321392.253152:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384523008:0@lo:38:kworker.0 00000100:00100000:3.0:1767321392.253176:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321392.253198:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384523264:0@lo:38:kworker.0 00000100:00100000:3.0:1767321392.253219:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321392.253235:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384523520:0@lo:38:kworker.0 00000100:00100000:3.0:1767321392.253388:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321392.253420:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384522880 00000100:00100000:3.0:1767321392.253424:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384522880 00000100:00100000:3.0:1767321392.253440:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384523264 00000100:00100000:3.0:1767321392.253443:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384523264 00000100:00100000:3.0:1767321392.253456:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384523520 00000100:00100000:3.0:1767321392.253458:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384523520 00000100:00100000:3.0:1767321392.253467:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25476 00000100:00100000:3.0:1767321392.253471:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384522880:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321392.253490:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321392.253525:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384522880:12345-0@lo:38:kworker.0 Request processed in 51us (395us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321392.253531:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25476 00000100:00100000:3.0:1767321392.253544:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25477 00000100:00100000:3.0:1767321392.253548:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384523264:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321392.253557:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321392.253581:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384523264:12345-0@lo:38:kworker.0 Request processed in 31us (360us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321392.253587:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25477 00000100:00100000:3.0:1767321392.253598:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25478 00000100:00100000:3.0:1767321392.253602:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384523520:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321392.253610:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321392.253632:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384523520:12345-0@lo:38:kworker.0 Request processed in 29us (244us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321392.253638:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25478 00000100:00080000:3.0:1767321392.253661:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321392.253666:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321392.253669:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384522880:0@lo:38:kworker.0 00000100:00080000:3.0:1767321392.253676:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321392.253679:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321392.253682:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384523264:0@lo:38:kworker.0 00000100:00080000:3.0:1767321392.253703:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321392.253706:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321392.253708:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384523520:0@lo:38:kworker.0 00000100:00100000:3.0:1767321392.253750:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384523008 00000100:00100000:3.0:1767321392.253753:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384523008 00000100:00100000:3.0:1767321392.253799:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3097 00000100:00100000:3.0:1767321392.253805:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384523008:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321392.253814:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321392.253845:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384523008:12345-0@lo:38:kworker.0 Request processed in 39us (669us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321392.253851:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3097 00000100:00080000:3.0:1767321392.253874:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321392.253878:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321392.253881:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384523008:0@lo:38:kworker.0 00000100:00100000:3.0:1767321392.253931:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321392.255164:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384523648:0@lo:400:kworker.0 00000100:00100000:1.0:1767321392.259761:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321392.259949:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384523392 00000100:00100000:3.0:1767321392.259958:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384523392 00000100:00100000:3.0:1767321392.260044:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5958 00000100:00100000:3.0:1767321392.260054:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384523392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321392.260120:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384523392:12345-0@lo:400:kworker.0 Request processed in 67us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321392.260130:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5958 00000100:00100000:0.0:1767321392.261210:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321392.261380:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384523776 00000100:00100000:3.0:1767321392.261387:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384523776 00000100:00100000:3.0:1767321392.261436:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2497 00000100:00100000:3.0:1767321392.261445:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384523776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321392.261505:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384523776:12345-0@lo:400:kworker.0 Request processed in 61us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321392.261522:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2497 00000100:00100000:0.0:1767321392.261735:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384523776:0@lo:400:kworker.0 00000100:00080000:1.0:1767321392.262637:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321392.262643:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321392.262674:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384523392:0@lo:400:kworker.0 00010000:00010000:0.0:1767321392.763563:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321393.271078:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321393.783775:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321394.295171:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321394.807808:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321395.318899:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321395.831105:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321395.831134:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384523904:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321395.831218:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321395.831430:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384523904 00000100:00100000:3.0:1767321395.831439:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384523904 00000100:00080000:1.0:1767321395.831501:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321395.831513:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3341 00010000:00010000:1.0:1767321395.831515:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321395.831525:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384523904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321395.831573:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321395.831615:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321395.831625:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384523904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321395.831631:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384524032:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321395.831636:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3341 00000100:00100000:0.0:1767321395.831683:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321395.831708:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384524032 00000100:00100000:3.0:1767321395.831713:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384524032 00000100:00080000:0.0:1767321395.831802:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321395.831905:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384523904:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321395.831973:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3342 00000100:00100000:3.0:1767321395.831981:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384524032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321395.831998:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321395.832049:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384524032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321395.832058:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3342 00000100:00100000:0.0:1767321395.832134:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384524032:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321396.342911:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321396.857097:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321397.324187:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321397.324575:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297480832 00000100:00100000:2.0:1767321397.324586:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297480832 00000100:00100000:2.0:1767321397.324703:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5959 00000100:00100000:2.0:1767321397.324715:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297480832:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:0.0:1767321397.324724:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321397.324993:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297480832:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 280us (814us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321397.325002:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5959 00000100:00100000:1.0:1767321397.334345:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321397.334472:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297480704 00000100:00100000:2.0:1767321397.334483:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297480704 00000100:00100000:2.0:1767321397.334574:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25479 00000100:00100000:2.0:1767321397.334582:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297480704:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767321397.334607:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321397.334707:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297480704:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 124us (375us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321397.334715:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25479 00000100:00080000:3.0:1767321397.367042:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321397.367054:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321397.367057:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321397.367061:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321397.367065:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321397.367074:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6295 00000100:00080000:3.0:1767321397.367079:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321397.367086:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321397.367126:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1211880 x1853164384524160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321397.367155:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321397.367158:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321397.367160:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321397.367164:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6295 00000100:00080000:3.0:1767321397.367166:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321397.367170:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321397.367184:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1212d80 x1853164384524288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321397.367210:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321397.367213:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321397.367215:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321397.367218:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6295 00000100:00080000:3.0:1767321397.367220:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321397.367224:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321397.367232:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886278700 x1853164384524544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321397.367247:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321397.367250:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321397.367252:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321397.367255:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6295 00000100:00080000:3.0:1767321397.367257:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321397.367260:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321397.367268:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279c00 x1853164384524800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321397.367371:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384524160:0@lo:38:kworker.0 00000100:00100000:2.0:1767321397.367435:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321397.367488:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384524288:0@lo:38:kworker.0 00000100:00100000:2.0:1767321397.367510:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321397.367528:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384524544:0@lo:38:kworker.0 00000100:00100000:2.0:1767321397.367543:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321397.367570:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384524800:0@lo:38:kworker.0 00000100:00100000:2.0:1767321397.367592:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321397.367621:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384524160 00000100:00100000:2.0:1767321397.367627:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384524160 00000100:00100000:2.0:1767321397.367665:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384524544 00000100:00100000:2.0:1767321397.367668:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384524544 00000100:00100000:2.0:1767321397.367677:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384524800 00000100:00100000:2.0:1767321397.367679:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384524800 00000100:00100000:2.0:1767321397.367690:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25480 00000100:00100000:2.0:1767321397.367696:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384524160:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321397.367715:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321397.367752:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384524160:12345-0@lo:38:kworker.0 Request processed in 54us (316us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321397.367759:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25480 00000100:00100000:2.0:1767321397.367775:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25481 00000100:00100000:2.0:1767321397.367779:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384524544:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321397.367806:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321397.367827:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384524544:12345-0@lo:38:kworker.0 Request processed in 47us (282us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321397.367832:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25481 00000100:00100000:2.0:1767321397.367842:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25482 00000100:00100000:2.0:1767321397.367846:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384524800:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321397.367854:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321397.367870:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384524800:12345-0@lo:38:kworker.0 Request processed in 23us (278us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321397.367878:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25482 00000100:00100000:2.0:1767321397.367896:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384525056:0@lo:400:kworker.0 00000100:00100000:2.0:1767321397.367917:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321397.367934:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321397.367939:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384524928:0@lo:400:kworker.0 00000100:00100000:2.0:1767321397.367954:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321397.367974:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384525056 00000100:00100000:2.0:1767321397.367977:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384525056 00000100:00100000:2.0:1767321397.368009:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384524928 00000100:00100000:2.0:1767321397.368012:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384524928 00000100:00100000:2.0:1767321397.368028:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2498 00000100:00100000:2.0:1767321397.368034:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384525056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321397.368077:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384525056:12345-0@lo:400:kworker.0 Request processed in 43us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321397.368083:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2498 00000100:00100000:2.0:1767321397.368095:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2499 00000100:00100000:2.0:1767321397.368101:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384524928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321397.368124:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384524928:12345-0@lo:400:kworker.0 Request processed in 24us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321397.368130:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2499 00000100:00080000:2.0:1767321397.368161:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321397.368166:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321397.368169:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384524160:0@lo:38:kworker.0 00000100:00080000:2.0:1767321397.368177:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321397.368180:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321397.368183:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384524544:0@lo:38:kworker.0 00000100:00080000:2.0:1767321397.368189:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321397.368192:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321397.368194:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384524800:0@lo:38:kworker.0 00000100:00100000:2.0:1767321397.368223:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384524928:0@lo:400:kworker.0 00000100:00100000:2.0:1767321397.368231:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384525056:0@lo:400:kworker.0 00000100:00100000:2.0:1767321397.368246:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384524416:0@lo:400:kworker.0 00000100:00100000:2.0:1767321397.368266:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321397.368284:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384524416 00000100:00100000:2.0:1767321397.368287:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384524416 00000100:00100000:2.0:1767321397.368308:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5960 00000100:00100000:2.0:1767321397.368313:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384524416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321397.368340:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384524416:12345-0@lo:400:kworker.0 Request processed in 27us (73us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321397.368346:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5960 00000100:00100000:2.0:1767321397.368369:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384524416:0@lo:400:kworker.0 00000100:00100000:2.0:1767321397.368379:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321397.368383:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384524672:0@lo:400:kworker.0 00000100:00100000:2.0:1767321397.368401:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321397.368418:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384524672 00000100:00100000:2.0:1767321397.368420:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384524672 00000100:00100000:2.0:1767321397.368442:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5961 00000100:00100000:2.0:1767321397.368447:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384524672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321397.368471:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384524672:12345-0@lo:400:kworker.0 Request processed in 24us (69us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321397.368477:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5961 00000100:00100000:2.0:1767321397.368497:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384524672:0@lo:400:kworker.0 00000100:00100000:1.0:1767321397.368799:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321397.368937:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384524288 00000100:00100000:3.0:1767321397.368941:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384524288 00000100:00100000:3.0:1767321397.368970:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3098 00000100:00100000:3.0:1767321397.368975:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384524288:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321397.368986:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767321397.369157:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321397.369162:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321397.369164:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321397.369265:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384524288:12345-0@lo:38:kworker.0 Request processed in 288us (1753us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321397.369271:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3098 00000100:00080000:0.0:1767321397.369351:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321397.369356:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321397.369360:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384524288:0@lo:38:kworker.0 00010000:00010000:0.0:1767321397.879397:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321398.391052:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321398.902922:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321399.414951:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321399.927949:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321400.438904:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321400.951277:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321400.951332:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321400.951358:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384525184:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321400.951434:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321400.951551:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384525184 00000100:00100000:1.0:1767321400.951558:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384525184 00000100:00100000:1.0:1767321400.951618:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3343 00000100:00100000:1.0:1767321400.951629:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384525184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321400.951657:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321400.951701:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384525184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321400.951707:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3343 00000100:00100000:1.0:1767321400.951743:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384525184:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321400.951795:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321400.952041:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321400.952049:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384525312:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321400.952073:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321400.952148:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384525312 00000100:00100000:3.0:1767321400.952152:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384525312 00000100:00100000:3.0:1767321400.952213:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3344 00000100:00100000:3.0:1767321400.952219:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384525312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321400.952232:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321400.952257:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384525312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 39us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321400.952261:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3344 00000100:00080000:0.0:1767321400.952292:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321400.952652:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384525312:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321401.462933:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321376/real 1767321376] req@ffff93699e3f8700 x1853164384518912/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321401 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321401.463058:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93699e3f8700 x1853164384518912/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321401 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321401.463081:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321401.463094:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321401.463098:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384518912:0@lo:250:kworker.0 00000100:00100000:1.0:1767321401.463196:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767321401.463244:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321401.463250:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767321401.463253:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321401.463258:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 6280 00000100:00080000:3.0:1767321401.463262:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321401.463269:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321401.463303:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9daa680 x1853164384525440/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321401.463325:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321401.463329:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321401.463331:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321401.463335:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6300 00000100:00080000:3.0:1767321401.463337:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321401.463341:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321401.463357:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da9500 x1853164384525568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321401.463366:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321401.463369:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321401.463371:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321401.463375:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6300 00000100:00080000:3.0:1767321401.463378:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321401.463380:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321401.463391:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da9f80 x1853164384525696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321401.463426:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321401.463429:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321401.463431:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321401.463434:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6300 00000100:00080000:3.0:1767321401.463437:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321401.463440:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321401.463450:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9daa300 x1853164384525952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321401.463469:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321401.463473:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321401.463474:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321401.463477:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6300 00000100:00080000:3.0:1767321401.463479:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321401.463482:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321401.463497:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da8000 x1853164384526208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321401.463517:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384525824:0@lo:400:kworker.0 00000100:00100000:2.0:1767321401.463585:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384526080:0@lo:400:kworker.0 00000100:00100000:1.0:1767321401.463595:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321401.463651:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321401.463741:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384525824 00000100:00100000:0.0:1767321401.463748:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384525824 00000100:00100000:0.0:1767321401.463882:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5962 00000100:00100000:0.0:1767321401.463890:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384525824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321401.463939:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384525824:12345-0@lo:400:kworker.0 Request processed in 49us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321401.463947:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5962 00000100:00080000:1.0:1767321401.464032:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321401.464056:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384525440:0@lo:250:kworker.0 00000400:00000100:1.0:1767321401.464093:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384525440 offset 0 length 520: 4 00000100:00100000:1.0:1767321401.464114:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384525568:0@lo:38:kworker.0 00000100:00100000:1.0:1767321401.464140:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321401.464157:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384525696:0@lo:38:kworker.0 00000100:00100000:1.0:1767321401.464176:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321401.464190:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384525952:0@lo:38:kworker.0 00000100:00100000:1.0:1767321401.464208:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321401.464221:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384526208:0@lo:38:kworker.0 00000100:00100000:1.0:1767321401.464238:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321401.464281:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384525824:0@lo:400:kworker.0 00000100:00100000:0.0:1767321401.464305:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384526080 00000100:00100000:0.0:1767321401.464311:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384526080 00000100:00100000:0.0:1767321401.464342:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384525568 00000100:00100000:0.0:1767321401.464345:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384525568 00000100:00100000:0.0:1767321401.464353:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384525952 00000100:00100000:0.0:1767321401.464355:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384525952 00000100:00100000:0.0:1767321401.464362:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384526208 00000100:00100000:0.0:1767321401.464364:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384526208 00000100:00100000:0.0:1767321401.464373:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5963 00000100:00100000:0.0:1767321401.464379:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384526080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321401.464411:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384526080:12345-0@lo:400:kworker.0 Request processed in 33us (761us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321401.464417:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5963 00000100:00100000:0.0:1767321401.464429:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25483 00000100:00100000:0.0:1767321401.464433:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384525568:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321401.464451:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767321401.464462:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321401.464509:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384525568:12345-0@lo:38:kworker.0 Request processed in 74us (368us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321401.464515:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25483 00000100:00100000:0.0:1767321401.464526:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25484 00000100:00100000:0.0:1767321401.464530:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384525952:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321401.464539:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321401.464561:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384525952:12345-0@lo:38:kworker.0 Request processed in 29us (351us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321401.464566:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25484 00000100:00100000:0.0:1767321401.464579:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25485 00000100:00100000:0.0:1767321401.464582:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384526208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321401.464590:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321401.464622:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384526208:12345-0@lo:38:kworker.0 Request processed in 38us (384us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321401.464628:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25485 00000100:00080000:1.0:1767321401.464655:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321401.464661:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321401.464664:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384525568:0@lo:38:kworker.0 00000100:00080000:1.0:1767321401.464672:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321401.464674:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321401.464677:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384525952:0@lo:38:kworker.0 00000100:00080000:1.0:1767321401.464685:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321401.464688:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321401.464690:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384526208:0@lo:38:kworker.0 00000100:00100000:2.0:1767321401.464855:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384525696 00000100:00100000:2.0:1767321401.464871:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384525696 00000100:00100000:2.0:1767321401.464904:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3099 00000100:00100000:2.0:1767321401.464908:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384525696:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321401.464917:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321401.464954:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384525696:12345-0@lo:38:kworker.0 Request processed in 45us (776us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321401.464960:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3099 00000100:00100000:2.0:1767321401.465082:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384526080:0@lo:400:kworker.0 00000100:00080000:1.0:1767321401.465633:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321401.465639:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321401.465642:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384525696:0@lo:38:kworker.0 00010000:00010000:3.0:1767321401.975311:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321402.443480:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:1.0:1767321402.443515:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297480960 offset 0 length 520: 4 00000100:00100000:1.0:1767321402.443579:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321402.443654:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297481216 00000100:00100000:2.0:1767321402.443666:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297481216 00000100:00100000:2.0:1767321402.443751:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297481088 00000100:00100000:2.0:1767321402.443755:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297481088 00000100:00100000:2.0:1767321402.443812:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5964 00000100:00100000:2.0:1767321402.443825:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297481216:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321402.443903:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297481216:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 80us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321402.443913:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5964 00000100:00080000:1.0:1767321402.443962:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321402.450152:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25486 00000100:00100000:3.0:1767321402.450166:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297481088:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321402.450194:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321402.450277:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297481088:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 112us (6696us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321402.450287:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25486 00000100:00100000:1.0:1767321402.487015:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321403.001100:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321403.511181:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321404.023100:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321404.535156:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321405.047399:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321405.558965:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321406.071157:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321406.071246:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384526336:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321406.071320:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321406.071505:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384526336 00000100:00100000:1.0:1767321406.071513:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384526336 00000100:00100000:2.0:1767321406.071713:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384526464:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321406.071742:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321406.071837:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384526464 00000100:00100000:1.0:1767321406.071842:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384526464 00000100:00100000:3.0:1767321406.073587:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3345 00000100:00100000:3.0:1767321406.073638:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384526336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321406.073738:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321406.073898:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384526336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 294us (2577us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321406.073958:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3345 00000100:00080000:0.0:1767321406.074243:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321406.074245:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384526336:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321406.074252:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321406.074456:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3346 00000100:00100000:1.0:1767321406.074469:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384526464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321406.074490:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321406.083487:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384526464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 9011us (11732us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321406.083506:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3346 00000100:00100000:2.0:1767321406.093306:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384526464:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321406.583350:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767321406.583411:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321406.583417:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321406.583420:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321406.583424:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321406.583428:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321406.583434:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6304 00000100:00080000:0.0:1767321406.583438:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321406.583444:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321406.583487:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130000 x1853164384526592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321406.583512:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321406.583516:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321406.583518:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321406.583522:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6304 00000100:00080000:0.0:1767321406.583524:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321406.583527:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321406.583541:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5133800 x1853164384526720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321406.583592:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321406.583595:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321406.583597:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321406.583601:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6304 00000100:00080000:0.0:1767321406.583603:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321406.583606:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321406.583617:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130380 x1853164384526976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321406.583630:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321406.583633:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321406.583635:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321406.583638:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6304 00000100:00080000:0.0:1767321406.583640:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321406.583643:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321406.583650:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5133480 x1853164384527232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321406.583711:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384527104:0@lo:400:kworker.0 00000100:00100000:3.0:1767321406.583777:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321406.583853:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321406.583858:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384526848:0@lo:400:kworker.0 00000100:00100000:3.0:1767321406.583881:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321406.583903:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384527104 00000100:00100000:2.0:1767321406.583913:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384527104 00000100:00100000:1.0:1767321406.583964:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384526592:0@lo:38:kworker.0 00000100:00100000:2.0:1767321406.583977:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384526848 00000100:00100000:2.0:1767321406.583981:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384526848 00000100:00100000:1.0:1767321406.583997:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321406.584056:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321406.589902:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384526720:0@lo:38:kworker.0 00000100:00100000:1.0:1767321406.589979:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321406.590006:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384526976:0@lo:38:kworker.0 00000100:00100000:1.0:1767321406.590031:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321406.590638:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384526592 00000100:00100000:2.0:1767321406.590648:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384526592 00000100:00100000:2.0:1767321406.590699:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5965 00000100:00100000:2.0:1767321406.590714:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384527104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321406.590794:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384527104:12345-0@lo:400:kworker.0 Request processed in 73us (7003us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321406.590802:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5965 00000100:00100000:2.0:1767321406.590821:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5966 00000100:00100000:2.0:1767321406.590828:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384526848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321406.590856:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384526848:12345-0@lo:400:kworker.0 Request processed in 29us (6974us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321406.590860:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5966 00000100:00100000:2.0:1767321406.590872:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25487 00000100:00100000:2.0:1767321406.590876:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384526592:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321406.590894:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321406.590921:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384526592:12345-0@lo:38:kworker.0 Request processed in 44us (6925us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321406.590928:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25487 00000100:00100000:2.0:1767321406.590939:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384526976 00000100:00100000:2.0:1767321406.590942:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384526976 00000100:00100000:1.0:1767321406.590949:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384527232:0@lo:38:kworker.0 00000100:00100000:2.0:1767321406.590956:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25488 00000100:00100000:2.0:1767321406.590960:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384526976:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321406.590969:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321406.590986:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321406.591005:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384526976:12345-0@lo:38:kworker.0 Request processed in 41us (972us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321406.591012:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25488 00000100:00080000:1.0:1767321406.591029:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321406.591036:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321406.591036:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384527232 00000100:00100000:2.0:1767321406.591041:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384527232 00000100:00100000:1.0:1767321406.591043:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384526592:0@lo:38:kworker.0 00000100:00100000:2.0:1767321406.591055:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25489 00000100:00100000:2.0:1767321406.591059:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384527232:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321406.591067:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767321406.591070:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767321406.591135:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384527232:12345-0@lo:38:kworker.0 Request processed in 74us (149us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321406.591140:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25489 00000100:00100000:2.0:1767321406.591230:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384526848:0@lo:400:kworker.0 00000100:00100000:2.0:1767321406.591271:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384527104:0@lo:400:kworker.0 00000100:00080000:1.0:1767321406.591770:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321406.591774:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384526976:0@lo:38:kworker.0 00000100:00080000:1.0:1767321406.591812:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321406.591816:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321406.591818:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384527232:0@lo:38:kworker.0 00000100:00100000:1.0:1767321406.591855:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384526720 00000100:00100000:1.0:1767321406.591859:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384526720 00000100:00100000:1.0:1767321406.591889:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3100 00000100:00100000:1.0:1767321406.591894:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384526720:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321406.591906:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321406.591955:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384526720:12345-0@lo:38:kworker.0 Request processed in 60us (1976us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321406.591962:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3100 00000100:00080000:1.0:1767321406.591991:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321406.591995:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321406.591999:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384526720:0@lo:38:kworker.0 00010000:00010000:3.0:1767321407.095496:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321407.558888:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321407.559015:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321407.559196:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297481472 00000100:00100000:2.0:1767321407.559206:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297481472 00000100:00080000:3.0:1767321407.559398:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321407.559618:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297481344 00000100:00100000:2.0:1767321407.559623:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297481344 00000100:00100000:1.0:1767321407.567882:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5967 00000100:00100000:1.0:1767321407.567932:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297481472:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321407.568052:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297481472:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 153us (9174us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321407.568061:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5967 00000100:00100000:1.0:1767321407.568094:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25490 00000100:00100000:1.0:1767321407.568099:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297481344:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321407.568124:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321407.568152:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297481344:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 52us (9137us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321407.568158:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25490 00000100:00100000:3.0:1767321407.606892:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321408.120401:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321408.635228:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321409.142995:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321409.658085:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321410.167392:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321410.679686:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321411.192269:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321411.194556:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321411.194582:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384527360:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321411.194657:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321411.194853:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384527360 00000100:00100000:1.0:1767321411.194864:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384527360 00000100:00100000:1.0:1767321411.194949:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3347 00000100:00100000:1.0:1767321411.194961:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384527360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321411.194994:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321411.195040:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384527360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321411.195047:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3347 00000100:00100000:3.0:1767321411.195106:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321411.195117:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384527488:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321411.195146:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321411.196150:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384527360:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321411.198673:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384527488 00000100:00100000:1.0:1767321411.198690:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384527488 00000100:00100000:1.0:1767321411.198819:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3348 00000100:00100000:1.0:1767321411.198832:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384527488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321411.198872:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321411.198953:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384527488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 125us (3805us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321411.198959:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3348 00000100:00100000:2.0:1767321411.199457:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384527488:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321411.199631:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321411.199638:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321411.702920:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767321411.703261:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321411.703266:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321411.703270:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321411.703274:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321411.703277:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321411.703284:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6309 00000100:00080000:3.0:1767321411.703289:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321411.703295:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321411.703344:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da9880 x1853164384527616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321411.703373:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321411.703377:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321411.703378:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321411.703383:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6309 00000100:00080000:3.0:1767321411.703385:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321411.703388:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321411.703403:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9dab480 x1853164384527744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321411.703447:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321411.703451:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321411.703453:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321411.703456:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6309 00000100:00080000:3.0:1767321411.703459:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321411.703463:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321411.703475:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da9f80 x1853164384528000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321411.703491:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321411.703494:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321411.703496:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321411.703520:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6309 00000100:00080000:3.0:1767321411.703522:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321411.703525:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321411.703537:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988108380 x1853164384528256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321411.703738:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384527616:0@lo:38:kworker.0 00000100:00100000:1.0:1767321411.703825:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321411.703892:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384527744:0@lo:38:kworker.0 00000100:00100000:1.0:1767321411.703918:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321411.703942:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384528000:0@lo:38:kworker.0 00000100:00100000:1.0:1767321411.703964:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321411.703980:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384528256:0@lo:38:kworker.0 00000100:00100000:1.0:1767321411.704001:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321411.704032:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384527744 00000100:00100000:1.0:1767321411.704038:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384527744 00000100:00100000:1.0:1767321411.704070:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3101 00000100:00100000:1.0:1767321411.704077:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384527744:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321411.704108:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321411.704147:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384527744:12345-0@lo:38:kworker.0 Request processed in 69us (228us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321411.704155:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3101 00000100:00100000:1.0:1767321411.704177:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384527616 00000100:00100000:1.0:1767321411.704181:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384527616 00000100:00100000:1.0:1767321411.704197:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384528000 00000100:00100000:1.0:1767321411.704200:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384528000 00000100:00100000:1.0:1767321411.704214:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384528256 00000100:00100000:1.0:1767321411.704216:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384528256 00000100:00100000:1.0:1767321411.704225:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25491 00000100:00100000:1.0:1767321411.704230:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384527616:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321411.704240:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321411.704265:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384527616:12345-0@lo:38:kworker.0 Request processed in 35us (441us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321411.704271:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25491 00000100:00100000:1.0:1767321411.704282:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25492 00000100:00100000:1.0:1767321411.704286:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384528000:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321411.704294:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321411.704330:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384528000:12345-0@lo:38:kworker.0 Request processed in 42us (365us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321411.704336:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25492 00000100:00100000:1.0:1767321411.704346:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25493 00000100:00100000:1.0:1767321411.704349:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384528256:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321411.704360:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321411.704380:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384528256:12345-0@lo:38:kworker.0 Request processed in 29us (378us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321411.704385:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25493 00000100:00080000:1.0:1767321411.704426:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321411.704431:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321411.704434:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384527616:0@lo:38:kworker.0 00000100:00080000:1.0:1767321411.704442:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321411.704445:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321411.704447:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384527744:0@lo:38:kworker.0 00000100:00080000:1.0:1767321411.704454:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321411.704457:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321411.704459:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384528000:0@lo:38:kworker.0 00000100:00080000:1.0:1767321411.704466:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321411.704469:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321411.704472:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384528256:0@lo:38:kworker.0 00000100:00100000:2.0:1767321411.704772:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384527872:0@lo:400:kworker.0 00000100:00100000:2.0:1767321411.704832:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321411.704857:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321411.704863:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384528128:0@lo:400:kworker.0 00000100:00100000:2.0:1767321411.704884:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321411.704904:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384527872 00000100:00100000:2.0:1767321411.704908:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384527872 00000100:00100000:2.0:1767321411.704941:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384528128 00000100:00100000:2.0:1767321411.704944:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384528128 00000100:00100000:2.0:1767321411.704958:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5968 00000100:00100000:2.0:1767321411.704964:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384527872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321411.705005:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384527872:12345-0@lo:400:kworker.0 Request processed in 42us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321411.705011:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5968 00000100:00100000:2.0:1767321411.705023:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5969 00000100:00100000:2.0:1767321411.705030:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384528128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321411.705053:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384528128:12345-0@lo:400:kworker.0 Request processed in 24us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321411.705058:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5969 00000100:00100000:2.0:1767321411.705105:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384528128:0@lo:400:kworker.0 00000100:00100000:2.0:1767321411.705115:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384527872:0@lo:400:kworker.0 00000100:00080000:0.0:1767321411.705291:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321412.215217:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321412.687015:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321412.687064:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321412.687270:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297481600 00000100:00100000:2.0:1767321412.687281:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297481600 00000100:00100000:2.0:1767321412.687328:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297481728 00000100:00100000:2.0:1767321412.687332:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297481728 00000100:00100000:2.0:1767321412.687385:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5970 00000100:00100000:2.0:1767321412.687397:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297481728:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321412.687470:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297481728:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 75us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321412.687478:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5970 00000100:00100000:2.0:1767321412.687496:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25494 00000100:00100000:2.0:1767321412.687510:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297481600:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767321412.687530:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321412.687554:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297481600:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 52us (553us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321412.687561:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25494 00000100:00080000:1.0:1767321412.687695:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321412.727236:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321413.240876:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321413.751087:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321414.262935:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321414.776399:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321415.290562:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321415.688006:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321415.689832:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297481984 00000100:00100000:0.0:1767321415.689850:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297481984 00000100:00100000:0.0:1767321415.689938:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5971 00000100:00100000:0.0:1767321415.689951:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297481984:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321415.690052:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297481984:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 103us (2055us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321415.690062:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5971 00000100:00100000:3.0:1767321415.690161:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00080000:1.0:1767321415.690171:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321415.690721:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297481856 00000100:00100000:0.0:1767321415.690727:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297481856 00000100:00100000:0.0:1767321415.690750:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25495 00000100:00100000:0.0:1767321415.690755:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297481856:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321415.690776:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321415.690844:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297481856:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 86us (683us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321415.690859:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25495 00000100:00100000:3.0:1767321415.798907:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321416.311253:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384528384:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321416.311308:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384528512:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321416.311329:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321416.311401:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384528384 00000100:00100000:0.0:1767321416.311409:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384528384 00010000:00010000:1.0:1767321416.311482:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321416.311497:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3349 00000100:00100000:0.0:1767321416.311509:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384528384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321416.311538:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767321416.312698:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321416.315501:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321416.315945:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384528512 00000100:00100000:1.0:1767321416.315954:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384528512 00000100:00100000:1.0:1767321416.316204:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3350 00000100:00100000:1.0:1767321416.316215:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384528512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321416.316247:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321416.316400:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384528512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 188us (905us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321416.316408:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3350 00000100:00080000:1.0:1767321416.316433:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321416.316614:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384528512:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321416.319070:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384528384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 7556us (7732us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321416.319084:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3349 00000100:00100000:2.0:1767321416.324047:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384528384:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321416.823148:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321416.823158:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321416.823161:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321416.823165:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321416.823168:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321416.823177:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6314 00000100:00080000:1.0:1767321416.823182:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321416.823189:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321416.823230:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f232d80 x1853164384528640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321416.823254:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321416.823258:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321416.823260:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321416.823264:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6314 00000100:00080000:1.0:1767321416.823266:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321416.823269:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321416.823283:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f232300 x1853164384528768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321416.823309:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321416.823312:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321416.823314:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321416.823316:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6314 00000100:00080000:1.0:1767321416.823319:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321416.823322:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321416.823332:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f230a80 x1853164384529024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321416.823344:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321416.823346:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321416.823348:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321416.823351:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6314 00000100:00080000:1.0:1767321416.823353:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321416.823356:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321416.823363:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f231880 x1853164384529280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321416.823430:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384529536:0@lo:400:kworker.0 00000100:00100000:1.0:1767321416.823511:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321416.823543:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384528896:0@lo:400:kworker.0 00000100:00100000:1.0:1767321416.823558:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321416.823566:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384529408:0@lo:400:kworker.0 00000100:00100000:2.0:1767321416.823584:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321416.823595:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321416.823624:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321416.823633:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384529152:0@lo:400:kworker.0 00000100:00100000:1.0:1767321416.823657:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384528896 00000100:00100000:2.0:1767321416.823662:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321416.823666:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384528896 00000100:00100000:1.0:1767321416.823725:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384529152 00000100:00100000:1.0:1767321416.823728:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384529152 00000100:00100000:1.0:1767321416.823754:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5972 00000100:00100000:1.0:1767321416.823762:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384528896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321416.823815:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5973 00000100:00100000:2.0:1767321416.823826:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384529152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321416.823837:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384528896:12345-0@lo:400:kworker.0 Request processed in 73us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321416.823845:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5972 00000100:00080000:1.0:1767321416.823864:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321416.823933:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384529152:12345-0@lo:400:kworker.0 Request processed in 109us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321416.823948:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5973 00000100:00100000:3.0:1767321416.824140:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321416.824180:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384529152:0@lo:400:kworker.0 00000100:00100000:3.0:1767321416.824189:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384528896:0@lo:400:kworker.0 00000100:00100000:0.0:1767321416.825698:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384529536 00000100:00100000:0.0:1767321416.825708:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384529536 00000100:00100000:0.0:1767321416.825759:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384529408 00000100:00100000:0.0:1767321416.825762:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384529408 00000100:00100000:0.0:1767321416.825798:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2500 00000100:00100000:0.0:1767321416.825806:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384529536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321416.825818:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2501 00000100:00100000:2.0:1767321416.825826:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384529408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321416.825914:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384528640:0@lo:38:kworker.0 00000100:00100000:1.0:1767321416.831610:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384529408:0@lo:400:kworker.0 00000100:00100000:2.0:1767321416.832114:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384529408:12345-0@lo:400:kworker.0 Request processed in 6286us (8516us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321416.832126:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2501 00000100:00100000:0.0:1767321416.836101:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384529536:12345-0@lo:400:kworker.0 Request processed in 10286us (12580us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321416.836117:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2500 00000100:00100000:1.0:1767321416.836151:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384529536:0@lo:400:kworker.0 00000100:00100000:3.0:1767321416.836285:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321416.836337:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384528768:0@lo:38:kworker.0 00000100:00100000:1.0:1767321416.836352:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384528640 00000100:00100000:1.0:1767321416.836359:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384528640 00000100:00100000:3.0:1767321416.836386:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321416.836402:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25496 00000100:00100000:1.0:1767321416.836410:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384528640:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321416.836419:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384529024:0@lo:38:kworker.0 00010000:00020000:1.0:1767321416.836440:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321416.836456:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321416.836494:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384529280:0@lo:38:kworker.0 00000100:00100000:1.0:1767321416.836499:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384528640:12345-0@lo:38:kworker.0 Request processed in 87us (213us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321416.836506:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25496 00000100:00100000:1.0:1767321416.836519:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384529024 00000100:00100000:1.0:1767321416.836524:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384529024 00000100:00100000:3.0:1767321416.836529:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321416.836579:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384528768 00000100:00100000:0.0:1767321416.836584:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384528768 00000100:00100000:0.0:1767321416.836606:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3102 00000100:00100000:0.0:1767321416.836611:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384528768:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321416.836622:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321416.836755:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384529280 00000100:00100000:1.0:1767321416.836760:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384529280 00000100:00100000:1.0:1767321416.836773:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25497 00000100:00100000:1.0:1767321416.836777:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384529024:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321416.836806:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321416.836854:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25498 00000100:00100000:2.0:1767321416.836860:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384529280:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321416.836870:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321416.839089:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384528768:12345-0@lo:38:kworker.0 Request processed in 2468us (2694us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321416.839103:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3102 00000100:00080000:3.0:1767321416.840320:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321416.840330:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321416.840336:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384528640:0@lo:38:kworker.0 00000100:00100000:1.0:1767321416.840340:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384529024:12345-0@lo:38:kworker.0 Request processed in 3558us (3890us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321416.840350:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25497 00000100:00080000:3.0:1767321416.840352:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321416.840358:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321416.840362:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384528768:0@lo:38:kworker.0 00000100:00080000:3.0:1767321416.840376:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767321416.840520:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384529280:12345-0@lo:38:kworker.0 Request processed in 3656us (3991us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321416.840529:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25498 00000100:00080000:3.0:1767321416.841227:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321416.841231:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384529024:0@lo:38:kworker.0 00000100:00080000:3.0:1767321416.841248:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321416.841252:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321416.841255:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384529280:0@lo:38:kworker.0 00010000:00010000:3.0:1767321417.335743:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321417.848826:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321418.359854:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321418.872292:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321419.382946:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321419.898079:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321420.407127:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321420.871018:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321420.871204:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321420.875963:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297482112 00000100:00100000:2.0:1767321420.875980:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297482112 00000100:00100000:2.0:1767321420.876046:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297482240 00000100:00100000:2.0:1767321420.876049:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297482240 00000100:00100000:2.0:1767321420.876107:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5974 00000100:00100000:2.0:1767321420.876118:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297482240:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321420.876207:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297482240:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 90us (5002us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321420.876215:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5974 00000100:00100000:2.0:1767321420.876235:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25499 00000100:00100000:2.0:1767321420.876240:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297482112:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767321420.876260:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321420.876287:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297482112:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 46us (5280us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321420.876294:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25499 00000100:00080000:2.0:1767321420.879516:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321420.920122:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321421.433981:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321421.434029:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384529664:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321421.434142:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767321421.434314:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321421.434402:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384529664 00000100:00100000:0.0:1767321421.434454:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384529664 00000100:00100000:0.0:1767321421.434566:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3351 00000100:00100000:0.0:1767321421.434587:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384529664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321421.434625:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321421.434712:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384529664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 136us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321421.434720:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3351 00000100:00100000:0.0:1767321421.434829:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384529664:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767321421.435134:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321421.435380:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321421.438584:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384529792:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321421.438698:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321421.439048:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384529792 00000100:00100000:1.0:1767321421.439061:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384529792 00000100:00100000:1.0:1767321421.439164:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3352 00000100:00100000:1.0:1767321421.439177:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384529792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321421.439220:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321421.439284:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384529792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321421.439292:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3352 00000100:00100000:3.0:1767321421.439402:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384529792:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321421.439570:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321421.942865:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767321421.943155:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321421.943164:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321421.943167:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321421.943172:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321421.943177:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321421.943187:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6320 00000100:00080000:1.0:1767321421.943193:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321421.943201:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321421.943261:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f233480 x1853164384529920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321421.943282:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321421.943286:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321421.943288:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321421.943293:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6320 00000100:00080000:1.0:1767321421.943297:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321421.943300:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321421.943314:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f231880 x1853164384530048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321421.943357:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321421.943361:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321421.943363:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321421.943367:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6320 00000100:00080000:1.0:1767321421.943370:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321421.943373:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321421.943386:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f232300 x1853164384530304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321421.943401:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321421.943405:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321421.943407:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321421.943410:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6320 00000100:00080000:1.0:1767321421.943412:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321421.943425:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321421.943436:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f230380 x1853164384530560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321421.943571:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384529920:0@lo:38:kworker.0 00000100:00100000:3.0:1767321421.943663:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321421.943746:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384530048:0@lo:38:kworker.0 00000100:00100000:3.0:1767321421.943774:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321421.943831:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384530304:0@lo:38:kworker.0 00000100:00100000:3.0:1767321421.943854:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321421.943874:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384530560:0@lo:38:kworker.0 00000100:00100000:3.0:1767321421.943895:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321421.943931:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384529920 00000100:00100000:3.0:1767321421.943940:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384529920 00000100:00100000:3.0:1767321421.943969:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384530304 00000100:00100000:3.0:1767321421.943970:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384530304 00000100:00100000:3.0:1767321421.943978:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384530560 00000100:00100000:3.0:1767321421.943980:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384530560 00000100:00100000:3.0:1767321421.943990:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25500 00000100:00100000:3.0:1767321421.943997:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384529920:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321421.944019:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321421.944057:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384529920:12345-0@lo:38:kworker.0 Request processed in 59us (394us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321421.944064:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25500 00000100:00100000:3.0:1767321421.944077:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25501 00000100:00100000:3.0:1767321421.944080:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384530304:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321421.944093:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321421.944108:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384530304:12345-0@lo:38:kworker.0 Request processed in 28us (254us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321421.944112:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25501 00000100:00100000:3.0:1767321421.944119:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25502 00000100:00100000:3.0:1767321421.944122:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384530560:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321421.944127:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321421.944144:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384530560:12345-0@lo:38:kworker.0 Request processed in 21us (249us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321421.944150:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25502 00000100:00080000:3.0:1767321421.944192:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321421.944197:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321421.944201:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384529920:0@lo:38:kworker.0 00000100:00080000:3.0:1767321421.944209:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321421.944212:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321421.944215:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384530304:0@lo:38:kworker.0 00000100:00080000:3.0:1767321421.944222:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321421.944225:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321421.944227:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384530560:0@lo:38:kworker.0 00000100:00100000:3.0:1767321421.944265:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384530688:0@lo:400:kworker.0 00000100:00100000:0.0:1767321421.944516:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384530432:0@lo:400:kworker.0 00000100:00100000:0.0:1767321421.944553:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321421.944579:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321421.944586:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384530176:0@lo:400:kworker.0 00000100:00100000:0.0:1767321421.944607:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321421.944633:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384530816:0@lo:400:kworker.0 00000100:00100000:3.0:1767321421.944647:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321421.944676:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384530048 00000100:00100000:0.0:1767321421.944683:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384530048 00000100:00100000:0.0:1767321421.944722:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3103 00000100:00100000:0.0:1767321421.944728:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384530048:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321421.944739:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321421.944808:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384530048:12345-0@lo:38:kworker.0 Request processed in 77us (1031us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321421.944816:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3103 00000100:00100000:0.0:1767321421.944855:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384530432 00000100:00100000:0.0:1767321421.944860:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384530432 00000100:00080000:3.0:1767321421.944867:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321421.944878:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321421.944885:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384530048:0@lo:38:kworker.0 00000100:00100000:0.0:1767321421.944903:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384530176 00000100:00100000:0.0:1767321421.944908:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384530176 00000100:00100000:0.0:1767321421.944930:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5975 00000100:00100000:0.0:1767321421.944936:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384530432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321421.944952:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384530688 00000100:00100000:3.0:1767321421.944961:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384530688 00000100:00100000:0.0:1767321421.944986:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384530432:12345-0@lo:400:kworker.0 Request processed in 48us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321421.944993:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5975 00000100:00100000:0.0:1767321421.945015:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5976 00000100:00100000:0.0:1767321421.945026:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384530176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321421.945033:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2502 00000100:00100000:3.0:1767321421.945051:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384530688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321421.945065:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384530176:12345-0@lo:400:kworker.0 Request processed in 42us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321421.945076:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5976 00000100:00100000:0.0:1767321421.945109:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321421.945149:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384530688:12345-0@lo:400:kworker.0 Request processed in 101us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321421.945160:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2502 00000100:00100000:0.0:1767321421.945174:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384530176:0@lo:400:kworker.0 00000100:00100000:3.0:1767321421.945190:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384530816 00000100:00100000:0.0:1767321421.945193:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384530432:0@lo:400:kworker.0 00000100:00100000:3.0:1767321421.945200:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384530816 00000100:00100000:3.0:1767321421.945688:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2503 00000100:00100000:3.0:1767321421.945699:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384530816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321421.945748:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384530816:12345-0@lo:400:kworker.0 Request processed in 52us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321421.945754:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2503 00000100:00080000:1.0:1767321421.953605:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321421.953717:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384530688:0@lo:400:kworker.0 00000100:00100000:1.0:1767321421.953810:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384530816:0@lo:400:kworker.0 00010000:00010000:3.0:1767321422.455929:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321422.967304:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321423.480097:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321423.992162:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321424.503102:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321425.015209:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321425.539831:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321426.007850:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321426.007900:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321426.007981:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297482368 00000100:00100000:3.0:1767321426.007991:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297482368 00000100:00100000:3.0:1767321426.008034:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297482496 00000100:00100000:3.0:1767321426.008038:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297482496 00000100:00100000:3.0:1767321426.008089:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5977 00000100:00100000:3.0:1767321426.008099:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297482496:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321426.008176:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297482496:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 79us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321426.008183:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5977 00000100:00100000:3.0:1767321426.008200:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25503 00000100:00100000:3.0:1767321426.008203:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297482368:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321426.008224:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321426.008246:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297482368:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 41us (407us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321426.008252:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25503 00000100:00080000:1.0:1767321426.008881:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321426.039003:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321401/real 1767321401] req@ffff9368b9daa680 x1853164384525440/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321426 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321426.039054:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9368b9daa680 x1853164384525440/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321426 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321426.039057:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767321426.039079:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321426.039109:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767321426.039114:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384525440:0@lo:250:kworker.0 00000100:00080000:1.0:1767321426.039182:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321426.039189:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321426.039191:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321426.039196:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 6304 00000100:00080000:1.0:1767321426.039201:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321426.039207:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321426.039252:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f231500 x1853164384530944/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321426.039352:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321426.039356:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321426.039358:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321426.039362:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6325 00000100:00080000:1.0:1767321426.039364:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321426.039368:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321426.039397:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f232d80 x1853164384531072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321426.039406:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321426.039409:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321426.039410:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321426.039413:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6325 00000100:00080000:1.0:1767321426.039415:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321426.039418:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321426.039429:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f230a80 x1853164384531200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321426.039465:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321426.039469:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321426.039471:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321426.039474:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6325 00000100:00080000:1.0:1767321426.039476:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321426.039479:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321426.039490:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f230380 x1853164384531456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321426.039505:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321426.039508:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321426.039510:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321426.039513:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6325 00000100:00080000:1.0:1767321426.039515:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321426.039518:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321426.039528:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f233480 x1853164384531712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321426.039661:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384530944:0@lo:250:kworker.0 00000400:00000100:3.0:1767321426.039717:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384530944 offset 0 length 520: 4 00000100:00100000:3.0:1767321426.039760:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384531072:0@lo:38:kworker.0 00000100:00100000:3.0:1767321426.039816:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321426.039838:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384531200:0@lo:38:kworker.0 00000100:00100000:3.0:1767321426.039861:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321426.039877:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384531456:0@lo:38:kworker.0 00000100:00100000:3.0:1767321426.039895:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321426.039907:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384531712:0@lo:38:kworker.0 00000100:00100000:3.0:1767321426.039924:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321426.039998:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384531584:0@lo:400:kworker.0 00000100:00100000:0.0:1767321426.040026:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321426.040055:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321426.040061:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384531328:0@lo:400:kworker.0 00000100:00100000:0.0:1767321426.040081:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321426.040110:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384531200 00000100:00100000:0.0:1767321426.040117:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384531200 00000100:00100000:0.0:1767321426.040152:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3104 00000100:00100000:0.0:1767321426.040160:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384531200:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321426.040181:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321426.040224:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384531200:12345-0@lo:38:kworker.0 Request processed in 63us (361us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321426.040232:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3104 00000100:00100000:0.0:1767321426.040256:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384531072 00000100:00100000:0.0:1767321426.040260:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384531072 00000100:00100000:0.0:1767321426.040285:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384531456 00000100:00100000:0.0:1767321426.040287:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384531456 00000100:00100000:0.0:1767321426.040294:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384531712 00000100:00100000:0.0:1767321426.040296:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384531712 00000100:00100000:0.0:1767321426.040303:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384531584 00000100:00100000:0.0:1767321426.040304:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384531584 00000100:00100000:0.0:1767321426.040336:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384531328 00000100:00100000:0.0:1767321426.040339:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384531328 00000100:00100000:0.0:1767321426.040352:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5978 00000100:00100000:0.0:1767321426.040358:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384531584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321426.040411:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384531584:12345-0@lo:400:kworker.0 Request processed in 53us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321426.040416:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5978 00000100:00100000:0.0:1767321426.040428:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5979 00000100:00100000:0.0:1767321426.040434:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384531328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321426.040458:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384531328:12345-0@lo:400:kworker.0 Request processed in 25us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321426.040463:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5979 00000100:00100000:0.0:1767321426.040474:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25504 00000100:00100000:0.0:1767321426.040477:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384531072:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321426.040487:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321426.040509:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384531072:12345-0@lo:38:kworker.0 Request processed in 31us (694us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321426.040514:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25504 00000100:00100000:0.0:1767321426.040525:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25505 00000100:00100000:0.0:1767321426.040528:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384531456:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321426.040534:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321426.040701:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384531456:12345-0@lo:38:kworker.0 Request processed in 170us (804us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321426.040711:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25505 00000100:00100000:0.0:1767321426.040724:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25506 00000100:00100000:0.0:1767321426.040728:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384531712:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321426.040737:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321426.040760:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384531712:12345-0@lo:38:kworker.0 Request processed in 30us (834us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321426.040765:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25506 00000100:00080000:0.0:1767321426.040821:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321426.040855:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384531328:0@lo:400:kworker.0 00000100:00100000:0.0:1767321426.040866:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384531584:0@lo:400:kworker.0 00000100:00080000:0.0:1767321426.040895:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321426.040900:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321426.040903:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384531072:0@lo:38:kworker.0 00000100:00080000:0.0:1767321426.040912:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321426.040915:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321426.040918:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384531200:0@lo:38:kworker.0 00000100:00080000:0.0:1767321426.040925:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321426.040928:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321426.040930:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384531456:0@lo:38:kworker.0 00000100:00080000:0.0:1767321426.040937:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321426.040940:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321426.040943:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384531712:0@lo:38:kworker.0 00000100:00100000:2.0:1767321426.041155:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384531840:0@lo:400:kworker.0 00000100:00100000:2.0:1767321426.041190:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321426.041251:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384531840 00000100:00100000:3.0:1767321426.041256:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384531840 00000100:00100000:3.0:1767321426.041309:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2504 00000100:00100000:3.0:1767321426.041317:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384531840:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767321426.041386:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321426.041997:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384531968:0@lo:400:kworker.0 00000100:00100000:0.0:1767321426.042023:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321426.042052:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384531968 00000100:00100000:0.0:1767321426.042055:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384531968 00000100:00080000:0.0:1767321426.042069:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321426.042088:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2505 00000100:00100000:0.0:1767321426.042093:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384531968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321426.042116:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384531968:12345-0@lo:400:kworker.0 Request processed in 23us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321426.042120:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2505 00000100:00100000:0.0:1767321426.042145:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384531968:0@lo:400:kworker.0 00000100:00100000:3.0:1767321426.042978:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384531840:12345-0@lo:400:kworker.0 Request processed in 1657us (1782us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321426.042986:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2504 00000100:00100000:2.0:1767321426.043042:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384531840:0@lo:400:kworker.0 00010000:00010000:1.0:1767321426.552079:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321426.554233:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321426.554263:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384532096:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321426.554341:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321426.555917:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384532096 00000100:00100000:1.0:1767321426.555932:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384532096 00000100:00100000:1.0:1767321426.556004:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3353 00000100:00100000:1.0:1767321426.556014:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384532096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321426.556047:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321426.556125:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384532096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (1784us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321426.556135:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3353 00000100:00100000:2.0:1767321426.556746:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384532096:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321426.556917:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384532224:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321426.556959:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321426.557037:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384532224 00000100:00100000:3.0:1767321426.557042:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384532224 00000100:00100000:3.0:1767321426.557079:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3354 00000100:00100000:3.0:1767321426.557087:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384532224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321426.557108:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321426.557143:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384532224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321426.557149:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3354 00000100:00100000:3.0:1767321426.557178:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384532224:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321427.014646:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321427.014840:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297482880 00000100:00100000:1.0:1767321427.014862:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297482880 00000100:00100000:1.0:1767321427.014931:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5980 00000100:00100000:1.0:1767321427.014943:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297482880:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321427.015026:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297482880:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 86us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321427.015034:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5980 00000400:00000100:1.0:1767321427.018172:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297482624 offset 0 length 520: 4 00000100:00100000:1.0:1767321427.018215:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321427.018424:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297482752 00000100:00100000:3.0:1767321427.018435:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297482752 00000100:00100000:3.0:1767321427.018507:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25507 00000100:00100000:3.0:1767321427.018517:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297482752:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321427.018542:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321427.018611:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297482752:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 94us (394us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321427.018619:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25507 00000100:00100000:0.0:1767321427.062948:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321427.575020:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321428.086998:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321428.599056:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321429.110889:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321429.623458:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321430.134934:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321430.647499:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321431.158974:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321431.158990:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321431.158993:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321431.158997:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321431.159003:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321431.159014:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6329 00000100:00080000:0.0:1767321431.159020:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321431.159030:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321431.159041:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321431.159086:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5131880 x1853164384532352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321431.159118:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321431.159122:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321431.159124:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321431.159129:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6329 00000100:00080000:0.0:1767321431.159131:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321431.159135:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321431.159149:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130e00 x1853164384532480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321431.159195:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384532352:0@lo:38:kworker.0 00000100:00100000:3.0:1767321431.159286:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321431.159388:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384532480:0@lo:38:kworker.0 00000100:00080000:0.0:1767321431.159399:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321431.159405:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321431.159408:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321431.159413:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6329 00000100:00080000:0.0:1767321431.159417:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767321431.159422:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321431.159425:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321431.159443:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5131500 x1853164384532736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321431.159465:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767321431.159468:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384532736:0@lo:38:kworker.0 00000100:00080000:0.0:1767321431.159470:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321431.159474:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321431.159479:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6329 00000100:00080000:0.0:1767321431.159482:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321431.159487:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321431.159499:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321431.159501:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5133480 x1853164384532992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321431.159524:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384532992:0@lo:38:kworker.0 00000100:00100000:3.0:1767321431.159553:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321431.159584:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384532480 00000100:00100000:0.0:1767321431.159593:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384532480 00000100:00100000:3.0:1767321431.159598:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384533248:0@lo:400:kworker.0 00000100:00100000:3.0:1767321431.159629:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321431.159638:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3105 00000100:00100000:0.0:1767321431.159648:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384532480:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321431.159665:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00020000:0.0:1767321431.159673:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321431.159675:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384533120:0@lo:400:kworker.0 00000100:00100000:3.0:1767321431.159700:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321431.159737:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384532352 00000100:00100000:0.0:1767321431.159738:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384532480:12345-0@lo:38:kworker.0 Request processed in 87us (316us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321431.159743:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384532352 00000100:00100000:0.0:1767321431.159748:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3105 00000100:00100000:3.0:1767321431.159773:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384532736 00000100:00100000:3.0:1767321431.159778:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384532736 00000100:00100000:3.0:1767321431.159829:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384532992 00000100:00100000:3.0:1767321431.159832:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384532992 00000100:00100000:3.0:1767321431.159856:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25508 00000100:00100000:3.0:1767321431.159861:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384532352:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321431.159872:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321431.159891:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384533248 00000100:00100000:0.0:1767321431.159897:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384533248 00000100:00100000:3.0:1767321431.159903:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384532352:12345-0@lo:38:kworker.0 Request processed in 40us (616us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321431.159910:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25508 00000100:00100000:3.0:1767321431.159927:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25509 00000100:00100000:3.0:1767321431.159933:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384532736:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321431.159943:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321431.159949:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384533120 00000100:00100000:0.0:1767321431.159953:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384533120 00000100:00100000:3.0:1767321431.159971:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384532736:12345-0@lo:38:kworker.0 Request processed in 36us (472us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321431.159979:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25509 00000100:00100000:0.0:1767321431.159981:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2506 00000100:00100000:0.0:1767321431.159991:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384533248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321431.159997:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25510 00000100:00100000:3.0:1767321431.160002:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384532992:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321431.160013:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321431.160042:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384532992:12345-0@lo:38:kworker.0 Request processed in 38us (489us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321431.160048:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25510 00000100:00100000:0.0:1767321431.160063:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384533248:12345-0@lo:400:kworker.0 Request processed in 73us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321431.160071:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2506 00000100:00100000:0.0:1767321431.160088:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2507 00000100:00100000:0.0:1767321431.160096:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384533120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321431.160104:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384533248:0@lo:400:kworker.0 00000100:00100000:0.0:1767321431.160130:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384533120:12345-0@lo:400:kworker.0 Request processed in 35us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321431.160135:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384533120:0@lo:400:kworker.0 00000100:00100000:0.0:1767321431.160142:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2507 00000100:00080000:3.0:1767321431.160161:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321431.160167:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321431.160170:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384532992:0@lo:38:kworker.0 00000100:00080000:3.0:1767321431.160179:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321431.160182:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321431.160185:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384532736:0@lo:38:kworker.0 00000100:00080000:3.0:1767321431.160193:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321431.160197:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321431.160199:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384532352:0@lo:38:kworker.0 00000100:00080000:3.0:1767321431.160206:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321431.160210:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321431.160213:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384532480:0@lo:38:kworker.0 00000100:00080000:3.0:1767321431.160255:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321431.160260:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321431.160841:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5133800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384532864:0@lo:400:kworker.0 00000100:00100000:1.0:1767321431.160888:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321431.160930:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321431.160938:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384532608:0@lo:400:kworker.0 00000100:00100000:1.0:1767321431.160962:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321431.161007:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384532864 00000100:00100000:1.0:1767321431.161012:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384532864 00000100:00100000:1.0:1767321431.161053:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384532608 00000100:00100000:1.0:1767321431.161056:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384532608 00000100:00100000:1.0:1767321431.161079:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5981 00000100:00100000:1.0:1767321431.161086:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384532864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321431.161128:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384532864:12345-0@lo:400:kworker.0 Request processed in 42us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321431.161135:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5981 00000100:00100000:1.0:1767321431.161149:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5982 00000100:00100000:1.0:1767321431.161156:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384532608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321431.161182:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384532608:12345-0@lo:400:kworker.0 Request processed in 27us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321431.161187:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5982 00000100:00080000:1.0:1767321431.161214:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321431.161237:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384532608:0@lo:400:kworker.0 00000100:00100000:1.0:1767321431.161246:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5133800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384532864:0@lo:400:kworker.0 00000100:00100000:0.0:1767321431.671510:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384533504:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321431.671621:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767321431.671694:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321431.671763:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384533376:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321431.672476:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321431.673835:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384533504 00000100:00100000:3.0:1767321431.673851:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384533504 00000100:00100000:3.0:1767321431.673919:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384533376 00000100:00100000:3.0:1767321431.673922:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384533376 00000100:00100000:3.0:1767321431.673996:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3355 00000100:00100000:3.0:1767321431.674007:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384533504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321431.674061:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321431.674154:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384533504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 148us (2533us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321431.674178:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3355 00000100:00100000:3.0:1767321431.674199:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3356 00000100:00100000:3.0:1767321431.674206:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384533376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321431.674224:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321431.674257:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384533376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (1785us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321431.674263:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3356 00000100:00100000:2.0:1767321431.674628:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384533376:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321431.674828:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384533504:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321432.137665:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321432.137738:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321432.137841:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297483008 00000100:00100000:2.0:1767321432.137859:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297483008 00000100:00100000:2.0:1767321432.137919:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297483136 00000100:00100000:2.0:1767321432.137922:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297483136 00000100:00100000:2.0:1767321432.137995:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5983 00000100:00100000:2.0:1767321432.138011:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297483136:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:1.0:1767321432.138256:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321432.138280:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25511 00000100:00100000:1.0:1767321432.138288:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297483008:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:2.0:1767321432.138315:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297483136:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 307us (574us total) trans 0 rc 0/0 00010000:00020000:1.0:1767321432.138317:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321432.138368:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297483008:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 78us (719us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321432.138376:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25511 00000100:00100000:2.0:1767321432.138433:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5983 00000100:00100000:0.0:1767321432.184727:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321432.695481:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321433.207635:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321433.725599:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321434.231284:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321434.743040:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321435.255051:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321435.768829:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321436.278931:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767321436.281867:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321436.281878:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321436.281881:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321436.281885:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321436.281890:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321436.281898:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6334 00000100:00080000:2.0:1767321436.281903:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321436.281910:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321436.281951:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f8700 x1853164384533632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321436.281982:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321436.281986:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321436.281988:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321436.281992:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6334 00000100:00080000:2.0:1767321436.281994:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321436.281998:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321436.282015:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f9f80 x1853164384533760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321436.282063:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321436.282067:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321436.282069:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321436.282074:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6334 00000100:00080000:2.0:1767321436.282077:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321436.282081:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321436.282094:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384533632:0@lo:38:kworker.0 00000100:00100000:2.0:1767321436.282095:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936886279c00 x1853164384534016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321436.282121:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1767321436.282138:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321436.282143:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321436.282146:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767321436.282148:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384534144:0@lo:400:kworker.0 00000100:00080000:2.0:1767321436.282157:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6334 00000100:00080000:2.0:1767321436.282162:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321436.282166:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321436.282191:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1212d80 x1853164384534272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321436.282209:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321436.282255:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384534400:0@lo:400:kworker.0 00000100:00100000:2.0:1767321436.282299:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384534528:0@lo:400:kworker.0 00000100:00100000:0.0:1767321436.282310:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321436.282314:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384533760:0@lo:38:kworker.0 00000100:00100000:3.0:1767321436.282367:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321436.282381:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321436.282463:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384533632 00000100:00100000:0.0:1767321436.282475:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384533632 00000100:00100000:3.0:1767321436.283831:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384534016:0@lo:38:kworker.0 00000100:00100000:3.0:1767321436.283887:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321436.293631:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384534272:0@lo:38:kworker.0 00000100:00100000:3.0:1767321436.293736:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321436.293820:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384534016 00000100:00100000:3.0:1767321436.293833:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384534016 00000100:00100000:3.0:1767321436.293883:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384534272 00000100:00100000:3.0:1767321436.293887:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384534272 00000100:00100000:3.0:1767321436.293902:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25512 00000100:00100000:3.0:1767321436.293911:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384533632:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321436.293941:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321436.293990:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384533632:12345-0@lo:38:kworker.0 Request processed in 78us (11783us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321436.293998:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25512 00000100:00100000:3.0:1767321436.294020:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25513 00000100:00100000:3.0:1767321436.294025:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384534016:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321436.294035:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321436.294058:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384534016:12345-0@lo:38:kworker.0 Request processed in 31us (10170us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321436.294063:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25513 00000100:00100000:3.0:1767321436.294076:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25514 00000100:00100000:3.0:1767321436.294082:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384534272:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321436.294091:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321436.294111:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384534272:12345-0@lo:38:kworker.0 Request processed in 28us (377us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321436.294117:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25514 00000100:00080000:3.0:1767321436.294162:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321436.294168:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321436.294172:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384534016:0@lo:38:kworker.0 00000100:00080000:3.0:1767321436.294182:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321436.294186:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321436.294188:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384534272:0@lo:38:kworker.0 00000100:00080000:3.0:1767321436.294198:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321436.294202:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321436.294205:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384533632:0@lo:38:kworker.0 00000100:00100000:3.0:1767321436.294280:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384533760 00000100:00100000:3.0:1767321436.294303:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384533760 00000100:00100000:3.0:1767321436.294328:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3106 00000100:00100000:3.0:1767321436.294333:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384533760:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321436.294343:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321436.294375:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384533760:12345-0@lo:38:kworker.0 Request processed in 41us (12016us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321436.294382:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3106 00000100:00100000:3.0:1767321436.294402:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321436.294444:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384533888:0@lo:400:kworker.0 00000100:00100000:3.0:1767321436.294471:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321436.294498:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384534144 00000100:00100000:3.0:1767321436.294501:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384534144 00000100:00100000:3.0:1767321436.294540:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384533888 00000100:00100000:3.0:1767321436.294543:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384533888 00000100:00100000:3.0:1767321436.294563:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5984 00000100:00100000:3.0:1767321436.294569:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384534144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321436.294615:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384534144:12345-0@lo:400:kworker.0 Request processed in 46us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321436.294622:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5984 00000100:00100000:3.0:1767321436.294634:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5985 00000100:00100000:3.0:1767321436.294641:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384533888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321436.294664:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384533888:12345-0@lo:400:kworker.0 Request processed in 23us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321436.294669:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5985 00000100:00100000:3.0:1767321436.294700:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384534144:0@lo:400:kworker.0 00000100:00100000:3.0:1767321436.294709:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384533888:0@lo:400:kworker.0 00000100:00080000:3.0:1767321436.294735:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321436.294739:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321436.294743:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384533760:0@lo:38:kworker.0 00000100:00080000:3.0:1767321436.294828:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321436.308084:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384534400 00000100:00100000:0.0:1767321436.308107:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384534400 00000100:00100000:0.0:1767321436.308232:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384534528 00000100:00100000:0.0:1767321436.308237:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384534528 00000100:00100000:0.0:1767321436.308302:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2508 00000100:00100000:0.0:1767321436.308316:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384534400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321436.308448:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384534400:12345-0@lo:400:kworker.0 Request processed in 135us (26138us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321436.308457:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2508 00000100:00100000:0.0:1767321436.308479:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2509 00000100:00100000:0.0:1767321436.308486:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384534528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321436.308522:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384534528:12345-0@lo:400:kworker.0 Request processed in 36us (26143us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321436.308532:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2509 00000100:00100000:0.0:1767321436.308595:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384534400:0@lo:400:kworker.0 00000100:00080000:3.0:1767321436.312302:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321436.312319:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321436.312533:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384534528:0@lo:400:kworker.0 00010000:00010000:1.0:1767321436.791193:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321436.792093:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321436.792129:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384534784:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321436.792214:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321436.792306:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384534656:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321436.792330:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321436.792494:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384534784 00000100:00100000:1.0:1767321436.792504:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384534784 00000100:00100000:3.0:1767321436.792563:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384534656 00000100:00100000:3.0:1767321436.792577:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384534656 00000100:00100000:1.0:1767321436.792603:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3357 00000100:00100000:1.0:1767321436.792620:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384534784:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321436.792643:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3358 00002000:00000024:1.0:1767321436.792672:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321436.792737:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384534784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321436.792749:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384534656:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321436.792757:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3357 00002000:00000024:3.0:1767321436.792930:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321436.792999:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384534784:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321436.793027:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384534656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 371us (691us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321436.793028:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384534656:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321436.793050:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3358 00000100:00100000:0.0:1767321437.257980:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321437.258104:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321437.258974:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297483392 00000100:00100000:1.0:1767321437.258990:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297483392 00000100:00100000:1.0:1767321437.259085:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297483264 00000100:00100000:1.0:1767321437.259088:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297483264 00000100:00100000:1.0:1767321437.259111:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5986 00000100:00100000:1.0:1767321437.259127:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297483392:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321437.259223:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297483392:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 103us (1259us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321437.259231:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5986 00000100:00100000:1.0:1767321437.259249:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25515 00000100:00100000:1.0:1767321437.259254:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297483264:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321437.259308:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321437.259336:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297483264:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 80us (1231us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321437.259342:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25515 00000100:00080000:2.0:1767321437.259770:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321437.304581:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321437.815371:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321438.326941:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321438.840849:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321439.352956:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321439.863120:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321440.375061:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321440.887047:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321441.399002:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321441.399011:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321441.399014:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321441.399018:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321441.399023:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321441.399048:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6339 00000100:00080000:1.0:1767321441.399052:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321441.399060:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321441.399113:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da8e00 x1853164384534912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321441.399143:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321441.399147:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321441.399149:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321441.399153:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6339 00000100:00080000:1.0:1767321441.399155:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321441.399158:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321441.399172:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9daa680 x1853164384535040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321441.399221:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321441.399225:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321441.399227:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321441.399230:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6339 00000100:00080000:1.0:1767321441.399233:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321441.399236:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321441.399261:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db3b80 x1853164384535296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321441.399277:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321441.399280:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321441.399282:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321441.399286:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6339 00000100:00080000:1.0:1767321441.399288:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321441.399291:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321441.399302:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996db3800 x1853164384535552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321441.399394:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384535680:0@lo:400:kworker.0 00000100:00100000:2.0:1767321441.399470:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321441.399541:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321441.399548:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384535808:0@lo:400:kworker.0 00000100:00100000:2.0:1767321441.399569:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321441.399602:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384535168:0@lo:400:kworker.0 00000100:00100000:2.0:1767321441.399627:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321441.399657:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321441.399662:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384535424:0@lo:400:kworker.0 00000100:00100000:2.0:1767321441.399681:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321441.399712:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384535168 00000100:00100000:2.0:1767321441.399720:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384535168 00000100:00100000:2.0:1767321441.399767:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384535424 00000100:00100000:2.0:1767321441.399770:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384535424 00000100:00100000:2.0:1767321441.399820:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5987 00000100:00100000:2.0:1767321441.399828:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384535168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321441.399876:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384535168:12345-0@lo:400:kworker.0 Request processed in 48us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321441.399883:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5987 00000100:00100000:2.0:1767321441.399899:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5988 00000100:00100000:2.0:1767321441.399905:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384535424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321441.399931:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384535424:12345-0@lo:400:kworker.0 Request processed in 26us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321441.399936:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5988 00000100:00080000:2.0:1767321441.399952:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321441.399982:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384535424:0@lo:400:kworker.0 00000100:00100000:2.0:1767321441.399993:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384535168:0@lo:400:kworker.0 00000100:00100000:1.0:1767321441.400079:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384535680 00000100:00100000:1.0:1767321441.400084:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384535680 00000100:00100000:1.0:1767321441.400120:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384535808 00000100:00100000:1.0:1767321441.400123:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384535808 00000100:00100000:1.0:1767321441.400143:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2510 00000100:00100000:1.0:1767321441.400153:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384535680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321441.400185:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384535680:12345-0@lo:400:kworker.0 Request processed in 37us (715us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321441.400191:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2510 00000100:00100000:1.0:1767321441.400202:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2511 00000100:00100000:1.0:1767321441.400208:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384535808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321441.400232:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384535808:12345-0@lo:400:kworker.0 Request processed in 25us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321441.400249:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2511 00000100:00080000:2.0:1767321441.400459:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321441.400461:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321441.400476:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384535808:0@lo:400:kworker.0 00000100:00100000:2.0:1767321441.400482:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384535680:0@lo:400:kworker.0 00000100:00100000:1.0:1767321441.402914:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384534912:0@lo:38:kworker.0 00000100:00100000:1.0:1767321441.402992:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321441.403065:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384535040:0@lo:38:kworker.0 00000100:00100000:1.0:1767321441.403090:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321441.403134:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384535296:0@lo:38:kworker.0 00000100:00100000:1.0:1767321441.403156:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321441.403176:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384535552:0@lo:38:kworker.0 00000100:00100000:1.0:1767321441.403197:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321441.403233:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384534912 00000100:00100000:1.0:1767321441.403248:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384534912 00000100:00100000:1.0:1767321441.403277:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384535296 00000100:00100000:1.0:1767321441.403280:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384535296 00000100:00100000:1.0:1767321441.403288:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384535552 00000100:00100000:1.0:1767321441.403289:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384535552 00000100:00100000:1.0:1767321441.403301:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25516 00000100:00100000:1.0:1767321441.403307:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384534912:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321441.403330:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321441.403386:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384534912:12345-0@lo:38:kworker.0 Request processed in 78us (394us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321441.403393:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25516 00000100:00100000:1.0:1767321441.403409:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25517 00000100:00100000:1.0:1767321441.403421:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384535296:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321441.403431:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321441.403456:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384535296:12345-0@lo:38:kworker.0 Request processed in 42us (300us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321441.403461:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25517 00000100:00100000:1.0:1767321441.403472:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25518 00000100:00100000:1.0:1767321441.403475:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384535552:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321441.403483:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321441.403502:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384535552:12345-0@lo:38:kworker.0 Request processed in 25us (304us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321441.403507:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25518 00000100:00080000:1.0:1767321441.403541:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321441.403546:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321441.403549:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384534912:0@lo:38:kworker.0 00000100:00080000:1.0:1767321441.403558:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321441.403561:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321441.403564:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384535296:0@lo:38:kworker.0 00000100:00080000:1.0:1767321441.403571:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321441.403574:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321441.403577:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384535552:0@lo:38:kworker.0 00000100:00100000:3.0:1767321441.404667:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384535040 00000100:00100000:3.0:1767321441.404677:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384535040 00000100:00100000:3.0:1767321441.404706:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3107 00000100:00100000:3.0:1767321441.404711:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384535040:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321441.404723:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321441.404769:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384535040:12345-0@lo:38:kworker.0 Request processed in 58us (1679us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321441.404773:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3107 00000100:00080000:3.0:1767321441.404839:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321441.404845:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321441.404848:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384535040:0@lo:38:kworker.0 00000100:00100000:3.0:1767321441.408690:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321441.911092:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321441.911115:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384535936:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321441.911200:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321441.911295:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384535936 00000100:00100000:0.0:1767321441.911304:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384535936 00000100:00100000:0.0:1767321441.911360:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3359 00000100:00100000:0.0:1767321441.911370:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384535936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321441.911403:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321441.911448:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384535936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321441.911456:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3359 00000100:00100000:0.0:1767321441.911520:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384535936:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321441.911639:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321441.916405:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384536064:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321441.916477:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321441.916533:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384536064 00000100:00100000:0.0:1767321441.916543:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384536064 00000100:00100000:0.0:1767321441.916599:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3360 00000100:00100000:0.0:1767321441.916610:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384536064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321441.916640:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321441.916751:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384536064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 143us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321441.916758:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3360 00000100:00100000:1.0:1767321441.917337:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384536064:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321442.376605:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321442.376691:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321442.376885:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297483648 00000100:00100000:3.0:1767321442.376895:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297483648 00000100:00100000:3.0:1767321442.376984:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297483520 00000100:00100000:3.0:1767321442.376988:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297483520 00000100:00100000:3.0:1767321442.377012:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5989 00000100:00100000:3.0:1767321442.377022:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297483648:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321442.377096:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297483648:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 75us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321442.377105:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5989 00000100:00100000:3.0:1767321442.377123:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25519 00000100:00100000:3.0:1767321442.377128:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297483520:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321442.377147:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321442.377173:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297483520:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 44us (482us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321442.377180:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25519 00000100:00080000:0.0:1767321442.378618:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321442.424180:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321442.935592:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321443.447212:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321443.959640:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321444.471587:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321444.982967:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321445.494911:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321446.007203:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321446.518978:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321446.518988:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321446.518992:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321446.518996:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321446.519000:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321446.519009:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6344 00000100:00080000:0.0:1767321446.519015:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767321446.519016:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767321446.519024:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321446.519072:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130380 x1853164384536192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321446.519121:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384536192:0@lo:38:kworker.0 00000100:00100000:1.0:1767321446.519214:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321446.519292:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384536192 00000100:00100000:2.0:1767321446.519301:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384536192 00000100:00100000:2.0:1767321446.519356:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25520 00000100:00100000:2.0:1767321446.519364:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384536192:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767321446.519368:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321446.519380:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321446.519383:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00010000:00020000:2.0:1767321446.519388:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767321446.519390:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6344 00000100:00080000:0.0:1767321446.519395:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321446.519399:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321446.519429:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f233480 x1853164384536320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321446.521129:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384536320:0@lo:38:kworker.0 00000100:00100000:1.0:1767321446.521258:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321446.521506:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384536320 00000100:00100000:3.0:1767321446.521513:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384536320 00000100:00100000:3.0:1767321446.521549:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3108 00000100:00100000:3.0:1767321446.521556:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384536320:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321446.521577:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321446.521614:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384536320:12345-0@lo:38:kworker.0 Request processed in 58us (356us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321446.521621:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3108 00000100:00100000:2.0:1767321446.524212:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384536192:12345-0@lo:38:kworker.0 Request processed in 4828us (4978us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321446.524226:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25520 00000100:00080000:1.0:1767321446.524468:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321446.524475:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321446.524480:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384536192:0@lo:38:kworker.0 00000100:00080000:1.0:1767321446.524516:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321446.524519:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321446.524522:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384536320:0@lo:38:kworker.0 00000100:00100000:1.0:1767321446.524878:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1767321446.524894:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321446.524905:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321446.524909:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321446.524914:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6344 00000100:00080000:0.0:1767321446.524920:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321446.524926:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321446.524950:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f230a80 x1853164384536576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321446.525016:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384536576:0@lo:38:kworker.0 00000100:00100000:3.0:1767321446.525091:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321446.525346:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321446.525366:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384536704:0@lo:400:kworker.0 00000100:00100000:2.0:1767321446.525397:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321446.525429:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384536576 00000100:00100000:2.0:1767321446.525435:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384536576 00000100:00100000:2.0:1767321446.525467:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384536704 00000100:00100000:2.0:1767321446.525469:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384536704 00000100:00100000:2.0:1767321446.525500:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5990 00000100:00100000:2.0:1767321446.525508:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384536704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321446.525551:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384536704:12345-0@lo:400:kworker.0 Request processed in 44us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321446.525558:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5990 00000100:00100000:2.0:1767321446.525571:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25521 00000100:00100000:2.0:1767321446.525575:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384536576:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321446.525592:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321446.525614:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384536576:12345-0@lo:38:kworker.0 Request processed in 38us (524us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321446.525620:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25521 00000100:00080000:2.0:1767321446.525636:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321446.525655:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384536704:0@lo:400:kworker.0 00000100:00080000:3.0:1767321446.525822:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321446.525827:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321446.525830:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384536576:0@lo:38:kworker.0 00000100:00100000:1.0:1767321446.526291:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384536448:0@lo:400:kworker.0 00000100:00100000:1.0:1767321446.526325:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321446.526508:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321446.526513:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321446.526516:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321446.526521:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6344 00000100:00080000:0.0:1767321446.526524:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321446.526530:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321446.526552:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698f232300 x1853164384536832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321446.526647:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384536960:0@lo:400:kworker.0 00000100:00100000:2.0:1767321446.526757:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321446.526804:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321446.526809:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384537088:0@lo:400:kworker.0 00000100:00100000:2.0:1767321446.526829:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321446.526889:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384536960 00000100:00100000:0.0:1767321446.526894:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384536960 00000100:00100000:1.0:1767321446.527017:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384537088 00000100:00100000:1.0:1767321446.527021:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384537088 00000100:00100000:0.0:1767321446.527079:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2512 00000100:00100000:0.0:1767321446.527089:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384536960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321446.527133:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384536960:12345-0@lo:400:kworker.0 Request processed in 46us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321446.527139:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2512 00000100:00100000:0.0:1767321446.527169:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384536960:0@lo:400:kworker.0 00000100:00100000:0.0:1767321446.527217:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384536832:0@lo:38:kworker.0 00000100:00100000:0.0:1767321446.527243:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321446.527773:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321446.527778:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321446.527876:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2513 00000100:00100000:1.0:1767321446.527886:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384537088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321446.527928:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384537088:12345-0@lo:400:kworker.0 Request processed in 46us (1098us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321446.527934:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2513 00000100:00100000:1.0:1767321446.527965:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384537088:0@lo:400:kworker.0 00000100:00100000:3.0:1767321446.528055:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384536448 00000100:00100000:3.0:1767321446.528060:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384536448 00000100:00100000:3.0:1767321446.528113:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384536832 00000100:00100000:3.0:1767321446.528116:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384536832 00000100:00100000:3.0:1767321446.528132:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5991 00000100:00100000:3.0:1767321446.528138:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384536448:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767321446.528338:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321446.528395:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25522 00000100:00100000:1.0:1767321446.528400:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384536832:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321446.528418:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321446.528461:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384536832:12345-0@lo:38:kworker.0 Request processed in 59us (1216us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321446.528467:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25522 00000100:00080000:2.0:1767321446.528624:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321446.528629:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321446.528633:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384536832:0@lo:38:kworker.0 00000100:00100000:3.0:1767321446.528824:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384536448:12345-0@lo:400:kworker.0 Request processed in 37us (1848us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321446.528832:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5991 00000100:00100000:3.0:1767321446.528867:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384536448:0@lo:400:kworker.0 00000100:00100000:3.0:1767321447.031205:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321447.031568:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384537216:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321447.031637:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321447.032162:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384537216 00000100:00100000:0.0:1767321447.032174:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384537216 00000100:00100000:0.0:1767321447.032332:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3361 00000100:00100000:0.0:1767321447.032343:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384537216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321447.032373:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321447.032441:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384537216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (804us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321447.032449:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3361 00000100:00100000:3.0:1767321447.032531:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384537216:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321447.033703:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321447.034133:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321447.034499:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384537344:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321447.034632:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321447.034733:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384537344 00000100:00100000:0.0:1767321447.034741:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384537344 00000100:00100000:0.0:1767321447.035168:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3362 00000100:00100000:0.0:1767321447.035179:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384537344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321447.035216:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321447.035339:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384537344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 162us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321447.035347:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3362 00000100:00100000:3.0:1767321447.035434:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891dab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384537344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321447.505034:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321447.505229:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297483904 00000100:00100000:0.0:1767321447.505240:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297483904 00000100:00100000:0.0:1767321447.505318:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5992 00000100:00100000:0.0:1767321447.505390:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297483904:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321447.505489:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297483904:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 101us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321447.505497:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5992 00000100:00080000:2.0:1767321447.505741:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321447.506238:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321447.506340:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297483776 00000100:00100000:3.0:1767321447.506346:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297483776 00000100:00100000:3.0:1767321447.506559:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25523 00000100:00100000:3.0:1767321447.506567:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297483776:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321447.506588:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321447.506625:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9daa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297483776:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 57us (389us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321447.506631:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25523 00000100:00100000:0.0:1767321447.548269:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321448.068054:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321448.570646:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321449.079134:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321449.591630:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321450.103460:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321450.615122:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321451.127725:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321451.590432:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321451.590532:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297484288 00000100:00100000:3.0:1767321451.590543:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297484288 00000100:00100000:3.0:1767321451.590632:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5993 00000100:00100000:3.0:1767321451.590643:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297484288:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321451.590726:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297484288:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 85us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321451.590734:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5993 00000100:00080000:2.0:1767321451.591441:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:1.0:1767321451.591622:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297484032 offset 0 length 520: 4 00000100:00100000:1.0:1767321451.591993:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321451.595587:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297484160 00000100:00100000:0.0:1767321451.595603:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297484160 00000100:00100000:0.0:1767321451.596117:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25524 00000100:00100000:0.0:1767321451.596125:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297484160:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321451.596162:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321451.596232:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297484160:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 105us (4239us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321451.596240:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25524 00000100:00100000:0.0:1767321451.640879:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321426/real 1767321426] req@ffff93698f231500 x1853164384530944/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321451 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321451.640917:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93698f231500 x1853164384530944/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321451 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321451.640940:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321451.640949:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321451.640952:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384530944:0@lo:250:kworker.0 00000100:00080000:2.0:1767321451.641086:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321451.641092:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321451.641096:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321451.641100:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 6329 00000100:00080000:2.0:1767321451.641105:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767321451.641105:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767321451.641112:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321451.641156:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9bb80 x1853164384537472/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321451.641181:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321451.641185:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321451.641187:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321451.641191:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6349 00000100:00080000:2.0:1767321451.641193:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321451.641197:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321451.641212:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a9b480 x1853164384537600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321451.641220:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321451.641223:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321451.641225:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321451.641229:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6349 00000100:00080000:2.0:1767321451.641231:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321451.641234:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321451.641243:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a99180 x1853164384537728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321451.641287:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321451.641291:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321451.641293:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321451.641296:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6349 00000100:00080000:2.0:1767321451.641298:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321451.641302:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321451.641317:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936887a98700 x1853164384537984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321451.641317:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321451.641336:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384537856:0@lo:400:kworker.0 00000100:00080000:2.0:1767321451.641343:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321451.641357:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321451.641360:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321451.641364:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6349 00000100:00080000:2.0:1767321451.641367:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321451.641370:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321451.641384:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a399880 x1853164384538240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321451.641414:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321451.641456:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384538368:0@lo:400:kworker.0 00000100:00100000:3.0:1767321451.641486:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384538112:0@lo:400:kworker.0 00000100:00100000:2.0:1767321451.641494:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321451.641549:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384537472:0@lo:250:kworker.0 00000100:00100000:1.0:1767321451.641616:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384538496:0@lo:400:kworker.0 00000100:00100000:3.0:1767321451.642632:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321451.642694:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384537856 00000100:00100000:3.0:1767321451.642703:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384537856 00000100:00100000:3.0:1767321451.642862:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384538112 00000100:00100000:3.0:1767321451.642866:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384538112 00000100:00100000:3.0:1767321451.642891:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5994 00000100:00100000:3.0:1767321451.642901:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384537856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321451.643025:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384537856:12345-0@lo:400:kworker.0 Request processed in 124us (1611us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321451.643034:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5994 00000100:00100000:3.0:1767321451.643052:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5995 00000100:00100000:3.0:1767321451.643058:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384538112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321451.643085:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384538112:12345-0@lo:400:kworker.0 Request processed in 27us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321451.643091:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5995 00000100:00080000:3.0:1767321451.643107:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321451.643141:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384538112:0@lo:400:kworker.0 00000100:00100000:3.0:1767321451.643165:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384537856:0@lo:400:kworker.0 00000100:00100000:3.0:1767321451.643224:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384538368 00000100:00100000:3.0:1767321451.643228:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384538368 00000100:00100000:3.0:1767321451.643261:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2514 00000100:00100000:3.0:1767321451.643268:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384538368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321451.643302:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384538368:12345-0@lo:400:kworker.0 Request processed in 34us (1808us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321451.643308:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2514 00000100:00080000:3.0:1767321451.643321:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000400:00000100:0.0:1767321451.651703:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384537472 offset 0 length 520: 4 00000100:00100000:0.0:1767321451.651759:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384537600:0@lo:38:kworker.0 00000100:00100000:0.0:1767321451.651837:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321451.652085:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384537600 00000100:00100000:3.0:1767321451.652094:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384537600 00000100:00100000:3.0:1767321451.652139:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25525 00000100:00100000:3.0:1767321451.652175:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384537600:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321451.652200:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321451.652246:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384537600:12345-0@lo:38:kworker.0 Request processed in 98us (418us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321451.652253:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25525 00000100:00100000:0.0:1767321451.659092:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384537728:0@lo:38:kworker.0 00000100:00100000:0.0:1767321451.659195:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321451.659239:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384537984:0@lo:38:kworker.0 00000100:00100000:3.0:1767321451.659260:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384537728 00000100:00100000:0.0:1767321451.659269:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321451.659270:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384537728 00000100:00100000:0.0:1767321451.659298:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384538240:0@lo:38:kworker.0 00000100:00100000:3.0:1767321451.659319:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3109 00000100:00100000:3.0:1767321451.659328:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384537728:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321451.659336:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1767321451.659355:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767321451.659385:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321451.659392:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321451.659397:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384537600:0@lo:38:kworker.0 00000100:00080000:0.0:1767321451.659413:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767321451.659414:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384537728:12345-0@lo:38:kworker.0 Request processed in 83us (217us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767321451.659420:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321451.659426:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384537728:0@lo:38:kworker.0 00000100:00100000:3.0:1767321451.659430:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3109 00000100:00100000:3.0:1767321451.659473:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384537984 00000100:00100000:0.0:1767321451.659474:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384538240 00000100:00100000:3.0:1767321451.659479:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384537984 00000100:00100000:0.0:1767321451.659480:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384538240 00000100:00100000:3.0:1767321451.659507:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25526 00000100:00100000:3.0:1767321451.659512:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384537984:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321451.659523:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321451.659529:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25527 00000100:00100000:0.0:1767321451.659535:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384538240:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321451.659547:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321451.659559:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384537984:12345-0@lo:38:kworker.0 Request processed in 44us (289us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321451.659567:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25526 00000100:00100000:0.0:1767321451.659582:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384538240:12345-0@lo:38:kworker.0 Request processed in 44us (245us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321451.659592:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25527 00000100:00080000:0.0:1767321451.659636:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321451.659641:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321451.659644:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384537984:0@lo:38:kworker.0 00000100:00080000:0.0:1767321451.659651:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321451.659655:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321451.659657:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384538240:0@lo:38:kworker.0 00000100:00100000:1.0:1767321451.661630:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321451.661870:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384538496 00000100:00100000:2.0:1767321451.661871:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384538368:0@lo:400:kworker.0 00000100:00100000:3.0:1767321451.661879:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384538496 00000100:00080000:0.0:1767321451.661951:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321451.662013:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2515 00000100:00100000:3.0:1767321451.662023:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384538496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321451.662091:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384538496:12345-0@lo:400:kworker.0 Request processed in 70us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321451.662097:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2515 00000100:00100000:2.0:1767321451.662264:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384538496:0@lo:400:kworker.0 00000100:00100000:1.0:1767321452.151085:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384538624:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321452.151117:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321452.151197:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321452.152047:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321452.152076:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384538752:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321452.152111:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321452.152667:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384538624 00000100:00100000:2.0:1767321452.152733:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384538624 00000100:00100000:1.0:1767321452.152846:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384538752 00000100:00100000:1.0:1767321452.152851:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384538752 00000100:00100000:1.0:1767321452.152894:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3363 00000100:00100000:1.0:1767321452.152904:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384538624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321452.152935:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321452.152984:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384538624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (1787us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321452.152992:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3363 00000100:00100000:1.0:1767321452.153008:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3364 00000100:00100000:1.0:1767321452.153015:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384538752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321452.153029:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321452.153049:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384538752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 36us (937us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321452.153054:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3364 00000100:00100000:1.0:1767321452.153093:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384538752:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321452.153107:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384538624:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321452.662911:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321453.174955:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321453.686908:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321454.199716:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321454.711218:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321455.223970:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321455.734895:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321456.249464:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321456.723568:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321456.723632:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321456.723807:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297484416 00000100:00100000:3.0:1767321456.723817:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297484416 00000100:00100000:3.0:1767321456.723866:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297484544 00000100:00100000:3.0:1767321456.723869:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297484544 00000100:00100000:3.0:1767321456.723925:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5996 00000100:00080000:2.0:1767321456.724147:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321456.724150:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297484544:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321456.724194:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25528 00000100:00100000:2.0:1767321456.724203:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297484416:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767321456.724225:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321456.724231:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297484544:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 85us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321456.724240:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5996 00000100:00100000:2.0:1767321456.724264:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297484416:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 59us (706us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321456.724273:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25528 00000100:00100000:3.0:1767321456.759909:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767321456.760255:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321456.760262:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321456.760275:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321456.760280:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321456.760284:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321456.760292:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6354 00000100:00080000:1.0:1767321456.760297:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321456.760304:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321456.760344:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135180 x1853164384538880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321456.760438:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321456.760443:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321456.760444:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321456.760448:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6354 00000100:00080000:1.0:1767321456.760450:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321456.760453:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321456.760467:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5134700 x1853164384539008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321456.760496:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384538880:0@lo:38:kworker.0 00000100:00100000:0.0:1767321456.760565:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321456.760628:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384539008:0@lo:38:kworker.0 00000100:00100000:0.0:1767321456.760652:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321456.760695:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384539008 00000100:00100000:0.0:1767321456.760702:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384539008 00000100:00100000:0.0:1767321456.760737:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3110 00000100:00100000:0.0:1767321456.760744:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384539008:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321456.760765:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767321456.760768:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321456.760773:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321456.760775:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767321456.760778:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384539136:0@lo:400:kworker.0 00000100:00080000:1.0:1767321456.760779:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6354 00000100:00080000:1.0:1767321456.760797:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321456.760802:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321456.760817:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135880 x1853164384539264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321456.760835:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321456.760836:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384539008:12345-0@lo:38:kworker.0 Request processed in 88us (179us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767321456.760836:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321456.760845:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321456.760848:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767321456.760853:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3110 00000100:00080000:1.0:1767321456.760856:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6354 00000100:00080000:1.0:1767321456.760861:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767321456.760861:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:1.0:1767321456.760865:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321456.760867:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384539392:0@lo:400:kworker.0 00000100:00100000:1.0:1767321456.760877:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5136d80 x1853164384539520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321456.760887:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384539264:0@lo:38:kworker.0 00000100:00100000:2.0:1767321456.760889:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321456.760928:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384539648:0@lo:400:kworker.0 00000100:00100000:0.0:1767321456.760955:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384539776:0@lo:400:kworker.0 00000100:00100000:1.0:1767321456.760965:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321456.760998:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321456.761030:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384539648 00000100:00100000:0.0:1767321456.761034:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384539648 00000100:00100000:0.0:1767321456.761071:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384539776 00000100:00100000:0.0:1767321456.761074:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384539776 00000100:00100000:0.0:1767321456.761093:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2516 00000100:00100000:0.0:1767321456.761114:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384539648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321456.761151:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384539648:12345-0@lo:400:kworker.0 Request processed in 53us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321456.761157:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2516 00000100:00100000:0.0:1767321456.761170:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2517 00000100:00100000:0.0:1767321456.761176:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384539776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321456.761216:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384539648:0@lo:400:kworker.0 00000100:00100000:3.0:1767321456.761250:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384538880 00000100:00100000:3.0:1767321456.761255:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384538880 00000100:00080000:1.0:1767321456.761256:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321456.761289:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384539136 00000100:00100000:3.0:1767321456.761293:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384539136 00000100:00100000:3.0:1767321456.761319:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5997 00000100:00100000:3.0:1767321456.761324:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384539136:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767321456.761546:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321456.761549:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321456.761674:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384539392 00000100:00100000:1.0:1767321456.761679:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384539392 00000100:00100000:1.0:1767321456.761713:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5998 00000100:00100000:1.0:1767321456.761720:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384539392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321456.764502:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384539776:12345-0@lo:400:kworker.0 Request processed in 3317us (3495us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321456.764517:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2517 00000100:00100000:0.0:1767321456.764605:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384539776:0@lo:400:kworker.0 00000100:00080000:0.0:1767321456.764666:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321456.764700:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25529 00000100:00100000:0.0:1767321456.764706:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384538880:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321456.764726:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321456.764807:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384538880:12345-0@lo:38:kworker.0 Request processed in 100us (4242us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321456.764814:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25529 00000100:00100000:2.0:1767321456.767235:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384539136:0@lo:400:kworker.0 00000100:00100000:3.0:1767321456.767237:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384539136:12345-0@lo:400:kworker.0 Request processed in 5902us (6394us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321456.767254:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5997 00000100:00100000:0.0:1767321456.767316:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321456.767354:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384539264 00000100:00080000:0.0:1767321456.767356:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321456.767363:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321456.767363:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384539264 00000100:00100000:0.0:1767321456.767370:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384538880:0@lo:38:kworker.0 00000100:00080000:0.0:1767321456.767383:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321456.767386:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321456.767390:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384539008:0@lo:38:kworker.0 00000100:00100000:3.0:1767321456.767417:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25530 00000100:00100000:0.0:1767321456.767418:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384539520:0@lo:38:kworker.0 00000100:00100000:3.0:1767321456.767427:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384539264:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321456.767448:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321456.767459:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321456.767495:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767321456.767497:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384539264:12345-0@lo:38:kworker.0 Request processed in 70us (180us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767321456.767501:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321456.767509:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384539264:0@lo:38:kworker.0 00000100:00100000:3.0:1767321456.767511:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25530 00000100:00100000:3.0:1767321456.767530:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384539520 00000100:00100000:3.0:1767321456.767534:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384539520 00000100:00100000:3.0:1767321456.767557:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25531 00000100:00100000:3.0:1767321456.767561:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384539520:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321456.767571:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321456.768036:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384539520:12345-0@lo:38:kworker.0 Request processed in 471us (576us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321456.768042:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25531 00000100:00080000:0.0:1767321456.768096:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321456.768110:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321456.768113:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384539520:0@lo:38:kworker.0 00000100:00100000:1.0:1767321456.782939:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384539392:12345-0@lo:400:kworker.0 Request processed in 21210us (22041us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321456.782954:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5998 00000100:00100000:2.0:1767321456.783062:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384539392:0@lo:400:kworker.0 00010000:00010000:2.0:1767321457.271089:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321457.271373:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384540032:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321457.271373:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8913800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384539904:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321457.271453:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321457.271668:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321457.277667:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384540032 00000100:00100000:0.0:1767321457.277684:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384540032 00000100:00100000:0.0:1767321457.277747:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384539904 00000100:00100000:0.0:1767321457.277751:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384539904 00000100:00100000:1.0:1767321457.277808:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3365 00000100:00100000:1.0:1767321457.277823:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384540032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321457.277863:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321457.277929:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384540032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (6476us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321457.277936:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3365 00000100:00100000:1.0:1767321457.277953:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3366 00000100:00100000:1.0:1767321457.277960:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384539904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321457.277981:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321457.278008:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384539904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (6341us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321457.278013:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3366 00000100:00100000:1.0:1767321457.278055:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936891da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384540032:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321457.278193:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8913800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384539904:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321457.783626:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321458.295053:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321458.807300:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321459.319093:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321459.831795:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321460.343222:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321460.854922:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321461.371190:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321461.842994:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321461.843122:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321461.846379:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297484800 00000100:00100000:0.0:1767321461.846397:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297484800 00000100:00100000:0.0:1767321461.846548:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297484672 00000100:00100000:0.0:1767321461.846552:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297484672 00000100:00100000:0.0:1767321461.846581:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 5999 00000100:00100000:0.0:1767321461.846595:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297484800:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321461.846692:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297484800:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 102us (3708us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321461.846701:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 5999 00000100:00100000:0.0:1767321461.846722:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25532 00000100:00100000:0.0:1767321461.846727:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297484672:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321461.846747:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321461.846773:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297484672:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 44us (3650us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321461.846779:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25532 00000100:00080000:1.0:1767321461.850924:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321461.879323:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321461.879333:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321461.879337:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321461.879341:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321461.879345:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321461.879352:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6360 00000100:00080000:1.0:1767321461.879358:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321461.879364:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321461.879399:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5136300 x1853164384540160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321461.879423:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321461.879427:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321461.879429:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321461.879432:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6360 00000100:00080000:1.0:1767321461.879435:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321461.879438:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321461.879449:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5134e00 x1853164384540288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321461.879482:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321461.879486:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321461.879487:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321461.879490:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6360 00000100:00080000:1.0:1767321461.879493:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321461.879495:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321461.879503:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135880 x1853164384540544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321461.879516:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321461.879520:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321461.879521:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321461.879524:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6360 00000100:00080000:1.0:1767321461.879526:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321461.879529:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321461.879536:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135180 x1853164384540800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321461.879578:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384540672:0@lo:400:kworker.0 00000100:00100000:1.0:1767321461.879638:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321461.879687:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321461.879692:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384540416:0@lo:400:kworker.0 00000100:00100000:1.0:1767321461.879709:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321461.879734:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384541056:0@lo:400:kworker.0 00000100:00100000:1.0:1767321461.879755:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321461.879769:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321461.879773:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5137480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384540928:0@lo:400:kworker.0 00000100:00100000:1.0:1767321461.879806:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321461.879830:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384541056 00000100:00100000:1.0:1767321461.879836:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384541056 00000100:00100000:1.0:1767321461.879878:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384540928 00000100:00100000:1.0:1767321461.879881:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384540928 00000100:00100000:1.0:1767321461.879897:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2518 00000100:00100000:1.0:1767321461.879908:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384541056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321461.879947:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384541056:12345-0@lo:400:kworker.0 Request processed in 43us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321461.879954:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2518 00000100:00100000:2.0:1767321461.880094:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384540672 00000100:00100000:2.0:1767321461.880099:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384540672 00000100:00100000:3.0:1767321461.880110:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384540416 00000100:00100000:3.0:1767321461.880124:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384540416 00000100:00100000:2.0:1767321461.880142:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6000 00000100:00100000:2.0:1767321461.880153:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384540672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321461.880196:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6001 00000100:00100000:2.0:1767321461.880203:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384540672:12345-0@lo:400:kworker.0 Request processed in 51us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321461.880212:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384540416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321461.880221:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6000 00000100:00100000:2.0:1767321461.880272:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384540672:0@lo:400:kworker.0 00000100:00100000:2.0:1767321461.880297:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384540160:0@lo:38:kworker.0 00000100:00100000:2.0:1767321461.880326:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321461.880344:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384540288:0@lo:38:kworker.0 00000100:00100000:2.0:1767321461.880360:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321461.880377:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384540544:0@lo:38:kworker.0 00000100:00100000:2.0:1767321461.880392:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321461.880403:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384540800:0@lo:38:kworker.0 00000100:00100000:2.0:1767321461.880418:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321461.880439:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384540288 00000100:00100000:2.0:1767321461.880443:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384540288 00000100:00100000:2.0:1767321461.880462:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3111 00000100:00100000:2.0:1767321461.880467:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384540288:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321461.880483:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321461.880542:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2519 00000100:00100000:1.0:1767321461.880553:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384540928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321461.880634:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384540160 00000100:00100000:0.0:1767321461.880638:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384540160 00000100:00100000:0.0:1767321461.880651:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384540544 00000100:00100000:0.0:1767321461.880652:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384540544 00000100:00100000:0.0:1767321461.880658:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384540800 00000100:00100000:0.0:1767321461.880660:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384540800 00000100:00100000:0.0:1767321461.880667:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25533 00000100:00100000:0.0:1767321461.880672:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384540160:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321461.880688:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321461.888505:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384540288:12345-0@lo:38:kworker.0 Request processed in 8026us (8132us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321461.888518:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3111 00000100:00100000:2.0:1767321461.888579:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25534 00000100:00100000:2.0:1767321461.888588:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384540544:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321461.888612:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321461.888687:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384540544:12345-0@lo:38:kworker.0 Request processed in 99us (8293us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321461.888693:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25534 00000100:00100000:2.0:1767321461.888710:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25535 00000100:00100000:2.0:1767321461.888714:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384540800:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321461.888724:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321461.888748:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384540800:12345-0@lo:38:kworker.0 Request processed in 32us (8329us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321461.888754:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25535 00000100:00080000:2.0:1767321461.888814:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321461.888820:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321461.888824:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384540288:0@lo:38:kworker.0 00000100:00080000:2.0:1767321461.888835:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321461.888839:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321461.888842:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384540544:0@lo:38:kworker.0 00000100:00080000:2.0:1767321461.888854:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321461.888857:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321461.888858:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384540800:0@lo:38:kworker.0 00000100:00100000:2.0:1767321461.889068:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384540416:0@lo:400:kworker.0 00000100:00080000:2.0:1767321461.889102:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321461.889107:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321461.889109:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321461.889125:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321461.889658:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384540416:12345-0@lo:400:kworker.0 Request processed in 9440us (9935us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321461.889674:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384540928:12345-0@lo:400:kworker.0 Request processed in 9120us (9862us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321461.889680:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6001 00000100:00100000:1.0:1767321461.889692:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2519 00000100:00100000:1.0:1767321461.889758:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384540928:0@lo:400:kworker.0 00000100:00100000:1.0:1767321461.889774:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5137b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384541056:0@lo:400:kworker.0 00000100:00100000:0.0:1767321461.889999:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384540160:12345-0@lo:38:kworker.0 Request processed in 9323us (9669us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321461.890007:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25533 00000100:00080000:2.0:1767321461.890194:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321461.890200:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321461.890203:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384540160:0@lo:38:kworker.0 00000100:00100000:2.0:1767321462.391273:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321462.391304:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8913100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384541184:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321462.391397:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321462.391566:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384541184 00000100:00100000:3.0:1767321462.391582:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384541184 00000100:00100000:1.0:1767321462.392093:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321462.392114:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384541312:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321462.392197:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321462.392250:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321462.401626:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384541312 00000100:00100000:3.0:1767321462.401663:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384541312 00000100:00100000:3.0:1767321462.401772:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3367 00000100:00100000:3.0:1767321462.401800:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384541184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321462.401849:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321462.401971:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384541184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 190us (10574us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321462.401978:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3367 00000100:00100000:3.0:1767321462.402006:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3368 00000100:00100000:3.0:1767321462.402012:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384541312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321462.402035:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321462.402078:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384541312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (9828us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321462.402084:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3368 00000100:00100000:3.0:1767321462.402154:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8913100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384541184:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321462.406083:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384541312:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321462.905173:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321463.415146:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321463.927422:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321464.443492:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321464.950935:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321465.463014:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321465.975072:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321466.487302:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321466.951060:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321466.951114:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321466.951196:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297485056 00000100:00100000:3.0:1767321466.951217:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297485056 00000100:00100000:3.0:1767321466.951287:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297484928 00000100:00100000:3.0:1767321466.951290:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297484928 00000100:00100000:3.0:1767321466.951309:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6002 00000100:00100000:3.0:1767321466.951321:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297485056:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321466.951413:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297485056:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 94us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321466.951420:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6002 00000100:00100000:3.0:1767321466.951438:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25536 00000100:00100000:3.0:1767321466.951443:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297484928:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321466.951462:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321466.951485:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297484928:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 41us (372us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321466.951492:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25536 00000100:00080000:1.0:1767321466.954186:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321466.999736:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321466.999747:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321466.999751:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321466.999755:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321466.999759:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321466.999768:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6365 00000100:00080000:0.0:1767321466.999772:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321466.999802:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321466.999843:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8910700 x1853164384541440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321466.999872:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321466.999875:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321466.999877:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321466.999881:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6365 00000100:00080000:0.0:1767321466.999884:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321466.999887:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321466.999904:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8913100 x1853164384541568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321466.999937:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384541440:0@lo:38:kworker.0 00000100:00080000:0.0:1767321466.999942:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321466.999948:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321466.999951:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321466.999955:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6365 00000100:00080000:0.0:1767321466.999957:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321466.999961:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321466.999977:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a556b800 x1853164384541824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321466.999995:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321466.999999:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321467.000001:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321467.000014:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6365 00000100:00080000:0.0:1767321467.000017:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767321467.000022:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321467.000025:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321467.000039:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5568e00 x1853164384542080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321467.000062:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8913800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384541696:0@lo:400:kworker.0 00000100:00100000:3.0:1767321467.000108:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8913100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384541568:0@lo:38:kworker.0 00000100:00100000:0.0:1767321467.000120:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384541952:0@lo:400:kworker.0 00000100:00100000:1.0:1767321467.000142:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321467.000159:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321467.000253:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321467.000277:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384541568 00000100:00100000:2.0:1767321467.000286:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384541568 00000100:00100000:2.0:1767321467.000325:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3112 00000100:00100000:2.0:1767321467.000333:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384541568:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321467.000355:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321467.005372:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321467.005476:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384541440 00000100:00100000:0.0:1767321467.005572:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384541440 00000100:00100000:0.0:1767321467.005617:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384541696 00000100:00100000:0.0:1767321467.005620:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384541696 00000100:00100000:0.0:1767321467.006986:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384541952 00000100:00100000:0.0:1767321467.006998:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384541952 00000100:00100000:0.0:1767321467.007053:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6003 00000100:00100000:0.0:1767321467.007064:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384541696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321467.007172:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384541696:12345-0@lo:400:kworker.0 Request processed in 111us (7032us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321467.007181:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6003 00000100:00100000:0.0:1767321467.007201:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6004 00000100:00100000:0.0:1767321467.007218:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384541952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321467.007261:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384541952:12345-0@lo:400:kworker.0 Request processed in 54us (1897us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321467.007267:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6004 00000100:00100000:0.0:1767321467.007280:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25537 00000100:00100000:0.0:1767321467.007283:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384541440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321467.007302:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321467.007333:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384541440:12345-0@lo:38:kworker.0 Request processed in 47us (7327us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321467.007339:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25537 00000100:00080000:0.0:1767321467.007363:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321467.007398:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384541952:0@lo:400:kworker.0 00000100:00100000:0.0:1767321467.007454:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384542208:0@lo:400:kworker.0 00000100:00100000:0.0:1767321467.007489:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321467.007524:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321467.007531:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384542336:0@lo:400:kworker.0 00000100:00100000:0.0:1767321467.007552:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321467.007578:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384542208 00000100:00100000:0.0:1767321467.007583:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384542208 00000100:00100000:0.0:1767321467.007617:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384542336 00000100:00100000:0.0:1767321467.007620:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384542336 00000100:00100000:0.0:1767321467.007639:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2520 00000100:00100000:0.0:1767321467.007645:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384542208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321467.007680:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384542208:12345-0@lo:400:kworker.0 Request processed in 35us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321467.007686:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2520 00000100:00100000:0.0:1767321467.007700:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2521 00000100:00100000:0.0:1767321467.007707:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384542336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321467.007746:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384542336:12345-0@lo:400:kworker.0 Request processed in 38us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321467.007752:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2521 00000100:00100000:3.0:1767321467.007759:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384541824:0@lo:38:kworker.0 00000100:00080000:0.0:1767321467.007778:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321467.007807:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321467.007813:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321467.007828:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384542336:0@lo:400:kworker.0 00000100:00100000:3.0:1767321467.007840:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384542080:0@lo:38:kworker.0 00000100:00100000:0.0:1767321467.007844:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384542208:0@lo:400:kworker.0 00000100:00100000:3.0:1767321467.007870:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321467.007900:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767321467.008419:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8913800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384541696:0@lo:400:kworker.0 00000100:00080000:3.0:1767321467.008692:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321467.008699:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384541440:0@lo:38:kworker.0 00000100:00100000:3.0:1767321467.008746:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384541824 00000100:00100000:3.0:1767321467.008752:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384541824 00000100:00100000:3.0:1767321467.008772:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384542080 00000100:00100000:3.0:1767321467.008775:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384542080 00000100:00100000:3.0:1767321467.008809:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25538 00000100:00100000:3.0:1767321467.008815:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384541824:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321467.008831:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321467.008877:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384541824:12345-0@lo:38:kworker.0 Request processed in 61us (1065us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321467.008883:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25538 00000100:00100000:3.0:1767321467.008896:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25539 00000100:00100000:3.0:1767321467.008899:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384542080:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321467.009480:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321467.009516:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384542080:12345-0@lo:38:kworker.0 Request processed in 613us (1646us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321467.009523:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25539 00000100:00080000:3.0:1767321467.009562:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321467.009566:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321467.009569:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384541824:0@lo:38:kworker.0 00000100:00080000:3.0:1767321467.009578:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321467.009581:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321467.009584:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384542080:0@lo:38:kworker.0 00000100:00100000:2.0:1767321467.009663:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384541568:12345-0@lo:38:kworker.0 Request processed in 9327us (9505us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321467.009672:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3112 00000100:00080000:3.0:1767321467.010370:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321467.010376:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321467.010484:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8913100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384541568:0@lo:38:kworker.0 00000100:00100000:1.0:1767321467.511238:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384542464:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321467.511355:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321467.511388:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321467.511498:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936887a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384542592:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321467.511550:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384542464 00000100:00100000:0.0:1767321467.511559:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384542464 00000100:00100000:0.0:1767321467.511616:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3369 00000100:00100000:0.0:1767321467.511626:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384542464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321467.511656:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321467.511697:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384542464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321467.511705:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3369 00000100:00100000:1.0:1767321467.511803:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384542464:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321467.514156:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321467.514473:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384542592 00000100:00100000:0.0:1767321467.514483:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384542592 00000100:00100000:0.0:1767321467.514531:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3370 00000100:00100000:0.0:1767321467.514541:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384542592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321467.514576:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321467.514632:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384542592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321467.514639:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3370 00000100:00100000:2.0:1767321467.514686:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384542592:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321468.022921:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321468.535393:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321469.047463:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321469.559051:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321470.071430:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321470.582929:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321471.094896:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321471.607320:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321472.074346:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321472.074454:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321472.074477:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297485312 00000100:00100000:2.0:1767321472.074493:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297485312 00000100:00100000:3.0:1767321472.074544:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297485184 00000100:00100000:3.0:1767321472.074549:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297485184 00000100:00100000:3.0:1767321472.074605:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25540 00000100:00100000:3.0:1767321472.074614:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297485184:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321472.074636:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321472.074692:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297485184:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 78us (240us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767321472.074818:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321472.074945:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6005 00000100:00100000:2.0:1767321472.074956:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297485312:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321472.075021:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297485312:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 68us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321472.075028:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6005 00000100:00100000:3.0:1767321472.078288:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25540 00000100:00100000:0.0:1767321472.119005:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767321472.119132:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321472.119138:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321472.119141:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321472.119144:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321472.119149:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321472.119155:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6370 00000100:00080000:1.0:1767321472.119160:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321472.119166:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321472.119209:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafedc00 x1853164384542720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321472.119424:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321472.119428:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321472.119431:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321472.119436:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6370 00000100:00080000:1.0:1767321472.119438:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321472.119442:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321472.119457:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafed880 x1853164384542848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321472.119490:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321472.119493:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321472.119495:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321472.119498:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6370 00000100:00080000:1.0:1767321472.119500:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321472.119503:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321472.119512:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafeed80 x1853164384543104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321472.119524:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321472.119528:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321472.119529:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321472.119532:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6370 00000100:00080000:1.0:1767321472.119534:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321472.119537:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321472.119544:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafef480 x1853164384543360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321472.119588:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384543488:0@lo:400:kworker.0 00000100:00100000:1.0:1767321472.119660:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321472.119715:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321472.119729:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384543616:0@lo:400:kworker.0 00000100:00100000:1.0:1767321472.119747:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321472.119778:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384543488 00000100:00100000:1.0:1767321472.119810:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384543488 00000100:00100000:3.0:1767321472.119810:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384543232:0@lo:400:kworker.0 00000100:00100000:3.0:1767321472.119850:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321472.119863:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384543616 00000100:00100000:1.0:1767321472.119867:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384543616 00000100:00100000:3.0:1767321472.119888:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321472.119893:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2522 00000100:00100000:1.0:1767321472.119906:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384543488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321472.119906:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384542976:0@lo:400:kworker.0 00000100:00100000:3.0:1767321472.119947:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321472.119989:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384543488:12345-0@lo:400:kworker.0 Request processed in 86us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321472.119997:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2522 00000100:00100000:3.0:1767321472.119998:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384543232 00000100:00100000:3.0:1767321472.120003:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384543232 00000100:00100000:1.0:1767321472.120016:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2523 00000100:00100000:1.0:1767321472.120025:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384543616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321472.120040:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384542976 00000100:00100000:3.0:1767321472.120044:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384542976 00000100:00100000:1.0:1767321472.120052:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384543616:12345-0@lo:400:kworker.0 Request processed in 29us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321472.120059:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2523 00000100:00100000:3.0:1767321472.120074:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6006 00000100:00080000:1.0:1767321472.120083:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321472.120083:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384543232:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767321472.120088:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321472.120092:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321472.120117:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384543616:0@lo:400:kworker.0 00000100:00100000:3.0:1767321472.120132:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384543232:12345-0@lo:400:kworker.0 Request processed in 49us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321472.120133:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384543488:0@lo:400:kworker.0 00000100:00100000:1.0:1767321472.120173:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6007 00000100:00100000:1.0:1767321472.120180:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384542976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321472.120203:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384542976:12345-0@lo:400:kworker.0 Request processed in 25us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321472.120211:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6007 00000100:00100000:2.0:1767321472.120289:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384542720:0@lo:38:kworker.0 00000100:00100000:2.0:1767321472.120316:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321472.120344:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6006 00000100:00100000:2.0:1767321472.120351:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384542848:0@lo:38:kworker.0 00000100:00100000:3.0:1767321472.120360:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384542720 00000100:00100000:3.0:1767321472.120365:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384542720 00000100:00100000:2.0:1767321472.120376:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321472.120388:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25541 00000100:00100000:3.0:1767321472.120395:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384542720:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321472.120401:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384543104:0@lo:38:kworker.0 00010000:00020000:3.0:1767321472.120413:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321472.120420:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321472.120440:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384543360:0@lo:38:kworker.0 00000100:00100000:3.0:1767321472.120451:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384542720:12345-0@lo:38:kworker.0 Request processed in 54us (132us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321472.120459:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25541 00000100:00100000:2.0:1767321472.120463:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321472.120474:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384543104 00000100:00100000:3.0:1767321472.120479:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384543104 00000100:00080000:2.0:1767321472.120486:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767321472.120490:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384543360 00000100:00080000:2.0:1767321472.120492:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321472.120494:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384543360 00000100:00100000:2.0:1767321472.120498:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384542720:0@lo:38:kworker.0 00000100:00100000:3.0:1767321472.120511:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25542 00000100:00100000:3.0:1767321472.120517:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384543104:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321472.120523:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384542848 00000100:00100000:2.0:1767321472.120529:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384542848 00010000:00020000:3.0:1767321472.120529:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321472.120555:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3113 00000100:00100000:2.0:1767321472.120560:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384542848:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321472.120569:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384543104:12345-0@lo:38:kworker.0 Request processed in 49us (147us total) trans 0 rc -19/-19 00010000:00020000:2.0:1767321472.120574:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321472.120579:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25542 00000100:00100000:3.0:1767321472.120595:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25543 00000100:00100000:3.0:1767321472.120600:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384543360:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321472.120606:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384542848:12345-0@lo:38:kworker.0 Request processed in 43us (229us total) trans 0 rc -19/-19 00010000:00020000:3.0:1767321472.120614:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321472.120615:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3113 00000100:00100000:3.0:1767321472.120649:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384543360:12345-0@lo:38:kworker.0 Request processed in 47us (185us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321472.120656:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25543 00000100:00100000:2.0:1767321472.120664:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384542976:0@lo:400:kworker.0 00000100:00100000:2.0:1767321472.120676:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384543232:0@lo:400:kworker.0 00000100:00080000:3.0:1767321472.120694:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321472.120700:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321472.120704:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384542848:0@lo:38:kworker.0 00000100:00080000:3.0:1767321472.120713:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321472.120716:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321472.120718:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384543104:0@lo:38:kworker.0 00000100:00080000:3.0:1767321472.120726:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321472.120728:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321472.120731:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384543360:0@lo:38:kworker.0 00010000:00010000:2.0:1767321472.631219:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321472.631397:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384543744:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321472.631457:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321472.631691:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384543744 00000100:00100000:0.0:1767321472.631698:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384543744 00000100:00100000:0.0:1767321472.631746:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3371 00000100:00100000:0.0:1767321472.631753:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384543744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321472.631793:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321472.631844:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384543744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321472.631852:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3371 00000100:00100000:2.0:1767321472.631970:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384543744:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321472.632741:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321472.632756:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384543872:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321472.632817:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321472.633030:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384543872 00000100:00100000:3.0:1767321472.633038:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384543872 00000100:00100000:3.0:1767321472.633085:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3372 00000100:00100000:3.0:1767321472.633094:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384543872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321472.633118:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321472.633163:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384543872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321472.633170:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3372 00000100:00100000:1.0:1767321472.633766:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384543872:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321473.143182:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321473.656228:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321474.166900:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321474.679216:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321475.190895:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321475.703557:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321476.216735:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321451/real 1767321451] req@ffff936887a9bb80 x1853164384537472/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321476 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321476.216768:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff936887a9bb80 x1853164384537472/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321476 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767321476.216803:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321476.216911:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767321476.216915:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936887a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384537472:0@lo:250:kworker.0 00000100:00100000:0.0:1767321476.217109:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767321476.217331:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321476.217337:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321476.217340:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321476.217344:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 6354 00000100:00080000:1.0:1767321476.217348:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321476.217354:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321476.217384:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafeed80 x1853164384544000/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321476.217408:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321476.217412:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321476.217414:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321476.217417:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6375 00000100:00080000:1.0:1767321476.217419:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321476.217422:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321476.217439:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafed880 x1853164384544128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321476.217451:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321476.217454:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321476.217456:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321476.217460:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6375 00000100:00080000:1.0:1767321476.217462:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321476.217465:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321476.217473:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafef100 x1853164384544256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321476.217522:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321476.217526:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321476.217527:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321476.217531:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6375 00000100:00080000:1.0:1767321476.217533:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321476.217536:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321476.217546:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafedc00 x1853164384544512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321476.217559:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321476.217562:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321476.217564:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321476.217567:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6375 00000100:00080000:1.0:1767321476.217569:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321476.217572:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321476.217581:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafec000 x1853164384544768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321476.217633:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384544896:0@lo:400:kworker.0 00000100:00100000:1.0:1767321476.217689:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321476.217744:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321476.217750:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384545024:0@lo:400:kworker.0 00000100:00100000:1.0:1767321476.217771:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321476.218106:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384544640:0@lo:400:kworker.0 00000100:00100000:0.0:1767321476.218139:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321476.218169:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384544896 00000100:00100000:0.0:1767321476.218176:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384544896 00000100:00100000:0.0:1767321476.218240:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384545024 00000100:00100000:0.0:1767321476.218243:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384545024 00000100:00100000:0.0:1767321476.218265:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2524 00000100:00100000:0.0:1767321476.218273:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384544896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321476.218327:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384544896:12345-0@lo:400:kworker.0 Request processed in 54us (637us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321476.218334:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2524 00000100:00100000:0.0:1767321476.218350:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2525 00000100:00100000:0.0:1767321476.218357:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384545024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321476.218381:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384545024:12345-0@lo:400:kworker.0 Request processed in 25us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321476.218387:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2525 00000100:00080000:0.0:1767321476.218406:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321476.218410:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321476.218529:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384544640 00000100:00100000:0.0:1767321476.218534:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384544640 00000100:00100000:0.0:1767321476.218564:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6008 00000100:00100000:0.0:1767321476.218570:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384544640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321476.218603:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384544640:12345-0@lo:400:kworker.0 Request processed in 33us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321476.218608:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6008 00000100:00080000:0.0:1767321476.218621:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321476.219667:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384544384:0@lo:400:kworker.0 00000100:00100000:2.0:1767321476.219713:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321476.219813:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384544000:0@lo:250:kworker.0 00000400:00000100:3.0:1767321476.219848:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384544000 offset 0 length 520: 4 00000100:00100000:0.0:1767321476.219901:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384544384 00000100:00100000:0.0:1767321476.219908:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384544384 00000100:00100000:0.0:1767321476.219963:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6009 00000100:00100000:0.0:1767321476.219970:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384544384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321476.220009:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384544384:12345-0@lo:400:kworker.0 Request processed in 40us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321476.220016:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6009 00000100:00080000:0.0:1767321476.220035:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321476.224393:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384544640:0@lo:400:kworker.0 00000100:00100000:1.0:1767321476.224644:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384545024:0@lo:400:kworker.0 00000100:00100000:1.0:1767321476.224657:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384544896:0@lo:400:kworker.0 00000100:00100000:2.0:1767321476.224754:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384544384:0@lo:400:kworker.0 00000100:00100000:3.0:1767321476.228031:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384544128:0@lo:38:kworker.0 00000100:00100000:3.0:1767321476.228111:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321476.228154:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384544256:0@lo:38:kworker.0 00000100:00100000:3.0:1767321476.228181:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321476.228261:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384544512:0@lo:38:kworker.0 00000100:00100000:3.0:1767321476.228287:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321476.228316:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384544768:0@lo:38:kworker.0 00000100:00100000:3.0:1767321476.228340:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321476.228394:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384544128 00000100:00100000:3.0:1767321476.228402:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384544128 00000100:00100000:3.0:1767321476.228435:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384544512 00000100:00100000:3.0:1767321476.228438:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384544512 00000100:00100000:3.0:1767321476.228450:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384544768 00000100:00100000:3.0:1767321476.228453:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384544768 00000100:00100000:3.0:1767321476.228465:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25544 00000100:00100000:3.0:1767321476.228471:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384544128:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321476.228492:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321476.228531:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384544128:12345-0@lo:38:kworker.0 Request processed in 58us (419us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321476.228541:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25544 00000100:00100000:3.0:1767321476.228556:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25545 00000100:00100000:3.0:1767321476.228559:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384544512:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321476.228568:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321476.228588:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384544512:12345-0@lo:38:kworker.0 Request processed in 27us (300us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321476.228592:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25545 00000100:00100000:3.0:1767321476.228602:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25546 00000100:00100000:3.0:1767321476.228606:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384544768:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321476.228615:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321476.228639:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384544768:12345-0@lo:38:kworker.0 Request processed in 32us (298us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321476.228646:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25546 00000100:00080000:3.0:1767321476.228678:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321476.228682:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321476.228685:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384544128:0@lo:38:kworker.0 00000100:00080000:3.0:1767321476.228709:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321476.228712:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321476.228715:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384544512:0@lo:38:kworker.0 00000100:00080000:3.0:1767321476.228721:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321476.228724:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321476.228727:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384544768:0@lo:38:kworker.0 00000100:00100000:2.0:1767321476.232214:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384544256 00000100:00100000:2.0:1767321476.232229:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384544256 00000100:00100000:2.0:1767321476.232354:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3114 00000100:00100000:2.0:1767321476.232364:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384544256:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321476.232395:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321476.232502:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384544256:12345-0@lo:38:kworker.0 Request processed in 139us (4319us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321476.232510:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3114 00000100:00080000:3.0:1767321476.232592:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321476.232599:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321476.232603:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384544256:0@lo:38:kworker.0 00010000:00010000:0.0:1767321476.727199:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321477.190286:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321477.190330:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321477.190430:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297485440 00000100:00100000:0.0:1767321477.190440:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297485440 00000100:00100000:0.0:1767321477.190487:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297485568 00000100:00100000:0.0:1767321477.190490:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297485568 00000100:00100000:0.0:1767321477.190547:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6010 00000100:00100000:0.0:1767321477.190556:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297485568:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321477.190631:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297485568:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 76us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321477.190638:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6010 00000100:00100000:0.0:1767321477.190657:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25547 00000100:00100000:0.0:1767321477.190661:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297485440:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321477.190680:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321477.190704:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297485440:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 42us (428us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321477.190710:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25547 00000100:00080000:2.0:1767321477.190894:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:0.0:1767321477.199508:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297485696 offset 0 length 520: 4 00000100:00100000:0.0:1767321477.239018:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321477.751532:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384545152:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321477.751602:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767321477.751744:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321477.752092:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321477.752106:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a556b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384545280:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321477.752149:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321477.752226:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384545152 00000100:00100000:0.0:1767321477.752234:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384545152 00000100:00100000:0.0:1767321477.752291:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384545280 00000100:00100000:0.0:1767321477.752295:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384545280 00000100:00100000:0.0:1767321477.752315:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3373 00000100:00100000:0.0:1767321477.752325:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384545152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321477.752354:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321477.752361:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3374 00000100:00100000:3.0:1767321477.752374:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384545280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321477.752394:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321477.752403:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384545152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (798us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321477.752411:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3373 00000100:00100000:3.0:1767321477.752437:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384545280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321477.752444:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3374 00000100:00100000:2.0:1767321477.752714:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a556b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384545280:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321477.752730:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384545152:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321478.263520:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321478.776766:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321479.287143:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321479.799331:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321480.310837:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321480.824805:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321481.336548:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321481.336559:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321481.336562:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321481.336566:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321481.336570:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321481.336578:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6379 00000100:00080000:1.0:1767321481.336583:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321481.336590:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321481.336630:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b058000 x1853164384545408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321481.336659:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321481.336662:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321481.336664:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321481.336668:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6379 00000100:00080000:1.0:1767321481.336670:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321481.336674:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321481.336686:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b058e00 x1853164384545536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321481.336721:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321481.336725:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321481.336726:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321481.336730:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6379 00000100:00080000:1.0:1767321481.336732:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321481.336736:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321481.336747:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b05aa00 x1853164384545792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321481.336773:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321481.336776:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321481.336778:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321481.336798:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6379 00000100:00080000:1.0:1767321481.336801:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321481.336804:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321481.336817:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b058700 x1853164384546048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321481.336861:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384546304:0@lo:400:kworker.0 00000100:00100000:1.0:1767321481.336938:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321481.337000:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321481.337006:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384546176:0@lo:400:kworker.0 00000100:00100000:1.0:1767321481.337029:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321481.337194:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321481.337210:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384545920:0@lo:400:kworker.0 00000100:00100000:0.0:1767321481.337242:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321481.337270:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321481.337275:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384545664:0@lo:400:kworker.0 00000100:00100000:0.0:1767321481.337298:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321481.337342:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384546304 00000100:00100000:0.0:1767321481.337351:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384546304 00000100:00100000:0.0:1767321481.337400:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384546176 00000100:00100000:0.0:1767321481.337403:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384546176 00000100:00100000:0.0:1767321481.337425:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2526 00000100:00100000:0.0:1767321481.337433:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384546304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321481.337485:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384546304:12345-0@lo:400:kworker.0 Request processed in 52us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321481.337492:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2526 00000100:00100000:0.0:1767321481.337508:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2527 00000100:00100000:0.0:1767321481.337514:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384546176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321481.337542:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384546176:12345-0@lo:400:kworker.0 Request processed in 28us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321481.337547:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2527 00000100:00080000:0.0:1767321481.337567:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321481.337571:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321481.337603:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384546176:0@lo:400:kworker.0 00000100:00100000:0.0:1767321481.337615:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384546304:0@lo:400:kworker.0 00000100:00100000:1.0:1767321481.338129:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384545920 00000100:00100000:1.0:1767321481.338134:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384545920 00000100:00100000:1.0:1767321481.338188:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384545664 00000100:00100000:1.0:1767321481.338191:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384545664 00000100:00100000:1.0:1767321481.338213:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6011 00000100:00100000:1.0:1767321481.338219:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384545920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321481.338256:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384545920:12345-0@lo:400:kworker.0 Request processed in 38us (1013us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321481.338263:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6011 00000100:00100000:1.0:1767321481.338276:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6012 00000100:00100000:1.0:1767321481.338283:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384545664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321481.338312:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384545664:12345-0@lo:400:kworker.0 Request processed in 31us (1013us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321481.338318:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6012 00000100:00100000:3.0:1767321481.338521:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384545408:0@lo:38:kworker.0 00000100:00100000:3.0:1767321481.338553:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321481.338585:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384545536:0@lo:38:kworker.0 00000100:00100000:3.0:1767321481.338608:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321481.338639:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384545792:0@lo:38:kworker.0 00000100:00100000:3.0:1767321481.338658:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321481.338673:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384546048:0@lo:38:kworker.0 00000100:00100000:3.0:1767321481.338689:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321481.338713:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384545408 00000100:00100000:3.0:1767321481.338717:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384545408 00000100:00100000:3.0:1767321481.338746:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384545792 00000100:00100000:3.0:1767321481.338750:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384545792 00000100:00100000:3.0:1767321481.338758:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384546048 00000100:00100000:3.0:1767321481.338759:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384546048 00000100:00100000:3.0:1767321481.338768:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25548 00000100:00100000:3.0:1767321481.338800:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384545408:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321481.338819:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321481.338851:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384545408:12345-0@lo:38:kworker.0 Request processed in 76us (296us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321481.338857:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25548 00000100:00100000:3.0:1767321481.338869:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25549 00000100:00100000:3.0:1767321481.338884:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384545792:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321481.338894:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321481.338916:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384545792:12345-0@lo:38:kworker.0 Request processed in 42us (257us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321481.338922:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25549 00000100:00100000:3.0:1767321481.338933:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25550 00000100:00100000:3.0:1767321481.338937:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384546048:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321481.338946:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321481.338967:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384546048:12345-0@lo:38:kworker.0 Request processed in 28us (276us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321481.338972:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25550 00000100:00080000:3.0:1767321481.339003:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321481.339008:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321481.339011:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384545408:0@lo:38:kworker.0 00000100:00080000:3.0:1767321481.339019:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321481.339022:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321481.339025:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384545792:0@lo:38:kworker.0 00000100:00080000:3.0:1767321481.339034:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321481.339037:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321481.339039:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384546048:0@lo:38:kworker.0 00000100:00100000:1.0:1767321481.339391:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384545536 00000100:00100000:1.0:1767321481.339397:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384545536 00000100:00100000:1.0:1767321481.339427:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3115 00000100:00100000:1.0:1767321481.339433:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384545536:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321481.339443:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321481.339483:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384545536:12345-0@lo:38:kworker.0 Request processed in 49us (874us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321481.339490:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3115 00000100:00080000:0.0:1767321481.339587:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321481.339614:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384545664:0@lo:400:kworker.0 00000100:00100000:0.0:1767321481.339625:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384545920:0@lo:400:kworker.0 00000100:00080000:3.0:1767321481.339708:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321481.339712:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321481.339715:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384545536:0@lo:38:kworker.0 00010000:00010000:0.0:1767321481.847062:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321482.311854:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321482.311955:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321482.316677:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297485952 00000100:00100000:0.0:1767321482.316699:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297485952 00000100:00080000:1.0:1767321482.319726:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321482.320109:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297485824 00000100:00100000:3.0:1767321482.320127:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297485824 00000100:00100000:3.0:1767321482.320205:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6013 00000100:00100000:3.0:1767321482.320227:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297485952:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321482.320345:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297485952:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 129us (8519us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321482.320462:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25551 00000100:00100000:1.0:1767321482.320470:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297485824:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321482.320494:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321482.320526:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297485824:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 56us (8572us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321482.320534:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25551 00000100:00100000:3.0:1767321482.321188:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6013 00000100:00100000:0.0:1767321482.358960:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321482.871685:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321482.871715:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384546432:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321482.871838:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321482.871961:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321482.871968:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384546560:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321482.871999:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321482.872046:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384546432 00000100:00100000:1.0:1767321482.872057:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384546432 00000100:00100000:3.0:1767321482.872079:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384546560 00000100:00100000:3.0:1767321482.872085:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384546560 00000100:00100000:3.0:1767321482.872127:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3375 00000100:00100000:3.0:1767321482.872138:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384546432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321482.872177:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321482.872243:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384546432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321482.872251:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3375 00000100:00100000:3.0:1767321482.872271:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3376 00000100:00100000:3.0:1767321482.872276:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384546560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321482.872294:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321482.872320:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384546560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321482.872326:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3376 00000100:00100000:2.0:1767321482.872414:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384546560:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321482.872429:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384546432:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321483.385750:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321483.895137:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321484.406899:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321484.923667:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321485.431416:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321485.943325:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321486.455205:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767321486.456056:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321486.456065:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321486.456068:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321486.456074:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321486.456079:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321486.456090:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6384 00000100:00080000:3.0:1767321486.456096:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321486.456106:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321486.456177:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6d80 x1853164384546688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321486.456269:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384546688:0@lo:38:kworker.0 00000100:00100000:0.0:1767321486.456359:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321486.456486:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384546688 00000100:00100000:2.0:1767321486.456498:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384546688 00000100:00100000:2.0:1767321486.456553:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25552 00000100:00100000:2.0:1767321486.456562:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384546688:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321486.456592:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767321486.457019:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321486.457024:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321486.457027:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321486.457032:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6384 00000100:00080000:3.0:1767321486.457035:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321486.457040:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321486.457064:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be7100 x1853164384546816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321486.457134:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384546816:0@lo:38:kworker.0 00000100:00100000:0.0:1767321486.457172:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321486.457321:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384546688:12345-0@lo:38:kworker.0 Request processed in 758us (961us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321486.457330:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25552 00000100:00100000:1.0:1767321486.457409:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384546816 00000100:00100000:1.0:1767321486.457416:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384546816 00000100:00100000:1.0:1767321486.457452:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3116 00000100:00100000:1.0:1767321486.457459:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384546816:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321486.457473:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321486.457508:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384546816:12345-0@lo:38:kworker.0 Request processed in 50us (336us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321486.457514:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3116 00000100:00080000:0.0:1767321486.457578:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321486.457583:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321486.457587:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384546688:0@lo:38:kworker.0 00000100:00080000:0.0:1767321486.457626:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321486.457630:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321486.457633:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384546816:0@lo:38:kworker.0 00000100:00100000:1.0:1767321486.458270:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:3.0:1767321486.458350:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321486.458357:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321486.458360:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321486.458366:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6384 00000100:00080000:3.0:1767321486.458370:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321486.458375:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321486.458397:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be4700 x1853164384547072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321486.458459:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384547072:0@lo:38:kworker.0 00000100:00100000:0.0:1767321486.458503:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321486.462855:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384547072 00000100:00100000:2.0:1767321486.462879:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384547072 00000100:00100000:2.0:1767321486.462971:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25553 00000100:00100000:2.0:1767321486.462982:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384547072:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321486.463015:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321486.463147:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384547072:12345-0@lo:38:kworker.0 Request processed in 164us (4641us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321486.463155:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25553 00000100:00080000:0.0:1767321486.463906:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321486.463916:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321486.463921:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384547072:0@lo:38:kworker.0 00000100:00100000:1.0:1767321486.464556:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384547200:0@lo:400:kworker.0 00000100:00100000:1.0:1767321486.464714:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321486.464749:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384546944:0@lo:400:kworker.0 00000100:00100000:1.0:1767321486.464764:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321486.464856:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384547200 00000100:00100000:0.0:1767321486.464865:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384547200 00000100:00100000:0.0:1767321486.464947:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384546944 00000100:00100000:0.0:1767321486.464951:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384546944 00000100:00100000:0.0:1767321486.464982:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6014 00000100:00100000:0.0:1767321486.464991:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384547200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321486.465053:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384547200:12345-0@lo:400:kworker.0 Request processed in 62us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321486.465061:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6014 00000100:00100000:0.0:1767321486.465080:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6015 00000100:00100000:0.0:1767321486.465086:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384546944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321486.465113:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384546944:12345-0@lo:400:kworker.0 Request processed in 27us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321486.465130:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6015 00000100:00080000:1.0:1767321486.465385:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321486.465428:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384547200:0@lo:400:kworker.0 00000100:00100000:1.0:1767321486.465440:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384546944:0@lo:400:kworker.0 00000100:00080000:3.0:1767321486.465710:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321486.465715:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321486.465718:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321486.465723:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6384 00000100:00080000:3.0:1767321486.465726:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321486.465731:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321486.465764:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6680 x1853164384547328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321486.465893:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384547456:0@lo:400:kworker.0 00000100:00100000:1.0:1767321486.465905:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384547584:0@lo:400:kworker.0 00000100:00100000:0.0:1767321486.465974:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384547328:0@lo:38:kworker.0 00000100:00100000:1.0:1767321486.474449:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321486.474669:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384547584 00000100:00100000:3.0:1767321486.474682:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384547584 00000100:00100000:3.0:1767321486.474769:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2528 00000100:00100000:3.0:1767321486.474808:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384547584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321486.474914:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384547584:12345-0@lo:400:kworker.0 Request processed in 135us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321486.474922:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2528 00000100:00080000:1.0:1767321486.475225:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321486.475389:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384547584:0@lo:400:kworker.0 00000100:00100000:2.0:1767321486.476065:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321486.478873:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321486.479309:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384547328 00000100:00100000:2.0:1767321486.479323:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384547328 00000100:00100000:2.0:1767321486.479394:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25554 00000100:00100000:2.0:1767321486.479404:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384547328:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321486.479433:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321486.479498:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384547328:12345-0@lo:38:kworker.0 Request processed in 94us (633us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321486.479506:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25554 00000100:00100000:1.0:1767321486.479523:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384547456 00000100:00100000:1.0:1767321486.479529:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384547456 00000100:00100000:1.0:1767321486.479605:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2529 00000100:00100000:1.0:1767321486.479619:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384547456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321486.479676:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384547456:12345-0@lo:400:kworker.0 Request processed in 64us (3614us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321486.479682:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2529 00000100:00080000:2.0:1767321486.479815:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321486.479871:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384547456:0@lo:400:kworker.0 00000100:00080000:0.0:1767321486.480368:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321486.480376:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321486.480380:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384547328:0@lo:38:kworker.0 00010000:00010000:3.0:1767321486.969763:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321487.432930:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321487.432974:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321487.433122:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297486208 00000100:00100000:3.0:1767321487.433133:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297486208 00000100:00100000:3.0:1767321487.433198:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297486080 00000100:00100000:3.0:1767321487.433201:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297486080 00000100:00100000:3.0:1767321487.433215:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6016 00000100:00100000:3.0:1767321487.433222:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297486208:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321487.433294:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297486208:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 73us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321487.433299:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6016 00000100:00100000:3.0:1767321487.433312:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25555 00000100:00100000:3.0:1767321487.433315:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297486080:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321487.433331:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321487.433346:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297486080:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 31us (374us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321487.433350:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25555 00000100:00080000:1.0:1767321487.433531:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321487.478907:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321487.990929:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321487.991343:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321487.991366:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384547712:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321487.991432:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321487.991499:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384547712 00000100:00100000:3.0:1767321487.991506:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384547712 00000100:00100000:3.0:1767321487.991550:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3377 00000100:00100000:3.0:1767321487.991558:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384547712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321487.991584:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321487.991614:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384547712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321487.991620:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3377 00000100:00100000:3.0:1767321487.991655:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384547712:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321487.991866:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321487.991877:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384547840:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321487.991905:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321487.991949:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384547840 00000100:00100000:1.0:1767321487.991953:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384547840 00000100:00100000:1.0:1767321487.992150:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3378 00000100:00100000:1.0:1767321487.992268:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384547840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321487.992284:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321487.992319:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384547840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 162us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321487.992326:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3378 00000100:00100000:0.0:1767321487.992349:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384547840:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321488.502941:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321489.014976:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321489.541440:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321490.039995:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321490.562317:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321491.066147:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321491.574910:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767321491.582426:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321491.582439:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321491.582442:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321491.582446:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321491.582451:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321491.582459:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6389 00000100:00080000:2.0:1767321491.582465:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321491.582473:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321491.582515:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135180 x1853164384547968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321491.582538:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321491.582542:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321491.582544:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321491.582549:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6389 00000100:00080000:2.0:1767321491.582551:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321491.582554:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321491.582567:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135880 x1853164384548096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321491.582619:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321491.582623:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321491.582625:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321491.582629:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6389 00000100:00080000:2.0:1767321491.582631:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321491.582635:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321491.582646:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5134700 x1853164384548352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321491.582665:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321491.582669:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321491.582670:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321491.582674:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6389 00000100:00080000:2.0:1767321491.582676:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321491.582679:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321491.582689:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592b100 x1853164384548608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321491.582748:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384548480:0@lo:400:kworker.0 00000100:00100000:2.0:1767321491.582839:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321491.582920:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321491.582927:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384548224:0@lo:400:kworker.0 00000100:00100000:2.0:1767321491.583336:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321491.583377:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384548736:0@lo:400:kworker.0 00000100:00100000:2.0:1767321491.583403:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321491.583425:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321491.583430:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384548864:0@lo:400:kworker.0 00000100:00100000:2.0:1767321491.583451:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321491.583486:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384548480 00000100:00100000:2.0:1767321491.583494:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384548480 00000100:00100000:2.0:1767321491.583543:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384548224 00000100:00100000:2.0:1767321491.583546:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384548224 00000100:00100000:2.0:1767321491.583573:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6017 00000100:00100000:2.0:1767321491.583581:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384548480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321491.583631:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384548480:12345-0@lo:400:kworker.0 Request processed in 50us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321491.583638:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6017 00000100:00100000:2.0:1767321491.583657:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6018 00000100:00100000:2.0:1767321491.583664:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384548224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321491.583690:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384548224:12345-0@lo:400:kworker.0 Request processed in 27us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321491.583695:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6018 00000100:00100000:2.0:1767321491.583717:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384548736 00000100:00100000:2.0:1767321491.583720:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384548736 00000100:00100000:2.0:1767321491.583749:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384548864 00000100:00100000:2.0:1767321491.583752:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384548864 00000100:00100000:2.0:1767321491.583770:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2530 00000100:00100000:2.0:1767321491.583776:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384548736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321491.583849:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384548736:12345-0@lo:400:kworker.0 Request processed in 72us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321491.583854:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2530 00000100:00100000:2.0:1767321491.583866:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2531 00000100:00100000:2.0:1767321491.583872:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384548864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321491.583912:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384548864:12345-0@lo:400:kworker.0 Request processed in 40us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321491.583917:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2531 00000100:00100000:0.0:1767321491.584081:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384547968:0@lo:38:kworker.0 00000100:00100000:0.0:1767321491.584130:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321491.584166:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384548096:0@lo:38:kworker.0 00000100:00100000:0.0:1767321491.584189:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321491.584212:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384548352:0@lo:38:kworker.0 00000100:00100000:0.0:1767321491.584234:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321491.584247:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384548608:0@lo:38:kworker.0 00000100:00100000:0.0:1767321491.584265:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321491.584327:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384548096 00000100:00100000:0.0:1767321491.584331:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384548096 00000100:00100000:0.0:1767321491.584353:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3117 00000100:00100000:0.0:1767321491.584357:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384548096:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321491.584374:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321491.584406:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384548096:12345-0@lo:38:kworker.0 Request processed in 48us (217us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321491.584412:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3117 00000100:00100000:0.0:1767321491.584435:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384547968 00000100:00100000:0.0:1767321491.584439:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384547968 00000100:00100000:0.0:1767321491.584449:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384548352 00000100:00100000:0.0:1767321491.584452:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384548352 00000100:00100000:0.0:1767321491.584458:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384548608 00000100:00100000:0.0:1767321491.584461:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384548608 00000100:00100000:0.0:1767321491.584469:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25556 00000100:00100000:0.0:1767321491.584473:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384547968:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321491.584483:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321491.584503:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384547968:12345-0@lo:38:kworker.0 Request processed in 29us (373us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321491.584510:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25556 00000100:00100000:0.0:1767321491.584520:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25557 00000100:00100000:0.0:1767321491.584523:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384548352:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321491.584531:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321491.584550:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384548352:12345-0@lo:38:kworker.0 Request processed in 25us (315us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321491.584555:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25557 00000100:00100000:0.0:1767321491.584563:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25558 00000100:00100000:0.0:1767321491.584566:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384548608:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321491.584574:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321491.584591:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384548608:12345-0@lo:38:kworker.0 Request processed in 23us (325us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321491.584596:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25558 00000100:00080000:0.0:1767321491.584631:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321491.584635:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321491.584639:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384547968:0@lo:38:kworker.0 00000100:00080000:0.0:1767321491.584646:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321491.584649:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321491.584652:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384548096:0@lo:38:kworker.0 00000100:00080000:0.0:1767321491.584658:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321491.584661:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321491.584664:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384548352:0@lo:38:kworker.0 00000100:00080000:0.0:1767321491.584671:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321491.584674:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321491.584677:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384548608:0@lo:38:kworker.0 00000100:00080000:2.0:1767321491.585323:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321491.585330:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321491.585333:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321491.585366:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384548224:0@lo:400:kworker.0 00000100:00100000:2.0:1767321491.585380:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384548480:0@lo:400:kworker.0 00000100:00100000:2.0:1767321491.585412:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384548864:0@lo:400:kworker.0 00000100:00100000:2.0:1767321491.585420:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384548736:0@lo:400:kworker.0 00010000:00010000:3.0:1767321492.088871:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321492.551333:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321492.551400:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297486464 00000100:00100000:2.0:1767321492.551410:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297486464 00000100:00100000:2.0:1767321492.551470:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6019 00000100:00100000:2.0:1767321492.551477:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297486464:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321492.551548:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297486464:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 71us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321492.551556:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6019 00000100:00080000:1.0:1767321492.553815:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321492.556040:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321492.556109:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297486336 00000100:00100000:2.0:1767321492.556122:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297486336 00000100:00100000:2.0:1767321492.556179:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25559 00000100:00100000:2.0:1767321492.556187:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297486336:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767321492.556210:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321492.556322:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297486336:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 134us (292us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321492.556329:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25559 00000100:00100000:2.0:1767321492.599730:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321493.112910:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321493.113227:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384548992:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321493.113307:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321493.113401:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321493.113410:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384549120:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321493.113434:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321493.113539:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384548992 00000100:00100000:3.0:1767321493.113545:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384549120 00000100:00100000:0.0:1767321493.113550:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384548992 00000100:00100000:3.0:1767321493.113557:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384549120 00000100:00080000:1.0:1767321493.113645:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321493.113651:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321493.113707:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3379 00000100:00100000:0.0:1767321493.113717:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384548992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321493.113750:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321493.113844:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384548992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321493.113851:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3379 00000100:00100000:1.0:1767321493.113929:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384548992:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321493.114518:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3380 00000100:00100000:3.0:1767321493.114535:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698d1f9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384549120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321493.114574:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321493.114657:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698d1f9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384549120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (1220us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321493.114666:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3380 00000100:00100000:1.0:1767321493.114709:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384549120:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321493.626199:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321494.134992:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321494.646959:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321495.159506:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321495.670976:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321496.183020:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321496.695072:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321496.695084:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321496.695087:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321496.695091:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321496.695095:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321496.695104:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6394 00000100:00080000:2.0:1767321496.695109:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321496.695117:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321496.695158:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5928000 x1853164384549248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321496.695186:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321496.695190:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321496.695192:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321496.695196:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6394 00000100:00080000:2.0:1767321496.695198:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321496.695202:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321496.695216:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5929180 x1853164384549376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321496.695217:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384549248:0@lo:38:kworker.0 00000100:00080000:2.0:1767321496.695255:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321496.695259:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321496.695261:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321496.695264:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6394 00000100:00080000:2.0:1767321496.695267:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321496.695270:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321496.695280:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592aa00 x1853164384549632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321496.695281:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321496.695294:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321496.695297:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321496.695298:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321496.695301:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6394 00000100:00080000:2.0:1767321496.695303:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321496.695306:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321496.695314:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5928700 x1853164384549888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321496.695339:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384549376:0@lo:38:kworker.0 00000100:00100000:2.0:1767321496.695352:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384549760:0@lo:400:kworker.0 00000100:00100000:1.0:1767321496.695363:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321496.695391:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321496.695399:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384549632:0@lo:38:kworker.0 00000100:00100000:2.0:1767321496.695409:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321496.695415:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384549504:0@lo:400:kworker.0 00000100:00100000:1.0:1767321496.695429:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321496.695438:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384550144:0@lo:400:kworker.0 00000100:00100000:1.0:1767321496.695449:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384549888:0@lo:38:kworker.0 00000100:00100000:2.0:1767321496.695465:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321496.695468:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321496.695480:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321496.695485:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384550016:0@lo:400:kworker.0 00000100:00100000:2.0:1767321496.695504:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321496.695511:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384549248 00000100:00100000:1.0:1767321496.695517:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384549248 00000100:00100000:2.0:1767321496.695523:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321496.695550:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384549760 00000100:00100000:1.0:1767321496.695554:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384549632 00000100:00100000:2.0:1767321496.695554:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384549760 00000100:00100000:1.0:1767321496.695556:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384549632 00000100:00100000:1.0:1767321496.695563:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384549888 00000100:00100000:1.0:1767321496.695566:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384549888 00000100:00100000:1.0:1767321496.695572:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384549504 00000100:00100000:1.0:1767321496.695574:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384549504 00000100:00100000:2.0:1767321496.695589:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6020 00000100:00100000:2.0:1767321496.695602:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384549760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321496.695834:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6021 00000100:00100000:1.0:1767321496.695844:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384549504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321496.695875:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384549504:12345-0@lo:400:kworker.0 Request processed in 33us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321496.695882:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6021 00000100:00100000:1.0:1767321496.695898:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25560 00000100:00100000:1.0:1767321496.695902:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384549248:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321496.695918:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321496.695934:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25561 00000100:00100000:3.0:1767321496.695940:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384549632:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321496.695950:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321496.695985:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384549632:12345-0@lo:38:kworker.0 Request processed in 43us (554us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321496.695991:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25561 00000100:00100000:3.0:1767321496.696004:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25562 00000100:00100000:3.0:1767321496.696007:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384549888:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321496.696015:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321496.696036:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384549888:12345-0@lo:38:kworker.0 Request processed in 27us (566us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321496.696041:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25562 00000100:00080000:3.0:1767321496.696072:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321496.696076:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321496.696080:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384549632:0@lo:38:kworker.0 00000100:00080000:3.0:1767321496.696088:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321496.696091:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321496.696094:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384549888:0@lo:38:kworker.0 00000100:00080000:3.0:1767321496.696122:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321496.696142:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384549248:12345-0@lo:38:kworker.0 Request processed in 237us (860us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321496.696144:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384549504:0@lo:400:kworker.0 00000100:00100000:1.0:1767321496.696149:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25560 00000100:00100000:3.0:1767321496.696152:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384549760:0@lo:400:kworker.0 00000100:00080000:1.0:1767321496.696169:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321496.696172:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321496.696175:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384549248:0@lo:38:kworker.0 00000100:00100000:2.0:1767321496.696210:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384549760:12345-0@lo:400:kworker.0 Request processed in 52us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321496.696215:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6020 00000100:00100000:0.0:1767321496.696269:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384549376 00000100:00100000:0.0:1767321496.696273:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384549376 00000100:00100000:0.0:1767321496.696297:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3118 00000100:00100000:0.0:1767321496.696300:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384549376:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321496.696307:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321496.696334:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384549376:12345-0@lo:38:kworker.0 Request processed in 32us (970us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321496.696339:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3118 00000100:00100000:0.0:1767321496.696358:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384550144 00000100:00100000:0.0:1767321496.696362:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384550144 00000100:00080000:1.0:1767321496.696364:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321496.696368:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321496.696371:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384549376:0@lo:38:kworker.0 00000100:00100000:1.0:1767321496.696401:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321496.696406:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384550016 00000100:00100000:0.0:1767321496.696409:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384550016 00000100:00100000:0.0:1767321496.696427:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2532 00000100:00100000:0.0:1767321496.696433:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384550144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321496.696466:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384550144:12345-0@lo:400:kworker.0 Request processed in 33us (1000us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321496.696475:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2532 00000100:00100000:0.0:1767321496.696485:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2533 00000100:00100000:0.0:1767321496.696491:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384550016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321496.696517:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384550016:12345-0@lo:400:kworker.0 Request processed in 26us (1011us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321496.696522:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2533 00000100:00100000:2.0:1767321496.696790:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384550016:0@lo:400:kworker.0 00000100:00100000:2.0:1767321496.696853:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384550144:0@lo:400:kworker.0 00000100:00080000:3.0:1767321496.696899:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321496.696901:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767321497.211197:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321497.670522:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321497.670644:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297486720 00000100:00100000:1.0:1767321497.670663:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297486720 00000100:00080000:3.0:1767321497.670870:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321497.671521:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6022 00000100:00100000:1.0:1767321497.671540:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297486720:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321497.671634:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297486720:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 102us (1125us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321497.671643:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6022 00000100:00100000:3.0:1767321497.671972:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321497.684047:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297486592 00000100:00100000:0.0:1767321497.684064:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297486592 00000100:00100000:0.0:1767321497.684129:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25563 00000100:00100000:0.0:1767321497.684139:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297486592:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321497.684163:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321497.691140:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297486592:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 6988us (19154us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321497.691156:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25563 00000100:00100000:1.0:1767321497.718921:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321498.233092:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321498.233316:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384550272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321498.233406:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321498.233514:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321498.233522:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384550400:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321498.233545:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321498.233625:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384550272 00000100:00100000:0.0:1767321498.233634:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384550272 00000100:00100000:3.0:1767321498.233660:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384550400 00000100:00100000:3.0:1767321498.233665:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384550400 00000100:00100000:3.0:1767321498.233704:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3381 00000100:00100000:3.0:1767321498.233715:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384550400:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321498.233758:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1767321498.233759:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767321498.233762:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321498.233851:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384550400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 138us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321498.233859:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3381 00000100:00100000:3.0:1767321498.233877:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3382 00000100:00100000:3.0:1767321498.233884:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384550272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321498.233900:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321498.233927:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384550272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321498.233932:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3382 00000100:00100000:2.0:1767321498.234011:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384550400:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321498.234025:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384550272:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321498.742907:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321499.255030:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321499.766938:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321500.279295:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321500.791137:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321501.302916:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321501.769037:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:2.0:1767321501.769138:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297486848 offset 0 length 520: 4 00000100:00100000:2.0:1767321501.769173:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321501.769628:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297487104 00000100:00100000:0.0:1767321501.769637:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297487104 00000100:00100000:1.0:1767321501.769720:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297486976 00000100:00100000:1.0:1767321501.769726:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297486976 00000100:00100000:0.0:1767321501.769741:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6023 00000100:00100000:0.0:1767321501.769752:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297487104:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321501.769752:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25564 00000100:00100000:1.0:1767321501.769757:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297486976:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321501.769778:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767321501.769958:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321501.772613:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297487104:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 2850us (3572us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321501.772618:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297486976:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 2858us (3443us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321501.772629:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6023 00000100:00100000:1.0:1767321501.772635:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25564 00000100:00100000:3.0:1767321501.814973:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321476/real 1767321476] req@ffff9369bafeed80 x1853164384544000/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321501 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321501.815021:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369bafeed80 x1853164384544000/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321501 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767321501.815047:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321501.815076:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767321501.815081:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384544000:0@lo:250:kworker.0 00000100:00080000:2.0:1767321501.815147:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321501.815161:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321501.815166:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321501.815175:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 6379 00000100:00080000:2.0:1767321501.815180:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321501.815189:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321501.815225:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548fb80 x1853164384550528/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321501.815254:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321501.815258:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321501.815260:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321501.815264:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6399 00000100:00080000:2.0:1767321501.815266:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321501.815270:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321501.815287:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548e300 x1853164384550656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321501.815295:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321501.815298:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321501.815300:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321501.815304:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6399 00000100:00080000:2.0:1767321501.815306:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321501.815309:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321501.815322:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548f800 x1853164384550784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321501.815353:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321501.815357:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321501.815359:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321501.815362:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6399 00000100:00080000:2.0:1767321501.815365:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767321501.815408:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384550528:0@lo:250:kworker.0 00000400:00000100:3.0:1767321501.815485:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384550528 offset 0 length 520: 4 00000100:00100000:3.0:1767321501.815537:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384550656:0@lo:38:kworker.0 00000100:00100000:3.0:1767321501.815573:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321501.815607:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384550784:0@lo:38:kworker.0 00000100:00100000:3.0:1767321501.815631:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321501.815723:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321501.815734:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384550784 00000100:00100000:3.0:1767321501.815747:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384550784 00000100:00100000:1.0:1767321501.815759:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384550912:0@lo:400:kworker.0 00000100:00100000:3.0:1767321501.815853:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3119 00000100:00100000:3.0:1767321501.815864:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384550784:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321501.815879:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1767321501.815891:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321501.815943:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384550656 00000100:00100000:1.0:1767321501.815952:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384550656 00000100:00100000:3.0:1767321501.815954:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384550784:12345-0@lo:38:kworker.0 Request processed in 88us (319us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321501.815966:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3119 00000100:00100000:1.0:1767321501.815991:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384550912 00000100:00100000:1.0:1767321501.815996:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384550912 00000100:00100000:3.0:1767321501.816008:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25565 00000100:00100000:3.0:1767321501.816016:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384550656:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321501.816027:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321501.816060:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6024 00000100:00100000:3.0:1767321501.816076:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384550656:12345-0@lo:38:kworker.0 Request processed in 55us (498us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321501.816088:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384550912:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767321501.816092:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321501.816113:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548d180 x1853164384551040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321501.816137:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321501.816140:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321501.816142:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321501.816146:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6399 00000100:00080000:2.0:1767321501.816148:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321501.816152:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321501.816162:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548c380 x1853164384551296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321501.816219:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384551168:0@lo:400:kworker.0 00000100:00100000:2.0:1767321501.818999:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321501.819078:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321501.819097:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384551424:0@lo:400:kworker.0 00000100:00100000:2.0:1767321501.819967:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321501.820000:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321501.820005:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384550912:12345-0@lo:400:kworker.0 Request processed in 3921us (4127us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321501.820008:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384551552:0@lo:400:kworker.0 00000100:00100000:3.0:1767321501.820046:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25565 00000100:00100000:0.0:1767321501.820050:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384551168 00000100:00100000:0.0:1767321501.820061:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384551168 00000100:00100000:0.0:1767321501.820113:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6025 00000100:00100000:0.0:1767321501.820121:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384551168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321501.820196:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384551040:0@lo:38:kworker.0 00000100:00100000:3.0:1767321501.820270:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321501.820306:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384551296:0@lo:38:kworker.0 00000100:00100000:3.0:1767321501.820329:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321501.820367:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321501.820372:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321501.820377:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384550656:0@lo:38:kworker.0 00000100:00080000:3.0:1767321501.820392:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321501.820396:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321501.820399:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384550784:0@lo:38:kworker.0 00000100:00100000:3.0:1767321501.820517:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384551040 00000100:00100000:3.0:1767321501.820522:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384551040 00000100:00100000:3.0:1767321501.820540:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384551296 00000100:00100000:3.0:1767321501.820541:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384551296 00000100:00100000:3.0:1767321501.820549:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25566 00000100:00100000:3.0:1767321501.820554:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384551040:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321501.820575:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321501.820737:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384551040:12345-0@lo:38:kworker.0 Request processed in 180us (467us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321501.820749:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25566 00000100:00100000:3.0:1767321501.820764:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25567 00000100:00100000:3.0:1767321501.820768:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384551296:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321501.820777:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321501.820824:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384551296:12345-0@lo:38:kworker.0 Request processed in 54us (494us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321501.820830:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25567 00000100:00080000:3.0:1767321501.820852:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321501.820857:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321501.820860:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384551040:0@lo:38:kworker.0 00000100:00080000:3.0:1767321501.820868:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321501.820871:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321501.820873:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384551296:0@lo:38:kworker.0 00000100:00100000:3.0:1767321501.821021:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384551424 00000100:00100000:3.0:1767321501.821027:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384551424 00000100:00100000:3.0:1767321501.821073:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2534 00000100:00100000:3.0:1767321501.821082:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384551424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321501.821098:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321501.821226:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384551424:12345-0@lo:400:kworker.0 Request processed in 144us (1259us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321501.821234:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2534 00000100:00100000:3.0:1767321501.821246:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384551552 00000100:00100000:3.0:1767321501.821249:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384551552 00000100:00100000:3.0:1767321501.821410:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2535 00000100:00100000:3.0:1767321501.821415:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384551552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321501.822040:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384551424:0@lo:400:kworker.0 00000100:00100000:3.0:1767321501.822118:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384551552:12345-0@lo:400:kworker.0 Request processed in 699us (1021us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321501.822130:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2535 00000100:00100000:2.0:1767321501.822169:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384550912:0@lo:400:kworker.0 00000100:00100000:0.0:1767321501.822676:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384551168:12345-0@lo:400:kworker.0 Request processed in 2553us (3821us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321501.822696:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6025 00000100:00100000:3.0:1767321501.823156:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384551552:0@lo:400:kworker.0 00000100:00080000:3.0:1767321501.823201:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321501.823204:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321501.823206:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321501.823227:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384551168:0@lo:400:kworker.0 00000100:00100000:1.0:1767321501.825610:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6024 00010000:00010000:3.0:1767321502.327251:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321502.838974:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321503.350882:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321503.351182:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384551680:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321503.351254:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321503.351447:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384551680 00000100:00100000:0.0:1767321503.351457:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384551680 00000100:00100000:0.0:1767321503.351525:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3383 00000100:00100000:0.0:1767321503.351534:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384551680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321503.351565:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321503.351612:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384551680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321503.351619:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3383 00000100:00100000:1.0:1767321503.351802:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384551808:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321503.351838:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321503.351913:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384551808 00000100:00100000:0.0:1767321503.351918:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384551808 00000100:00100000:0.0:1767321503.351943:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3384 00000100:00100000:0.0:1767321503.351949:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384551808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321503.351964:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767321503.352021:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321503.352025:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321503.352060:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384551680:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321503.352409:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384551808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 458us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321503.352417:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3384 00000100:00100000:1.0:1767321503.352474:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384551808:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321503.865808:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321504.375009:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321504.886873:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321505.399139:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321505.910913:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321506.422943:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321506.888457:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321506.888552:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321506.893419:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297487360 00000100:00100000:1.0:1767321506.893436:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297487360 00000100:00080000:3.0:1767321506.893572:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321506.894731:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297487232 00000100:00100000:2.0:1767321506.894741:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297487232 00000100:00100000:2.0:1767321506.894809:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6026 00000100:00100000:2.0:1767321506.894822:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297487360:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321506.894901:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297487360:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 85us (6455us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321506.894906:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6026 00000100:00100000:2.0:1767321506.894924:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25568 00000100:00100000:2.0:1767321506.894927:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297487232:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767321506.894944:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321506.894961:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297487232:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 33us (6409us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321506.894965:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25568 00000100:00080000:0.0:1767321506.935134:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321506.935145:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321506.935149:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321506.935152:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321506.935156:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321506.935165:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6405 00000100:00080000:0.0:1767321506.935169:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321506.935175:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321506.935210:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafed880 x1853164384551936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321506.935244:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321506.935247:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321506.935250:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321506.935255:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6405 00000100:00080000:0.0:1767321506.935257:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767321506.935260:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767321506.935261:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321506.935279:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafeed80 x1853164384552064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321506.935405:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321506.935409:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321506.935411:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321506.935414:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6405 00000100:00080000:0.0:1767321506.935416:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321506.935420:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321506.935433:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafee680 x1853164384552320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321506.935453:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321506.935456:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321506.935457:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321506.935460:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6405 00000100:00080000:0.0:1767321506.935462:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321506.935465:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321506.935473:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafef480 x1853164384552576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321506.935517:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384552832:0@lo:400:kworker.0 00000100:00100000:0.0:1767321506.935588:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321506.935652:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321506.935658:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384552704:0@lo:400:kworker.0 00000100:00100000:0.0:1767321506.935680:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321506.935722:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384552832 00000100:00100000:0.0:1767321506.935730:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384552832 00000100:00100000:0.0:1767321506.935775:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384552704 00000100:00100000:0.0:1767321506.935777:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384552704 00000100:00100000:0.0:1767321506.935823:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2536 00000100:00100000:0.0:1767321506.935831:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384552832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321506.935841:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384552192:0@lo:400:kworker.0 00000100:00100000:0.0:1767321506.935885:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384552832:12345-0@lo:400:kworker.0 Request processed in 54us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321506.935892:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2536 00000100:00100000:2.0:1767321506.935900:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321506.935910:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2537 00000100:00100000:0.0:1767321506.935917:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384552704:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767321506.936126:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321506.936130:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321506.936157:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384552192 00000100:00100000:3.0:1767321506.936161:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384552192 00000100:00100000:3.0:1767321506.936197:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6027 00000100:00100000:3.0:1767321506.936202:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384552192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321506.936266:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384551936:0@lo:38:kworker.0 00000100:00100000:0.0:1767321506.944689:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384552704:12345-0@lo:400:kworker.0 Request processed in 8759us (8993us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321506.944710:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2537 00000100:00100000:0.0:1767321506.944768:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384552448:0@lo:400:kworker.0 00000100:00100000:0.0:1767321506.945159:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321506.945256:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384552704:0@lo:400:kworker.0 00000100:00100000:0.0:1767321506.945269:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384552832:0@lo:400:kworker.0 00000100:00100000:0.0:1767321506.945297:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384552448 00000100:00100000:0.0:1767321506.945303:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384552448 00000100:00100000:0.0:1767321506.945356:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6028 00000100:00100000:0.0:1767321506.945365:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384552448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321506.945416:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384552448:12345-0@lo:400:kworker.0 Request processed in 53us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321506.945422:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6028 00000100:00100000:0.0:1767321506.945444:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384552448:0@lo:400:kworker.0 00000100:00080000:0.0:1767321506.945495:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321506.947445:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384552192:12345-0@lo:400:kworker.0 Request processed in 11234us (11537us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321506.947459:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6027 00000100:00100000:1.0:1767321506.948553:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321506.948611:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384552064:0@lo:38:kworker.0 00000100:00100000:1.0:1767321506.948661:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321506.948698:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384552320:0@lo:38:kworker.0 00000100:00100000:2.0:1767321506.948712:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384552192:0@lo:400:kworker.0 00000100:00100000:1.0:1767321506.948723:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321506.948754:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384551936 00000100:00100000:1.0:1767321506.948762:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384551936 00000100:00100000:3.0:1767321506.949250:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384552320 00000100:00100000:3.0:1767321506.949256:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384552320 00000100:00100000:0.0:1767321506.949436:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384552064 00000100:00100000:0.0:1767321506.949442:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384552064 00000100:00100000:0.0:1767321506.949674:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3120 00000100:00100000:0.0:1767321506.949686:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384552064:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321506.949711:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321506.949766:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384552064:12345-0@lo:38:kworker.0 Request processed in 80us (1104us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321506.949773:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3120 00000100:00100000:3.0:1767321506.950582:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25569 00000100:00100000:2.0:1767321506.950593:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25570 00000100:00100000:2.0:1767321506.950602:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384552320:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321506.950618:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321506.950637:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384552576:0@lo:38:kworker.0 00000100:00100000:2.0:1767321506.950678:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384552320:12345-0@lo:38:kworker.0 Request processed in 75us (1955us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321506.950686:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25570 00000100:00100000:1.0:1767321506.950690:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321506.950708:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384552576 00000100:00100000:2.0:1767321506.950714:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384552576 00000100:00100000:2.0:1767321506.950740:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25571 00000100:00080000:1.0:1767321506.950743:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767321506.950748:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384552576:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1767321506.950752:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321506.950758:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384552064:0@lo:38:kworker.0 00010000:00020000:2.0:1767321506.950763:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767321506.950778:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767321506.950806:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384552576:12345-0@lo:38:kworker.0 Request processed in 59us (116us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321506.950812:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25571 00000100:00100000:3.0:1767321506.951316:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384551936:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321506.951330:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321506.951362:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384551936:12345-0@lo:38:kworker.0 Request processed in 49us (2813us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321506.951366:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25569 00000100:00080000:1.0:1767321506.951406:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321506.951409:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384552320:0@lo:38:kworker.0 00000100:00080000:1.0:1767321506.951421:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321506.951424:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321506.951425:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384552576:0@lo:38:kworker.0 00000100:00080000:1.0:1767321506.951440:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321506.951442:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321506.951444:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384551936:0@lo:38:kworker.0 00010000:00010000:3.0:1767321507.447058:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321507.959611:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321508.471144:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384552960:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321508.471234:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321508.471365:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384552960 00000100:00100000:0.0:1767321508.471373:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384552960 00000100:00100000:0.0:1767321508.471453:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3385 00000100:00100000:0.0:1767321508.471462:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384552960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321508.471494:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321508.471550:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384552960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321508.471557:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3385 00000100:00100000:0.0:1767321508.471605:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5134380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384552960:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321508.472461:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1767321508.472532:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321508.472607:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384553088:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321508.472662:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321508.472761:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321508.472798:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384553088 00000100:00100000:2.0:1767321508.472903:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384553088 00000100:00100000:2.0:1767321508.472994:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3386 00000100:00100000:2.0:1767321508.473005:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384553088:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767321508.473012:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1767321508.473041:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321508.473096:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384553088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321508.473103:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3386 00000100:00100000:1.0:1767321508.473176:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384553088:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321508.982918:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321509.497534:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321510.010260:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321510.519052:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321511.031521:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321511.542943:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321512.006196:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321512.006557:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297487616 00000100:00100000:3.0:1767321512.006571:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297487616 00000100:00100000:3.0:1767321512.006674:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6029 00000100:00100000:3.0:1767321512.006688:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297487616:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321512.006905:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297487616:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 220us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321512.006915:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6029 00000100:00080000:1.0:1767321512.007043:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321512.007172:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321512.007284:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297487488 00000100:00100000:3.0:1767321512.007288:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297487488 00000100:00100000:3.0:1767321512.007310:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25572 00000100:00100000:3.0:1767321512.007314:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297487488:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321512.007343:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321512.007377:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297487488:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 62us (206us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321512.007382:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25572 00000100:00080000:1.0:1767321512.056621:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321512.056637:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321512.056704:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321512.056713:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321512.056718:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321512.056728:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6410 00000100:00080000:1.0:1767321512.056733:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321512.056741:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321512.056804:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784000 x1853164384553216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321512.056892:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384553216:0@lo:38:kworker.0 00000100:00100000:3.0:1767321512.056959:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321512.057095:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384553216 00000100:00100000:0.0:1767321512.057105:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384553216 00000100:00100000:0.0:1767321512.057161:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25573 00000100:00100000:0.0:1767321512.057169:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384553216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321512.057190:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767321512.057249:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321512.057253:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321512.057255:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321512.057260:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6410 00000100:00080000:1.0:1767321512.057262:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321512.057267:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321512.057281:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784380 x1853164384553344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321512.057899:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384553344:0@lo:38:kworker.0 00000100:00100000:2.0:1767321512.057927:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321512.057954:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321512.058014:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384553344 00000100:00100000:2.0:1767321512.058025:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384553344 00000100:00100000:2.0:1767321512.058072:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3121 00000100:00100000:2.0:1767321512.058080:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384553344:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321512.058102:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321512.058178:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384553344:12345-0@lo:38:kworker.0 Request processed in 97us (228us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321512.058185:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3121 00000100:00100000:0.0:1767321512.058351:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384553216:12345-0@lo:38:kworker.0 Request processed in 1179us (1389us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321512.058362:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25573 00000100:00080000:3.0:1767321512.058513:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321512.058518:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321512.058522:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384553216:0@lo:38:kworker.0 00000100:00080000:3.0:1767321512.058542:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321512.058545:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321512.058548:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384553344:0@lo:38:kworker.0 00000100:00100000:3.0:1767321512.058996:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384553472:0@lo:400:kworker.0 00000100:00100000:3.0:1767321512.059291:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321512.059430:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384553472 00000100:00100000:0.0:1767321512.059436:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384553472 00000100:00100000:0.0:1767321512.059492:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6030 00000100:00100000:0.0:1767321512.059500:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384553472:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767321512.059562:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321512.059567:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321512.059570:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321512.059574:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6410 00000100:00080000:1.0:1767321512.059577:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321512.059582:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321512.059617:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785880 x1853164384553600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321512.059739:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321512.059935:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384553600:0@lo:38:kworker.0 00000100:00100000:0.0:1767321512.059952:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384553472:12345-0@lo:400:kworker.0 Request processed in 448us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321512.059967:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6030 00000100:00100000:2.0:1767321512.059998:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321512.060031:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384553728:0@lo:400:kworker.0 00000100:00100000:0.0:1767321512.060075:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321512.060118:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384553600 00000100:00100000:0.0:1767321512.060124:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384553728 00000100:00100000:2.0:1767321512.060127:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384553600 00000100:00100000:0.0:1767321512.060141:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384553728 00000100:00100000:2.0:1767321512.060177:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25574 00000100:00100000:2.0:1767321512.060188:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384553600:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321512.060204:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6031 00010000:00020000:2.0:1767321512.060212:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321512.060218:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384553728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321512.060275:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384553728:12345-0@lo:400:kworker.0 Request processed in 63us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321512.060280:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6031 00000100:00080000:0.0:1767321512.060310:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321512.060338:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384553728:0@lo:400:kworker.0 00000100:00080000:1.0:1767321512.060549:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321512.060554:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321512.060557:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321512.060561:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6410 00000100:00080000:1.0:1767321512.060564:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321512.060568:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321512.060585:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8785180 x1853164384553856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321512.061482:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384553856:0@lo:38:kworker.0 00000100:00100000:0.0:1767321512.061545:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321512.063550:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384553472:0@lo:400:kworker.0 00000100:00100000:2.0:1767321512.063711:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384553600:12345-0@lo:38:kworker.0 Request processed in 3517us (3706us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321512.063729:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25574 00000100:00100000:2.0:1767321512.063770:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384553856 00000100:00100000:2.0:1767321512.063779:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384553856 00000100:00100000:2.0:1767321512.063860:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25575 00000100:00100000:2.0:1767321512.063868:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384553856:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321512.063897:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321512.063969:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384553856:12345-0@lo:38:kworker.0 Request processed in 101us (2424us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321512.063976:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25575 00000100:00100000:2.0:1767321512.064121:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384553984:0@lo:400:kworker.0 00000100:00100000:2.0:1767321512.064256:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321512.065082:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384553984 00000100:00100000:3.0:1767321512.065091:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384553984 00000100:00100000:3.0:1767321512.065167:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2538 00000100:00100000:3.0:1767321512.065177:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384553984:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767321512.065220:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321512.065232:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321512.065239:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384553600:0@lo:38:kworker.0 00000100:00080000:0.0:1767321512.065279:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321512.065284:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321512.065287:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384553856:0@lo:38:kworker.0 00000100:00080000:1.0:1767321512.065492:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321512.065615:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384553984:12345-0@lo:400:kworker.0 Request processed in 439us (1358us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321512.065622:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384553984:0@lo:400:kworker.0 00000100:00100000:3.0:1767321512.065623:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2538 00000100:00100000:0.0:1767321512.065913:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384554112:0@lo:400:kworker.0 00000100:00100000:0.0:1767321512.065977:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321512.066204:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384554112 00000100:00100000:3.0:1767321512.066212:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384554112 00000100:00080000:0.0:1767321512.066247:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321512.067963:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2539 00000100:00100000:1.0:1767321512.068003:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384554112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321512.068345:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384554112:12345-0@lo:400:kworker.0 Request processed in 359us (2360us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321512.068355:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2539 00000100:00100000:0.0:1767321512.068701:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384554112:0@lo:400:kworker.0 00010000:00010000:3.0:1767321512.566995:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321513.079219:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321513.590984:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321513.591049:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384554240:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321513.591130:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384554368:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321513.591140:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321513.591393:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384554240 00000100:00100000:2.0:1767321513.591401:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384554240 00000100:00100000:2.0:1767321513.591449:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3387 00000100:00100000:2.0:1767321513.591458:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384554240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321513.591487:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321513.599964:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384554240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 8494us (8810us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321513.599981:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3387 00000100:00100000:1.0:1767321513.600127:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321513.600188:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384554368 00000100:00100000:2.0:1767321513.600197:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384554368 00000100:00100000:2.0:1767321513.600394:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3388 00000100:00100000:2.0:1767321513.600403:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384554368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321513.600441:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321513.600507:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384554368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321513.600514:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3388 00000100:00100000:0.0:1767321513.600617:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384554368:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321513.600765:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384554240:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321514.105351:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321514.615033:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321515.126904:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321515.638958:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321516.151333:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321516.662966:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321517.126912:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321517.127022:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321517.131819:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297487744 00000100:00100000:0.0:1767321517.131835:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297487744 00000100:00100000:0.0:1767321517.132025:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297487872 00000100:00100000:0.0:1767321517.132030:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297487872 00000100:00100000:0.0:1767321517.132090:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6032 00000100:00100000:0.0:1767321517.132103:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297487872:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321517.132185:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297487872:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 85us (5162us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321517.132194:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6032 00000100:00100000:0.0:1767321517.132214:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25576 00000100:00100000:0.0:1767321517.132218:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297487744:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321517.132241:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321517.132267:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297487744:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 47us (5366us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321517.132273:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25576 00000100:00080000:2.0:1767321517.132667:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321517.175151:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321517.175162:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321517.175165:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321517.175169:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321517.175175:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321517.175184:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6415 00000100:00080000:0.0:1767321517.175188:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321517.175197:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321517.175237:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5135180 x1853164384554496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321517.175254:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321517.175257:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321517.175259:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321517.175262:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6415 00000100:00080000:0.0:1767321517.175265:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321517.175268:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321517.175282:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafed880 x1853164384554624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321517.175351:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384554752:0@lo:400:kworker.0 00000100:00100000:1.0:1767321517.175413:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321517.175489:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321517.175493:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321517.175495:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321517.175499:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6415 00000100:00080000:0.0:1767321517.175502:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321517.175506:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321517.175534:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafee680 x1853164384554880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321517.175636:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5135180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384554496:0@lo:38:kworker.0 00000100:00100000:2.0:1767321517.175675:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321517.175701:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384554624:0@lo:38:kworker.0 00000100:00100000:2.0:1767321517.175725:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321517.175765:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384554752 00000100:00100000:3.0:1767321517.175773:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384554752 00000100:00100000:3.0:1767321517.175842:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384554496 00000100:00100000:3.0:1767321517.175845:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384554496 00000100:00100000:3.0:1767321517.175864:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6033 00000100:00100000:3.0:1767321517.175891:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384554752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321517.176298:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384554880:0@lo:38:kworker.0 00000100:00100000:2.0:1767321517.176324:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321517.176355:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767321517.176366:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321517.176370:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767321517.176371:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384554624 00000100:00080000:0.0:1767321517.176372:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767321517.176374:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384554624 00000100:00080000:0.0:1767321517.176376:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6415 00000100:00080000:0.0:1767321517.176378:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321517.176382:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321517.176396:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3122 00000100:00100000:0.0:1767321517.176398:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafedc00 x1853164384555136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321517.176401:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384554624:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321517.176420:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321517.176445:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384555008:0@lo:400:kworker.0 00000100:00100000:2.0:1767321517.176447:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384554624:12345-0@lo:38:kworker.0 Request processed in 45us (721us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321517.176454:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3122 00000100:00100000:0.0:1767321517.176471:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321517.176494:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384555392:0@lo:400:kworker.0 00000100:00100000:0.0:1767321517.176529:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321517.176559:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321517.176565:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384555264:0@lo:400:kworker.0 00000100:00100000:0.0:1767321517.176586:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321517.176611:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384555392 00000100:00100000:0.0:1767321517.176615:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384555392 00000100:00100000:0.0:1767321517.176643:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384555264 00000100:00100000:0.0:1767321517.176646:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384555264 00000100:00100000:0.0:1767321517.176666:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2540 00000100:00100000:0.0:1767321517.176672:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384555392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321517.176708:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384555392:12345-0@lo:400:kworker.0 Request processed in 36us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321517.176713:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2540 00000100:00100000:0.0:1767321517.176727:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2541 00000100:00100000:0.0:1767321517.176733:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384555264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321517.176756:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384555264:12345-0@lo:400:kworker.0 Request processed in 24us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321517.176760:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2541 00000100:00100000:0.0:1767321517.176801:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384555136:0@lo:38:kworker.0 00000100:00100000:0.0:1767321517.176824:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321517.176847:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321517.176852:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321517.176855:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384554624:0@lo:38:kworker.0 00000100:00080000:2.0:1767321517.177138:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321517.177143:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321517.177145:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321517.177154:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384554880 00000100:00100000:2.0:1767321517.177159:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384554880 00000100:00100000:2.0:1767321517.177172:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384555008 00000100:00100000:2.0:1767321517.177174:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384555008 00000100:00100000:2.0:1767321517.177192:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384555136 00000100:00100000:2.0:1767321517.177195:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384555136 00000100:00100000:2.0:1767321517.177204:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6034 00000100:00100000:2.0:1767321517.177209:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384555008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321517.177273:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384555264:0@lo:400:kworker.0 00000100:00100000:0.0:1767321517.177283:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384555392:0@lo:400:kworker.0 00000100:00100000:3.0:1767321517.177343:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8786300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384554752:12345-0@lo:400:kworker.0 Request processed in 1470us (1928us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321517.177352:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6033 00000100:00100000:3.0:1767321517.177368:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25577 00000100:00100000:3.0:1767321517.177371:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384554496:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321517.177382:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321517.177411:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384554496:12345-0@lo:38:kworker.0 Request processed in 39us (1736us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321517.177429:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25577 00000100:00100000:3.0:1767321517.177440:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25578 00000100:00100000:3.0:1767321517.177444:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384554880:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321517.177453:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321517.177474:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384554880:12345-0@lo:38:kworker.0 Request processed in 29us (1150us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321517.177479:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25578 00000100:00100000:3.0:1767321517.177491:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25579 00000100:00100000:3.0:1767321517.177494:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384555136:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321517.177502:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321517.177534:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384555136:12345-0@lo:38:kworker.0 Request processed in 38us (709us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321517.177539:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25579 00000100:00080000:3.0:1767321517.177575:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321517.177579:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321517.177582:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384555136:0@lo:38:kworker.0 00000100:00080000:3.0:1767321517.177590:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321517.177593:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321517.177596:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5135180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384554496:0@lo:38:kworker.0 00000100:00080000:3.0:1767321517.177602:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321517.177605:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321517.177607:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384554880:0@lo:38:kworker.0 00000100:00080000:3.0:1767321517.177639:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321517.181689:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384554752:0@lo:400:kworker.0 00000100:00100000:0.0:1767321517.182194:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384555008:0@lo:400:kworker.0 00000100:00100000:2.0:1767321517.182197:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384555008:12345-0@lo:400:kworker.0 Request processed in 4985us (5722us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321517.182209:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6034 00010000:00010000:3.0:1767321517.687028:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321518.198896:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321518.710958:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321518.711443:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321518.711550:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384555520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321518.711713:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321518.711762:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321518.712003:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384555520 00000100:00100000:1.0:1767321518.712011:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384555520 00000100:00100000:0.0:1767321518.712026:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384555648:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321518.712053:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321518.712102:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384555648 00000100:00100000:1.0:1767321518.712106:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384555648 00000100:00100000:1.0:1767321518.712145:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3389 00000100:00100000:1.0:1767321518.712156:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384555520:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321518.712160:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3390 00000100:00100000:3.0:1767321518.712171:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384555648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321518.712188:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00002000:00000024:1.0:1767321518.712190:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321518.712235:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384555648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321518.712241:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3390 00000100:00100000:1.0:1767321518.712246:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384555520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321518.712255:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3389 00000100:00100000:1.0:1767321518.712303:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384555520:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321518.712315:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384555648:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321519.226579:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321519.735770:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321520.247266:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321520.760638:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321521.270917:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321521.782942:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321522.246314:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321522.246535:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297488128 00000100:00100000:2.0:1767321522.246547:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297488128 00000100:00100000:2.0:1767321522.246919:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6035 00000100:00100000:2.0:1767321522.246931:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297488128:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321522.247010:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297488128:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 82us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321522.247018:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6035 00000100:00080000:3.0:1767321522.247353:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321522.249592:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321522.249932:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297488000 00000100:00100000:2.0:1767321522.249945:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297488000 00000100:00100000:2.0:1767321522.250004:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25580 00000100:00100000:2.0:1767321522.250012:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297488000:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767321522.250035:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321522.250111:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297488000:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 98us (536us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321522.250122:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25580 00000100:00100000:0.0:1767321522.295008:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767321522.295177:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321522.295183:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321522.295186:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321522.295189:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321522.295193:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321522.295202:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6420 00000100:00080000:3.0:1767321522.295206:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321522.295213:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321522.295256:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5928e00 x1853164384555776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321522.295273:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321522.295277:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321522.295279:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321522.295283:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6420 00000100:00080000:3.0:1767321522.295285:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321522.295288:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321522.295303:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592b480 x1853164384555904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321522.295383:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321522.296714:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384555776:0@lo:38:kworker.0 00000100:00100000:0.0:1767321522.296832:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321522.296886:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384555904:0@lo:38:kworker.0 00000100:00100000:0.0:1767321522.296911:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321522.296955:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384555904 00000100:00100000:0.0:1767321522.296963:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384555904 00000100:00100000:0.0:1767321522.296998:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3123 00000100:00100000:0.0:1767321522.297005:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384555904:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321522.297027:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321522.297068:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384555904:12345-0@lo:38:kworker.0 Request processed in 62us (156us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321522.297075:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3123 00000100:00080000:0.0:1767321522.297116:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321522.297121:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321522.297125:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384555904:0@lo:38:kworker.0 00000100:00080000:3.0:1767321522.297206:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321522.297211:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321522.297214:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321522.297218:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6420 00000100:00080000:3.0:1767321522.297221:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321522.297226:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321522.297259:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5928000 x1853164384556160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321522.297337:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384555776 00000100:00100000:1.0:1767321522.297342:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384555776 00000100:00100000:1.0:1767321522.297370:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25581 00000100:00100000:1.0:1767321522.297375:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384555776:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321522.297394:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321522.297425:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384555776:12345-0@lo:38:kworker.0 Request processed in 49us (594us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321522.297431:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25581 00000100:00100000:0.0:1767321522.298227:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384556160:0@lo:38:kworker.0 00000100:00100000:0.0:1767321522.298279:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321522.298319:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321522.298323:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321522.298327:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384555776:0@lo:38:kworker.0 00000100:00100000:1.0:1767321522.299293:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384556160 00000100:00100000:1.0:1767321522.299303:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384556160 00000100:00100000:1.0:1767321522.299355:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25582 00000100:00100000:1.0:1767321522.299362:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384556160:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321522.299383:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321522.299454:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384556160:12345-0@lo:38:kworker.0 Request processed in 91us (1174us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321522.299460:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25582 00000100:00080000:0.0:1767321522.299623:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321522.299629:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321522.299633:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384556160:0@lo:38:kworker.0 00000100:00100000:1.0:1767321522.301186:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321522.301253:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384556032:0@lo:400:kworker.0 00000100:00100000:2.0:1767321522.301328:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321522.301401:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321522.301407:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321522.301410:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321522.301416:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6420 00000100:00080000:3.0:1767321522.301419:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321522.301425:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321522.301454:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5929500 x1853164384556416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321522.301534:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384556544:0@lo:400:kworker.0 00000100:00100000:3.0:1767321522.301565:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321522.301586:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321522.301591:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384556672:0@lo:400:kworker.0 00000100:00100000:3.0:1767321522.301624:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321522.301658:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384556544 00000100:00100000:3.0:1767321522.301664:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384556544 00000100:00100000:2.0:1767321522.302073:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384556416:0@lo:38:kworker.0 00000100:00100000:2.0:1767321522.302103:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321522.302147:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384556672 00000100:00100000:2.0:1767321522.302151:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384556672 00000100:00100000:2.0:1767321522.302195:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2542 00000100:00100000:2.0:1767321522.302205:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384556672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321522.302268:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384556672:12345-0@lo:400:kworker.0 Request processed in 64us (642us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321522.302275:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2542 00000100:00080000:2.0:1767321522.302301:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321522.302305:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321522.302335:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384556672:0@lo:400:kworker.0 00000100:00100000:3.0:1767321522.302566:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2543 00000100:00100000:3.0:1767321522.302576:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384556544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321522.302624:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384556544:12345-0@lo:400:kworker.0 Request processed in 51us (1058us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321522.302631:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2543 00000100:00100000:3.0:1767321522.302656:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384556544:0@lo:400:kworker.0 00000100:00100000:3.0:1767321522.302682:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384556032 00000100:00100000:3.0:1767321522.302687:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384556032 00000100:00100000:3.0:1767321522.302727:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384556416 00000100:00100000:3.0:1767321522.302731:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384556416 00000100:00100000:3.0:1767321522.302745:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6036 00000100:00100000:3.0:1767321522.302750:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384556032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321522.303025:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384556032:12345-0@lo:400:kworker.0 Request processed in 274us (1697us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321522.303032:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6036 00000100:00100000:3.0:1767321522.303045:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25583 00000100:00100000:3.0:1767321522.303049:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384556416:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321522.303068:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321522.303100:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384556416:12345-0@lo:38:kworker.0 Request processed in 49us (996us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321522.303106:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25583 00000100:00080000:3.0:1767321522.303123:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767321522.303142:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321522.303147:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321522.303150:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384556416:0@lo:38:kworker.0 00000100:00100000:2.0:1767321522.303370:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384556032:0@lo:400:kworker.0 00000100:00100000:1.0:1767321522.303668:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384556288:0@lo:400:kworker.0 00000100:00100000:1.0:1767321522.303871:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321522.304062:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384556288 00000100:00100000:0.0:1767321522.304068:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384556288 00000100:00100000:0.0:1767321522.304163:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6037 00000100:00100000:0.0:1767321522.304171:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384556288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321522.304224:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384556288:12345-0@lo:400:kworker.0 Request processed in 54us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321522.304231:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6037 00000100:00100000:2.0:1767321522.304339:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384556288:0@lo:400:kworker.0 00000100:00080000:3.0:1767321522.304374:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321522.807085:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321523.318999:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321523.831072:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321523.831096:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384556800:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321523.831162:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321523.831371:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384556800 00000100:00100000:2.0:1767321523.831380:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384556800 00000100:00100000:2.0:1767321523.831432:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3391 00000100:00100000:2.0:1767321523.831442:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384556800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321523.831471:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321523.831543:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384556800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321523.831555:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3391 00000100:00100000:3.0:1767321523.831834:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384556800:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767321523.832143:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321523.837343:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321523.837366:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384556928:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321523.837435:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321523.837671:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384556928 00000100:00100000:0.0:1767321523.837680:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384556928 00000100:00100000:0.0:1767321523.837737:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3392 00000100:00100000:0.0:1767321523.837747:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384556928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321523.837778:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321523.837860:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384556928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321523.837868:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3392 00000100:00100000:1.0:1767321523.838018:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384556928:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321524.342925:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321524.860343:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321525.366896:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321525.879925:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321526.390914:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321501/real 1767321501] req@ffff93698548fb80 x1853164384550528/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321526 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321526.390949:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93698548fb80 x1853164384550528/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321526 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767321526.390970:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321526.391005:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767321526.391010:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384550528:0@lo:250:kworker.0 00000100:00080000:1.0:1767321526.391044:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321526.391051:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321526.391054:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321526.391061:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 6405 00000100:00080000:1.0:1767321526.391065:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321526.391080:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321526.391114:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8787800 x1853164384557056/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321526.391142:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321526.391146:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321526.391148:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321526.391151:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6425 00000100:00080000:1.0:1767321526.391154:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321526.391158:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321526.391174:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8787480 x1853164384557184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321526.391183:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321526.391186:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321526.391188:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321526.391192:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6425 00000100:00080000:1.0:1767321526.391194:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321526.391197:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321526.391209:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784380 x1853164384557312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321526.391287:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384557440:0@lo:400:kworker.0 00000100:00100000:2.0:1767321526.391348:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321526.391442:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321526.391484:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384557440 00000100:00100000:0.0:1767321526.391492:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384557440 00000100:00100000:0.0:1767321526.391546:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6038 00000100:00100000:0.0:1767321526.391556:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384557440:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767321526.391745:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321526.391751:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321526.391754:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321526.391758:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6425 00000100:00080000:1.0:1767321526.391761:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321526.391764:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321526.391802:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7904a80 x1853164384557568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321526.391875:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321526.391894:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384557696:0@lo:400:kworker.0 00000100:00100000:3.0:1767321526.391926:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321526.392561:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384557696 00000100:00100000:3.0:1767321526.392568:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384557696 00000100:00100000:3.0:1767321526.392614:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6039 00000100:00100000:3.0:1767321526.392623:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384557696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321526.392673:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384557696:12345-0@lo:400:kworker.0 Request processed in 51us (746us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321526.392680:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6039 00000100:00080000:3.0:1767321526.392707:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321526.392738:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384557696:0@lo:400:kworker.0 00000100:00100000:3.0:1767321526.392763:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384557056:0@lo:250:kworker.0 00000400:00000100:3.0:1767321526.392805:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384557056 offset 0 length 520: 4 00000100:00100000:3.0:1767321526.392828:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384557184:0@lo:38:kworker.0 00000100:00100000:3.0:1767321526.392851:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321526.392869:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384557312:0@lo:38:kworker.0 00000100:00100000:3.0:1767321526.392892:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321526.392915:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384557568:0@lo:38:kworker.0 00000100:00100000:3.0:1767321526.392934:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321526.392961:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384557312 00000100:00100000:3.0:1767321526.392965:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384557312 00000100:00100000:3.0:1767321526.393380:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3124 00000100:00100000:3.0:1767321526.393386:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384557312:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321526.393404:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321526.393443:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384557312:12345-0@lo:38:kworker.0 Request processed in 55us (548us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321526.393449:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3124 00000100:00100000:3.0:1767321526.393483:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384557184 00000100:00100000:3.0:1767321526.393488:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384557184 00000100:00100000:3.0:1767321526.393505:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384557568 00000100:00100000:3.0:1767321526.393507:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384557568 00000100:00100000:3.0:1767321526.393518:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25584 00000100:00100000:3.0:1767321526.393522:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384557184:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321526.393532:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321526.393557:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384557184:12345-0@lo:38:kworker.0 Request processed in 34us (705us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321526.393563:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25584 00000100:00100000:3.0:1767321526.393574:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25585 00000100:00100000:3.0:1767321526.393577:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384557568:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321526.393585:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321526.393608:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384557568:12345-0@lo:38:kworker.0 Request processed in 30us (674us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321526.393613:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25585 00000100:00080000:3.0:1767321526.393645:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321526.393651:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321526.393654:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384557184:0@lo:38:kworker.0 00000100:00080000:3.0:1767321526.393662:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321526.393665:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321526.393668:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384557312:0@lo:38:kworker.0 00000100:00080000:3.0:1767321526.393675:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321526.393678:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321526.393680:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384557568:0@lo:38:kworker.0 00000100:00080000:1.0:1767321526.394654:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321526.394661:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1767321526.394684:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384557440:12345-0@lo:400:kworker.0 Request processed in 3126us (3332us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321526.394694:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6038 00000100:00080000:1.0:1767321526.394741:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321526.394748:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6425 00000100:00080000:1.0:1767321526.394752:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321526.394757:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321526.394809:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7906d80 x1853164384557824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321526.394873:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384558080:0@lo:400:kworker.0 00000100:00100000:1.0:1767321526.394915:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321526.394941:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321526.394947:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384557952:0@lo:400:kworker.0 00000100:00100000:1.0:1767321526.394968:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321526.394995:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384558080 00000100:00100000:1.0:1767321526.395001:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384558080 00000100:00100000:1.0:1767321526.395042:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384557952 00000100:00100000:1.0:1767321526.395046:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384557952 00000100:00100000:1.0:1767321526.395170:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2544 00000100:00100000:1.0:1767321526.395185:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384558080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321526.395231:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384558080:12345-0@lo:400:kworker.0 Request processed in 52us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321526.395237:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2544 00000100:00100000:1.0:1767321526.395249:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2545 00000100:00100000:1.0:1767321526.395256:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384557952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321526.395282:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384557952:12345-0@lo:400:kworker.0 Request processed in 27us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321526.395288:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2545 00000100:00080000:1.0:1767321526.395309:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321526.395313:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321526.395335:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384557952:0@lo:400:kworker.0 00000100:00100000:1.0:1767321526.395345:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384558080:0@lo:400:kworker.0 00000100:00100000:2.0:1767321526.395633:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384557440:0@lo:400:kworker.0 00000100:00100000:3.0:1767321526.396398:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384557824:0@lo:38:kworker.0 00000100:00100000:3.0:1767321526.396453:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321526.396692:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384557824 00000100:00100000:0.0:1767321526.396699:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384557824 00000100:00100000:0.0:1767321526.396736:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25586 00000100:00100000:0.0:1767321526.396743:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384557824:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321526.396762:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321526.396842:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384557824:12345-0@lo:38:kworker.0 Request processed in 98us (388us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321526.396850:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25586 00000100:00080000:1.0:1767321526.397326:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321526.397332:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321526.397335:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384557824:0@lo:38:kworker.0 00010000:00010000:1.0:1767321526.902976:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321527.379666:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321527.379706:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:0.0:1767321527.379915:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297488512 offset 0 length 520: 4 00000100:00100000:1.0:1767321527.381660:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297488384 00000100:00100000:1.0:1767321527.381675:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297488384 00000100:00100000:1.0:1767321527.381860:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297488256 00000100:00100000:1.0:1767321527.381865:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297488256 00000100:00100000:1.0:1767321527.381892:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6040 00000100:00100000:1.0:1767321527.381907:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297488384:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321527.382176:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297488384:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 274us (2520us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321527.382185:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6040 00000100:00100000:1.0:1767321527.382205:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25587 00000100:00100000:1.0:1767321527.382209:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297488256:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321527.382229:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321527.382254:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297488256:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 43us (2547us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321527.382259:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25587 00000100:00080000:2.0:1767321527.387119:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321527.415280:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321527.927032:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321528.439238:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321528.951099:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321528.951502:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384558208:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321528.951576:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321528.951616:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384558336:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321528.951655:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321528.951715:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384558208 00000100:00100000:2.0:1767321528.951715:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384558336 00000100:00100000:1.0:1767321528.951723:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384558208 00000100:00100000:2.0:1767321528.951723:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384558336 00000100:00080000:3.0:1767321528.951801:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321528.951805:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3393 00000100:00080000:3.0:1767321528.951805:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321528.951816:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384558208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321528.951850:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321528.951905:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384558208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321528.951912:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3393 00000100:00100000:1.0:1767321528.951929:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3394 00000100:00100000:1.0:1767321528.951937:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384558336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321528.951952:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321528.951982:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384558336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321528.951988:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3394 00000100:00100000:3.0:1767321528.952065:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b12c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384558208:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321528.953907:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384558336:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321529.463878:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321529.976003:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321530.487379:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321531.000584:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321531.511043:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321531.511054:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321531.511057:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321531.511060:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321531.511065:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321531.511074:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6429 00000100:00080000:3.0:1767321531.511078:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321531.511085:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321531.511121:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8784380 x1853164384558464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321531.511155:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321531.511158:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321531.511160:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321531.511164:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6429 00000100:00080000:3.0:1767321531.511166:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321531.511169:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321531.511180:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8787480 x1853164384558592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321531.511215:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321531.511219:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321531.511221:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321531.511223:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6429 00000100:00080000:3.0:1767321531.511226:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321531.511229:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321531.511241:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936883181c00 x1853164384558848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321531.511265:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321531.511269:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321531.511270:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321531.511274:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6429 00000100:00080000:3.0:1767321531.511276:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321531.511278:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321531.511289:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b4eb0000 x1853164384559104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321531.511348:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384558720:0@lo:400:kworker.0 00000100:00100000:3.0:1767321531.511408:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321531.511475:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321531.511482:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384558976:0@lo:400:kworker.0 00000100:00100000:3.0:1767321531.511504:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321531.511538:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384558720 00000100:00100000:3.0:1767321531.511544:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384558720 00000100:00100000:3.0:1767321531.511590:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384558976 00000100:00100000:3.0:1767321531.511594:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384558976 00000100:00100000:3.0:1767321531.511616:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6041 00000100:00100000:3.0:1767321531.511624:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384558720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321531.511670:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384558720:12345-0@lo:400:kworker.0 Request processed in 47us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321531.511677:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6041 00000100:00100000:3.0:1767321531.511693:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6042 00000100:00100000:3.0:1767321531.511699:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384558976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321531.511724:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384558976:12345-0@lo:400:kworker.0 Request processed in 25us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321531.511742:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6042 00000100:00080000:3.0:1767321531.511758:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321531.511829:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384558976:0@lo:400:kworker.0 00000100:00100000:3.0:1767321531.511843:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384558720:0@lo:400:kworker.0 00000100:00100000:3.0:1767321531.511890:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384559232:0@lo:400:kworker.0 00000100:00100000:3.0:1767321531.511916:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321531.511943:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321531.511948:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384559360:0@lo:400:kworker.0 00000100:00100000:3.0:1767321531.511968:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321531.512008:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384559232 00000100:00100000:3.0:1767321531.512012:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384559232 00000100:00100000:3.0:1767321531.512040:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384559360 00000100:00100000:3.0:1767321531.512043:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384559360 00000100:00100000:3.0:1767321531.512064:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2546 00000100:00100000:3.0:1767321531.512070:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384559232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321531.512102:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384559232:12345-0@lo:400:kworker.0 Request processed in 33us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321531.512109:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2546 00000100:00100000:3.0:1767321531.512119:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2547 00000100:00100000:3.0:1767321531.512124:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384559360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321531.512149:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384559360:12345-0@lo:400:kworker.0 Request processed in 25us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321531.512155:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2547 00000100:00080000:3.0:1767321531.512167:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321531.512170:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321531.512184:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384559360:0@lo:400:kworker.0 00000100:00100000:3.0:1767321531.512193:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384559232:0@lo:400:kworker.0 00000100:00100000:1.0:1767321531.512548:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384558464:0@lo:38:kworker.0 00000100:00100000:1.0:1767321531.512583:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321531.512611:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384558592:0@lo:38:kworker.0 00000100:00100000:1.0:1767321531.512637:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321531.512660:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384558848:0@lo:38:kworker.0 00000100:00100000:1.0:1767321531.512683:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321531.512700:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384559104:0@lo:38:kworker.0 00000100:00100000:1.0:1767321531.512719:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321531.512750:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384558464 00000100:00100000:1.0:1767321531.512754:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384558464 00000100:00100000:1.0:1767321531.512770:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384558848 00000100:00100000:1.0:1767321531.512773:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384558848 00000100:00100000:1.0:1767321531.512801:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384559104 00000100:00100000:1.0:1767321531.512804:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384559104 00000100:00100000:1.0:1767321531.512815:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25588 00000100:00100000:1.0:1767321531.512820:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384558464:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321531.512837:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321531.512870:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384558464:12345-0@lo:38:kworker.0 Request processed in 48us (286us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321531.512876:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25588 00000100:00100000:1.0:1767321531.512889:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25589 00000100:00100000:1.0:1767321531.512893:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384558848:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321531.512903:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321531.512925:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384558848:12345-0@lo:38:kworker.0 Request processed in 31us (242us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321531.512930:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25589 00000100:00100000:1.0:1767321531.512941:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25590 00000100:00100000:1.0:1767321531.512944:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384559104:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321531.512953:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321531.512974:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384559104:12345-0@lo:38:kworker.0 Request processed in 28us (253us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321531.512980:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25590 00000100:00100000:1.0:1767321531.513011:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384558592 00000100:00100000:1.0:1767321531.513015:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384558592 00000100:00100000:1.0:1767321531.513035:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3125 00000100:00100000:1.0:1767321531.513039:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b6965050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384558592:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321531.513049:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321531.513072:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b6965050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384558592:12345-0@lo:38:kworker.0 Request processed in 32us (434us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321531.513078:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3125 00000100:00080000:1.0:1767321531.513950:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321531.513959:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321531.513962:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384558464:0@lo:38:kworker.0 00000100:00080000:1.0:1767321531.513976:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321531.513979:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321531.513982:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384558592:0@lo:38:kworker.0 00000100:00080000:1.0:1767321531.513991:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321531.513995:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321531.513997:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384558848:0@lo:38:kworker.0 00000100:00080000:1.0:1767321531.514006:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321531.514009:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321531.514011:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384559104:0@lo:38:kworker.0 00000100:00100000:1.0:1767321531.514958:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321532.022970:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321532.487210:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321532.488469:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297488768 00000100:00100000:3.0:1767321532.488490:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297488768 00000100:00080000:0.0:1767321532.488699:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321532.488840:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6043 00000100:00100000:3.0:1767321532.488856:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297488768:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321532.488992:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297488768:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 140us (1791us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321532.489950:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6043 00000100:00100000:1.0:1767321532.494707:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321532.494977:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297488640 00000100:00100000:3.0:1767321532.494992:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297488640 00000100:00100000:3.0:1767321532.495142:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25591 00000100:00100000:3.0:1767321532.495154:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297488640:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321532.495192:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321532.495378:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297488640:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 215us (678us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321532.495540:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25591 00000100:00100000:1.0:1767321532.536210:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321533.047206:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321533.558944:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321534.071087:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1767321534.071110:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321534.071121:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384559488:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321534.071215:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321534.071452:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384559488 00000100:00100000:2.0:1767321534.071466:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384559488 00000100:00100000:2.0:1767321534.071602:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3395 00000100:00100000:1.0:1767321534.071611:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384559616:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321534.071615:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384559488:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321534.071644:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1767321534.071658:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321534.071726:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384559488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321534.071735:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3395 00000100:00100000:2.0:1767321534.071754:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384559616 00000100:00100000:2.0:1767321534.071757:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384559616 00000100:00100000:1.0:1767321534.072007:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384559488:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321534.072339:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321534.072344:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321534.072492:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3396 00000100:00100000:2.0:1767321534.072500:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384559616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321534.072524:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321534.072584:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384559616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (937us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321534.072590:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3396 00000100:00100000:1.0:1767321534.073056:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384559616:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321534.587355:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321535.096616:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321535.608499:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321536.124869:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321536.631248:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321536.631265:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321536.631268:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321536.631283:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321536.631289:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321536.631300:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6434 00000100:00080000:0.0:1767321536.631307:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321536.631318:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321536.631393:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215f80 x1853164384559744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321536.631422:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321536.631427:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321536.631429:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321536.631435:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6434 00000100:00080000:0.0:1767321536.631438:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321536.631442:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321536.631460:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215880 x1853164384559872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321536.631501:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321536.631506:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321536.631508:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321536.631512:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6434 00000100:00080000:0.0:1767321536.631514:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321536.631518:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321536.631534:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1214700 x1853164384560128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321536.631551:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321536.631554:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321536.631556:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321536.631560:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6434 00000100:00080000:0.0:1767321536.631563:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321536.631566:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321536.631579:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bafeed80 x1853164384560384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321536.631682:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384559744:0@lo:38:kworker.0 00000100:00100000:2.0:1767321536.631805:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321536.631873:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384559872:0@lo:38:kworker.0 00000100:00100000:2.0:1767321536.631894:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321536.631914:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384560128:0@lo:38:kworker.0 00000100:00100000:2.0:1767321536.631930:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321536.631939:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384560384:0@lo:38:kworker.0 00000100:00100000:2.0:1767321536.631951:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321536.631981:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384559872 00000100:00100000:2.0:1767321536.631989:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384559872 00000100:00100000:2.0:1767321536.632035:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3126 00000100:00100000:2.0:1767321536.632045:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384559872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321536.632070:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321536.632112:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384559872:12345-0@lo:38:kworker.0 Request processed in 68us (216us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321536.632118:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3126 00000100:00100000:2.0:1767321536.632139:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384559744 00000100:00100000:2.0:1767321536.632142:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384559744 00000100:00100000:2.0:1767321536.632163:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384560128 00000100:00100000:2.0:1767321536.632166:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384560128 00000100:00100000:2.0:1767321536.632180:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384560384 00000100:00100000:2.0:1767321536.632183:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384560384 00000100:00100000:2.0:1767321536.632194:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25592 00000100:00100000:2.0:1767321536.632199:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384559744:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321536.632209:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321536.632236:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384559744:12345-0@lo:38:kworker.0 Request processed in 36us (432us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321536.632243:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25592 00000100:00100000:2.0:1767321536.632255:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25593 00000100:00100000:2.0:1767321536.632259:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384560128:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321536.632268:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321536.632289:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384560128:12345-0@lo:38:kworker.0 Request processed in 28us (357us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321536.632295:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25593 00000100:00100000:2.0:1767321536.632305:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25594 00000100:00100000:2.0:1767321536.632309:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384560384:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321536.632317:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321536.632339:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384560384:12345-0@lo:38:kworker.0 Request processed in 29us (386us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321536.632345:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25594 00000100:00080000:2.0:1767321536.632408:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321536.632413:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321536.632416:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384559744:0@lo:38:kworker.0 00000100:00080000:2.0:1767321536.632427:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321536.632429:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321536.632432:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384559872:0@lo:38:kworker.0 00000100:00080000:2.0:1767321536.632439:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321536.632442:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321536.632444:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384560128:0@lo:38:kworker.0 00000100:00080000:2.0:1767321536.632451:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321536.632454:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321536.632456:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384560384:0@lo:38:kworker.0 00000100:00100000:3.0:1767321536.632562:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384560512:0@lo:400:kworker.0 00000100:00100000:3.0:1767321536.632601:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321536.632638:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321536.632644:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384560640:0@lo:400:kworker.0 00000100:00100000:3.0:1767321536.632668:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321536.632697:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384560512 00000100:00100000:3.0:1767321536.632701:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384560512 00000100:00100000:3.0:1767321536.632752:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384560640 00000100:00100000:3.0:1767321536.632755:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384560640 00000100:00100000:3.0:1767321536.632777:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2548 00000100:00100000:3.0:1767321536.632806:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384560512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321536.632850:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384560512:12345-0@lo:400:kworker.0 Request processed in 46us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321536.632857:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2548 00000100:00100000:3.0:1767321536.632871:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2549 00000100:00100000:3.0:1767321536.632877:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384560640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321536.632904:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384560640:12345-0@lo:400:kworker.0 Request processed in 28us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321536.632908:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2549 00000100:00080000:3.0:1767321536.632926:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321536.632930:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321536.632957:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384560640:0@lo:400:kworker.0 00000100:00100000:3.0:1767321536.632966:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384560512:0@lo:400:kworker.0 00000100:00100000:3.0:1767321536.632984:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384560000:0@lo:400:kworker.0 00000100:00100000:3.0:1767321536.633010:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321536.633028:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321536.633034:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384560256:0@lo:400:kworker.0 00000100:00100000:3.0:1767321536.633052:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321536.633077:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384560000 00000100:00100000:3.0:1767321536.633080:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384560000 00000100:00080000:3.0:1767321536.633094:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321536.633114:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384560256 00000100:00100000:3.0:1767321536.633117:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384560256 00000100:00080000:3.0:1767321536.633126:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321536.633137:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6044 00000100:00100000:3.0:1767321536.633143:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384560000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321536.633174:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384560000:12345-0@lo:400:kworker.0 Request processed in 31us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321536.633181:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6044 00000100:00100000:3.0:1767321536.633191:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6045 00000100:00100000:3.0:1767321536.633196:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384560256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321536.633218:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384560256:12345-0@lo:400:kworker.0 Request processed in 22us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321536.633223:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6045 00000100:00100000:3.0:1767321536.633244:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384560256:0@lo:400:kworker.0 00000100:00100000:3.0:1767321536.633252:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384560000:0@lo:400:kworker.0 00000100:00100000:1.0:1767321536.633494:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321537.143086:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321537.606324:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321537.606408:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321537.606524:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297489024 00000100:00100000:3.0:1767321537.606539:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297489024 00000100:00100000:3.0:1767321537.606635:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297488896 00000100:00100000:3.0:1767321537.606639:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297488896 00000100:00100000:3.0:1767321537.606659:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6046 00000100:00100000:3.0:1767321537.606674:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297489024:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321537.606829:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297489024:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 158us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321537.606838:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6046 00000100:00100000:3.0:1767321537.606861:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25595 00000100:00100000:3.0:1767321537.606865:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297488896:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321537.606893:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321537.606922:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297488896:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 54us (513us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321537.606928:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25595 00000100:00080000:0.0:1767321537.607136:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321537.654971:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321538.169033:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321538.678961:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321539.191360:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321539.191933:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384560896:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321539.192031:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321539.192178:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321539.192187:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384560768:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321539.192211:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321539.205144:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384560896 00000100:00100000:0.0:1767321539.205164:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384560896 00000100:00080000:2.0:1767321539.205465:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321539.205626:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384560768 00000100:00100000:3.0:1767321539.205632:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384560768 00000100:00100000:3.0:1767321539.205686:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3397 00000100:00100000:3.0:1767321539.205696:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384560896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321539.205738:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767321539.205915:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321539.205971:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384560896:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321539.206105:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3398 00000100:00100000:1.0:1767321539.206123:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384560768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321539.206144:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321539.206411:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384560768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 297us (14197us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321539.206420:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3398 00000100:00100000:3.0:1767321539.206467:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384560896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 773us (14437us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321539.206473:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3397 00000100:00100000:2.0:1767321539.206921:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384560768:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321539.702961:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321540.215404:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321540.727369:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321541.239373:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321541.751007:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321541.751024:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321541.751029:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321541.751034:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321541.751040:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321541.751054:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6439 00000100:00080000:1.0:1767321541.751060:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321541.751068:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321541.751297:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7905180 x1853164384561024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321541.751412:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321541.751417:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321541.751419:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321541.751424:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6439 00000100:00080000:1.0:1767321541.751427:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321541.751432:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321541.751452:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7907b80 x1853164384561152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321541.751499:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321541.751504:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321541.751506:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321541.751510:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6439 00000100:00080000:1.0:1767321541.751528:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321541.751533:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321541.751548:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b7907800 x1853164384561408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321541.751561:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384561280:0@lo:400:kworker.0 00000100:00080000:1.0:1767321541.751570:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321541.751575:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321541.751577:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321541.751582:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6439 00000100:00080000:1.0:1767321541.751584:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321541.751588:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321541.751601:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698baf5180 x1853164384561664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321541.751667:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936883181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384561536:0@lo:400:kworker.0 00000100:00100000:3.0:1767321541.751680:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321541.751795:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321541.751817:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384561920:0@lo:400:kworker.0 00000100:00100000:1.0:1767321541.752112:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321541.752223:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384561280 00000100:00100000:1.0:1767321541.752233:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384561280 00000100:00100000:1.0:1767321541.752304:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384561536 00000100:00100000:1.0:1767321541.752308:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384561536 00000100:00100000:1.0:1767321541.752360:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6047 00000100:00100000:1.0:1767321541.752373:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384561280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321541.752440:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384561280:12345-0@lo:400:kworker.0 Request processed in 69us (760us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321541.752450:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6047 00000100:00100000:1.0:1767321541.752473:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6048 00000100:00100000:1.0:1767321541.752481:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384561536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321541.752531:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384561536:12345-0@lo:400:kworker.0 Request processed in 50us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321541.752537:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6048 00000100:00100000:1.0:1767321541.752585:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936883181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384561536:0@lo:400:kworker.0 00000100:00100000:1.0:1767321541.752617:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b968ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384561792:0@lo:400:kworker.0 00000100:00100000:1.0:1767321541.752651:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321541.752709:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321541.752736:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384561792 00000100:00100000:1.0:1767321541.752740:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384561792 00000100:00100000:1.0:1767321541.752775:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2550 00000100:00100000:1.0:1767321541.752809:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384561792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321541.752850:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384561792:12345-0@lo:400:kworker.0 Request processed in 68us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321541.752857:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2550 00000100:00080000:1.0:1767321541.752873:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321541.752890:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384561792:0@lo:400:kworker.0 00000100:00100000:3.0:1767321541.756366:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7904a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384561280:0@lo:400:kworker.0 00000100:00100000:0.0:1767321541.759912:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384561024:0@lo:38:kworker.0 00000100:00100000:0.0:1767321541.760042:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321541.760118:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384561152:0@lo:38:kworker.0 00000100:00100000:0.0:1767321541.760154:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321541.760211:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384561408:0@lo:38:kworker.0 00000100:00100000:0.0:1767321541.760241:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321541.760275:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384561664:0@lo:38:kworker.0 00000100:00100000:0.0:1767321541.760301:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321541.760368:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384561024 00000100:00100000:0.0:1767321541.760378:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384561024 00000100:00100000:0.0:1767321541.760420:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25596 00000100:00100000:0.0:1767321541.760428:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384561024:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321541.760456:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321541.760750:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384561408 00000100:00100000:1.0:1767321541.760756:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384561408 00000100:00100000:1.0:1767321541.760805:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384561664 00000100:00100000:1.0:1767321541.760808:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384561664 00000100:00100000:1.0:1767321541.760821:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25597 00000100:00100000:1.0:1767321541.760827:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384561408:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321541.760839:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321541.760900:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384561408:12345-0@lo:38:kworker.0 Request processed in 71us (657us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321541.760907:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25597 00000100:00100000:1.0:1767321541.760926:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25598 00000100:00100000:1.0:1767321541.760930:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384561664:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321541.760939:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321541.760965:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384561664:12345-0@lo:38:kworker.0 Request processed in 33us (663us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321541.760971:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25598 00000100:00080000:1.0:1767321541.761059:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321541.761065:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321541.761069:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384561408:0@lo:38:kworker.0 00000100:00080000:1.0:1767321541.761079:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321541.761082:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321541.761085:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384561664:0@lo:38:kworker.0 00000100:00100000:3.0:1767321541.761675:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384561152 00000100:00100000:3.0:1767321541.761684:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384561152 00000100:00100000:3.0:1767321541.761727:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3127 00000100:00100000:3.0:1767321541.761734:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384561152:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321541.761749:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321541.761829:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384561152:12345-0@lo:38:kworker.0 Request processed in 95us (1674us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321541.761836:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3127 00000100:00080000:3.0:1767321541.761872:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321541.761877:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321541.761881:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384561152:0@lo:38:kworker.0 00000100:00100000:2.0:1767321541.762111:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321541.762195:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384561920 00000100:00100000:3.0:1767321541.762200:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384561920 00000100:00100000:3.0:1767321541.762265:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2551 00000100:00100000:3.0:1767321541.762286:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384561920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321541.762367:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384561920:12345-0@lo:400:kworker.0 Request processed in 94us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321541.762374:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2551 00000100:00080000:1.0:1767321541.762596:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321541.762752:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b968f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384561920:0@lo:400:kworker.0 00000100:00100000:0.0:1767321541.788276:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384561024:12345-0@lo:38:kworker.0 Request processed in 27836us (28223us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321541.788291:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25596 00000100:00080000:3.0:1767321541.789478:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321541.789487:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321541.789491:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384561024:0@lo:38:kworker.0 00010000:00010000:1.0:1767321542.263655:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321542.728403:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321542.728492:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321542.728649:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297489280 00000100:00100000:1.0:1767321542.728661:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297489280 00000100:00100000:0.0:1767321542.728685:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297489152 00000100:00100000:0.0:1767321542.728690:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297489152 00000100:00080000:2.0:1767321542.728762:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321542.728843:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6049 00000100:00100000:0.0:1767321542.728855:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297489280:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321542.728938:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297489280:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 85us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321542.728947:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6049 00000100:00100000:0.0:1767321542.728966:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25599 00000100:00100000:0.0:1767321542.728970:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297489152:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321542.728989:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321542.729012:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297489152:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 40us (521us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321542.729018:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25599 00000100:00100000:2.0:1767321542.776573:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321543.287524:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321543.798963:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321544.310958:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321544.312337:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384562048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321544.312415:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321544.312497:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321544.312504:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698baf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384562176:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321544.312527:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321544.312601:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384562048 00000100:00100000:0.0:1767321544.312610:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384562048 00000100:00100000:0.0:1767321544.312681:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384562176 00000100:00100000:0.0:1767321544.312684:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384562176 00000100:00100000:0.0:1767321544.312708:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3399 00000100:00100000:0.0:1767321544.312717:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384562048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321544.312748:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321544.312817:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3400 00000100:00100000:1.0:1767321544.312830:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7904a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384562176:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321544.312838:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384562048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 121us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321544.312847:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3399 00002000:00000024:1.0:1767321544.312860:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321544.312900:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7904a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384562176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321544.312907:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3400 00000100:00100000:0.0:1767321544.312927:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698baf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384562176:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321544.312944:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384562048:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767321544.313420:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321544.313426:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321544.823133:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321545.335103:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321545.846924:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321546.363709:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321546.871373:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767321546.872160:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321546.872167:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321546.872170:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321546.872174:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321546.872178:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321546.872186:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6445 00000100:00080000:3.0:1767321546.872191:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321546.872197:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321546.872240:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1210000 x1853164384562304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321546.872283:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321546.872288:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321546.872289:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321546.872294:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6445 00000100:00080000:3.0:1767321546.872296:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321546.872299:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321546.872312:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1210700 x1853164384562432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321546.872385:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:3.0:1767321546.872505:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321546.872509:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321546.872511:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321546.872515:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6445 00000100:00080000:3.0:1767321546.872518:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321546.872521:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321546.872537:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1efb80 x1853164384562688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321546.872602:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384562304:0@lo:38:kworker.0 00000100:00100000:1.0:1767321546.872675:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321546.872734:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384562432:0@lo:38:kworker.0 00000100:00100000:1.0:1767321546.872760:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321546.872804:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384562688:0@lo:38:kworker.0 00000100:00100000:1.0:1767321546.872825:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321546.872860:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384562432 00000100:00100000:1.0:1767321546.872868:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384562432 00000100:00100000:1.0:1767321546.872903:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3128 00000100:00100000:1.0:1767321546.872910:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384562432:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321546.872929:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321546.872969:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384562432:12345-0@lo:38:kworker.0 Request processed in 58us (207us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321546.872976:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3128 00000100:00080000:1.0:1767321546.873013:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321546.873019:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321546.873022:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384562432:0@lo:38:kworker.0 00000100:00100000:1.0:1767321546.873058:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384562304 00000100:00100000:1.0:1767321546.873062:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384562304 00000100:00100000:1.0:1767321546.873079:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384562688 00000100:00100000:1.0:1767321546.873081:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384562688 00000100:00100000:1.0:1767321546.873104:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25600 00000100:00100000:1.0:1767321546.873108:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384562304:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321546.873119:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321546.873148:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384562304:12345-0@lo:38:kworker.0 Request processed in 38us (473us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321546.873154:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25600 00000100:00100000:1.0:1767321546.873167:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25601 00000100:00100000:1.0:1767321546.873171:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384562688:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321546.873180:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321546.873202:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b968ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384562688:12345-0@lo:38:kworker.0 Request processed in 29us (376us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321546.873207:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25601 00000100:00080000:1.0:1767321546.873227:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321546.873231:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321546.873234:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384562304:0@lo:38:kworker.0 00000100:00080000:1.0:1767321546.873241:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321546.873244:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321546.873247:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384562688:0@lo:38:kworker.0 00000100:00100000:0.0:1767321546.885526:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384562816:0@lo:400:kworker.0 00000100:00100000:0.0:1767321546.885613:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321546.885745:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1212680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384562560:0@lo:400:kworker.0 00000100:00100000:0.0:1767321546.885808:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321546.886033:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767321546.886076:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384562816 00000100:00100000:2.0:1767321546.886086:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384562816 00000100:00100000:2.0:1767321546.886161:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384562560 00000100:00100000:2.0:1767321546.886165:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384562560 00000100:00100000:2.0:1767321546.886206:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6050 00000100:00100000:2.0:1767321546.886215:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384562816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321546.886299:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384562816:12345-0@lo:400:kworker.0 Request processed in 84us (684us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321546.886306:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6050 00000100:00100000:2.0:1767321546.886322:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6051 00000100:00100000:2.0:1767321546.886328:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384562560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321546.886355:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384562560:12345-0@lo:400:kworker.0 Request processed in 27us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321546.886371:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6051 00000100:00080000:2.0:1767321546.886389:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321546.886493:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384562816:0@lo:400:kworker.0 00000100:00100000:1.0:1767321546.886504:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1212680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384562560:0@lo:400:kworker.0 00000100:00080000:3.0:1767321546.887636:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321546.887645:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321546.887652:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6445 00000100:00080000:3.0:1767321546.887657:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321546.887663:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321546.887694:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e1edc00 x1853164384562944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321546.888378:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384562944:0@lo:38:kworker.0 00000100:00100000:1.0:1767321546.888439:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321546.888556:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384563200:0@lo:400:kworker.0 00000100:00100000:2.0:1767321546.888592:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321546.888631:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321546.888637:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e1ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384563072:0@lo:400:kworker.0 00000100:00100000:2.0:1767321546.888660:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321546.888692:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384563200 00000100:00100000:2.0:1767321546.888699:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384563200 00000100:00100000:2.0:1767321546.888746:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384563072 00000100:00100000:2.0:1767321546.888750:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384563072 00000100:00100000:2.0:1767321546.888774:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2552 00000100:00100000:2.0:1767321546.888804:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b3aa5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384563200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321546.888851:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b3aa5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384563200:12345-0@lo:400:kworker.0 Request processed in 70us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321546.888859:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2552 00000100:00100000:2.0:1767321546.889094:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2553 00000100:00100000:2.0:1767321546.889101:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384563072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321546.889132:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384563072:12345-0@lo:400:kworker.0 Request processed in 31us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321546.889139:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2553 00000100:00080000:2.0:1767321546.889163:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321546.889167:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321546.889193:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384563072:0@lo:400:kworker.0 00000100:00100000:2.0:1767321546.889203:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384563200:0@lo:400:kworker.0 00000100:00100000:3.0:1767321546.891305:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384562944 00000100:00100000:3.0:1767321546.891324:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384562944 00000100:00100000:3.0:1767321546.891392:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25602 00000100:00100000:3.0:1767321546.891401:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384562944:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321546.891430:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321546.891534:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384562944:12345-0@lo:38:kworker.0 Request processed in 133us (3094us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321546.891542:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25602 00000100:00080000:2.0:1767321546.891892:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321546.891898:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321546.891903:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e1edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384562944:0@lo:38:kworker.0 00010000:00010000:1.0:1767321547.383247:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321547.848318:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321547.848481:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297489536 00000100:00100000:2.0:1767321547.848492:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297489536 00000100:00100000:2.0:1767321547.848582:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6052 00000100:00100000:2.0:1767321547.848592:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297489536:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321547.848681:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297489536:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 89us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321547.848689:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6052 00000100:00080000:0.0:1767321547.848948:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321547.854900:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321547.855012:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297489408 00000100:00100000:3.0:1767321547.855025:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297489408 00000100:00100000:3.0:1767321547.855074:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25603 00000100:00100000:3.0:1767321547.855083:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297489408:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321547.855113:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321547.855191:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297489408:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 107us (302us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321547.855201:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25603 00000100:00100000:0.0:1767321547.895971:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321548.407539:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321548.919001:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321549.431193:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321549.431563:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384563328:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321549.431635:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321549.431759:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384563328 00000100:00100000:0.0:1767321549.431767:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384563328 00000100:00100000:0.0:1767321549.431883:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3401 00000100:00100000:0.0:1767321549.431893:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384563328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321549.431925:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321549.431975:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384563328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321549.431982:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3401 00000100:00100000:3.0:1767321549.432016:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384563328:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321549.432212:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321549.435477:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384563456:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321549.435556:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321549.437486:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321549.439626:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384563456 00000100:00100000:1.0:1767321549.439647:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384563456 00000100:00080000:2.0:1767321549.439935:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321549.440677:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3402 00000100:00100000:1.0:1767321549.440695:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384563456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321549.440730:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321549.440855:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384563456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 169us (5297us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321549.440863:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3402 00000100:00100000:0.0:1767321549.440982:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384563456:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321549.943223:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321550.455229:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321550.966894:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321551.479051:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321551.943045:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:1.0:1767321551.943079:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297489664 offset 0 length 520: 4 00000100:00100000:1.0:1767321551.943102:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321551.943180:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297489920 00000100:00100000:3.0:1767321551.943190:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297489920 00000100:00100000:2.0:1767321551.943191:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297489792 00000100:00100000:2.0:1767321551.943199:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297489792 00000100:00100000:2.0:1767321551.943256:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6053 00000100:00100000:2.0:1767321551.943270:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297489920:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321551.943273:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25604 00000100:00100000:3.0:1767321551.943284:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297489792:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321551.943306:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321551.943357:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297489920:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 91us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321551.943366:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6053 00000100:00080000:0.0:1767321551.943397:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321551.944456:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297489792:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 1166us (1347us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321551.944466:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25604 00000100:00100000:0.0:1767321551.990915:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321551.991338:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321526/real 1767321526] req@ffff9369b8787800 x1853164384557056/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321551 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321551.991369:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369b8787800 x1853164384557056/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321551 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321551.991391:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321551.991436:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321551.991443:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384557056:0@lo:250:kworker.0 00000100:00080000:0.0:1767321551.991475:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321551.991482:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767321551.991485:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321551.991492:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 6429 00000100:00080000:0.0:1767321551.991496:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321551.991503:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321551.991630:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3fb100 x1853164384563584/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321551.991695:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384563584:0@lo:250:kworker.0 00000400:00000100:2.0:1767321551.991742:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384563584 offset 0 length 520: 4 00000100:00080000:0.0:1767321551.992202:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321551.992207:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321551.992209:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321551.992213:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6450 00000100:00080000:0.0:1767321551.992215:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321551.992220:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321551.992278:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f9c00 x1853164384563712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321552.004750:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384563712:0@lo:38:kworker.0 00000100:00100000:2.0:1767321552.004847:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321552.004973:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321552.004980:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321552.004983:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321552.004989:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6450 00000100:00080000:0.0:1767321552.004993:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321552.005268:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321552.005270:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384563712 00000100:00100000:3.0:1767321552.005289:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384563712 00000100:00100000:0.0:1767321552.005307:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f8e00 x1853164384563840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321552.005365:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25605 00000100:00080000:0.0:1767321552.005366:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321552.005373:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321552.005382:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767321552.005382:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384563712:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767321552.005396:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6450 00000100:00080000:0.0:1767321552.005400:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321552.005406:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321552.005419:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f9880 x1853164384564096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321552.005435:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321552.005439:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321552.005440:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321552.005444:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6450 00000100:00080000:0.0:1767321552.005446:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321552.005449:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321552.005459:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f9180 x1853164384564352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321552.005511:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384563968:0@lo:400:kworker.0 00000100:00100000:0.0:1767321552.005544:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321552.005565:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321552.005570:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384564224:0@lo:400:kworker.0 00000100:00100000:0.0:1767321552.005590:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321552.005619:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384564480:0@lo:400:kworker.0 00000100:00100000:0.0:1767321552.005643:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321552.005663:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321552.005668:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384564608:0@lo:400:kworker.0 00000100:00100000:0.0:1767321552.005690:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321552.005717:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384563968 00000100:00100000:0.0:1767321552.005724:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384563968 00000100:00100000:0.0:1767321552.005774:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384564224 00000100:00100000:0.0:1767321552.005777:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384564224 00010000:00020000:3.0:1767321552.005822:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321552.005828:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6054 00000100:00100000:0.0:1767321552.005838:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384563968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321552.005912:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384563712:12345-0@lo:38:kworker.0 Request processed in 534us (1062us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321552.005915:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384563968:12345-0@lo:400:kworker.0 Request processed in 76us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321552.005931:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25605 00000100:00100000:2.0:1767321552.006130:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384564480 00000100:00100000:2.0:1767321552.006137:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384564480 00000100:00100000:2.0:1767321552.006165:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384564608 00000100:00100000:2.0:1767321552.006167:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384564608 00000100:00100000:2.0:1767321552.006191:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2554 00000100:00100000:2.0:1767321552.006197:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384564480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321552.006249:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384564480:12345-0@lo:400:kworker.0 Request processed in 52us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321552.006256:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2554 00000100:00100000:2.0:1767321552.006282:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2555 00000100:00100000:2.0:1767321552.006290:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384564608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321552.006317:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384564608:12345-0@lo:400:kworker.0 Request processed in 28us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321552.006322:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2555 00000100:00100000:2.0:1767321552.006366:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384564608:0@lo:400:kworker.0 00000100:00100000:2.0:1767321552.006376:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384564480:0@lo:400:kworker.0 00000100:00080000:1.0:1767321552.006878:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321552.006883:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321552.006885:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321552.006958:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6054 00000100:00100000:0.0:1767321552.006978:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6055 00000100:00100000:0.0:1767321552.006987:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384564224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321552.007037:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384564224:12345-0@lo:400:kworker.0 Request processed in 53us (1446us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321552.007043:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6055 00000100:00100000:0.0:1767321552.007074:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384564224:0@lo:400:kworker.0 00000100:00100000:0.0:1767321552.007084:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384563968:0@lo:400:kworker.0 00000100:00100000:3.0:1767321552.009123:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384563840:0@lo:38:kworker.0 00000100:00100000:3.0:1767321552.009384:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321552.009522:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384564096:0@lo:38:kworker.0 00000100:00100000:3.0:1767321552.009558:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321552.011464:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384563840 00000100:00100000:2.0:1767321552.011480:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384563840 00000100:00100000:2.0:1767321552.011539:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3129 00000100:00100000:2.0:1767321552.011547:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384563840:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321552.011571:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321552.011656:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384563840:12345-0@lo:38:kworker.0 Request processed in 109us (2272us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321552.011663:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3129 00000100:00100000:3.0:1767321552.012640:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384564352:0@lo:38:kworker.0 00000100:00100000:3.0:1767321552.012712:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321552.015443:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384564096 00000100:00100000:1.0:1767321552.015460:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384564096 00000100:00100000:0.0:1767321552.015585:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384564352 00000100:00100000:0.0:1767321552.015600:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384564352 00000100:00080000:3.0:1767321552.015663:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321552.015674:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321552.015685:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384563712:0@lo:38:kworker.0 00000100:00100000:1.0:1767321552.015688:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25606 00000100:00100000:1.0:1767321552.015704:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384564096:12345-0@lo:38:kworker.0 00000100:00080000:3.0:1767321552.015728:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00020000:1.0:1767321552.015729:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767321552.015740:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321552.015745:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384563840:0@lo:38:kworker.0 00000100:00100000:1.0:1767321552.017991:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384564096:12345-0@lo:38:kworker.0 Request processed in 2279us (8423us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321552.018009:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25606 00000100:00100000:1.0:1767321552.018045:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25607 00000100:00100000:1.0:1767321552.018051:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384564352:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321552.018072:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767321552.018707:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321552.018720:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321552.018725:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384564096:0@lo:38:kworker.0 00000100:00100000:1.0:1767321552.020763:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384564352:12345-0@lo:38:kworker.0 Request processed in 2701us (8042us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321552.020810:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25607 00000100:00080000:3.0:1767321552.023397:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321552.023413:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321552.023419:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384564352:0@lo:38:kworker.0 00010000:00010000:1.0:1767321552.505763:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321553.014938:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321553.527015:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321554.039519:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321554.550942:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321554.551178:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321554.551201:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384564736:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321554.551293:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321554.551408:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384564736 00000100:00100000:1.0:1767321554.551416:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384564736 00000100:00100000:1.0:1767321554.551482:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3403 00000100:00100000:1.0:1767321554.551496:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384564736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321554.551528:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321554.551574:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b12c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384564736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321554.551581:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3403 00000100:00080000:2.0:1767321554.551643:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321554.551679:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384564736:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321554.552064:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384564864:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321554.552095:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321554.552170:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384564864 00000100:00100000:3.0:1767321554.552176:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384564864 00000100:00100000:3.0:1767321554.552236:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3404 00000100:00100000:3.0:1767321554.552245:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384564864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321554.552266:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321554.552304:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384564864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321554.552310:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3404 00000100:00100000:3.0:1767321554.552343:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384564864:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767321554.552399:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321555.062927:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321555.574906:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321556.086888:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321556.601910:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321557.062290:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321557.062343:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321557.062431:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321557.062470:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297490048 00000100:00100000:0.0:1767321557.062480:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297490048 00000100:00100000:0.0:1767321557.062550:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297490304 00000100:00100000:0.0:1767321557.062554:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297490304 00000100:00100000:3.0:1767321557.062569:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297490176 00000100:00100000:3.0:1767321557.062582:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297490176 00000100:00100000:0.0:1767321557.062591:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6056 00000100:00100000:0.0:1767321557.062607:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+6:2504:x1853164297490304:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321557.062625:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25608 00000100:00100000:3.0:1767321557.062641:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+6:2503:x1853164297490048:12345-192.168.202.56@tcp:17:kworker.0 00000100:00100000:0.0:1767321557.062698:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+6:2504:x1853164297490304:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 93us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321557.062709:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6056 00000100:00100000:3.0:1767321557.062746:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+6:2503:x1853164297490048:12345-192.168.202.56@tcp:17:kworker.0 Request processed in 111us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321557.062840:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25608 00000100:00100000:2.0:1767321557.062897:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25609 00000100:00100000:2.0:1767321557.062904:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297490176:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767321557.062935:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321557.062973:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297490176:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 67us (542us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321557.062980:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25609 00000100:00080000:2.0:1767321557.062999:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321557.112377:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321557.112391:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321557.112395:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321557.112399:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321557.112404:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321557.112414:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6455 00000100:00080000:2.0:1767321557.112421:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321557.112431:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321557.112492:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f9880 x1853164384564992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321557.112533:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321557.112537:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321557.112540:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321557.112546:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6455 00000100:00080000:2.0:1767321557.112548:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321557.112554:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321557.112574:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f8e00 x1853164384565120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321557.112616:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321557.112621:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321557.112623:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321557.112628:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6455 00000100:00080000:2.0:1767321557.112631:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321557.112635:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321557.112650:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3fbb80 x1853164384565376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321557.112666:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321557.112669:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321557.112671:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321557.112674:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6455 00000100:00080000:2.0:1767321557.112676:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321557.112690:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321557.112701:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e3f8000 x1853164384565632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321557.112756:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384565248:0@lo:400:kworker.0 00000100:00100000:2.0:1767321557.112842:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321557.112904:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321557.112911:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384565504:0@lo:400:kworker.0 00000100:00100000:1.0:1767321557.112943:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384564992:0@lo:38:kworker.0 00000100:00100000:2.0:1767321557.112950:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321557.112975:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321557.112998:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384565248 00000100:00100000:2.0:1767321557.113005:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384565248 00000100:00100000:1.0:1767321557.113006:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384565120:0@lo:38:kworker.0 00000100:00100000:1.0:1767321557.113037:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321557.113065:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384565504 00000100:00100000:1.0:1767321557.113069:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384565376:0@lo:38:kworker.0 00000100:00100000:2.0:1767321557.113069:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384565504 00000100:00100000:3.0:1767321557.113081:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384565888:0@lo:400:kworker.0 00000100:00100000:2.0:1767321557.113088:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384564992 00000100:00100000:2.0:1767321557.113096:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384564992 00000100:00100000:1.0:1767321557.113101:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321557.113109:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384565376 00000100:00100000:2.0:1767321557.113112:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384565376 00000100:00100000:1.0:1767321557.113118:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384565632:0@lo:38:kworker.0 00000100:00100000:2.0:1767321557.113126:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6057 00000100:00100000:2.0:1767321557.113135:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384565248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321557.113153:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321557.113202:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321557.113219:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384565248:12345-0@lo:400:kworker.0 Request processed in 82us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321557.113230:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6057 00000100:00100000:2.0:1767321557.113253:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384565632 00000100:00100000:3.0:1767321557.113255:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321557.113258:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384565632 00000100:00100000:3.0:1767321557.113270:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369858e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384565760:0@lo:400:kworker.0 00000100:00100000:2.0:1767321557.113281:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6058 00000100:00100000:2.0:1767321557.113292:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384565504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321557.113293:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25610 00000100:00100000:1.0:1767321557.113300:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384564992:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321557.113317:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1767321557.113326:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321557.113406:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321557.113431:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25611 00000100:00100000:0.0:1767321557.113437:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384565376:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321557.113448:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321557.113495:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384565504:12345-0@lo:400:kworker.0 Request processed in 205us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321557.113502:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6058 00000100:00100000:2.0:1767321557.113516:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25612 00000100:00100000:2.0:1767321557.113519:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384565632:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321557.113529:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321557.113564:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384565632:12345-0@lo:38:kworker.0 Request processed in 42us (409us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321557.113570:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25612 00000100:00080000:2.0:1767321557.113587:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321557.113628:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384565504:0@lo:400:kworker.0 00000100:00100000:2.0:1767321557.113638:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384565248:0@lo:400:kworker.0 00000100:00100000:2.0:1767321557.113687:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384565888 00000100:00100000:2.0:1767321557.113692:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384565888 00000100:00100000:2.0:1767321557.113727:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384565760 00000100:00100000:2.0:1767321557.113730:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384565760 00000100:00100000:2.0:1767321557.113749:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2556 00000100:00100000:2.0:1767321557.113755:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e1ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384565888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321557.113817:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e1ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384565888:12345-0@lo:400:kworker.0 Request processed in 61us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321557.113824:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2556 00000100:00100000:2.0:1767321557.113836:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2557 00000100:00100000:2.0:1767321557.113845:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384565760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321557.113872:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384565760:12345-0@lo:400:kworker.0 Request processed in 29us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321557.113877:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2557 00000100:00080000:2.0:1767321557.113898:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321557.113900:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321557.113924:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384565120 00000100:00100000:2.0:1767321557.113927:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384565120 00000100:00100000:2.0:1767321557.113947:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3130 00000100:00100000:2.0:1767321557.113951:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384565120:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321557.113960:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321557.113985:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384565120:12345-0@lo:38:kworker.0 Request processed in 33us (948us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321557.113991:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3130 00000100:00100000:3.0:1767321557.116369:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369858e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384565760:0@lo:400:kworker.0 00000100:00100000:3.0:1767321557.116393:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bafece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384565888:0@lo:400:kworker.0 00000100:00080000:3.0:1767321557.116494:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321557.116501:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321557.116505:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384565632:0@lo:38:kworker.0 00000100:00080000:3.0:1767321557.116518:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321557.116522:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321557.116525:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384565120:0@lo:38:kworker.0 00000100:00100000:1.0:1767321557.117251:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384564992:12345-0@lo:38:kworker.0 Request processed in 3935us (4262us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321557.117278:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25610 00000100:00080000:3.0:1767321557.117316:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321557.117324:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321557.117329:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384564992:0@lo:38:kworker.0 00000100:00100000:0.0:1767321557.119558:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936883182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384565376:12345-0@lo:38:kworker.0 Request processed in 6109us (6457us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321557.119575:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25611 00000100:00080000:3.0:1767321557.119611:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321557.119624:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321557.119632:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384565376:0@lo:38:kworker.0 00010000:00010000:1.0:1767321557.622991:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321558.135003:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321558.647011:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321559.159154:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321559.672327:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321559.673264:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384566016:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321559.673329:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321559.675030:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384566144:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321559.675086:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321559.675310:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384566016 00000100:00100000:3.0:1767321559.675320:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384566016 00000100:00100000:3.0:1767321559.675384:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384566144 00000100:00100000:3.0:1767321559.675387:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384566144 00000100:00100000:3.0:1767321559.675412:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3405 00000100:00100000:3.0:1767321559.675420:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384566016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321559.675451:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321559.675503:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384566016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (2173us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321559.675511:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3405 00000100:00100000:3.0:1767321559.675528:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3406 00000100:00100000:3.0:1767321559.675535:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384566144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321559.675559:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321559.675590:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384566144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321559.675597:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3406 00000100:00080000:1.0:1767321559.675599:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321559.675606:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321559.675659:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384566144:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321559.676976:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384566016:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321560.182942:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321560.697040:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321561.207094:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321561.726538:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321562.184099:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321562.184273:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321562.186993:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297490560 00000100:00100000:1.0:1767321562.186993:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297490432 00000100:00100000:0.0:1767321562.187009:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297490560 00000100:00100000:1.0:1767321562.187009:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297490432 00000100:00100000:1.0:1767321562.187071:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25613 00000100:00100000:1.0:1767321562.187080:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297490432:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321562.187105:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321562.187109:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6059 00000100:00100000:0.0:1767321562.187118:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297490560:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321562.187182:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297490432:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 101us (2910us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767321562.187188:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321562.187190:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25613 00000100:00100000:0.0:1767321562.187442:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297490560:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 323us (3351us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321562.187538:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6059 00000100:00080000:0.0:1767321562.231032:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321562.231043:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321562.231047:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321562.231050:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321562.231054:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321562.231062:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6460 00000100:00080000:0.0:1767321562.231067:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321562.231074:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321562.231216:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321562.231327:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cd880 x1853164384566272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321562.231352:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321562.231355:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321562.231357:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321562.231361:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6460 00000100:00080000:0.0:1767321562.231364:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321562.231367:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321562.231381:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74ced80 x1853164384566400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321562.231423:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321562.231427:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321562.231428:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321562.231432:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6460 00000100:00080000:0.0:1767321562.231434:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321562.231437:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321562.231457:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cca80 x1853164384566656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321562.231464:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384566528:0@lo:400:kworker.0 00000100:00100000:1.0:1767321562.231530:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321562.231755:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384566784:0@lo:400:kworker.0 00000100:00100000:3.0:1767321562.231818:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384566528 00000100:00100000:3.0:1767321562.231825:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384566528 00000100:00080000:0.0:1767321562.231850:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321562.231854:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321562.231856:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321562.231860:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6460 00000100:00080000:0.0:1767321562.231862:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321562.231865:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321562.231878:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b9da8380 x1853164384566912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321562.231886:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6060 00000100:00100000:3.0:1767321562.231895:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384566528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321562.231942:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384566528:12345-0@lo:400:kworker.0 Request processed in 48us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321562.231949:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6060 00000100:00080000:1.0:1767321562.231958:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321562.231975:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384566272:0@lo:38:kworker.0 00000100:00100000:1.0:1767321562.231988:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384566528:0@lo:400:kworker.0 00000100:00100000:3.0:1767321562.232005:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321562.232022:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384566272 00000100:00100000:1.0:1767321562.232026:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384566272 00000100:00100000:3.0:1767321562.232037:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384566400:0@lo:38:kworker.0 00000100:00100000:1.0:1767321562.232046:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25614 00000100:00100000:1.0:1767321562.232050:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384566272:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321562.232059:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1767321562.232067:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321562.232079:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384566656:0@lo:38:kworker.0 00000100:00100000:1.0:1767321562.232095:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384566272:12345-0@lo:38:kworker.0 Request processed in 42us (95us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321562.232096:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321562.232101:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25614 00000100:00080000:3.0:1767321562.232118:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767321562.232123:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384566656 00000100:00080000:3.0:1767321562.232123:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321562.232126:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384566656 00000100:00100000:3.0:1767321562.232126:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384566272:0@lo:38:kworker.0 00000100:00100000:1.0:1767321562.232153:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25615 00000100:00100000:3.0:1767321562.232154:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384566400 00000100:00100000:1.0:1767321562.232157:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bafece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384566656:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321562.232157:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384566400 00010000:00020000:1.0:1767321562.232167:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321562.232175:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3131 00000100:00100000:3.0:1767321562.232180:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384566400:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321562.232190:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321562.232193:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bafece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384566656:12345-0@lo:38:kworker.0 Request processed in 35us (97us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321562.232199:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25615 00000100:00100000:3.0:1767321562.232210:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384566400:12345-0@lo:38:kworker.0 Request processed in 29us (149us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321562.232215:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3131 00000100:00080000:3.0:1767321562.232364:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321562.232368:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321562.232371:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384566400:0@lo:38:kworker.0 00000100:00080000:3.0:1767321562.232379:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321562.232382:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321562.232384:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384566656:0@lo:38:kworker.0 00000100:00100000:2.0:1767321562.232426:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321562.232614:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384566784 00000100:00100000:3.0:1767321562.232620:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384566784 00000100:00100000:0.0:1767321562.234262:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384567040:0@lo:400:kworker.0 00000100:00100000:0.0:1767321562.234327:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321562.234359:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321562.234365:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384567168:0@lo:400:kworker.0 00000100:00100000:0.0:1767321562.234386:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321562.234417:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384567040 00000100:00100000:0.0:1767321562.234422:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384567040 00000100:00100000:2.0:1767321562.234550:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b9da8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384566912:0@lo:38:kworker.0 00000100:00100000:2.0:1767321562.234581:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321562.234612:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384566912 00000100:00100000:2.0:1767321562.234616:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384566912 00000100:00100000:2.0:1767321562.234648:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25616 00000100:00100000:2.0:1767321562.234655:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384566912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321562.234672:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321562.234708:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384566912:12345-0@lo:38:kworker.0 Request processed in 51us (125us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321562.234714:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25616 00000100:00080000:2.0:1767321562.234747:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321562.234751:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321562.234754:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384566912:0@lo:38:kworker.0 00000100:00100000:2.0:1767321562.234866:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384567168 00000100:00100000:2.0:1767321562.234870:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384567168 00000100:00100000:3.0:1767321562.234955:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6061 00000100:00100000:3.0:1767321562.234962:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384566784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321562.235002:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5137480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384566784:12345-0@lo:400:kworker.0 Request processed in 40us (2576us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321562.235008:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6061 00000100:00100000:3.0:1767321562.235040:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384566784:0@lo:400:kworker.0 00000100:00100000:0.0:1767321562.235423:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2558 00000100:00100000:0.0:1767321562.235431:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384567040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321562.235479:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f233b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384567040:12345-0@lo:400:kworker.0 Request processed in 49us (1152us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321562.235485:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2558 00000100:00100000:0.0:1767321562.235514:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b9da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384567040:0@lo:400:kworker.0 00000100:00080000:1.0:1767321562.235859:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321562.235864:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321562.235867:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321562.236071:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2559 00000100:00100000:2.0:1767321562.236081:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384567168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321562.236146:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384567168:12345-0@lo:400:kworker.0 Request processed in 59us (1750us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321562.236152:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2559 00000100:00100000:0.0:1767321562.236285:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384567168:0@lo:400:kworker.0 00010000:00010000:1.0:1767321562.743036:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321563.255361:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321563.769591:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321564.279419:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321564.791083:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384567424:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767321564.791095:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321564.791171:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321564.791251:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321564.791258:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384567296:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321564.791292:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321564.791373:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384567424 00000100:00100000:0.0:1767321564.791381:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384567424 00000100:00100000:0.0:1767321564.791435:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384567296 00000100:00100000:0.0:1767321564.791438:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384567296 00000100:00100000:0.0:1767321564.791458:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3407 00000100:00100000:0.0:1767321564.791466:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384567424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321564.791493:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321564.791535:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369858e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384567424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321564.791542:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3407 00000100:00100000:0.0:1767321564.791558:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3408 00000100:00100000:0.0:1767321564.791564:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384567296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321564.791579:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321564.791603:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384567296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 39us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321564.791608:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3408 00000100:00080000:3.0:1767321564.791665:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321564.791669:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321564.791708:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384567296:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321564.791719:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384567424:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321565.302922:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321565.815613:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321566.326942:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321566.839570:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321567.306708:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321567.307016:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297490816 00000100:00100000:3.0:1767321567.307027:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297490816 00000100:00080000:1.0:1767321567.307137:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321567.307548:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6062 00000100:00100000:3.0:1767321567.307561:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297490816:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321567.308198:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5136a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297490816:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 639us (1497us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321567.308207:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6062 00000100:00100000:0.0:1767321567.311990:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321567.312377:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297490688 00000100:00100000:3.0:1767321567.312388:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297490688 00000100:00100000:3.0:1767321567.312479:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25617 00000100:00100000:3.0:1767321567.312487:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297490688:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321567.312510:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321567.312572:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297490688:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 84us (730us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321567.312584:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25617 00000100:00100000:0.0:1767321567.351121:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767321567.351191:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321567.351197:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321567.351200:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321567.351203:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321567.351207:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321567.351214:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6465 00000100:00080000:1.0:1767321567.351218:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321567.351226:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321567.351262:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b058700 x1853164384567552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321567.351292:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321567.351296:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321567.351298:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321567.351302:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6465 00000100:00080000:1.0:1767321567.351304:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321567.351308:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321567.351320:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b059500 x1853164384567680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321567.351378:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1767321567.351691:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321567.351696:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321567.351699:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321567.351703:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6465 00000100:00080000:1.0:1767321567.351706:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321567.351710:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321567.351727:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688b05ad80 x1853164384567936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321567.351815:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384567552:0@lo:38:kworker.0 00000100:00100000:2.0:1767321567.351879:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321567.351942:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384567680:0@lo:38:kworker.0 00000100:00100000:2.0:1767321567.351966:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321567.351991:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384567936:0@lo:38:kworker.0 00000100:00100000:2.0:1767321567.352009:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321567.352052:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384567680 00000100:00100000:2.0:1767321567.352059:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384567680 00000100:00100000:2.0:1767321567.352102:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3132 00000100:00100000:2.0:1767321567.352109:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384567680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321567.352130:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321567.352171:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384567680:12345-0@lo:38:kworker.0 Request processed in 61us (203us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321567.352178:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3132 00000100:00080000:2.0:1767321567.352217:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321567.352223:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321567.352226:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384567680:0@lo:38:kworker.0 00000100:00100000:0.0:1767321567.352837:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384567552 00000100:00100000:0.0:1767321567.352843:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384567552 00000100:00100000:0.0:1767321567.352875:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384567936 00000100:00100000:0.0:1767321567.352878:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384567936 00000100:00100000:0.0:1767321567.352908:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25618 00000100:00100000:0.0:1767321567.352913:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384567552:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321567.352925:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321567.352964:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5135880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384567552:12345-0@lo:38:kworker.0 Request processed in 50us (1085us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321567.352969:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25618 00000100:00100000:0.0:1767321567.352981:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25619 00000100:00100000:0.0:1767321567.352985:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384567936:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321567.352993:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321567.353012:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384567936:12345-0@lo:38:kworker.0 Request processed in 26us (1002us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321567.353016:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25619 00000100:00080000:2.0:1767321567.353337:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321567.353344:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321567.353347:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384567552:0@lo:38:kworker.0 00000100:00080000:2.0:1767321567.353356:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321567.353359:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321567.353363:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384567936:0@lo:38:kworker.0 00000100:00100000:3.0:1767321567.353489:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384568064:0@lo:400:kworker.0 00000100:00100000:3.0:1767321567.353528:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321567.353610:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688b058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384567808:0@lo:400:kworker.0 00000100:00100000:3.0:1767321567.353631:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321567.353683:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321567.353687:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321567.353689:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321567.353694:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6465 00000100:00080000:1.0:1767321567.353697:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321567.353703:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321567.353729:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74ced80 x1853164384568192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321567.353811:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384568320:0@lo:400:kworker.0 00000100:00100000:1.0:1767321567.353841:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321567.353862:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321567.353867:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384568448:0@lo:400:kworker.0 00000100:00100000:1.0:1767321567.353897:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321567.353933:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384568320 00000100:00100000:1.0:1767321567.353938:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384568320 00000100:00100000:1.0:1767321567.353980:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384568448 00000100:00100000:1.0:1767321567.353983:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384568448 00000100:00100000:1.0:1767321567.354002:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2560 00000100:00100000:1.0:1767321567.354014:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384568320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321567.354057:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384568320:12345-0@lo:400:kworker.0 Request processed in 48us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321567.354064:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2560 00000100:00100000:1.0:1767321567.354338:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2561 00000100:00100000:1.0:1767321567.354346:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384568448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321567.354376:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384568448:12345-0@lo:400:kworker.0 Request processed in 33us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321567.354382:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2561 00000100:00100000:1.0:1767321567.354415:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384568448:0@lo:400:kworker.0 00000100:00100000:1.0:1767321567.354424:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384568320:0@lo:400:kworker.0 00000100:00080000:1.0:1767321567.354440:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321567.354444:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321567.354452:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384568192:0@lo:38:kworker.0 00000100:00100000:1.0:1767321567.354904:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321567.355005:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384568064 00000100:00100000:2.0:1767321567.355011:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384568064 00000100:00100000:2.0:1767321567.355060:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384567808 00000100:00100000:2.0:1767321567.355064:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384567808 00000100:00080000:3.0:1767321567.355186:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321567.355208:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6063 00000100:00100000:3.0:1767321567.355217:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384568064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321567.355264:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384568064:12345-0@lo:400:kworker.0 Request processed in 49us (1734us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321567.355270:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6063 00000100:00100000:3.0:1767321567.355301:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384568064:0@lo:400:kworker.0 00000100:00100000:2.0:1767321567.355363:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6064 00000100:00100000:2.0:1767321567.355371:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384567808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321567.355413:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384567808:12345-0@lo:400:kworker.0 Request processed in 44us (1780us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321567.355418:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6064 00000100:00100000:3.0:1767321567.355488:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688b058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384567808:0@lo:400:kworker.0 00000100:00100000:0.0:1767321567.355744:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384568192 00000100:00100000:0.0:1767321567.355749:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384568192 00000100:00100000:0.0:1767321567.355829:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25620 00000100:00100000:0.0:1767321567.355834:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384568192:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321567.355852:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321567.355904:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384568192:12345-0@lo:38:kworker.0 Request processed in 69us (1000us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321567.355911:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25620 00000100:00080000:1.0:1767321567.355968:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321567.355973:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321567.355976:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384568192:0@lo:38:kworker.0 00010000:00010000:1.0:1767321567.863141:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321568.374897:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321568.887193:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321569.399751:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321569.911677:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321569.911695:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384568576:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321569.911805:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321569.914882:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384568576 00000100:00100000:1.0:1767321569.914898:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384568576 00000100:00100000:1.0:1767321569.914999:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3409 00000100:00100000:1.0:1767321569.915010:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384568576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321569.915045:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321569.915145:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b9da8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384568576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 137us (3365us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321569.915152:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3409 00000100:00100000:1.0:1767321569.915216:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384568576:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767321569.915306:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321569.915801:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321569.915816:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698f230000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384568704:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321569.915861:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321569.916026:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384568704 00000100:00100000:2.0:1767321569.916032:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384568704 00000100:00100000:2.0:1767321569.916091:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3410 00000100:00100000:2.0:1767321569.916100:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384568704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321569.916123:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321569.916174:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384568704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321569.916180:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3410 00000100:00100000:0.0:1767321569.916280:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698f230000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384568704:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767321569.916385:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321570.423840:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321570.935091:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321571.446978:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321571.959061:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321572.424489:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321572.424536:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321572.424698:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297491072 00000100:00100000:1.0:1767321572.424708:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297491072 00000100:00100000:1.0:1767321572.424817:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297490944 00000100:00100000:1.0:1767321572.424820:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297490944 00000100:00100000:1.0:1767321572.424840:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6065 00000100:00100000:1.0:1767321572.424853:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297491072:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321572.424910:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25621 00000100:00100000:3.0:1767321572.424918:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698f231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297490944:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:1.0:1767321572.424929:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297491072:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 79us (449us total) trans 0 rc 0/0 00010000:00020000:3.0:1767321572.424942:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321572.424954:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6065 00000100:00100000:3.0:1767321572.424976:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698f231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297490944:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 56us (438us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321572.424998:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25621 00000100:00080000:2.0:1767321572.425678:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321572.470964:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767321572.471460:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321572.471466:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321572.471470:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321572.471474:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321572.471479:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321572.471487:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6470 00000100:00080000:1.0:1767321572.471491:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321572.471498:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321572.471540:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74ced80 x1853164384568832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321572.471569:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321572.471573:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321572.471574:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321572.471578:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6470 00000100:00080000:1.0:1767321572.471580:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321572.471584:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321572.471598:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cca80 x1853164384568960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321572.471641:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321572.471646:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321572.471648:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321572.471651:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6470 00000100:00080000:1.0:1767321572.471654:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321572.471658:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321572.471670:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cd500 x1853164384569216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321572.471688:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321572.471692:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321572.471693:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321572.471697:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6470 00000100:00080000:1.0:1767321572.471699:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321572.471703:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321572.471713:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be4000 x1853164384569472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321572.471747:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384569088:0@lo:400:kworker.0 00000100:00100000:1.0:1767321572.471768:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384569344:0@lo:400:kworker.0 00000100:00100000:0.0:1767321572.471863:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384569600:0@lo:400:kworker.0 00000100:00100000:2.0:1767321572.471933:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384568832:0@lo:38:kworker.0 00000100:00100000:1.0:1767321572.471986:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321572.472078:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384569344 00000100:00100000:1.0:1767321572.472085:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384569344 00000100:00100000:1.0:1767321572.472143:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6066 00000100:00100000:1.0:1767321572.472152:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384569344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321572.472206:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384569344:12345-0@lo:400:kworker.0 Request processed in 55us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321572.472212:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6066 00000100:00100000:1.0:1767321572.472253:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384569344:0@lo:400:kworker.0 00000100:00080000:1.0:1767321572.472280:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321572.472295:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384569728:0@lo:400:kworker.0 00000100:00100000:1.0:1767321572.472333:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321572.472368:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384569728 00000100:00100000:1.0:1767321572.472372:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384569728 00000100:00100000:1.0:1767321572.472402:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2562 00000100:00100000:1.0:1767321572.472408:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384569728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321572.472440:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384569728:12345-0@lo:400:kworker.0 Request processed in 33us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321572.472446:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2562 00000100:00080000:1.0:1767321572.472462:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321572.472475:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384569728:0@lo:400:kworker.0 00000100:00100000:0.0:1767321572.475092:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321572.477456:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384569600 00000100:00100000:1.0:1767321572.477470:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384569600 00000100:00100000:1.0:1767321572.477573:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2563 00000100:00100000:1.0:1767321572.477588:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384569600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321572.477677:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384569600:12345-0@lo:400:kworker.0 Request processed in 95us (2594us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321572.477684:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2563 00000100:00080000:0.0:1767321572.478066:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321572.478110:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384569600:0@lo:400:kworker.0 00000100:00100000:3.0:1767321572.478749:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321572.478811:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384569088 00000100:00100000:1.0:1767321572.478818:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384569088 00000100:00100000:1.0:1767321572.478879:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6067 00000100:00100000:1.0:1767321572.478888:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384569088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321572.478944:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384569088:12345-0@lo:400:kworker.0 Request processed in 58us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321572.478951:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6067 00000100:00080000:0.0:1767321572.479084:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321572.479193:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384569088:0@lo:400:kworker.0 00000100:00100000:2.0:1767321572.479202:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321572.479274:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384568960:0@lo:38:kworker.0 00000100:00100000:2.0:1767321572.479307:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321572.479336:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384569216:0@lo:38:kworker.0 00000100:00100000:2.0:1767321572.479364:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321572.479406:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384568960 00000100:00100000:0.0:1767321572.479411:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384568960 00000100:00100000:0.0:1767321572.479518:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3133 00000100:00100000:0.0:1767321572.479524:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384568960:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321572.479574:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384569472:0@lo:38:kworker.0 00000100:00100000:2.0:1767321572.479600:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1767321572.479621:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321572.479656:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b05ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384568960:12345-0@lo:38:kworker.0 Request processed in 130us (347us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321572.479662:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3133 00000100:00100000:1.0:1767321572.479736:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384568832 00000100:00100000:1.0:1767321572.479741:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384568832 00000100:00100000:1.0:1767321572.479771:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384569216 00000100:00100000:1.0:1767321572.479774:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384569216 00000100:00100000:1.0:1767321572.479809:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25622 00000100:00100000:1.0:1767321572.479815:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384568832:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321572.479825:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321572.479838:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25623 00000100:00100000:0.0:1767321572.479843:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384569216:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321572.479852:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384568832:12345-0@lo:38:kworker.0 Request processed in 37us (655us total) trans 0 rc -19/-19 00010000:00020000:0.0:1767321572.479853:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321572.479858:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25622 00000100:00100000:0.0:1767321572.479876:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384569216:12345-0@lo:38:kworker.0 Request processed in 31us (510us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321572.479882:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25623 00000100:00080000:2.0:1767321572.481150:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321572.481161:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321572.481166:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384568832:0@lo:38:kworker.0 00000100:00080000:2.0:1767321572.481179:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321572.481183:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321572.481186:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384568960:0@lo:38:kworker.0 00000100:00080000:2.0:1767321572.481195:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321572.481198:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321572.481201:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384569216:0@lo:38:kworker.0 00000100:00100000:3.0:1767321572.481278:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384569472 00000100:00100000:3.0:1767321572.481285:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384569472 00000100:00100000:3.0:1767321572.481357:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25624 00000100:00100000:3.0:1767321572.481364:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384569472:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321572.481380:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321572.481446:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688b059500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384569472:12345-0@lo:38:kworker.0 Request processed in 81us (1845us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321572.481453:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25624 00000100:00080000:2.0:1767321572.481507:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321572.481511:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321572.481514:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384569472:0@lo:38:kworker.0 00010000:00010000:1.0:1767321572.982944:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321573.495083:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321574.008375:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321574.518912:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321575.031066:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384569856:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321575.031141:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321575.031299:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384569856 00000100:00100000:2.0:1767321575.031309:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384569856 00000100:00100000:2.0:1767321575.031389:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3411 00000100:00100000:2.0:1767321575.031399:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384569856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321575.031430:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321575.031481:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384569856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321575.031489:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3411 00000100:00100000:2.0:1767321575.031536:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384569856:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321575.032960:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767321575.033236:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321575.035078:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321575.035108:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e3fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384569984:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321575.035189:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321575.040302:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384569984 00000100:00100000:2.0:1767321575.040318:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384569984 00000100:00100000:2.0:1767321575.040469:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3412 00000100:00100000:2.0:1767321575.040479:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384569984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321575.040523:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321575.040613:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384569984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 136us (5423us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321575.040620:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3412 00000100:00100000:3.0:1767321575.040764:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384569984:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321575.043367:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321575.544373:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321576.055062:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321576.520191:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:2.0:1767321576.520290:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297491200 offset 0 length 520: 4 00000100:00100000:2.0:1767321576.520316:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321576.526580:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297491456 00000100:00100000:3.0:1767321576.526595:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297491456 00000100:00100000:0.0:1767321576.526814:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297491328 00000100:00100000:0.0:1767321576.526820:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297491328 00000100:00100000:0.0:1767321576.526877:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25625 00000100:00100000:0.0:1767321576.526887:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297491328:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321576.526910:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321576.526983:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297491328:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 95us (6665us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321576.526991:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25625 00000100:00080000:1.0:1767321576.527124:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321576.527261:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6068 00000100:00100000:3.0:1767321576.527271:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297491456:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321576.527314:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297491456:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 45us (7134us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321576.527320:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6068 00000100:00100000:2.0:1767321576.566900:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321576.569582:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321551/real 1767321551] req@ffff93699e3fb100 x1853164384563584/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321576 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321576.569618:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93699e3fb100 x1853164384563584/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321576 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321576.569637:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321576.569667:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321576.569675:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e3fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384563584:0@lo:250:kworker.0 00000100:00080000:1.0:1767321576.570036:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321576.570041:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321576.570044:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321576.570050:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 6455 00000100:00080000:1.0:1767321576.570054:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321576.570060:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321576.570094:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5928a80 x1853164384570112/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321576.570119:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321576.570123:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321576.570124:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321576.570127:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6475 00000100:00080000:1.0:1767321576.570130:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321576.570133:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321576.570147:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592b100 x1853164384570240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321576.570156:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321576.570161:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321576.570163:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321576.570167:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6475 00000100:00080000:1.0:1767321576.570169:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321576.570172:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321576.570184:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5928e00 x1853164384570368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321576.570223:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321576.570227:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321576.570229:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321576.570232:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6475 00000100:00080000:1.0:1767321576.570235:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321576.570238:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321576.570249:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5929f80 x1853164384570624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321576.570267:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321576.570271:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321576.570272:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321576.570276:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6475 00000100:00080000:1.0:1767321576.570278:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321576.570281:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321576.570291:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6d80 x1853164384570880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321576.570338:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5131c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384571136:0@lo:400:kworker.0 00000100:00100000:1.0:1767321576.570399:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321576.570459:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321576.570466:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384571008:0@lo:400:kworker.0 00000100:00100000:1.0:1767321576.570487:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321576.570671:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384571136 00000100:00100000:1.0:1767321576.570679:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384571136 00000100:00100000:1.0:1767321576.570716:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384571008 00000100:00100000:1.0:1767321576.570719:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384571008 00000100:00100000:1.0:1767321576.570735:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2564 00000100:00100000:1.0:1767321576.570743:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384571136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321576.570811:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384571136:12345-0@lo:400:kworker.0 Request processed in 68us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321576.570817:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2564 00000100:00100000:1.0:1767321576.570831:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2565 00000100:00100000:1.0:1767321576.570837:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384571008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321576.570858:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384571008:12345-0@lo:400:kworker.0 Request processed in 22us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321576.570863:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2565 00000100:00100000:1.0:1767321576.570898:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384571008:0@lo:400:kworker.0 00000100:00100000:1.0:1767321576.570920:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5131c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384571136:0@lo:400:kworker.0 00000100:00100000:3.0:1767321576.570999:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384570752:0@lo:400:kworker.0 00000100:00100000:3.0:1767321576.571046:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321576.571080:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321576.571085:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384570496:0@lo:400:kworker.0 00000100:00100000:3.0:1767321576.571106:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321576.571139:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384570752 00000100:00100000:3.0:1767321576.571143:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384570752 00000100:00100000:3.0:1767321576.571179:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384570496 00000100:00100000:3.0:1767321576.571181:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384570496 00000100:00100000:3.0:1767321576.571198:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6069 00000100:00100000:3.0:1767321576.571204:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384570752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321576.571237:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bae84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384570752:12345-0@lo:400:kworker.0 Request processed in 33us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321576.571243:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6069 00000100:00100000:3.0:1767321576.571255:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6070 00000100:00100000:3.0:1767321576.571260:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384570496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321576.571283:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384570496:12345-0@lo:400:kworker.0 Request processed in 24us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321576.571288:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6070 00000100:00080000:3.0:1767321576.571302:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321576.571319:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384570496:0@lo:400:kworker.0 00000100:00100000:3.0:1767321576.571328:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384570752:0@lo:400:kworker.0 00000100:00100000:2.0:1767321576.571730:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384570112:0@lo:250:kworker.0 00000400:00000100:2.0:1767321576.571756:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384570112 offset 0 length 520: 4 00000100:00100000:2.0:1767321576.571776:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384570240:0@lo:38:kworker.0 00000100:00100000:2.0:1767321576.571825:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321576.571889:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384570368:0@lo:38:kworker.0 00000100:00100000:2.0:1767321576.571924:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321576.571950:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384570624:0@lo:38:kworker.0 00000100:00100000:2.0:1767321576.571970:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321576.572025:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384570368 00000100:00100000:1.0:1767321576.572030:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384570368 00000100:00100000:1.0:1767321576.572066:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3134 00000100:00100000:1.0:1767321576.572072:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384570368:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321576.572091:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321576.572124:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384570368:12345-0@lo:38:kworker.0 Request processed in 50us (198us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321576.572130:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3134 00000100:00100000:2.0:1767321576.572324:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384570880:0@lo:38:kworker.0 00000100:00100000:2.0:1767321576.572346:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321576.572391:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384570240 00000100:00100000:0.0:1767321576.572396:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384570240 00000100:00100000:0.0:1767321576.572425:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384570624 00000100:00100000:0.0:1767321576.572428:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384570624 00000100:00100000:0.0:1767321576.572443:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25626 00000100:00100000:0.0:1767321576.572448:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384570240:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321576.572459:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321576.572487:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384570240:12345-0@lo:38:kworker.0 Request processed in 38us (661us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321576.572506:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25626 00000100:00100000:0.0:1767321576.572521:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25627 00000100:00100000:0.0:1767321576.572525:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384570624:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321576.572536:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321576.572559:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384570624:12345-0@lo:38:kworker.0 Request processed in 33us (589us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321576.572577:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25627 00000100:00080000:2.0:1767321576.572968:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321576.572974:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321576.572978:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384570240:0@lo:38:kworker.0 00000100:00080000:2.0:1767321576.572989:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321576.572992:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321576.572994:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384570368:0@lo:38:kworker.0 00000100:00080000:2.0:1767321576.573003:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321576.573019:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321576.573023:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384570624:0@lo:38:kworker.0 00000100:00100000:1.0:1767321576.573152:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384570880 00000100:00100000:1.0:1767321576.573157:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384570880 00000100:00100000:3.0:1767321576.573197:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25628 00000100:00100000:3.0:1767321576.573203:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384570880:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321576.573215:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321576.573257:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384570880:12345-0@lo:38:kworker.0 Request processed in 53us (910us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321576.573263:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25628 00000100:00080000:2.0:1767321576.573325:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321576.573329:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321576.573332:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384570880:0@lo:38:kworker.0 00010000:00010000:3.0:1767321577.079020:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321577.590888:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321578.102910:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321578.620124:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321579.129077:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321579.639411:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321580.151606:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321580.151607:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384571264:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321580.151683:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321580.151998:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384571264 00000100:00100000:0.0:1767321580.152008:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384571264 00000100:00100000:0.0:1767321580.152080:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3413 00000100:00100000:0.0:1767321580.152090:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e3fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384571264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321580.152121:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321580.152167:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e3fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384571264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321580.152173:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3413 00000100:00100000:0.0:1767321580.152215:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384571264:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321580.152239:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321580.152447:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b7905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384571392:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321580.152492:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321580.152633:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384571392 00000100:00100000:2.0:1767321580.152639:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384571392 00000100:00100000:2.0:1767321580.152686:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3414 00000100:00100000:2.0:1767321580.152695:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384571392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321580.152714:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321580.152769:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384571392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321580.152778:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3414 00000100:00100000:0.0:1767321580.152812:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b7905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384571392:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321580.153021:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321580.662963:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321581.175337:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321581.645419:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321581.645616:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321581.648820:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297491584 00000100:00100000:1.0:1767321581.648843:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297491584 00000100:00100000:1.0:1767321581.649081:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297491712 00000100:00100000:1.0:1767321581.649086:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297491712 00000100:00100000:0.0:1767321581.649466:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25629 00000100:00100000:0.0:1767321581.649479:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297491584:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321581.649593:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321581.649826:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297491584:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 347us (4423us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321581.649835:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25629 00000100:00100000:1.0:1767321581.650078:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6071 00000100:00100000:1.0:1767321581.650095:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297491712:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321581.651423:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297491712:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 1323us (5793us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321581.651441:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6071 00000100:00080000:2.0:1767321581.654530:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321581.687743:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767321581.688077:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321581.688084:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321581.688088:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321581.688092:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321581.688097:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321581.688107:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6479 00000100:00080000:3.0:1767321581.688112:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321581.688120:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321581.688475:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74ced80 x1853164384571520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321581.688514:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321581.688517:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321581.688520:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321581.688524:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6479 00000100:00080000:3.0:1767321581.688527:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321581.688531:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321581.688546:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cd880 x1853164384571648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321581.688593:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321581.688597:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321581.688599:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321581.688602:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6479 00000100:00080000:3.0:1767321581.688605:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321581.688609:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321581.688621:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5928e00 x1853164384571904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321581.688637:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321581.688640:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321581.688641:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321581.688644:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6479 00000100:00080000:3.0:1767321581.688647:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321581.688650:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321581.688658:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5928000 x1853164384572160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321581.688718:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384572288:0@lo:400:kworker.0 00000100:00100000:3.0:1767321581.688833:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321581.689183:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384572032:0@lo:400:kworker.0 00000100:00100000:2.0:1767321581.689226:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321581.689300:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321581.689307:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384571776:0@lo:400:kworker.0 00000100:00100000:2.0:1767321581.689344:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321581.689408:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384572288 00000100:00100000:2.0:1767321581.689417:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384572288 00000100:00100000:2.0:1767321581.689472:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2566 00000100:00100000:2.0:1767321581.689482:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384572288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321581.689554:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384572288:12345-0@lo:400:kworker.0 Request processed in 73us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321581.689562:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2566 00000100:00100000:2.0:1767321581.689589:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688627ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384572416:0@lo:400:kworker.0 00000100:00100000:2.0:1767321581.689616:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321581.689641:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384572416 00000100:00100000:2.0:1767321581.689645:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384572416 00000100:00100000:2.0:1767321581.689666:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2567 00000100:00100000:2.0:1767321581.689672:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384572416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321581.689703:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384572416:12345-0@lo:400:kworker.0 Request processed in 31us (86us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321581.689709:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2567 00000100:00100000:2.0:1767321581.689749:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688627ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384572416:0@lo:400:kworker.0 00000100:00100000:2.0:1767321581.689810:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384572032 00000100:00100000:2.0:1767321581.689814:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384572032 00000100:00100000:2.0:1767321581.689852:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384571776 00000100:00100000:2.0:1767321581.689855:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384571776 00000100:00100000:2.0:1767321581.689890:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6072 00000100:00100000:2.0:1767321581.689897:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384572032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321581.689943:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384572032:12345-0@lo:400:kworker.0 Request processed in 47us (716us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321581.689950:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6072 00000100:00100000:2.0:1767321581.689972:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6073 00000100:00100000:2.0:1767321581.689978:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384571776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321581.690005:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b7905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384571776:12345-0@lo:400:kworker.0 Request processed in 27us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321581.690011:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6073 00000100:00080000:2.0:1767321581.690028:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321581.690048:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384571776:0@lo:400:kworker.0 00000100:00100000:2.0:1767321581.690057:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384572032:0@lo:400:kworker.0 00000100:00100000:1.0:1767321581.691931:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384571520:0@lo:38:kworker.0 00000100:00100000:1.0:1767321581.692017:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321581.692055:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384571648:0@lo:38:kworker.0 00000100:00100000:1.0:1767321581.692082:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321581.692113:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384571904:0@lo:38:kworker.0 00000100:00100000:1.0:1767321581.692158:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321581.692182:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384572160:0@lo:38:kworker.0 00000100:00100000:1.0:1767321581.692203:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321581.692243:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384571520 00000100:00100000:1.0:1767321581.692251:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384571520 00000100:00100000:1.0:1767321581.692289:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384571904 00000100:00100000:1.0:1767321581.692292:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384571904 00000100:00100000:1.0:1767321581.692300:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384572160 00000100:00100000:1.0:1767321581.692303:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384572160 00000100:00100000:1.0:1767321581.692314:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25630 00000100:00100000:1.0:1767321581.692321:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384571520:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321581.692347:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321581.692391:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384571520:12345-0@lo:38:kworker.0 Request processed in 69us (373us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321581.692398:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25630 00000100:00100000:1.0:1767321581.692416:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25631 00000100:00100000:1.0:1767321581.692420:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384571904:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321581.692430:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321581.692453:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384571904:12345-0@lo:38:kworker.0 Request processed in 32us (294us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321581.692458:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25631 00000100:00100000:1.0:1767321581.692469:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25632 00000100:00100000:1.0:1767321581.692473:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384572160:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321581.692482:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321581.692516:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384572160:12345-0@lo:38:kworker.0 Request processed in 41us (312us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321581.692521:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25632 00000100:00080000:1.0:1767321581.692565:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321581.692571:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321581.692574:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384571520:0@lo:38:kworker.0 00000100:00080000:1.0:1767321581.692584:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321581.692589:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321581.692591:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384571904:0@lo:38:kworker.0 00000100:00080000:1.0:1767321581.692599:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321581.692602:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321581.692605:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384572160:0@lo:38:kworker.0 00000100:00100000:3.0:1767321581.693371:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384571648 00000100:00100000:3.0:1767321581.693382:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384571648 00000100:00100000:3.0:1767321581.693430:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3135 00000100:00100000:3.0:1767321581.693437:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5133100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384571648:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321581.693455:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321581.693534:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5133100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384571648:12345-0@lo:38:kworker.0 Request processed in 96us (1450us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321581.693541:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3135 00000100:00080000:3.0:1767321581.693584:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321581.693589:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321581.693592:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384571648:0@lo:38:kworker.0 00000100:00100000:2.0:1767321581.694143:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936886278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384572288:0@lo:400:kworker.0 00010000:00010000:3.0:1767321582.199233:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321582.711094:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321583.223433:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321583.735370:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321584.248708:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321584.759068:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321585.271274:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321585.271321:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384572544:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321585.271430:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767321585.271541:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321585.272838:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384572544 00000100:00100000:0.0:1767321585.272854:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384572544 00000100:00100000:0.0:1767321585.272971:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3415 00000100:00100000:0.0:1767321585.272983:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384572544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321585.273028:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321585.273178:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384572544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 196us (1746us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321585.273187:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3415 00000100:00080000:1.0:1767321585.273274:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321585.273581:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321585.273598:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384572672:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321585.273642:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321585.273869:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384572672 00000100:00100000:2.0:1767321585.273876:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384572672 00000100:00100000:2.0:1767321585.273934:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3416 00000100:00100000:2.0:1767321585.273943:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384572672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321585.273968:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321585.274012:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384572672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321585.274018:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3416 00000100:00100000:0.0:1767321585.274111:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384572672:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321585.274972:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321585.275161:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384572544:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321585.783225:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321586.295200:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321586.763506:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321586.763632:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321586.763723:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297491968 00000100:00100000:1.0:1767321586.763736:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297491968 00000100:00100000:1.0:1767321586.763868:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297491840 00000100:00100000:1.0:1767321586.763872:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297491840 00000100:00100000:1.0:1767321586.763899:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6074 00000100:00100000:1.0:1767321586.763930:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297491968:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321586.763954:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25633 00000100:00100000:2.0:1767321586.763962:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297491840:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767321586.763987:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321586.764032:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297491968:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 122us (542us total) trans 0 rc 0/0 00000100:00080000:3.0:1767321586.764036:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321586.764041:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6074 00000100:00100000:2.0:1767321586.766755:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297491840:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 2774us (3106us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321586.766774:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25633 00000100:00100000:0.0:1767321586.806944:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767321586.807042:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321586.807049:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321586.807053:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321586.807058:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321586.807062:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321586.807075:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6484 00000100:00080000:1.0:1767321586.807081:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321586.807090:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321586.807151:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b5130000 x1853164384572800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321586.807188:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321586.807192:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321586.807193:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321586.807198:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6484 00000100:00080000:1.0:1767321586.807200:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321586.807204:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321586.807223:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b74cd880 x1853164384572928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321586.807228:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384572800:0@lo:38:kworker.0 00000100:00100000:0.0:1767321586.807301:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1767321586.807320:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321586.807325:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321586.807328:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321586.807332:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6484 00000100:00080000:1.0:1767321586.807335:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767321586.807339:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321586.807343:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321586.807361:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6d80 x1853164384573184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321586.807423:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384572928:0@lo:38:kworker.0 00000100:00100000:3.0:1767321586.807457:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321586.807466:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321586.807482:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384573312:0@lo:400:kworker.0 00000100:00100000:3.0:1767321586.807489:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384573184:0@lo:38:kworker.0 00000100:00100000:3.0:1767321586.807525:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321586.807567:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321586.807582:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384572928 00000100:00100000:3.0:1767321586.807592:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384572928 00000100:00100000:2.0:1767321586.807632:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384572800 00000100:00100000:2.0:1767321586.807637:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384572800 00000100:00100000:3.0:1767321586.807639:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3136 00000100:00100000:3.0:1767321586.807648:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384572928:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321586.807669:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384573184 00010000:00020000:3.0:1767321586.807672:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321586.807674:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384573184 00000100:00100000:2.0:1767321586.807693:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384573312 00000100:00100000:2.0:1767321586.807697:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384573312 00000100:00100000:3.0:1767321586.807721:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384572928:12345-0@lo:38:kworker.0 Request processed in 72us (264us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321586.807730:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3136 00000100:00100000:2.0:1767321586.807744:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6075 00000100:00100000:2.0:1767321586.807753:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384573312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321586.807766:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25634 00000100:00100000:3.0:1767321586.807773:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384572800:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321586.807822:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321586.807829:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384573312:12345-0@lo:400:kworker.0 Request processed in 76us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321586.807836:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6075 00000100:00100000:2.0:1767321586.807857:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25635 00000100:00100000:3.0:1767321586.807862:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936886278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384572800:12345-0@lo:38:kworker.0 Request processed in 85us (523us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321586.807866:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688627ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384573184:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321586.807874:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25634 00010000:00020000:2.0:1767321586.807881:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321586.807924:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688627ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384573184:12345-0@lo:38:kworker.0 Request processed in 47us (387us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321586.807931:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25635 00000100:00080000:3.0:1767321586.807941:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321586.807948:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321586.807953:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384572928:0@lo:38:kworker.0 00000100:00080000:3.0:1767321586.807967:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767321586.807968:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384573312:0@lo:400:kworker.0 00000100:00080000:3.0:1767321586.807973:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321586.807978:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384573184:0@lo:38:kworker.0 00000100:00080000:3.0:1767321586.807987:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321586.807991:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321586.807995:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b5130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384572800:0@lo:38:kworker.0 00000100:00080000:2.0:1767321586.808002:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321586.811893:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b74ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384573056:0@lo:400:kworker.0 00000100:00100000:0.0:1767321586.812007:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321586.812967:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321586.812977:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321586.812983:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321586.812992:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6484 00000100:00080000:1.0:1767321586.812997:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321586.813005:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321586.813051:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be5180 x1853164384573440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321586.813263:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384573568:0@lo:400:kworker.0 00000100:00100000:2.0:1767321586.813536:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384573056 00000100:00100000:2.0:1767321586.813547:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384573056 00000100:00100000:3.0:1767321586.813750:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384573696:0@lo:400:kworker.0 00000100:00100000:2.0:1767321586.814109:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6076 00000100:00100000:2.0:1767321586.814123:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384573056:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767321586.814284:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321586.814375:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384573440:0@lo:38:kworker.0 00000100:00100000:0.0:1767321586.814778:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321586.814872:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384573568 00000100:00100000:0.0:1767321586.814878:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384573568 00000100:00100000:0.0:1767321586.814933:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2568 00000100:00100000:0.0:1767321586.814941:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384573568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321586.814988:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384573568:12345-0@lo:400:kworker.0 Request processed in 47us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321586.814995:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2568 00000100:00100000:0.0:1767321586.815052:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384573568:0@lo:400:kworker.0 00000100:00100000:1.0:1767321586.815566:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321586.815767:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384573056:12345-0@lo:400:kworker.0 Request processed in 1647us (3758us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321586.815777:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6076 00000100:00100000:1.0:1767321586.818971:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b74ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384573056:0@lo:400:kworker.0 00000100:00100000:3.0:1767321586.819138:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321586.820555:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384573440 00000100:00100000:2.0:1767321586.820573:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384573440 00000100:00100000:0.0:1767321586.820734:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25636 00000100:00100000:0.0:1767321586.820748:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384573440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321586.820777:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321586.820898:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384573440:12345-0@lo:38:kworker.0 Request processed in 149us (5331us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321586.820906:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25636 00000100:00080000:0.0:1767321586.820972:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321586.820978:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321586.820982:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384573440:0@lo:38:kworker.0 00000100:00100000:1.0:1767321586.822308:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384573696 00000100:00100000:1.0:1767321586.822321:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384573696 00000100:00100000:1.0:1767321586.822834:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2569 00000100:00100000:1.0:1767321586.822848:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b5130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384573696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321586.822952:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b5130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384573696:12345-0@lo:400:kworker.0 Request processed in 108us (3814us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321586.822960:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2569 00000100:00100000:3.0:1767321586.823466:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384573696:0@lo:400:kworker.0 00010000:00010000:0.0:1767321587.319171:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321587.833668:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321588.344350:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321588.854989:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321589.367177:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321589.880185:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321590.392300:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321590.392706:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321590.392735:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c903480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384573824:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321590.392846:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321590.393490:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321590.393507:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384573952:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321590.393553:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321590.393675:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384573824 00000100:00100000:0.0:1767321590.393686:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384573824 00000100:00100000:0.0:1767321590.393759:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384573952 00000100:00100000:0.0:1767321590.393762:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384573952 00000100:00100000:0.0:1767321590.393814:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3417 00000100:00100000:0.0:1767321590.393825:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384573824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321590.393862:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321590.393929:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384573824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (1082us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321590.393937:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3417 00000100:00100000:0.0:1767321590.393967:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3418 00000100:00100000:0.0:1767321590.393973:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384573952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321590.393989:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321590.394027:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384573952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321590.394040:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3418 00000100:00100000:0.0:1767321590.394093:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384573952:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321590.394502:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c903480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384573824:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321590.394770:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321590.394776:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321590.903246:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321591.415135:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321591.878858:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321591.878963:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321591.879137:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297492224 00000100:00100000:1.0:1767321591.879154:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297492224 00000100:00100000:1.0:1767321591.879256:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6077 00000100:00100000:1.0:1767321591.879277:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297492224:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321591.879346:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297492096 00000100:00100000:3.0:1767321591.879358:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297492096 00000100:00100000:1.0:1767321591.879393:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297492224:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 126us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321591.879404:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6077 00000100:00100000:3.0:1767321591.879423:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25637 00000100:00100000:3.0:1767321591.879434:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297492096:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321591.879462:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321591.879538:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297492096:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 104us (573us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767321591.879818:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321591.879957:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25637 00000100:00100000:0.0:1767321591.926934:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767321591.930949:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321591.930961:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321591.930964:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321591.930968:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321591.930972:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321591.930980:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6490 00000100:00080000:2.0:1767321591.930985:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321591.930991:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321591.931035:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548fb80 x1853164384574080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321591.931073:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321591.931078:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321591.931080:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321591.931085:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6490 00000100:00080000:2.0:1767321591.931087:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321591.931090:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321591.931105:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698548d880 x1853164384574208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321591.931155:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321591.931159:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321591.931161:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321591.931165:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6490 00000100:00080000:2.0:1767321591.931168:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321591.931171:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321591.931183:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5928e00 x1853164384574464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321591.931197:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767321591.931360:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384574080:0@lo:38:kworker.0 00000100:00100000:1.0:1767321591.931426:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321591.931486:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698548d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384574208:0@lo:38:kworker.0 00000100:00100000:1.0:1767321591.931513:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321591.931534:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384574464:0@lo:38:kworker.0 00000100:00100000:1.0:1767321591.931552:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321591.931608:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384574592:0@lo:400:kworker.0 00000100:00100000:1.0:1767321591.931630:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321591.931648:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321591.931653:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384574336:0@lo:400:kworker.0 00000100:00100000:1.0:1767321591.931670:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321591.931695:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384574080 00000100:00100000:1.0:1767321591.931702:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384574080 00000100:00100000:1.0:1767321591.931728:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384574464 00000100:00100000:1.0:1767321591.931730:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384574464 00000100:00100000:1.0:1767321591.931737:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384574592 00000100:00100000:1.0:1767321591.931739:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384574592 00000100:00100000:1.0:1767321591.931772:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384574336 00000100:00100000:1.0:1767321591.931775:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384574336 00000100:00100000:1.0:1767321591.931817:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6078 00000100:00100000:1.0:1767321591.931825:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384574592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321591.931883:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384574592:12345-0@lo:400:kworker.0 Request processed in 59us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321591.931893:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6078 00000100:00100000:1.0:1767321591.931909:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6079 00000100:00100000:1.0:1767321591.931916:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384574336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321591.931942:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384574336:12345-0@lo:400:kworker.0 Request processed in 28us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321591.931947:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6079 00000100:00100000:1.0:1767321591.931958:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25638 00000100:00100000:1.0:1767321591.931962:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384574080:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321591.931978:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321591.932003:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384574080:12345-0@lo:38:kworker.0 Request processed in 39us (577us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321591.932008:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25638 00000100:00100000:1.0:1767321591.932017:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25639 00000100:00100000:1.0:1767321591.932020:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384574464:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321591.932028:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321591.932044:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384574464:12345-0@lo:38:kworker.0 Request processed in 22us (491us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321591.932048:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25639 00000100:00080000:1.0:1767321591.932061:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321591.932086:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384574336:0@lo:400:kworker.0 00000100:00100000:1.0:1767321591.932095:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384574592:0@lo:400:kworker.0 00000100:00080000:1.0:1767321591.932120:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321591.932125:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321591.932128:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384574080:0@lo:38:kworker.0 00000100:00080000:1.0:1767321591.932134:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321591.932137:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321591.932139:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384574464:0@lo:38:kworker.0 00000100:00100000:3.0:1767321591.932580:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384574208 00000100:00080000:2.0:1767321591.932583:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321591.932593:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767321591.932596:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384574208 00000100:00080000:2.0:1767321591.932606:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6490 00000100:00080000:2.0:1767321591.932611:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321591.932615:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321591.932642:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5929f80 x1853164384574720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321591.932643:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3137 00000100:00100000:3.0:1767321591.932655:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384574208:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321591.932680:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321591.932747:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384574208:12345-0@lo:38:kworker.0 Request processed in 95us (1232us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321591.932753:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3137 00000100:00100000:2.0:1767321591.932762:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384574848:0@lo:400:kworker.0 00000100:00100000:2.0:1767321591.932821:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321591.932853:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321591.932873:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384574976:0@lo:400:kworker.0 00000100:00100000:2.0:1767321591.932901:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321591.932928:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384574720:0@lo:38:kworker.0 00000100:00100000:2.0:1767321591.932945:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384574848 00000100:00100000:2.0:1767321591.932954:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384574848 00000100:00100000:3.0:1767321591.932984:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321591.932996:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384574976 00000100:00100000:2.0:1767321591.933001:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384574976 00000100:00100000:2.0:1767321591.933032:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2570 00000100:00080000:3.0:1767321591.933038:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767321591.933046:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384574848:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767321591.933049:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321591.933059:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698548d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384574208:0@lo:38:kworker.0 00000100:00100000:3.0:1767321591.933100:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384574720 00000100:00100000:3.0:1767321591.933105:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384574720 00000100:00100000:2.0:1767321591.933112:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384574848:12345-0@lo:400:kworker.0 Request processed in 68us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321591.933121:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2570 00000100:00100000:3.0:1767321591.933146:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25640 00000100:00100000:2.0:1767321591.933154:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2571 00000100:00100000:3.0:1767321591.933162:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384574720:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321591.933170:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384574976:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1767321591.933181:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321591.933226:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384574720:12345-0@lo:38:kworker.0 Request processed in 65us (245us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321591.933233:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25640 00000100:00080000:3.0:1767321591.933949:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321591.933958:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321591.933962:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384574720:0@lo:38:kworker.0 00000100:00100000:3.0:1767321591.934018:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384574848:0@lo:400:kworker.0 00000100:00100000:2.0:1767321591.936521:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384574976:12345-0@lo:400:kworker.0 Request processed in 3347us (3608us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321591.936538:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2571 00000100:00100000:3.0:1767321591.940103:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384574976:0@lo:400:kworker.0 00010000:00010000:0.0:1767321592.439310:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321592.951655:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321593.463028:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321593.975160:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321594.487251:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321594.999141:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321595.512155:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384575104:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321595.512253:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321595.512368:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c902680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384575232:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321595.512400:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767321595.512504:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321595.513692:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384575104 00000100:00100000:2.0:1767321595.513718:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384575104 00000100:00100000:2.0:1767321595.513806:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384575232 00000100:00100000:2.0:1767321595.513810:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384575232 00000100:00100000:2.0:1767321595.513856:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3419 00000100:00100000:2.0:1767321595.513867:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384575104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321595.513906:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321595.513994:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384575104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 130us (1741us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321595.514002:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3419 00000100:00100000:2.0:1767321595.514021:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3420 00000100:00100000:2.0:1767321595.514029:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384575232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321595.514047:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321595.514077:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384575232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (1676us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321595.514083:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3420 00000100:00080000:3.0:1767321595.515042:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321595.515056:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321595.515136:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384575104:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321595.517486:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c902680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384575232:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321596.022999:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321596.535159:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321596.999956:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321597.000029:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321597.000076:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297492352 00000100:00100000:3.0:1767321597.000094:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297492352 00000100:00100000:3.0:1767321597.000145:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297492480 00000100:00100000:3.0:1767321597.000148:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297492480 00000100:00100000:3.0:1767321597.000218:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6080 00000100:00100000:3.0:1767321597.000232:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297492480:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321597.000297:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25641 00000100:00100000:0.0:1767321597.000316:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297492352:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:3.0:1767321597.000333:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297492480:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 103us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321597.000342:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6080 00010000:00020000:0.0:1767321597.000349:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321597.000404:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297492352:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 88us (460us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321597.000412:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25641 00000100:00080000:1.0:1767321597.000892:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767321597.047287:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321597.047300:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321597.047304:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321597.047311:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321597.047317:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321597.047329:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6495 00000100:00080000:3.0:1767321597.047336:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321597.047347:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321597.047422:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fdf80 x1853164384575360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321597.047459:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321597.047462:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321597.047464:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321597.047468:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6495 00000100:00080000:3.0:1767321597.047470:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321597.047473:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321597.047490:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369bb7fe300 x1853164384575488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321597.047533:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767321597.047551:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321597.047558:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321597.047568:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321597.047573:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6495 00000100:00080000:3.0:1767321597.047577:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321597.047583:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321597.047584:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321597.047603:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a592b100 x1853164384575744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321597.047608:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384575616:0@lo:400:kworker.0 00000100:00080000:3.0:1767321597.047652:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321597.047658:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321597.047661:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321597.047665:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6495 00000100:00080000:3.0:1767321597.047668:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321597.047672:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321597.047698:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a5929f80 x1853164384576000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321597.047724:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321597.047830:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321597.047848:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384575872:0@lo:400:kworker.0 00000100:00100000:3.0:1767321597.047855:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384576128:0@lo:400:kworker.0 00000100:00100000:2.0:1767321597.047881:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384575616 00000100:00100000:1.0:1767321597.047894:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321597.047894:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384575616 00000100:00080000:1.0:1767321597.047946:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321597.047957:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321597.047980:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384575872 00000100:00100000:2.0:1767321597.047986:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384575872 00000100:00100000:1.0:1767321597.047995:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384576128 00000100:00100000:1.0:1767321597.048000:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384576128 00000100:00100000:3.0:1767321597.048029:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321597.048040:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384576256:0@lo:400:kworker.0 00000100:00100000:1.0:1767321597.048049:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2572 00000100:00100000:1.0:1767321597.048063:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384576128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321597.048073:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321597.048121:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384576256 00000100:00100000:3.0:1767321597.048129:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384576256 00000100:00100000:1.0:1767321597.048151:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384576128:12345-0@lo:400:kworker.0 Request processed in 88us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321597.048157:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384575360:0@lo:38:kworker.0 00000100:00100000:1.0:1767321597.048160:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2572 00000100:00100000:1.0:1767321597.048185:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2573 00000100:00100000:1.0:1767321597.048195:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384576256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321597.048197:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321597.048246:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384575360 00000100:00100000:3.0:1767321597.048252:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384575360 00000100:00100000:0.0:1767321597.048254:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369bb7fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384575488:0@lo:38:kworker.0 00000100:00100000:3.0:1767321597.048288:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6081 00000100:00100000:3.0:1767321597.048301:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384575616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321597.048908:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6082 00000100:00100000:2.0:1767321597.048921:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384575872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321597.052092:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321597.052175:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384575744:0@lo:38:kworker.0 00000100:00100000:0.0:1767321597.052231:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321597.052246:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384576000:0@lo:38:kworker.0 00000100:00100000:0.0:1767321597.052269:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321597.052343:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384575488 00000100:00100000:0.0:1767321597.052356:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384575488 00000100:00100000:0.0:1767321597.052410:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3138 00000100:00100000:0.0:1767321597.052417:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c900e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384575488:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321597.052448:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321597.052661:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c900e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384575488:12345-0@lo:38:kworker.0 Request processed in 241us (578us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321597.052671:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3138 00000100:00100000:0.0:1767321597.052704:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384575744 00000100:00100000:0.0:1767321597.052707:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384575744 00000100:00100000:0.0:1767321597.052718:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384576000 00000100:00100000:0.0:1767321597.052720:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384576000 00000100:00100000:0.0:1767321597.052727:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25642 00000100:00100000:0.0:1767321597.052731:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c902680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384575360:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321597.052739:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321597.052764:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c902680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384575360:12345-0@lo:38:kworker.0 Request processed in 33us (4569us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321597.052768:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25642 00000100:00100000:0.0:1767321597.052778:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25643 00000100:00100000:0.0:1767321597.052810:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c901c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384575744:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321597.052829:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321597.052928:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c901c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384575744:12345-0@lo:38:kworker.0 Request processed in 117us (696us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321597.052935:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25643 00000100:00100000:0.0:1767321597.052945:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25644 00000100:00100000:0.0:1767321597.052949:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384576000:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321597.052957:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321597.052975:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384576000:12345-0@lo:38:kworker.0 Request processed in 25us (705us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321597.052980:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25644 00000100:00080000:0.0:1767321597.053090:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321597.053097:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321597.053101:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384575360:0@lo:38:kworker.0 00000100:00080000:0.0:1767321597.053115:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321597.053119:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321597.053121:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384575488:0@lo:38:kworker.0 00000100:00080000:0.0:1767321597.053128:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321597.053131:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321597.053134:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a592b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384575744:0@lo:38:kworker.0 00000100:00080000:0.0:1767321597.053140:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321597.053143:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321597.053145:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384576000:0@lo:38:kworker.0 00000100:00100000:1.0:1767321597.053379:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384576256:12345-0@lo:400:kworker.0 Request processed in 5183us (5303us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321597.053390:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2573 00000100:00100000:1.0:1767321597.053466:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384576256:0@lo:400:kworker.0 00000100:00100000:1.0:1767321597.053482:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384576128:0@lo:400:kworker.0 00000100:00080000:1.0:1767321597.053555:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321597.053563:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321597.053566:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321597.054541:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384575872:12345-0@lo:400:kworker.0 Request processed in 5615us (6638us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321597.054553:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6082 00000100:00100000:1.0:1767321597.055009:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384575872:0@lo:400:kworker.0 00000100:00100000:3.0:1767321597.055187:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384575616:12345-0@lo:400:kworker.0 Request processed in 6878us (7457us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321597.055206:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6081 00000100:00100000:2.0:1767321597.055227:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369bb7fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384575616:0@lo:400:kworker.0 00010000:00010000:0.0:1767321597.559171:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321598.071183:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321598.584058:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321599.095172:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321599.608656:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321600.119059:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321600.631016:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321600.631132:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384576384:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321600.631246:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321600.631383:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384576512:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321600.631475:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321600.642937:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384576384 00000100:00100000:2.0:1767321600.642962:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384576384 00000100:00100000:2.0:1767321600.643083:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384576512 00000100:00100000:2.0:1767321600.643087:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384576512 00000100:00100000:2.0:1767321600.643135:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3421 00000100:00100000:2.0:1767321600.643149:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384576384:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321600.643199:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321600.643947:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384576384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 796us (12706us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321600.643958:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3421 00000100:00100000:2.0:1767321600.643984:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3422 00000100:00100000:2.0:1767321600.643993:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384576512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321600.644016:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321600.644059:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384576512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (12588us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321600.644065:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3422 00000100:00100000:2.0:1767321600.644155:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384576384:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321600.644825:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321600.644837:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321600.645358:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384576512:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321601.145180:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321576/real 1767321576] req@ffff9369a5928a80 x1853164384570112/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321601 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321601.145226:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369a5928a80 x1853164384570112/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321601 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321601.145254:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321601.145286:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321601.145291:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384570112:0@lo:250:kworker.0 00000100:00080000:3.0:1767321601.147941:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321601.147951:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767321601.147956:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321601.147964:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 6479 00000100:00080000:3.0:1767321601.147968:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321601.147974:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321601.148008:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a398000 x1853164384576640/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321601.148038:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321601.148042:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321601.148044:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321601.148047:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6500 00000100:00080000:3.0:1767321601.148049:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321601.148053:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321601.148068:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a398e00 x1853164384576768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321601.148077:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321601.148080:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321601.148081:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321601.148085:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6500 00000100:00080000:3.0:1767321601.148087:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321601.148089:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321601.148101:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39bb80 x1853164384576896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321601.148130:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321601.148134:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321601.148136:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321601.148139:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6500 00000100:00080000:3.0:1767321601.148141:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321601.148144:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321601.148154:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8913100 x1853164384577152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321601.148167:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321601.148170:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321601.148172:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321601.148174:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6500 00000100:00080000:3.0:1767321601.148176:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321601.148179:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321601.148188:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8912300 x1853164384577408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321601.148293:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384577024:0@lo:400:kworker.0 00000100:00100000:1.0:1767321601.148366:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321601.148441:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321601.148448:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384577280:0@lo:400:kworker.0 00000100:00100000:1.0:1767321601.148471:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321601.148496:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384577664:0@lo:400:kworker.0 00000100:00100000:1.0:1767321601.148523:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321601.148542:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321601.148547:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8913800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384577536:0@lo:400:kworker.0 00000100:00100000:1.0:1767321601.148569:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321601.148598:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384577664 00000100:00100000:1.0:1767321601.148605:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384577664 00000100:00100000:1.0:1767321601.148649:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384577536 00000100:00100000:1.0:1767321601.148652:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384577536 00000100:00100000:1.0:1767321601.148672:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2574 00000100:00100000:1.0:1767321601.148681:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384577664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321601.148733:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384577664:12345-0@lo:400:kworker.0 Request processed in 53us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321601.148740:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2574 00000100:00100000:1.0:1767321601.148756:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2575 00000100:00100000:1.0:1767321601.148762:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384577536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321601.148821:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384577536:12345-0@lo:400:kworker.0 Request processed in 59us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321601.148826:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2575 00000100:00100000:1.0:1767321601.148870:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8913800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384577536:0@lo:400:kworker.0 00000100:00100000:1.0:1767321601.148895:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384577664:0@lo:400:kworker.0 00000100:00100000:1.0:1767321601.148922:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384576640:0@lo:250:kworker.0 00000400:00000100:1.0:1767321601.148942:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384576640 offset 0 length 520: 4 00000100:00100000:1.0:1767321601.148960:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384576768:0@lo:38:kworker.0 00000100:00100000:1.0:1767321601.148981:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321601.148996:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384576896:0@lo:38:kworker.0 00000100:00100000:1.0:1767321601.149017:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321601.149032:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8913100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384577152:0@lo:38:kworker.0 00000100:00100000:1.0:1767321601.149052:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321601.149067:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384577408:0@lo:38:kworker.0 00000100:00100000:3.0:1767321601.149703:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384577024 00000100:00100000:3.0:1767321601.149709:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384577024 00000100:00100000:3.0:1767321601.149754:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384577280 00000100:00100000:3.0:1767321601.149757:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384577280 00000100:00100000:3.0:1767321601.149771:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384576768 00000100:00100000:3.0:1767321601.149774:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384576768 00000100:00100000:3.0:1767321601.149811:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384577152 00000100:00100000:3.0:1767321601.149814:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384577152 00000100:00100000:3.0:1767321601.149825:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6083 00000100:00100000:3.0:1767321601.149833:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384577024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321601.149882:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384577024:12345-0@lo:400:kworker.0 Request processed in 50us (1515us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321601.149891:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6083 00000100:00100000:3.0:1767321601.149905:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6084 00000100:00100000:3.0:1767321601.149910:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384577280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321601.149935:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936887a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384577280:12345-0@lo:400:kworker.0 Request processed in 25us (1464us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321601.149940:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6084 00000100:00100000:3.0:1767321601.149952:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25645 00000100:00100000:3.0:1767321601.149956:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698548fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384576768:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321601.149976:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321601.150004:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698548fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384576768:12345-0@lo:38:kworker.0 Request processed in 47us (1023us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321601.150010:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25645 00000100:00100000:3.0:1767321601.150022:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25646 00000100:00100000:3.0:1767321601.150026:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384577152:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321601.150035:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321601.150057:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891da8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384577152:12345-0@lo:38:kworker.0 Request processed in 30us (1005us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321601.150063:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25646 00000100:00080000:3.0:1767321601.150087:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321601.150117:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384577280:0@lo:400:kworker.0 00000100:00100000:3.0:1767321601.150130:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384577024:0@lo:400:kworker.0 00000100:00100000:0.0:1767321601.150298:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321601.150321:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384576896 00000100:00100000:0.0:1767321601.150325:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384576896 00000100:00100000:0.0:1767321601.150355:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3139 00000100:00100000:0.0:1767321601.150361:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384576896:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321601.150371:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321601.150404:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384576896:12345-0@lo:38:kworker.0 Request processed in 42us (1386us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321601.150410:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3139 00000100:00100000:1.0:1767321601.150955:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321601.150988:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321601.150993:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321601.150996:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384576768:0@lo:38:kworker.0 00000100:00080000:1.0:1767321601.151005:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321601.151008:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321601.151011:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384576896:0@lo:38:kworker.0 00000100:00080000:1.0:1767321601.151020:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321601.151023:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321601.151026:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8913100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384577152:0@lo:38:kworker.0 00000100:00100000:2.0:1767321601.152054:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384577408 00000100:00100000:2.0:1767321601.152074:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384577408 00000100:00100000:2.0:1767321601.152157:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25647 00000100:00100000:2.0:1767321601.152170:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384577408:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321601.152201:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321601.152311:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936891dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384577408:12345-0@lo:38:kworker.0 Request processed in 142us (1356us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321601.152319:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25647 00000100:00080000:3.0:1767321601.152596:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321601.152608:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321601.152614:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384577408:0@lo:38:kworker.0 00010000:00010000:0.0:1767321601.655467:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321602.122015:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321602.122117:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:1.0:1767321602.130015:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297492864 offset 0 length 520: 4 00000100:00100000:0.0:1767321602.130956:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297492608 00000100:00100000:0.0:1767321602.130974:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297492608 00000100:00100000:0.0:1767321602.131062:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297492736 00000100:00100000:0.0:1767321602.131066:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297492736 00000100:00100000:3.0:1767321602.132429:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25648 00000100:00100000:3.0:1767321602.132444:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297492608:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321602.132478:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321602.132606:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297492608:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 161us (10607us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321602.132616:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25648 00000100:00100000:0.0:1767321602.133608:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6085 00000100:00100000:0.0:1767321602.133623:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297492736:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321602.133698:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297492736:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 80us (11580us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321602.133706:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6085 00000100:00080000:3.0:1767321602.134278:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321602.167537:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321602.679126:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321603.190958:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321603.705538:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321604.215662:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321604.731421:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321605.242120:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321605.751150:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384577792:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321605.751279:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321605.751522:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384577792 00000100:00100000:2.0:1767321605.751532:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384577792 00000100:00100000:2.0:1767321605.751618:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3423 00000100:00100000:2.0:1767321605.751630:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384577792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321605.751669:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321605.751725:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384577792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321605.751733:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3423 00000100:00080000:3.0:1767321605.751812:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321605.751861:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384577792:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767321605.752024:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321605.752075:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384577920:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321605.752114:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321605.752431:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384577920 00000100:00100000:1.0:1767321605.752437:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384577920 00000100:00100000:1.0:1767321605.752489:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3424 00000100:00100000:1.0:1767321605.752504:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384577920:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767321605.752510:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1767321605.752531:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321605.752581:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384577920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321605.752589:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3424 00000100:00100000:0.0:1767321605.752613:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384577920:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767321606.264558:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321606.264572:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321606.264576:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321606.264582:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321606.264588:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321606.264601:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6504 00000100:00080000:2.0:1767321606.264607:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321606.264617:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321606.264685:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e4e00 x1853164384578048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321606.264708:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321606.264711:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321606.264713:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321606.264718:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6504 00000100:00080000:2.0:1767321606.264721:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321606.264724:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321606.264750:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e6680 x1853164384578176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321606.264858:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384578304:0@lo:400:kworker.0 00000100:00100000:1.0:1767321606.264987:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321606.265134:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321606.265139:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321606.265141:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321606.265145:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6504 00000100:00080000:2.0:1767321606.265147:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321606.265151:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321606.265180:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6e4700 x1853164384578432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321606.265201:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321606.265205:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321606.265206:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321606.265211:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6504 00000100:00080000:2.0:1767321606.265213:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321606.265226:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321606.265239:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1214e00 x1853164384578688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321606.266762:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321606.266800:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b4eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384578560:0@lo:400:kworker.0 00000100:00100000:1.0:1767321606.266883:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321606.266963:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384578304 00000100:00100000:1.0:1767321606.266972:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384578304 00000100:00100000:1.0:1767321606.267043:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384578560 00000100:00100000:1.0:1767321606.267046:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384578560 00000100:00100000:1.0:1767321606.267081:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6086 00000100:00100000:1.0:1767321606.267091:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a719a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384578304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321606.267173:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a719a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384578304:12345-0@lo:400:kworker.0 Request processed in 65us (2169us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321606.267181:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6086 00000100:00100000:1.0:1767321606.267201:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6087 00000100:00100000:1.0:1767321606.267208:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a7198380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384578560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321606.267252:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a7198380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384578560:12345-0@lo:400:kworker.0 Request processed in 45us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321606.267258:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6087 00000100:00080000:1.0:1767321606.267278:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321606.267324:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b4eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384578560:0@lo:400:kworker.0 00000100:00100000:1.0:1767321606.267337:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384578304:0@lo:400:kworker.0 00000100:00100000:1.0:1767321606.267414:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384578048:0@lo:38:kworker.0 00000100:00100000:1.0:1767321606.267447:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321606.267475:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384578176:0@lo:38:kworker.0 00000100:00100000:1.0:1767321606.267501:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321606.267525:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384578432:0@lo:38:kworker.0 00000100:00100000:1.0:1767321606.267546:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321606.267561:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384578688:0@lo:38:kworker.0 00000100:00100000:1.0:1767321606.267582:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321606.267608:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384578048 00000100:00100000:1.0:1767321606.267612:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384578048 00000100:00100000:1.0:1767321606.267633:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384578432 00000100:00100000:1.0:1767321606.267636:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384578432 00000100:00100000:1.0:1767321606.267643:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384578688 00000100:00100000:1.0:1767321606.267645:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384578688 00000100:00100000:1.0:1767321606.267653:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25649 00000100:00100000:1.0:1767321606.267658:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a7198e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384578048:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321606.267680:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321606.267714:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a7198e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384578048:12345-0@lo:38:kworker.0 Request processed in 54us (267us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321606.267720:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25649 00000100:00100000:1.0:1767321606.267731:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25650 00000100:00100000:1.0:1767321606.267747:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a7199f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384578432:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321606.267756:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321606.267810:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a7199f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384578432:12345-0@lo:38:kworker.0 Request processed in 31us (232us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321606.267818:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25650 00000100:00100000:1.0:1767321606.267829:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25651 00000100:00100000:1.0:1767321606.267832:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a719aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384578688:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321606.267841:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321606.267864:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a719aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384578688:12345-0@lo:38:kworker.0 Request processed in 30us (280us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321606.267869:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25651 00000100:00080000:1.0:1767321606.267896:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321606.267901:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321606.267904:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384578048:0@lo:38:kworker.0 00000100:00080000:1.0:1767321606.267912:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321606.267917:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321606.267920:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384578432:0@lo:38:kworker.0 00000100:00080000:1.0:1767321606.267928:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321606.267931:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321606.267934:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384578688:0@lo:38:kworker.0 00000100:00100000:1.0:1767321606.267987:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384578176 00000100:00100000:1.0:1767321606.267991:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384578176 00000100:00100000:1.0:1767321606.268018:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3140 00000100:00100000:1.0:1767321606.268023:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a7198000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384578176:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321606.268033:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321606.268063:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a7198000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384578176:12345-0@lo:38:kworker.0 Request processed in 39us (561us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321606.268069:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3140 00000100:00080000:1.0:1767321606.268090:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321606.268094:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321606.268096:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384578176:0@lo:38:kworker.0 00000100:00100000:0.0:1767321606.270525:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321606.775104:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321607.242323:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321607.242747:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297492992 00000100:00100000:3.0:1767321607.242766:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297492992 00000100:00100000:3.0:1767321607.242865:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25652 00000100:00100000:3.0:1767321607.242884:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a7199c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297492992:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321607.242915:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321607.243014:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a7199c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297492992:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 139us (717us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321607.243026:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25652 00000100:00100000:0.0:1767321607.249926:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321607.250047:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297493120 00000100:00100000:1.0:1767321607.250071:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297493120 00000100:00100000:1.0:1767321607.250181:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6088 00000100:00100000:1.0:1767321607.250200:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297493120:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321607.250310:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a592b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297493120:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 118us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321607.250319:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6088 00000100:00080000:3.0:1767321607.250929:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321607.287132:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321607.799751:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321608.310951:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321608.823118:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321609.334990:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321609.849641:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321610.359002:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321610.870999:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321610.871222:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384578816:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321610.871325:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321610.871385:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384578816 00000100:00100000:1.0:1767321610.871397:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384578816 00000100:00080000:2.0:1767321610.871484:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321610.871492:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3425 00000100:00100000:1.0:1767321610.871511:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5569180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384578816:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321610.871518:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384578944:0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321610.871557:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321610.871629:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321610.871643:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5569180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384578816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 139us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321610.871652:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3425 00000100:00100000:1.0:1767321610.871677:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384578944 00000100:00100000:1.0:1767321610.871682:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384578944 00000100:00100000:1.0:1767321610.871726:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3426 00000100:00100000:1.0:1767321610.871733:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384578944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321610.871754:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321610.871818:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384578944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321610.871825:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3426 00000100:00100000:0.0:1767321610.871897:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384578944:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767321610.872743:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321610.873300:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384578816:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321611.382961:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321611.382978:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321611.382982:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321611.382986:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321611.382993:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321611.383006:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6509 00000100:00080000:2.0:1767321611.383012:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321611.383022:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321611.383081:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1217100 x1853164384579072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321611.383129:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321611.383133:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321611.383135:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321611.383141:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6509 00000100:00080000:2.0:1767321611.383143:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321611.383154:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321611.383170:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1216300 x1853164384579200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321611.383220:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321611.383226:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321611.383227:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321611.383231:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6509 00000100:00080000:2.0:1767321611.383233:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321611.383237:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321611.383250:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1214700 x1853164384579456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321611.383269:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321611.383273:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321611.383276:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321611.383279:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6509 00000100:00080000:2.0:1767321611.383282:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321611.383285:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321611.383292:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384579584:0@lo:400:kworker.0 00000100:00100000:2.0:1767321611.383296:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215f80 x1853164384579712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321611.383341:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321611.383396:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321611.383412:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384579072:0@lo:38:kworker.0 00000100:00100000:1.0:1767321611.383465:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321611.383479:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321611.383485:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384579328:0@lo:400:kworker.0 00000100:00100000:1.0:1767321611.383489:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384579200:0@lo:38:kworker.0 00000100:00100000:0.0:1767321611.383509:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321611.383512:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321611.383548:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384579456:0@lo:38:kworker.0 00000100:00100000:0.0:1767321611.383551:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384579584 00000100:00100000:0.0:1767321611.383560:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384579584 00000100:00100000:1.0:1767321611.383571:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321611.383587:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384579712:0@lo:38:kworker.0 00000100:00100000:1.0:1767321611.383608:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321611.391045:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384579072 00000100:00100000:0.0:1767321611.391202:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384579072 00000100:00100000:0.0:1767321611.391272:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384579328 00000100:00100000:0.0:1767321611.391276:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384579328 00000100:00100000:0.0:1767321611.391323:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384579456 00000100:00100000:0.0:1767321611.391327:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384579456 00000100:00100000:0.0:1767321611.391336:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384579712 00000100:00100000:0.0:1767321611.391339:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384579712 00000100:00100000:0.0:1767321611.391357:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6089 00000100:00100000:0.0:1767321611.391370:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384579584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321611.391516:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384579584:12345-0@lo:400:kworker.0 Request processed in 148us (8119us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321611.391524:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6089 00000100:00100000:0.0:1767321611.391546:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6090 00000100:00100000:0.0:1767321611.391553:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369bb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384579328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321611.391585:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369bb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384579328:12345-0@lo:400:kworker.0 Request processed in 33us (8075us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321611.391591:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6090 00000100:00100000:0.0:1767321611.391603:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25653 00000100:00100000:0.0:1767321611.391607:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a7199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384579072:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321611.391634:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321611.391920:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a7199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384579072:12345-0@lo:38:kworker.0 Request processed in 309us (8453us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321611.391927:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25653 00000100:00100000:0.0:1767321611.391941:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25654 00000100:00100000:0.0:1767321611.391946:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a719ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384579456:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321611.391956:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321611.391984:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a719ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384579456:12345-0@lo:38:kworker.0 Request processed in 37us (8412us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321611.391989:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25654 00000100:00100000:0.0:1767321611.392000:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25655 00000100:00100000:0.0:1767321611.392004:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a719bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384579712:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321611.392013:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321611.392036:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a719bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384579712:12345-0@lo:38:kworker.0 Request processed in 31us (8427us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321611.392041:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25655 00000100:00100000:0.0:1767321611.392565:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384579328:0@lo:400:kworker.0 00000100:00100000:0.0:1767321611.392582:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384579584:0@lo:400:kworker.0 00000100:00080000:0.0:1767321611.392633:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321611.392639:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321611.392643:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384579072:0@lo:38:kworker.0 00000100:00080000:0.0:1767321611.392654:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321611.392657:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321611.392672:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384579456:0@lo:38:kworker.0 00000100:00080000:0.0:1767321611.392683:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321611.392696:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321611.392699:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384579712:0@lo:38:kworker.0 00000100:00080000:0.0:1767321611.392772:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321611.392860:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384579200 00000100:00100000:1.0:1767321611.392867:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384579200 00000100:00100000:1.0:1767321611.392913:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3141 00000100:00100000:1.0:1767321611.392920:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a7198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384579200:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321611.392934:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321611.392993:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a7198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384579200:12345-0@lo:38:kworker.0 Request processed in 73us (9480us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321611.393000:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3141 00000100:00080000:1.0:1767321611.393029:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321611.393033:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321611.393036:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384579200:0@lo:38:kworker.0 00010000:00010000:0.0:1767321611.897655:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321612.366368:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321612.366454:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321612.366573:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297493376 00000100:00100000:3.0:1767321612.366591:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297493376 00000100:00100000:3.0:1767321612.366695:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297493248 00000100:00100000:3.0:1767321612.366699:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297493248 00000100:00100000:3.0:1767321612.366729:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6091 00000100:00100000:3.0:1767321612.366741:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297493376:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:2.0:1767321612.367115:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321612.367208:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25656 00000100:00100000:0.0:1767321612.367219:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297493248:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321612.367250:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321612.367357:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297493248:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 137us (901us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321612.367367:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25656 00000100:00100000:3.0:1767321612.369312:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297493376:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 2565us (2952us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321612.369327:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6091 00000100:00100000:2.0:1767321612.407182:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321612.921060:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321613.434259:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321613.943151:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321614.455130:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321614.970385:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321615.478957:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321615.991197:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384579840:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321615.991302:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321615.991406:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321615.991413:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384579968:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321615.991439:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321615.991532:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384579840 00000100:00100000:0.0:1767321615.991542:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384579840 00000100:00100000:0.0:1767321615.991633:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3427 00000100:00100000:0.0:1767321615.991669:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384579840:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321615.991688:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384579968 00000100:00100000:3.0:1767321615.991695:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384579968 00002000:00000024:0.0:1767321615.991712:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321615.991733:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3428 00000100:00100000:3.0:1767321615.991743:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384579968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321615.991766:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321615.991768:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384579840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 124us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321615.991803:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3427 00000100:00100000:3.0:1767321615.991853:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384579968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321615.991860:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3428 00000100:00080000:2.0:1767321615.992175:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321615.992180:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321615.992231:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384579968:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321615.992248:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384579840:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767321615.992507:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321616.503014:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321616.503031:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321616.503035:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321616.503043:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321616.503049:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321616.503069:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6514 00000100:00080000:2.0:1767321616.503076:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321616.503086:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321616.503157:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1215880 x1853164384580096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321616.503188:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321616.503192:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321616.503194:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321616.503199:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6514 00000100:00080000:2.0:1767321616.503201:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321616.503205:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321616.503219:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1217480 x1853164384580224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321616.503259:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321616.503263:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321616.503265:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321616.503270:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6514 00000100:00080000:2.0:1767321616.503272:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321616.503276:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321616.503323:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996d9bb80 x1853164384580480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321616.503356:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321616.503361:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321616.503363:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321616.503367:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6514 00000100:00080000:2.0:1767321616.503370:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321616.503374:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321616.503385:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996d9a680 x1853164384580736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321616.504811:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384580352:0@lo:400:kworker.0 00000100:00100000:1.0:1767321616.504812:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384580096:0@lo:38:kworker.0 00000100:00100000:0.0:1767321616.504933:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996d9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384580608:0@lo:400:kworker.0 00000100:00100000:2.0:1767321616.505083:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321616.507244:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321616.507541:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384580352 00000100:00100000:2.0:1767321616.507554:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384580352 00000100:00100000:2.0:1767321616.507912:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6092 00000100:00100000:2.0:1767321616.507927:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384580352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321616.508019:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a556ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384580352:12345-0@lo:400:kworker.0 Request processed in 97us (783us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321616.508027:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6092 00000100:00080000:3.0:1767321616.508130:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321616.508177:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384580352:0@lo:400:kworker.0 00000100:00100000:0.0:1767321616.516272:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321616.516540:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384580608 00000100:00100000:2.0:1767321616.516553:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384580608 00000100:00100000:2.0:1767321616.516708:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6093 00000100:00100000:2.0:1767321616.516721:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384580608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321616.516818:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384580608:12345-0@lo:400:kworker.0 Request processed in 99us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321616.516826:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6093 00000100:00100000:0.0:1767321616.516963:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996d9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384580608:0@lo:400:kworker.0 00000100:00100000:1.0:1767321616.517227:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321616.517320:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384580224:0@lo:38:kworker.0 00000100:00100000:1.0:1767321616.517377:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321616.517416:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996d9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384580480:0@lo:38:kworker.0 00000100:00100000:1.0:1767321616.517442:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321616.517486:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321616.517496:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384580224 00000100:00100000:2.0:1767321616.517503:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384580224 00000100:00100000:2.0:1767321616.517745:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3142 00000100:00100000:2.0:1767321616.517756:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a719a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384580224:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321616.517797:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321616.517839:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a719a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384580224:12345-0@lo:38:kworker.0 Request processed in 84us (461us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321616.517847:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3142 00000100:00100000:1.0:1767321616.519968:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996d9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384580736:0@lo:38:kworker.0 00000100:00100000:1.0:1767321616.520066:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321616.520156:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384580096 00000100:00100000:0.0:1767321616.520168:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384580096 00000100:00100000:0.0:1767321616.520357:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384580480 00000100:00100000:0.0:1767321616.520363:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384580480 00000100:00100000:0.0:1767321616.520395:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25657 00000100:00100000:0.0:1767321616.520404:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a719b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384580096:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321616.520433:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321616.520501:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25658 00000100:00100000:3.0:1767321616.520508:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a7199180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384580480:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321616.520964:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a719b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384580096:12345-0@lo:38:kworker.0 Request processed in 558us (3735us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321616.520973:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25657 00000100:00100000:0.0:1767321616.521842:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384580736 00000100:00080000:1.0:1767321616.521845:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767321616.521853:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384580736 00000100:00080000:1.0:1767321616.521856:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321616.521863:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384580096:0@lo:38:kworker.0 00000100:00080000:1.0:1767321616.521879:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321616.521883:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321616.521887:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384580224:0@lo:38:kworker.0 00000100:00100000:0.0:1767321616.521894:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25659 00000100:00100000:0.0:1767321616.521901:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a7199880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384580736:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321616.522883:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321616.522996:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a7199180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384580480:12345-0@lo:38:kworker.0 Request processed in 2485us (5550us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321616.523007:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25658 00000100:00080000:1.0:1767321616.523673:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321616.523682:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321616.523687:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996d9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384580480:0@lo:38:kworker.0 00010000:00020000:0.0:1767321616.527206:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321616.527359:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a7199880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384580736:12345-0@lo:38:kworker.0 Request processed in 5451us (7287us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321616.527374:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25659 00000100:00080000:2.0:1767321616.527397:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321616.527406:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321616.527412:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996d9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384580736:0@lo:38:kworker.0 00010000:00010000:2.0:1767321617.016206:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321617.478697:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321617.478741:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321617.479123:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297493632 00000100:00100000:0.0:1767321617.479132:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297493632 00000100:00100000:0.0:1767321617.479201:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297493504 00000100:00100000:0.0:1767321617.479205:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297493504 00000100:00100000:0.0:1767321617.479229:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6094 00000100:00100000:0.0:1767321617.479239:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297493632:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321617.479324:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297493632:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 88us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321617.479331:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6094 00000100:00100000:0.0:1767321617.479350:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25660 00000100:00100000:0.0:1767321617.479354:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297493504:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321617.479374:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321617.479409:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297493504:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 42us (656us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321617.479417:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25660 00000100:00080000:3.0:1767321617.479534:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321617.527445:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321618.039374:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321618.550941:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321619.063268:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321619.575126:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321620.086994:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321620.598884:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321621.111218:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321621.111978:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384580864:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321621.112050:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321621.112122:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321621.112128:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384580992:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321621.112149:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321621.112198:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384580864 00000100:00100000:0.0:1767321621.112207:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384580864 00000100:00100000:3.0:1767321621.112215:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384580992 00000100:00100000:3.0:1767321621.112220:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384580992 00000100:00100000:0.0:1767321621.112338:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3429 00000100:00100000:0.0:1767321621.112358:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384580864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321621.112390:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321621.112434:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384580864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321621.112441:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3429 00000100:00100000:0.0:1767321621.112502:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384580864:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321621.114490:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3430 00000100:00100000:3.0:1767321621.114507:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384580992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321621.114542:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321621.114672:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384580992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 170us (2520us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321621.114680:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3430 00000100:00100000:0.0:1767321621.114802:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384580992:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767321621.118297:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321621.118306:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321621.622928:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767321621.623879:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321621.623887:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321621.623890:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321621.623893:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321621.623897:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321621.623904:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6519 00000100:00080000:2.0:1767321621.623908:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321621.623915:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321621.623955:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996d98700 x1853164384581120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321621.623972:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321621.623975:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321621.623978:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321621.623982:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6519 00000100:00080000:2.0:1767321621.623984:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321621.623987:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321621.623999:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996d9b800 x1853164384581248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321621.624039:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321621.624043:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321621.624045:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321621.624050:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6519 00000100:00080000:2.0:1767321621.624053:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321621.624056:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321621.624067:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996d98380 x1853164384581504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321621.624084:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321621.624087:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321621.624088:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321621.624092:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6519 00000100:00080000:2.0:1767321621.624095:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321621.624098:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321621.624108:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996d98000 x1853164384581760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321621.624196:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996d98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384581632:0@lo:400:kworker.0 00000100:00100000:0.0:1767321621.624279:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321621.624358:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321621.624374:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996d9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384581376:0@lo:400:kworker.0 00000100:00100000:0.0:1767321621.624396:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321621.625104:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384581632 00000100:00100000:2.0:1767321621.625113:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384581632 00000100:00100000:2.0:1767321621.625176:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384581376 00000100:00100000:2.0:1767321621.625179:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384581376 00000100:00100000:2.0:1767321621.625201:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6095 00000100:00100000:2.0:1767321621.625209:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384581632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321621.625279:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384581632:12345-0@lo:400:kworker.0 Request processed in 69us (999us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321621.625286:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6095 00000100:00100000:2.0:1767321621.625302:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6096 00000100:00100000:2.0:1767321621.625318:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384581376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321621.625347:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384581376:12345-0@lo:400:kworker.0 Request processed in 30us (951us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321621.625353:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6096 00000100:00100000:0.0:1767321621.625449:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996d9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384581376:0@lo:400:kworker.0 00000100:00100000:0.0:1767321621.625460:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996d98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384581632:0@lo:400:kworker.0 00000100:00100000:1.0:1767321621.627393:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996d98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384581120:0@lo:38:kworker.0 00000100:00100000:1.0:1767321621.627465:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321621.627532:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996d9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384581248:0@lo:38:kworker.0 00000100:00100000:1.0:1767321621.627556:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321621.627583:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996d98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384581504:0@lo:38:kworker.0 00000100:00100000:1.0:1767321621.627633:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321621.627655:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996d98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384581760:0@lo:38:kworker.0 00000100:00100000:1.0:1767321621.627677:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321621.627710:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384581120 00000100:00100000:1.0:1767321621.627717:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384581120 00000100:00100000:1.0:1767321621.627742:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384581504 00000100:00100000:1.0:1767321621.627745:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384581504 00000100:00100000:1.0:1767321621.627752:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384581760 00000100:00100000:1.0:1767321621.627754:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384581760 00000100:00100000:1.0:1767321621.627766:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25661 00000100:00100000:1.0:1767321621.627772:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a719b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384581120:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321621.627822:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321621.627862:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a719b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384581120:12345-0@lo:38:kworker.0 Request processed in 90us (397us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321621.627869:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25661 00000100:00100000:1.0:1767321621.627884:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25662 00000100:00100000:1.0:1767321621.627888:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a719b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384581504:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321621.627898:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321621.627921:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a719b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384581504:12345-0@lo:38:kworker.0 Request processed in 31us (288us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321621.627926:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25662 00000100:00100000:1.0:1767321621.627936:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25663 00000100:00100000:1.0:1767321621.627940:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384581760:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321621.627948:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321621.627969:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384581760:12345-0@lo:38:kworker.0 Request processed in 27us (291us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321621.627974:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25663 00000100:00080000:1.0:1767321621.628010:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321621.628014:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321621.628017:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996d98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384581120:0@lo:38:kworker.0 00000100:00080000:1.0:1767321621.628025:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321621.628028:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321621.628030:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996d98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384581504:0@lo:38:kworker.0 00000100:00080000:1.0:1767321621.628036:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321621.628039:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321621.628042:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996d98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384581760:0@lo:38:kworker.0 00000100:00100000:2.0:1767321621.628397:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384581248 00000100:00100000:2.0:1767321621.628402:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384581248 00000100:00100000:2.0:1767321621.628471:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3143 00000100:00100000:2.0:1767321621.628476:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a7198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384581248:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321621.628486:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321621.628544:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a7198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384581248:12345-0@lo:38:kworker.0 Request processed in 66us (986us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321621.628550:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3143 00000100:00080000:1.0:1767321621.628972:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321621.628978:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321621.628980:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996d9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384581248:0@lo:38:kworker.0 00000100:00080000:3.0:1767321621.629601:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321622.140154:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321622.598300:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321622.598354:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321622.598441:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297493760 00000100:00100000:2.0:1767321622.598451:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297493760 00000100:00100000:2.0:1767321622.598667:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297493888 00000100:00100000:2.0:1767321622.598672:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297493888 00000100:00080000:3.0:1767321622.598746:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321622.599923:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6097 00000100:00100000:0.0:1767321622.599943:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297493888:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321622.600234:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297493888:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 299us (1877us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321622.600242:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6097 00000100:00100000:0.0:1767321622.600268:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25664 00000100:00100000:0.0:1767321622.600273:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297493760:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321622.600295:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321622.600323:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297493760:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 48us (2032us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321622.600341:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25664 00000100:00100000:2.0:1767321622.649505:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321623.164412:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321623.670916:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321624.182987:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321624.695300:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321625.211460:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321625.719023:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321626.230944:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321626.231406:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384582016:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321626.231489:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321626.231523:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384581888:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321626.231583:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321626.231620:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384582016 00000100:00100000:1.0:1767321626.231627:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384582016 00000100:00080000:2.0:1767321626.231685:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321626.231693:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384581888 00000100:00100000:1.0:1767321626.231698:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384581888 00000100:00100000:1.0:1767321626.231739:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3431 00000100:00080000:2.0:1767321626.231753:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321626.231765:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384582016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321626.231863:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321626.231911:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384582016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 162us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321626.231929:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3431 00000100:00100000:1.0:1767321626.231946:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3432 00000100:00100000:1.0:1767321626.231953:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384581888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321626.231969:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321626.232000:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384581888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321626.232005:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3432 00000100:00100000:0.0:1767321626.235155:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384582016:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321626.239027:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384581888:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321626.699899:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321626.700737:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297494272 00000100:00100000:2.0:1767321626.700749:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297494272 00000100:00100000:2.0:1767321626.700865:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6098 00000100:00100000:2.0:1767321626.700877:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297494272:12345-192.168.202.56@tcp:400:kworker.0 00000100:00080000:3.0:1767321626.701576:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321626.705183:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297494272:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 4296us (5281us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321626.705199:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6098 00000400:00000100:3.0:1767321626.709897:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297494016 offset 0 length 520: 4 00000100:00100000:3.0:1767321626.710057:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321626.710141:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297494144 00000100:00100000:2.0:1767321626.710152:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297494144 00000100:00100000:2.0:1767321626.710208:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25665 00000100:00100000:2.0:1767321626.710217:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297494144:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767321626.710242:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321626.710316:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2501:x1853164297494144:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 99us (259us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321626.710324:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25665 00000100:00100000:2.0:1767321626.742913:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321626.742930:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321601/real 1767321601] req@ffff93688a398000 x1853164384576640/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321626 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321626.742969:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93688a398000 x1853164384576640/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321626 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767321626.742990:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321626.743000:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767321626.743004:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384576640:0@lo:250:kworker.0 00000100:00080000:0.0:1767321626.743797:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321626.743805:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767321626.743809:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321626.743815:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 6504 00000100:00080000:0.0:1767321626.743820:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321626.743826:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321626.743859:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a34f0380 x1853164384582144/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321626.743877:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321626.743881:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321626.743882:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321626.743886:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6524 00000100:00080000:0.0:1767321626.743888:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321626.743891:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321626.743906:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a34f0e00 x1853164384582272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321626.743914:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321626.743918:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321626.743920:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321626.743925:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6524 00000100:00080000:0.0:1767321626.743928:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321626.743930:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321626.743943:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384582144:0@lo:250:kworker.0 00000100:00100000:0.0:1767321626.743944:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a34f0000 x1853164384582400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321626.743994:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321626.743998:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321626.744003:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000100:1.0:1767321626.744004:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384582144 offset 0 length 520: 4 00000100:00080000:0.0:1767321626.744012:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6524 00000100:00080000:0.0:1767321626.744016:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321626.744020:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321626.744035:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a34f2a00 x1853164384582656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321626.744052:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321626.744055:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321626.744059:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767321626.744059:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384582272:0@lo:38:kworker.0 00000100:00080000:0.0:1767321626.744068:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6524 00000100:00080000:0.0:1767321626.744071:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321626.744074:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321626.744086:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a34f1500 x1853164384582912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321626.744097:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321626.744128:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384582400:0@lo:38:kworker.0 00000100:00100000:0.0:1767321626.744144:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384582784:0@lo:400:kworker.0 00000100:00100000:1.0:1767321626.744157:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321626.744181:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321626.744183:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384582656:0@lo:38:kworker.0 00000100:00100000:0.0:1767321626.744209:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321626.744216:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384582528:0@lo:400:kworker.0 00000100:00100000:1.0:1767321626.744234:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321626.744249:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384583040:0@lo:400:kworker.0 00000100:00100000:1.0:1767321626.744265:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384582912:0@lo:38:kworker.0 00000100:00100000:0.0:1767321626.744281:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321626.744294:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321626.744306:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321626.744330:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384582400 00000100:00100000:1.0:1767321626.744337:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384582400 00000100:00100000:1.0:1767321626.744369:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3144 00000100:00100000:1.0:1767321626.744377:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384582400:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321626.744396:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321626.744435:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b4eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384582400:12345-0@lo:38:kworker.0 Request processed in 58us (279us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321626.744442:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3144 00000100:00100000:1.0:1767321626.744462:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384582272 00000100:00100000:1.0:1767321626.744465:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384582272 00000100:00100000:1.0:1767321626.744480:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384582784 00000100:00100000:1.0:1767321626.744482:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384582784 00000100:00100000:1.0:1767321626.744510:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384582656 00000100:00100000:1.0:1767321626.744512:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384582656 00000100:00100000:1.0:1767321626.744518:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384582912 00000100:00100000:1.0:1767321626.744519:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384582912 00000100:00100000:1.0:1767321626.744528:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6099 00000100:00100000:1.0:1767321626.744534:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384582784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321626.744585:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384582784:12345-0@lo:400:kworker.0 Request processed in 52us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321626.744606:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6099 00000100:00100000:0.0:1767321626.744616:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384583168:0@lo:400:kworker.0 00000100:00100000:1.0:1767321626.744623:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25666 00000100:00100000:1.0:1767321626.744637:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384582272:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321626.744644:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1767321626.744659:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321626.744691:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384582272:12345-0@lo:38:kworker.0 Request processed in 61us (596us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321626.744697:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25666 00000100:00100000:0.0:1767321626.744711:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25667 00000100:00100000:0.0:1767321626.744717:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384582656:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321626.744728:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321626.744836:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384583040 00000100:00100000:3.0:1767321626.744840:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384583040 00000100:00100000:3.0:1767321626.744868:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384583168 00000100:00100000:3.0:1767321626.744871:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384583168 00000100:00100000:3.0:1767321626.744889:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2576 00000100:00100000:3.0:1767321626.744895:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384583040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321626.744933:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384583040:12345-0@lo:400:kworker.0 Request processed in 38us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321626.744938:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2576 00000100:00100000:3.0:1767321626.744951:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2577 00000100:00100000:3.0:1767321626.744956:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384583168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321626.744981:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384583168:12345-0@lo:400:kworker.0 Request processed in 25us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321626.744986:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2577 00000100:00080000:3.0:1767321626.745000:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321626.745024:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384583168:0@lo:400:kworker.0 00000100:00100000:3.0:1767321626.745033:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384583040:0@lo:400:kworker.0 00000100:00100000:0.0:1767321626.745169:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384582656:12345-0@lo:38:kworker.0 Request processed in 450us (935us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321626.745260:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25668 00000100:00100000:1.0:1767321626.745266:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384582912:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321626.745277:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321626.745305:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384582912:12345-0@lo:38:kworker.0 Request processed in 39us (1012us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321626.745310:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25668 00000100:00100000:1.0:1767321626.745340:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321626.745366:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384582784:0@lo:400:kworker.0 00000100:00100000:1.0:1767321626.745382:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384582528 00000100:00100000:1.0:1767321626.745385:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384582528 00000100:00100000:1.0:1767321626.745411:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6100 00000100:00100000:1.0:1767321626.745417:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384582528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321626.745447:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384582528:12345-0@lo:400:kworker.0 Request processed in 30us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321626.745453:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6100 00000100:00080000:1.0:1767321626.745464:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321626.745480:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384582528:0@lo:400:kworker.0 00000100:00080000:2.0:1767321626.747617:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321626.747630:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321626.747997:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25667 00000100:00100000:2.0:1767321626.749971:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384582400:0@lo:38:kworker.0 00000100:00080000:2.0:1767321626.750016:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321626.750022:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321626.750025:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384582656:0@lo:38:kworker.0 00000100:00080000:2.0:1767321626.750037:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321626.750041:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321626.750044:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384582912:0@lo:38:kworker.0 00000100:00080000:2.0:1767321626.750056:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321626.750059:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321626.750062:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384582272:0@lo:38:kworker.0 00010000:00010000:2.0:1767321627.256934:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321627.767048:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321628.279054:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321628.790890:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321629.303024:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321629.817846:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321630.328806:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321630.839146:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321631.351003:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321631.351183:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384583424:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321631.351184:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384583296:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321631.352620:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321631.352676:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384583424 00000100:00100000:3.0:1767321631.352686:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384583424 00000100:00100000:3.0:1767321631.352755:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3433 00000100:00080000:1.0:1767321631.352974:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321631.353242:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321631.353291:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384583296 00000100:00100000:0.0:1767321631.353298:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384583296 00000100:00080000:1.0:1767321631.353337:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321631.353344:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3434 00000100:00100000:0.0:1767321631.353354:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384583296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321631.353398:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321631.353460:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384583296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321631.353467:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3434 00000100:00100000:2.0:1767321631.353668:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384583296:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321631.355438:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384583424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321631.355484:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321631.355583:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384583424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2818us (2966us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321631.355592:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3433 00000100:00100000:1.0:1767321631.355944:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a5568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384583424:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321631.814701:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321631.814751:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321631.814898:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297494400 00000100:00100000:1.0:1767321631.814908:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297494400 00000100:00100000:1.0:1767321631.814951:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297494528 00000100:00100000:1.0:1767321631.814955:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297494528 00000100:00100000:2.0:1767321631.814980:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25669 00000100:00100000:2.0:1767321631.814991:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297494400:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:1.0:1767321631.815000:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6101 00010000:00020000:2.0:1767321631.815015:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321631.815017:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5568700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297494528:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321631.815076:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297494400:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 85us (384us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321631.815085:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25669 00000100:00080000:2.0:1767321631.815125:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321631.817322:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5568700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297494528:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 2300us (2557us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321631.817336:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6101 00000100:00100000:0.0:1767321631.863050:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767321631.863151:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321631.863157:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321631.863160:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321631.863164:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321631.863167:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321631.863175:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6530 00000100:00080000:3.0:1767321631.863179:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321631.863186:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321631.863227:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a398000 x1853164384583552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321631.863254:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321631.863258:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321631.863259:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321631.863264:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6530 00000100:00080000:3.0:1767321631.863266:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321631.863269:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321631.863282:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1217480 x1853164384583680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321631.863328:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321631.863332:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321631.863333:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321631.863337:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6530 00000100:00080000:3.0:1767321631.863339:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321631.863342:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321631.863354:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1214e00 x1853164384583936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321631.863370:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321631.863373:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321631.863375:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321631.863378:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6530 00000100:00080000:3.0:1767321631.863380:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321631.863384:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321631.863393:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9368b8913100 x1853164384584192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321631.863452:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384583552:0@lo:38:kworker.0 00000100:00100000:3.0:1767321631.863459:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384584320:0@lo:400:kworker.0 00000100:00100000:0.0:1767321631.863563:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384584064:0@lo:400:kworker.0 00000100:00100000:3.0:1767321631.863642:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321631.863703:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321631.863709:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384584448:0@lo:400:kworker.0 00000100:00100000:3.0:1767321631.863731:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321631.863760:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384584320 00000100:00100000:3.0:1767321631.863767:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384584320 00000100:00100000:3.0:1767321631.863828:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384584448 00000100:00100000:3.0:1767321631.863831:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384584448 00000100:00100000:3.0:1767321631.863851:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2578 00000100:00100000:3.0:1767321631.863859:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384584320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321631.863920:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384584320:12345-0@lo:400:kworker.0 Request processed in 61us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321631.863927:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2578 00000100:00100000:3.0:1767321631.863943:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2579 00000100:00100000:3.0:1767321631.863949:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384584448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321631.863974:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384584448:12345-0@lo:400:kworker.0 Request processed in 25us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321631.863979:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2579 00000100:00100000:3.0:1767321631.864023:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384584448:0@lo:400:kworker.0 00000100:00100000:3.0:1767321631.864034:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8910e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384584320:0@lo:400:kworker.0 00000100:00100000:1.0:1767321631.864539:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384583808:0@lo:400:kworker.0 00000100:00100000:1.0:1767321631.864576:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321631.866230:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384583808 00000100:00100000:3.0:1767321631.866247:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384583808 00000100:00100000:3.0:1767321631.866352:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6102 00000100:00100000:3.0:1767321631.866363:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384583808:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767321631.866612:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321631.867947:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384583808:12345-0@lo:400:kworker.0 Request processed in 1580us (3363us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321631.867960:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6102 00000100:00100000:1.0:1767321631.868174:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384583808:0@lo:400:kworker.0 00000100:00100000:0.0:1767321631.877053:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321631.881738:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384584064 00000100:00100000:3.0:1767321631.881754:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384584064 00000100:00100000:2.0:1767321631.881998:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321631.882081:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384583680:0@lo:38:kworker.0 00000100:00100000:1.0:1767321631.882082:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384583552 00000100:00100000:1.0:1767321631.882090:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384583552 00000100:00100000:2.0:1767321631.882139:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321631.882152:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25670 00000100:00100000:1.0:1767321631.882162:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384583552:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321631.882180:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384583936:0@lo:38:kworker.0 00010000:00020000:1.0:1767321631.882185:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321631.882208:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321631.882232:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8913100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384584192:0@lo:38:kworker.0 00000100:00100000:1.0:1767321631.882239:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384583552:12345-0@lo:38:kworker.0 Request processed in 76us (243us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321631.882247:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25670 00000100:00100000:2.0:1767321631.882257:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321631.882291:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321631.882296:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321631.882302:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384583552:0@lo:38:kworker.0 00000100:00100000:2.0:1767321631.882604:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384583680 00000100:00100000:2.0:1767321631.882609:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384583680 00000100:00100000:2.0:1767321631.882633:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3145 00000100:00100000:2.0:1767321631.882638:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384583680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321631.882650:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321631.882681:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384583680:12345-0@lo:38:kworker.0 Request processed in 41us (541us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321631.882688:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3145 00000100:00080000:2.0:1767321631.882710:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321631.882715:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321631.882718:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384583680:0@lo:38:kworker.0 00000100:00100000:1.0:1767321631.884473:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384583936 00000100:00100000:1.0:1767321631.884488:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384583936 00000100:00100000:1.0:1767321631.884536:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384584192 00000100:00100000:1.0:1767321631.884540:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384584192 00000100:00100000:1.0:1767321631.884557:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6103 00000100:00100000:1.0:1767321631.884575:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384584064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321631.884670:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384584064:12345-0@lo:400:kworker.0 Request processed in 105us (8236us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321631.884678:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6103 00000100:00100000:1.0:1767321631.884697:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25671 00000100:00100000:1.0:1767321631.884701:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384583936:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321631.884718:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321631.884754:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384583936:12345-0@lo:38:kworker.0 Request processed in 52us (2546us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321631.884761:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25671 00000100:00100000:0.0:1767321631.885381:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25672 00000100:00100000:0.0:1767321631.885389:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384584192:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321631.885402:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321631.885452:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384584192:12345-0@lo:38:kworker.0 Request processed in 64us (3196us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321631.885459:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25672 00000100:00100000:0.0:1767321631.885520:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384584064:0@lo:400:kworker.0 00000100:00080000:0.0:1767321631.885567:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321631.885606:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321631.885611:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321631.885614:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384583936:0@lo:38:kworker.0 00000100:00080000:0.0:1767321631.885623:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321631.885626:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321631.885629:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8913100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384584192:0@lo:38:kworker.0 00010000:00010000:2.0:1767321632.376120:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321632.891285:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321633.399225:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321633.911021:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321634.424089:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321634.936602:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321635.447431:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321635.958907:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321636.471608:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321636.471634:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384584576:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767321636.471647:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321636.471713:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321636.471749:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321636.471758:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384584704:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321636.471799:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321636.473541:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384584576 00000100:00100000:3.0:1767321636.473554:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384584576 00000100:00100000:3.0:1767321636.473626:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384584704 00000100:00100000:3.0:1767321636.473629:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384584704 00000100:00100000:3.0:1767321636.473648:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3435 00000100:00100000:3.0:1767321636.473655:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384584576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321636.473684:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321636.473742:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384584576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (2032us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321636.473747:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3435 00000100:00100000:3.0:1767321636.473759:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3436 00000100:00100000:3.0:1767321636.473763:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384584704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321636.473773:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321636.473806:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384584704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (2006us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321636.473809:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3436 00000100:00100000:3.0:1767321636.473857:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384584704:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321636.473915:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321636.473919:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321636.474051:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384584576:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321636.936716:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321636.936778:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321636.936920:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297494656 00000100:00100000:1.0:1767321636.936933:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297494656 00000100:00100000:1.0:1767321636.937037:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297494784 00000100:00100000:1.0:1767321636.937048:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297494784 00000100:00080000:2.0:1767321636.937113:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321636.937421:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6104 00000100:00100000:0.0:1767321636.937435:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297494784:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321636.937574:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297494784:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 142us (795us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321636.937583:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6104 00000100:00100000:0.0:1767321636.937603:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25673 00000100:00100000:0.0:1767321636.937607:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297494656:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321636.937628:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321636.937657:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297494656:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 48us (951us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321636.937663:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25673 00000100:00100000:0.0:1767321636.982916:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767321636.983310:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321636.983326:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321636.983329:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321636.983333:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321636.983338:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321636.983346:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6535 00000100:00080000:3.0:1767321636.983351:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321636.983431:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321636.983570:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780700 x1853164384584832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321636.983599:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321636.983603:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321636.983605:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321636.983609:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6535 00000100:00080000:3.0:1767321636.983612:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321636.983615:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321636.983629:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8783800 x1853164384584960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321636.983707:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384585088:0@lo:400:kworker.0 00000100:00100000:2.0:1767321636.983774:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321636.983884:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321636.983888:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321636.983890:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321636.983894:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6535 00000100:00080000:3.0:1767321636.983896:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321636.983900:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321636.983911:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780380 x1853164384585216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321636.983970:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384584832:0@lo:38:kworker.0 00000100:00100000:0.0:1767321636.984014:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321636.984048:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384584960:0@lo:38:kworker.0 00000100:00100000:0.0:1767321636.984069:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321636.984089:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384585216:0@lo:38:kworker.0 00000100:00100000:0.0:1767321636.984104:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321636.984135:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384584960 00000100:00100000:0.0:1767321636.984142:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384584960 00000100:00100000:0.0:1767321636.984177:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3146 00000100:00100000:0.0:1767321636.984185:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384584960:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321636.984204:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321636.984243:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384584960:12345-0@lo:38:kworker.0 Request processed in 57us (171us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321636.984250:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3146 00000100:00080000:0.0:1767321636.984290:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321636.984294:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321636.984298:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384584960:0@lo:38:kworker.0 00000100:00100000:0.0:1767321636.984319:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384585088 00000100:00100000:0.0:1767321636.984321:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384585088 00000100:00100000:0.0:1767321636.984374:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384584832 00000100:00100000:0.0:1767321636.984377:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384584832 00000100:00100000:0.0:1767321636.984391:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384585216 00000100:00100000:0.0:1767321636.984393:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384585216 00000100:00100000:0.0:1767321636.984403:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6105 00000100:00100000:0.0:1767321636.984410:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384585088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321636.984627:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25674 00000100:00100000:1.0:1767321636.984633:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384584832:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321636.984644:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321636.984680:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384584832:12345-0@lo:38:kworker.0 Request processed in 46us (674us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321636.984686:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25674 00000100:00100000:1.0:1767321636.984702:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25675 00000100:00100000:1.0:1767321636.984706:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384585216:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321636.984716:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321636.984737:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384585216:12345-0@lo:38:kworker.0 Request processed in 29us (631us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321636.984742:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25675 00000100:00080000:1.0:1767321636.984758:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321636.984806:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321636.984809:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321636.984812:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384584832:0@lo:38:kworker.0 00000100:00080000:1.0:1767321636.984821:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321636.984836:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321636.984839:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384585216:0@lo:38:kworker.0 00000100:00100000:1.0:1767321636.984874:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384585344:0@lo:400:kworker.0 00000100:00100000:1.0:1767321636.984900:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321636.984925:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384585344 00000100:00100000:1.0:1767321636.984928:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384585344 00000100:00100000:1.0:1767321636.984961:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6106 00000100:00100000:1.0:1767321636.984967:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384585344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321636.984998:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384585344:12345-0@lo:400:kworker.0 Request processed in 32us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321636.985004:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6106 00000100:00080000:1.0:1767321636.985018:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321636.985035:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384585344:0@lo:400:kworker.0 00000100:00080000:3.0:1767321636.986366:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321636.986374:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321636.986377:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321636.986383:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6535 00000100:00080000:3.0:1767321636.986387:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321636.986392:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321636.986430:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780000 x1853164384585472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321636.986708:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384585600:0@lo:400:kworker.0 00000100:00100000:3.0:1767321636.986754:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321636.986808:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321636.986813:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384585728:0@lo:400:kworker.0 00000100:00100000:3.0:1767321636.986957:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321636.986992:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384585600 00000100:00100000:3.0:1767321636.986998:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384585600 00000100:00100000:3.0:1767321636.987252:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384585728 00000100:00100000:3.0:1767321636.987256:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384585728 00000100:00100000:3.0:1767321636.987277:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2580 00000100:00100000:3.0:1767321636.987285:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384585600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321636.987342:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384585600:12345-0@lo:400:kworker.0 Request processed in 58us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321636.987349:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2580 00000100:00100000:3.0:1767321636.987598:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2581 00000100:00100000:3.0:1767321636.987605:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384585728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321636.987633:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384585728:12345-0@lo:400:kworker.0 Request processed in 29us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321636.987638:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2581 00000100:00100000:3.0:1767321636.987680:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384585728:0@lo:400:kworker.0 00000100:00100000:3.0:1767321636.987689:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384585600:0@lo:400:kworker.0 00000100:00100000:1.0:1767321636.987837:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384585472:0@lo:38:kworker.0 00000100:00100000:1.0:1767321636.987869:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321636.988200:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384585088:12345-0@lo:400:kworker.0 Request processed in 3788us (4423us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321636.988209:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6105 00000100:00100000:0.0:1767321636.988226:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384585472 00000100:00100000:0.0:1767321636.988230:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384585472 00000100:00100000:0.0:1767321636.988255:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25676 00000100:00100000:0.0:1767321636.988259:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384585472:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321636.988276:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321636.988310:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384585472:12345-0@lo:38:kworker.0 Request processed in 49us (440us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321636.988325:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25676 00000100:00080000:0.0:1767321636.988352:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321636.988366:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321636.988370:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384585472:0@lo:38:kworker.0 00000100:00100000:2.0:1767321636.989678:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384585088:0@lo:400:kworker.0 00010000:00010000:2.0:1767321637.495312:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321638.007427:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321638.521072:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321639.031077:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321639.543411:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321640.054893:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321640.567431:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321641.079078:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321641.590958:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321641.591143:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384585856:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321641.591216:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321641.591460:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384585856 00000100:00100000:0.0:1767321641.591470:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384585856 00000100:00100000:0.0:1767321641.591554:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3437 00000100:00080000:1.0:1767321641.591565:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321641.591566:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384585856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321641.591614:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321641.591667:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384585856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321641.591674:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3437 00000100:00100000:3.0:1767321641.592125:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384585856:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321641.593687:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321641.593706:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384585984:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321641.593767:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321641.594043:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384585984 00000100:00100000:2.0:1767321641.594053:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384585984 00000100:00100000:2.0:1767321641.594124:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3438 00000100:00100000:2.0:1767321641.594133:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384585984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321641.594162:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321641.594207:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384585984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321641.594214:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3438 00000100:00080000:3.0:1767321641.595617:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321641.595677:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384585984:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321642.054400:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321642.054479:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321642.054565:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297495040 00000100:00100000:1.0:1767321642.054576:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297495040 00000100:00100000:1.0:1767321642.054654:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297494912 00000100:00100000:1.0:1767321642.054657:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297494912 00000100:00100000:1.0:1767321642.054680:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6107 00000100:00100000:1.0:1767321642.054695:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297495040:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321642.054770:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297495040:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 81us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321642.054778:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6107 00000100:00100000:1.0:1767321642.054830:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25677 00000100:00100000:1.0:1767321642.054835:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297494912:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321642.054858:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321642.054886:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297494912:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 48us (406us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321642.054892:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25677 00000100:00080000:0.0:1767321642.055045:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321642.103592:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321642.103605:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321642.103608:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321642.103612:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321642.103616:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321642.103625:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6540 00000100:00080000:2.0:1767321642.103630:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767321642.103799:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767321642.103901:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321642.103956:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996d9a300 x1853164384586112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321642.103984:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321642.103988:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321642.103990:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321642.103994:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6540 00000100:00080000:2.0:1767321642.103996:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321642.104001:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321642.104014:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996d9bb80 x1853164384586240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321642.104075:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996d9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384586368:0@lo:400:kworker.0 00000100:00100000:3.0:1767321642.104153:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321642.104251:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996d9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384586112:0@lo:38:kworker.0 00000100:00100000:0.0:1767321642.104279:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321642.104316:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996d9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384586240:0@lo:38:kworker.0 00000100:00100000:0.0:1767321642.104340:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321642.104377:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384586240 00000100:00100000:0.0:1767321642.104384:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384586240 00000100:00100000:0.0:1767321642.104433:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3147 00000100:00100000:0.0:1767321642.104441:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384586240:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321642.104462:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321642.104500:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384586240:12345-0@lo:38:kworker.0 Request processed in 58us (158us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321642.104506:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3147 00000100:00080000:0.0:1767321642.104542:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321642.104547:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321642.104550:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996d9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384586240:0@lo:38:kworker.0 00000100:00100000:0.0:1767321642.104585:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384586368 00000100:00100000:0.0:1767321642.104589:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384586368 00000100:00100000:0.0:1767321642.104624:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384586112 00000100:00100000:0.0:1767321642.104627:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384586112 00000100:00100000:0.0:1767321642.104652:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6108 00000100:00100000:0.0:1767321642.104659:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384586368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321642.104734:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25678 00000100:00100000:1.0:1767321642.104741:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384586112:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321642.104752:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321642.104800:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384586112:12345-0@lo:38:kworker.0 Request processed in 58us (520us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321642.104806:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25678 00000100:00080000:1.0:1767321642.104839:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321642.104859:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321642.104863:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321642.104867:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996d9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384586112:0@lo:38:kworker.0 00000100:00080000:2.0:1767321642.105159:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321642.105164:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321642.105166:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321642.105170:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6540 00000100:00080000:2.0:1767321642.105173:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321642.105177:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321642.105199:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996d9a300 x1853164384586496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321642.105259:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996d9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384586624:0@lo:400:kworker.0 00000100:00100000:1.0:1767321642.105299:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321642.105329:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384586624 00000100:00100000:1.0:1767321642.105333:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384586624 00000100:00100000:1.0:1767321642.105367:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6109 00000100:00100000:1.0:1767321642.105374:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384586624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321642.105418:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384586624:12345-0@lo:400:kworker.0 Request processed in 34us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321642.105424:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6109 00000100:00080000:1.0:1767321642.105442:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321642.105461:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996d9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384586624:0@lo:400:kworker.0 00000100:00100000:1.0:1767321642.105487:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996d9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384586496:0@lo:38:kworker.0 00000100:00100000:1.0:1767321642.105509:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321642.105532:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384586496 00000100:00100000:1.0:1767321642.105536:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384586496 00000100:00100000:1.0:1767321642.105554:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25679 00000100:00100000:1.0:1767321642.105559:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384586496:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321642.105571:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321642.105599:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384586496:12345-0@lo:38:kworker.0 Request processed in 39us (88us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321642.105604:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25679 00000100:00080000:1.0:1767321642.105624:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321642.105628:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321642.105631:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996d9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384586496:0@lo:38:kworker.0 00000100:00100000:0.0:1767321642.107953:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384586368:12345-0@lo:400:kworker.0 Request processed in 3284us (3790us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321642.107966:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6108 00000100:00080000:2.0:1767321642.108119:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321642.108124:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321642.108126:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321642.108131:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6540 00000100:00080000:2.0:1767321642.108141:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321642.108146:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321642.108181:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996d9a300 x1853164384586752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321642.108266:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384587008:0@lo:400:kworker.0 00000100:00100000:2.0:1767321642.108350:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321642.108377:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321642.108381:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996d9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384586880:0@lo:400:kworker.0 00000100:00100000:2.0:1767321642.108397:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321642.108429:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384587008 00000100:00100000:2.0:1767321642.108436:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384587008 00000100:00100000:1.0:1767321642.108474:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996d9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384586752:0@lo:38:kworker.0 00000100:00100000:2.0:1767321642.108477:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384586880 00000100:00100000:2.0:1767321642.108479:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384586880 00000100:00100000:2.0:1767321642.108497:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2582 00000100:00100000:1.0:1767321642.108505:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321642.108505:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384587008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321642.108546:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2583 00000100:00100000:2.0:1767321642.108548:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384587008:12345-0@lo:400:kworker.0 Request processed in 44us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321642.108554:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2582 00000100:00100000:1.0:1767321642.108557:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384586880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321642.108586:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384587008:0@lo:400:kworker.0 00000100:00100000:1.0:1767321642.108596:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384586880:12345-0@lo:400:kworker.0 Request processed in 44us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321642.108602:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2583 00000100:00100000:2.0:1767321642.108610:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996d9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384586880:0@lo:400:kworker.0 00000100:00100000:0.0:1767321642.108875:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384586752 00000100:00100000:0.0:1767321642.108880:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384586752 00000100:00100000:0.0:1767321642.109085:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25680 00000100:00100000:0.0:1767321642.109090:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384586752:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321642.109109:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321642.109166:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384586752:12345-0@lo:38:kworker.0 Request processed in 74us (660us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321642.109172:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25680 00000100:00080000:2.0:1767321642.109228:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321642.109232:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321642.109235:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996d9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384586752:0@lo:38:kworker.0 00000100:00100000:3.0:1767321642.109568:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996d9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384586368:0@lo:400:kworker.0 00010000:00010000:2.0:1767321642.615024:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321643.126942:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321643.639461:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321644.150896:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321644.663176:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321645.179106:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321645.687100:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321646.199036:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321646.711091:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321646.711126:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384587136:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321646.711194:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767321646.711350:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321646.714662:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384587136 00000100:00100000:3.0:1767321646.714679:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384587136 00000100:00100000:3.0:1767321646.714775:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3439 00000100:00100000:3.0:1767321646.714824:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384587136:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321646.714841:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:3.0:1767321646.714860:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321646.714956:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384587136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 135us (3760us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321646.714965:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3439 00000100:00100000:1.0:1767321646.715007:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384587136:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321646.715133:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384587264:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321646.715439:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321646.716152:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384587264 00000100:00100000:2.0:1767321646.716160:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384587264 00000100:00100000:2.0:1767321646.716221:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3440 00000100:00100000:2.0:1767321646.716230:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384587264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321646.716264:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321646.716335:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384587264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (895us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321646.716342:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3440 00000100:00100000:0.0:1767321646.716514:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384587264:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321646.716646:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321647.175539:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321647.175697:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321647.176278:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297495296 00000100:00100000:1.0:1767321647.176378:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297495168 00000100:00100000:1.0:1767321647.176385:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297495168 00000100:00100000:0.0:1767321647.176468:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297495296 00000100:00080000:3.0:1767321647.176571:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321647.176626:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6110 00000100:00100000:1.0:1767321647.176649:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297495296:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321647.176737:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297495296:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 100us (1208us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321647.176750:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6110 00000100:00100000:1.0:1767321647.176800:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25681 00000100:00100000:1.0:1767321647.176806:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297495168:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321647.176835:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321647.176909:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297495168:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 71us (1182us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321647.176995:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25681 00000100:00100000:0.0:1767321647.222905:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767321647.223486:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321647.223493:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321647.223496:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321647.223500:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321647.223504:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321647.223522:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6545 00000100:00080000:3.0:1767321647.223526:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321647.223534:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321647.223574:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8782d80 x1853164384587392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321647.223638:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384587392:0@lo:38:kworker.0 00000100:00100000:1.0:1767321647.223705:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321647.223823:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384587392 00000100:00100000:0.0:1767321647.223831:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384587392 00000100:00100000:0.0:1767321647.223895:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25682 00000100:00100000:0.0:1767321647.223902:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384587392:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321647.223922:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767321647.224321:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321647.224326:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321647.224329:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321647.224333:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6545 00000100:00080000:3.0:1767321647.224336:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321647.224340:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321647.224369:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8783b80 x1853164384587520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321647.224650:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384587520:0@lo:38:kworker.0 00000100:00100000:1.0:1767321647.224685:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321647.224775:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384587520 00000100:00100000:2.0:1767321647.224795:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384587520 00000100:00100000:0.0:1767321647.224811:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384587392:12345-0@lo:38:kworker.0 Request processed in 906us (1103us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321647.224821:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25682 00000100:00100000:2.0:1767321647.224826:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3148 00000100:00100000:2.0:1767321647.224834:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384587520:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321647.224849:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321647.224883:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384587520:12345-0@lo:38:kworker.0 Request processed in 50us (197us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321647.224890:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3148 00000100:00080000:1.0:1767321647.225191:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321647.225196:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321647.225200:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384587392:0@lo:38:kworker.0 00000100:00080000:1.0:1767321647.225226:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321647.225229:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321647.225231:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384587520:0@lo:38:kworker.0 00000100:00100000:0.0:1767321647.225409:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384587648:0@lo:400:kworker.0 00000100:00100000:0.0:1767321647.225440:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321647.225484:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321647.225488:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321647.225491:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321647.225495:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6545 00000100:00080000:3.0:1767321647.225498:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321647.225504:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321647.225604:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384587648 00000100:00100000:1.0:1767321647.225609:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384587648 00000100:00080000:2.0:1767321647.225659:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321647.225667:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6111 00000100:00100000:1.0:1767321647.225676:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384587648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321647.225772:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8782680 x1853164384587776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321647.225836:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384587776:0@lo:38:kworker.0 00000100:00100000:2.0:1767321647.225864:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321647.225892:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384587776 00000100:00100000:2.0:1767321647.225896:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384587776 00000100:00100000:2.0:1767321647.225930:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25683 00000100:00100000:2.0:1767321647.225935:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384587776:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321647.225954:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321647.225987:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384587776:12345-0@lo:38:kworker.0 Request processed in 51us (121us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321647.225994:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25683 00000100:00080000:2.0:1767321647.226017:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321647.226021:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321647.226024:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384587776:0@lo:38:kworker.0 00000100:00100000:2.0:1767321647.226048:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384587904:0@lo:400:kworker.0 00000100:00100000:2.0:1767321647.226072:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321647.226096:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384587904 00000100:00100000:2.0:1767321647.226099:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384587904 00000100:00100000:2.0:1767321647.226127:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6112 00000100:00100000:2.0:1767321647.226135:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384587904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321647.226152:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384587648:12345-0@lo:400:kworker.0 Request processed in 476us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321647.226160:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6111 00000100:00100000:2.0:1767321647.226173:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384587904:12345-0@lo:400:kworker.0 Request processed in 39us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321647.226181:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6112 00000100:00100000:2.0:1767321647.226218:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384587904:0@lo:400:kworker.0 00000100:00080000:3.0:1767321647.226228:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321647.226232:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767321647.226233:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321647.226237:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321647.226242:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6545 00000100:00080000:3.0:1767321647.226245:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321647.226249:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321647.226264:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8781180 x1853164384588032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321647.226341:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384588288:0@lo:400:kworker.0 00000100:00100000:3.0:1767321647.226379:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321647.226403:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321647.226409:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384588160:0@lo:400:kworker.0 00000100:00100000:3.0:1767321647.226429:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321647.226455:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384588288 00000100:00100000:3.0:1767321647.226459:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384588288 00000100:00100000:3.0:1767321647.226484:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384588160 00000100:00100000:3.0:1767321647.226487:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384588160 00000100:00100000:3.0:1767321647.226506:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2584 00000100:00100000:3.0:1767321647.226648:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384588288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321647.226684:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384588288:12345-0@lo:400:kworker.0 Request processed in 38us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321647.226718:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384587648:0@lo:400:kworker.0 00000100:00100000:1.0:1767321647.226765:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2585 00000100:00100000:1.0:1767321647.226775:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384588160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321647.226814:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384588032:0@lo:38:kworker.0 00000100:00100000:1.0:1767321647.226825:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384588160:12345-0@lo:400:kworker.0 Request processed in 51us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321647.226833:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2585 00000100:00100000:2.0:1767321647.226847:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321647.226876:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384588032 00000100:00100000:2.0:1767321647.226879:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384588032 00000100:00100000:2.0:1767321647.226899:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25684 00000100:00100000:2.0:1767321647.226904:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384588032:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321647.227045:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321647.227132:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384588032:12345-0@lo:38:kworker.0 Request processed in 226us (284us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321647.227138:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25684 00000100:00100000:2.0:1767321647.227172:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384588160:0@lo:400:kworker.0 00000100:00100000:2.0:1767321647.227181:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384588288:0@lo:400:kworker.0 00000100:00080000:1.0:1767321647.227229:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321647.227235:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321647.227238:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384588032:0@lo:38:kworker.0 00000100:00100000:3.0:1767321647.227261:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2584 00010000:00010000:2.0:1767321647.735019:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321648.247240:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321648.759495:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321649.271105:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321649.784005:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321650.294903:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321650.810161:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321651.318938:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321651.320024:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321626/real 1767321626] req@ffff9369a34f0380 x1853164384582144/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321651 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321651.320056:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369a34f0380 x1853164384582144/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321651 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767321651.320098:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321651.320132:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321651.320136:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384582144:0@lo:250:kworker.0 00000100:00080000:0.0:1767321651.320229:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321651.320236:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767321651.320248:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321651.320255:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 6530 00000100:00080000:0.0:1767321651.320259:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321651.320267:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321651.320298:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a34f1180 x1853164384588416/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321651.320335:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321651.320338:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321651.320340:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321651.320343:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6550 00000100:00080000:0.0:1767321651.320346:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321651.320349:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321651.320364:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a34f0380 x1853164384588544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321651.320373:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321651.320375:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321651.320377:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321651.320380:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6550 00000100:00080000:0.0:1767321651.320383:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321651.320385:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321651.320427:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91ea00 x1853164384588672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321651.320473:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321651.320477:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321651.320479:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321651.320482:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6550 00000100:00080000:0.0:1767321651.320484:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321651.320487:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321651.320498:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91d500 x1853164384588928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321651.320513:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321651.320516:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321651.320518:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321651.320522:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6550 00000100:00080000:0.0:1767321651.320524:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321651.320527:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321651.320536:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91ed80 x1853164384589184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321651.320626:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384588800:0@lo:400:kworker.0 00000100:00100000:3.0:1767321651.320701:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321651.320766:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321651.320772:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384589056:0@lo:400:kworker.0 00000100:00100000:3.0:1767321651.320821:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321651.321049:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384589440:0@lo:400:kworker.0 00000100:00100000:2.0:1767321651.321078:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321651.321105:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321651.321110:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384589312:0@lo:400:kworker.0 00000100:00100000:2.0:1767321651.321127:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321651.321255:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384588800 00000100:00100000:0.0:1767321651.321262:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384588800 00000100:00100000:3.0:1767321651.321338:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384589440 00000100:00100000:3.0:1767321651.321342:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384589440 00000100:00100000:0.0:1767321651.321391:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384589056 00000100:00100000:0.0:1767321651.321393:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384589056 00000100:00100000:1.0:1767321651.321651:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384588416:0@lo:250:kworker.0 00000400:00000100:1.0:1767321651.321679:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384588416 offset 0 length 520: 4 00000100:00100000:1.0:1767321651.321713:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384588544:0@lo:38:kworker.0 00000100:00100000:1.0:1767321651.321739:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321651.321758:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384588672:0@lo:38:kworker.0 00000100:00100000:1.0:1767321651.321801:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321651.321822:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384588928:0@lo:38:kworker.0 00000100:00100000:1.0:1767321651.321844:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321651.321860:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384589184:0@lo:38:kworker.0 00000100:00100000:1.0:1767321651.321879:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321651.321907:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384588544 00000100:00100000:1.0:1767321651.321911:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384588544 00000100:00100000:1.0:1767321651.321926:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384588928 00000100:00100000:1.0:1767321651.321928:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384588928 00000100:00100000:1.0:1767321651.321935:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384589184 00000100:00100000:1.0:1767321651.321938:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384589184 00000100:00100000:1.0:1767321651.321950:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6113 00000100:00100000:1.0:1767321651.321964:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384588800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321651.322021:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384588800:12345-0@lo:400:kworker.0 Request processed in 63us (1319us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321651.322029:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6113 00000100:00100000:1.0:1767321651.322047:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25685 00000100:00100000:1.0:1767321651.322051:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a5653450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384588544:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321651.322068:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321651.322110:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a5653450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384588544:12345-0@lo:38:kworker.0 Request processed in 57us (369us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321651.322116:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25685 00000100:00100000:1.0:1767321651.322139:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25686 00000100:00100000:1.0:1767321651.322143:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384588928:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321651.322152:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321651.322174:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384588928:12345-0@lo:38:kworker.0 Request processed in 29us (329us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321651.322179:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25686 00000100:00100000:1.0:1767321651.322189:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25687 00000100:00100000:1.0:1767321651.322193:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384589184:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321651.322201:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321651.322222:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384589184:12345-0@lo:38:kworker.0 Request processed in 27us (342us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321651.322227:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25687 00000100:00080000:1.0:1767321651.322268:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321651.322273:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321651.322277:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384588544:0@lo:38:kworker.0 00000100:00080000:1.0:1767321651.322285:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321651.322288:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321651.322291:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384588928:0@lo:38:kworker.0 00000100:00080000:1.0:1767321651.322298:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321651.322301:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321651.322303:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384589184:0@lo:38:kworker.0 00000100:00100000:1.0:1767321651.322374:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384589312 00000100:00100000:1.0:1767321651.322378:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384589312 00000100:00080000:2.0:1767321651.322887:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321651.322892:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321651.322895:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321651.322907:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384588672 00000100:00100000:2.0:1767321651.322911:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384588672 00000100:00100000:2.0:1767321651.322936:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3149 00000100:00100000:2.0:1767321651.322941:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384588672:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321651.322953:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321651.322989:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384588672:12345-0@lo:38:kworker.0 Request processed in 48us (1188us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321651.322995:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3149 00000100:00080000:2.0:1767321651.323017:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321651.323021:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321651.323025:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384588672:0@lo:38:kworker.0 00000100:00100000:2.0:1767321651.323078:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384588800:0@lo:400:kworker.0 00000100:00100000:3.0:1767321651.326821:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2586 00000100:00100000:3.0:1767321651.326840:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384589440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321651.327284:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384589440:12345-0@lo:400:kworker.0 Request processed in 451us (6203us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321651.327297:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2586 00000100:00100000:2.0:1767321651.327453:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384589440:0@lo:400:kworker.0 00000100:00100000:0.0:1767321651.333187:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6114 00000100:00100000:0.0:1767321651.333202:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384589056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321651.333485:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384589056:12345-0@lo:400:kworker.0 Request processed in 286us (12663us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321651.333494:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6114 00000100:00100000:1.0:1767321651.334368:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2587 00000100:00100000:1.0:1767321651.334384:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384589312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321651.334461:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384589312:12345-0@lo:400:kworker.0 Request processed in 84us (13332us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321651.334469:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2587 00000100:00100000:1.0:1767321651.334555:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384589056:0@lo:400:kworker.0 00000100:00100000:3.0:1767321651.336822:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384589312:0@lo:400:kworker.0 00010000:00010000:1.0:1767321651.831135:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321651.831567:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384589568:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321651.831638:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321651.831921:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321651.831929:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384589696:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321651.831956:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321651.832031:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384589568 00000100:00100000:0.0:1767321651.832040:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384589568 00000100:00100000:0.0:1767321651.832090:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384589696 00000100:00100000:0.0:1767321651.832094:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384589696 00000100:00100000:0.0:1767321651.832117:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3441 00000100:00100000:0.0:1767321651.832126:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384589568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321651.832154:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321651.832200:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384589568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321651.832219:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3441 00000100:00100000:0.0:1767321651.832236:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3442 00000100:00100000:0.0:1767321651.832243:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384589696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321651.832257:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321651.832282:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384589696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321651.832288:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3442 00000100:00100000:0.0:1767321651.832510:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384589696:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321651.832529:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384589568:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321652.294570:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321652.294684:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297495552 00000100:00100000:0.0:1767321652.294704:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297495552 00000100:00100000:0.0:1767321652.294990:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6115 00000100:00100000:0.0:1767321652.295001:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297495552:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321652.295094:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297495552:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 95us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321652.295102:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6115 00000100:00080000:2.0:1767321652.295161:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321652.296247:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:3.0:1767321652.302289:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297495680 offset 0 length 520: 4 00000100:00100000:1.0:1767321652.317448:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297495424 00000100:00100000:1.0:1767321652.317465:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297495424 00000100:00100000:1.0:1767321652.317533:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25688 00000100:00100000:1.0:1767321652.317541:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297495424:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321652.317566:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321652.317643:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297495424:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 101us (21399us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321652.317651:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25688 00000100:00100000:2.0:1767321652.343063:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321652.856074:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321653.366926:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321653.879184:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321654.395006:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321654.905923:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321655.415403:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321655.927243:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321656.441715:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:3.0:1767321656.441857:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321656.441865:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321656.441869:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321656.441873:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321656.441878:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321656.441887:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6554 00000100:00080000:3.0:1767321656.441892:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321656.441901:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321656.441954:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780700 x1853164384589824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321656.441989:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321656.441993:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321656.441994:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321656.441999:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6554 00000100:00080000:3.0:1767321656.442002:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321656.442006:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321656.442030:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8783800 x1853164384589952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321656.442086:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321656.442091:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321656.442093:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321656.442096:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6554 00000100:00080000:3.0:1767321656.442099:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321656.442102:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321656.442115:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8782a00 x1853164384590208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321656.442133:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321656.442137:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321656.442138:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321656.442142:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6554 00000100:00100000:1.0:1767321656.442144:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384590080:0@lo:400:kworker.0 00000100:00080000:3.0:1767321656.442145:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321656.442148:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321656.442158:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b8780000 x1853164384590464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321656.442205:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384590720:0@lo:400:kworker.0 00000100:00100000:1.0:1767321656.442240:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321656.442240:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321656.442321:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384590080 00000100:00100000:2.0:1767321656.442331:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384590080 00000100:00100000:2.0:1767321656.442402:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6116 00000100:00100000:2.0:1767321656.442413:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384590080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321656.442517:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321656.442525:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384590592:0@lo:400:kworker.0 00000100:00100000:3.0:1767321656.442562:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321656.442594:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384590720 00000100:00100000:3.0:1767321656.442598:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384590720 00000100:00100000:3.0:1767321656.442628:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384590592 00000100:00100000:3.0:1767321656.442631:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384590592 00000100:00100000:3.0:1767321656.442662:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2588 00000100:00100000:3.0:1767321656.442668:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384590720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321656.442708:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384590720:12345-0@lo:400:kworker.0 Request processed in 39us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321656.442717:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2588 00000100:00100000:3.0:1767321656.442735:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2589 00000100:00100000:3.0:1767321656.442740:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384590592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321656.442768:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384590592:12345-0@lo:400:kworker.0 Request processed in 28us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321656.442774:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2589 00000100:00100000:3.0:1767321656.442844:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384590592:0@lo:400:kworker.0 00000100:00100000:3.0:1767321656.442857:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384590720:0@lo:400:kworker.0 00000100:00080000:3.0:1767321656.442898:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321656.442903:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321656.442905:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321656.442918:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384589824:0@lo:38:kworker.0 00000100:00100000:3.0:1767321656.442945:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321656.442976:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8783800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384589952:0@lo:38:kworker.0 00000100:00100000:3.0:1767321656.443001:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321656.443024:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384590208:0@lo:38:kworker.0 00000100:00100000:3.0:1767321656.443046:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321656.443065:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384590464:0@lo:38:kworker.0 00000100:00100000:3.0:1767321656.443086:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321656.443133:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384589824 00000100:00100000:3.0:1767321656.443137:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384589824 00000100:00100000:3.0:1767321656.443152:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384590208 00000100:00100000:3.0:1767321656.443153:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384590208 00000100:00100000:3.0:1767321656.443159:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384590464 00000100:00100000:3.0:1767321656.443161:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384590464 00000100:00100000:3.0:1767321656.443170:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25689 00000100:00100000:3.0:1767321656.443175:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384589824:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321656.443196:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321656.443231:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384589824:12345-0@lo:38:kworker.0 Request processed in 54us (285us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321656.443237:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25689 00000100:00100000:3.0:1767321656.443248:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25690 00000100:00100000:3.0:1767321656.443251:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384590208:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321656.443260:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321656.443295:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384590208:12345-0@lo:38:kworker.0 Request processed in 41us (248us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321656.443301:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25690 00000100:00100000:3.0:1767321656.443312:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25691 00000100:00100000:3.0:1767321656.443316:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384590464:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321656.443325:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321656.443346:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384590464:12345-0@lo:38:kworker.0 Request processed in 29us (259us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321656.443351:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25691 00000100:00080000:3.0:1767321656.443373:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321656.443379:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321656.443382:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384589824:0@lo:38:kworker.0 00000100:00080000:3.0:1767321656.443392:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321656.443395:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321656.443398:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384590208:0@lo:38:kworker.0 00000100:00080000:3.0:1767321656.443404:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321656.443407:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321656.443409:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384590464:0@lo:38:kworker.0 00000100:00100000:3.0:1767321656.443438:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384589952 00000100:00100000:3.0:1767321656.443441:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384589952 00000100:00100000:3.0:1767321656.443460:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3150 00000100:00100000:3.0:1767321656.443465:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384589952:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321656.443474:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321656.443500:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384589952:12345-0@lo:38:kworker.0 Request processed in 34us (498us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321656.443506:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3150 00000100:00080000:3.0:1767321656.443523:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321656.443527:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321656.443529:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8783800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384589952:0@lo:38:kworker.0 00000100:00100000:0.0:1767321656.444202:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b8782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384590336:0@lo:400:kworker.0 00000100:00100000:0.0:1767321656.444247:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321656.444315:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384590336 00000100:00100000:0.0:1767321656.444320:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384590336 00000100:00100000:0.0:1767321656.444366:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6117 00000100:00100000:0.0:1767321656.444373:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384590336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321656.444419:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384590336:12345-0@lo:400:kworker.0 Request processed in 46us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321656.444425:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6117 00000100:00080000:0.0:1767321656.444445:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321656.444468:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384590336:0@lo:400:kworker.0 00000100:00100000:2.0:1767321656.453314:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384590080:12345-0@lo:400:kworker.0 Request processed in 10886us (11057us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321656.453333:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6116 00000100:00100000:0.0:1767321656.454035:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b8780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384590080:0@lo:400:kworker.0 00000100:00100000:1.0:1767321656.951247:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384590848:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321656.951383:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321656.951494:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384590848 00000100:00100000:1.0:1767321656.951505:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384590848 00000100:00100000:1.0:1767321656.951569:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3443 00000100:00100000:1.0:1767321656.951580:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384590848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321656.951619:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321656.951750:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384590848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321656.951761:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3443 00000100:00100000:1.0:1767321656.951854:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384590848:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767321656.951941:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321656.952140:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9368b8912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384590976:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321656.952181:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321656.952269:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384590976 00000100:00100000:3.0:1767321656.952284:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384590976 00000100:00100000:3.0:1767321656.952325:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3444 00000100:00100000:3.0:1767321656.952334:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384590976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321656.952358:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321656.952401:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384590976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321656.952408:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3444 00000100:00100000:2.0:1767321656.952514:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9368b8912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384590976:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321657.430010:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321657.430073:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321657.430294:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297495936 00000100:00100000:2.0:1767321657.430307:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297495936 00000100:00100000:2.0:1767321657.430388:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297495808 00000100:00100000:2.0:1767321657.430391:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297495808 00000100:00100000:2.0:1767321657.430414:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6118 00000100:00100000:2.0:1767321657.430426:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297495936:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321657.430523:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297495936:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 98us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321657.430531:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6118 00000100:00100000:2.0:1767321657.430551:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25692 00000100:00100000:2.0:1767321657.430555:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297495808:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767321657.430581:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321657.430604:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297495808:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 48us (536us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321657.430610:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25692 00000100:00080000:1.0:1767321657.432015:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321657.463196:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321657.975359:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321658.493076:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321659.000465:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321659.511681:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321660.025038:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321660.535650:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321661.047433:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321661.558942:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767321661.560195:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321661.560208:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321661.560211:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321661.560216:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321661.560221:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321661.560258:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6559 00000100:00080000:0.0:1767321661.560265:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321661.560274:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321661.560330:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91d880 x1853164384591104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321661.560351:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321661.560355:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321661.560357:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321661.560361:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6559 00000100:00080000:0.0:1767321661.560363:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321661.560366:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321661.560383:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91f100 x1853164384591232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321661.560437:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321661.560442:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321661.560444:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321661.560447:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6559 00000100:00080000:0.0:1767321661.560450:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321661.560453:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321661.560467:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91f800 x1853164384591488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321661.560491:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321661.560495:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321661.560497:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321661.560502:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6559 00000100:00080000:0.0:1767321661.560505:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321661.560509:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321661.560521:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384591616:0@lo:400:kworker.0 00000100:00100000:0.0:1767321661.560523:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91c380 x1853164384591744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321661.560632:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321661.560658:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384592000:0@lo:400:kworker.0 00000100:00100000:2.0:1767321661.560722:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321661.560732:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321661.560734:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384591360:0@lo:400:kworker.0 00000100:00100000:2.0:1767321661.560774:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321661.560808:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321661.560821:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384591872:0@lo:400:kworker.0 00000100:00100000:2.0:1767321661.560856:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384591616 00000100:00100000:0.0:1767321661.560863:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321661.560868:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384591616 00000100:00100000:2.0:1767321661.560929:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384591360 00000100:00100000:2.0:1767321661.560932:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384591360 00000100:00100000:0.0:1767321661.560959:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6119 00000100:00080000:1.0:1767321661.561036:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321661.561127:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384592000 00000100:00100000:3.0:1767321661.561134:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384592000 00000100:00100000:3.0:1767321661.561187:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384591872 00000100:00100000:3.0:1767321661.561191:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384591872 00000100:00100000:3.0:1767321661.561214:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2590 00000100:00100000:3.0:1767321661.561223:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384592000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321661.561306:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384592000:12345-0@lo:400:kworker.0 Request processed in 84us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321661.561314:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2590 00000100:00100000:3.0:1767321661.561332:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2591 00000100:00100000:3.0:1767321661.561338:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384591872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321661.561363:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384591872:12345-0@lo:400:kworker.0 Request processed in 25us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321661.561369:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2591 00000100:00100000:3.0:1767321661.561411:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384591104:0@lo:38:kworker.0 00000100:00100000:3.0:1767321661.561442:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321661.561471:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384591232:0@lo:38:kworker.0 00000100:00100000:3.0:1767321661.561496:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321661.561517:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384591488:0@lo:38:kworker.0 00000100:00100000:3.0:1767321661.561537:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321661.561547:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384591744:0@lo:38:kworker.0 00000100:00100000:3.0:1767321661.561565:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321661.561586:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384591104 00000100:00100000:3.0:1767321661.561591:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384591104 00000100:00100000:2.0:1767321661.561716:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6120 00000100:00100000:2.0:1767321661.561733:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384591360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321661.561833:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384591360:12345-0@lo:400:kworker.0 Request processed in 107us (1059us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321661.561841:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6120 00000100:00100000:2.0:1767321661.561862:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384591488 00000100:00100000:2.0:1767321661.561867:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384591488 00000100:00100000:2.0:1767321661.561878:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384591744 00000100:00100000:2.0:1767321661.561880:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384591744 00000100:00100000:2.0:1767321661.561890:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25693 00000100:00100000:2.0:1767321661.561894:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384591488:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321661.561913:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321661.561945:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384591488:12345-0@lo:38:kworker.0 Request processed in 50us (407us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321661.561951:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25693 00000100:00100000:2.0:1767321661.561961:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25694 00000100:00100000:2.0:1767321661.561965:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384591744:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321661.561973:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321661.561992:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384591744:12345-0@lo:38:kworker.0 Request processed in 27us (426us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321661.561997:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25694 00000100:00100000:0.0:1767321661.562046:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384591616:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767321661.562053:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321661.562063:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321661.562068:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384591488:0@lo:38:kworker.0 00000100:00080000:2.0:1767321661.562081:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321661.562085:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321661.562090:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384591744:0@lo:38:kworker.0 00000100:00100000:0.0:1767321661.562118:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384591616:12345-0@lo:400:kworker.0 Request processed in 1143us (1482us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321661.562131:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6119 00000100:00100000:2.0:1767321661.562150:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384591360:0@lo:400:kworker.0 00000100:00100000:2.0:1767321661.562166:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384591616:0@lo:400:kworker.0 00000100:00080000:0.0:1767321661.562182:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321661.562187:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321661.562248:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384591232 00000100:00100000:2.0:1767321661.562253:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384591232 00000100:00100000:0.0:1767321661.562259:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384591872:0@lo:400:kworker.0 00000100:00100000:0.0:1767321661.562277:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384592000:0@lo:400:kworker.0 00000100:00100000:2.0:1767321661.562287:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3151 00000100:00100000:2.0:1767321661.562299:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384591232:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321661.562311:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321661.562375:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384591232:12345-0@lo:38:kworker.0 Request processed in 79us (877us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321661.562381:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3151 00000100:00080000:0.0:1767321661.563418:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321661.563429:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321661.563433:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384591232:0@lo:38:kworker.0 00000100:00100000:3.0:1767321661.576178:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25695 00000100:00100000:3.0:1767321661.576197:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384591104:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321661.576240:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321661.576375:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384591104:12345-0@lo:38:kworker.0 Request processed in 178us (14929us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321661.576383:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25695 00000100:00080000:0.0:1767321661.576538:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321661.576546:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321661.576551:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384591104:0@lo:38:kworker.0 00000100:00100000:1.0:1767321662.072195:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384592128:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321662.072294:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321662.072455:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384592128 00000100:00100000:3.0:1767321662.072471:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384592128 00000100:00100000:3.0:1767321662.072546:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3445 00000100:00100000:3.0:1767321662.072557:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384592128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321662.072608:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00010000:00010000:2.0:1767321662.072776:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321662.072856:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384592256:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321662.072901:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321662.072965:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384592256 00000100:00100000:2.0:1767321662.072970:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384592256 00000100:00100000:3.0:1767321662.072983:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384592128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 418us (678us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321662.072992:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3445 00000100:00100000:2.0:1767321662.072999:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3446 00000100:00100000:2.0:1767321662.073010:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384592256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321662.073029:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321662.073062:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384592256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321662.073068:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3446 00000100:00100000:3.0:1767321662.073096:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384592256:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321662.078644:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384592128:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321662.538208:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321662.538390:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321662.538990:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297496192 00000100:00100000:1.0:1767321662.539001:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297496192 00000100:00100000:1.0:1767321662.539115:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297496064 00000100:00100000:1.0:1767321662.539120:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297496064 00000100:00100000:0.0:1767321662.539162:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6121 00000100:00100000:0.0:1767321662.539174:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8910700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297496192:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321662.539257:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8910700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2503:x1853164297496192:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 84us (1057us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321662.539265:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6121 00000100:00080000:2.0:1767321662.539669:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321662.539958:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25696 00000100:00100000:0.0:1767321662.539976:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297496064:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321662.539997:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321662.540034:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b8912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297496064:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 69us (1645us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321662.540041:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25696 00000100:00100000:2.0:1767321662.583076:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321663.095028:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321663.608085:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321664.131323:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321664.631363:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321665.143248:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321665.655074:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321666.167097:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321666.680520:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767321666.680825:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321666.680831:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321666.680835:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321666.680839:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321666.680843:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321666.680851:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6564 00000100:00080000:0.0:1767321666.680856:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321666.680863:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321666.680904:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91c000 x1853164384592384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321666.680921:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321666.680925:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321666.680926:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321666.680930:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6564 00000100:00080000:0.0:1767321666.680933:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321666.680936:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321666.680950:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91ce00 x1853164384592512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321666.680995:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321666.680999:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321666.681001:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321666.681004:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6564 00000100:00080000:0.0:1767321666.681007:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321666.681011:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321666.681022:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91ca80 x1853164384592768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321666.681037:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321666.681041:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321666.681043:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321666.681046:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6564 00000100:00080000:0.0:1767321666.681048:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321666.681051:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321666.681064:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91dc00 x1853164384593024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321666.681132:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384593280:0@lo:400:kworker.0 00000100:00100000:3.0:1767321666.681150:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384592896:0@lo:400:kworker.0 00000100:00100000:1.0:1767321666.681260:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384592384:0@lo:38:kworker.0 00000100:00100000:2.0:1767321666.681311:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384592640:0@lo:400:kworker.0 00000100:00100000:0.0:1767321666.683682:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321666.683761:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321666.683774:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384593152:0@lo:400:kworker.0 00000100:00100000:0.0:1767321666.683838:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321666.683880:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384593280 00000100:00100000:0.0:1767321666.683889:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384593280 00000100:00100000:0.0:1767321666.683942:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384593152 00000100:00100000:0.0:1767321666.683945:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384593152 00000100:00100000:0.0:1767321666.683966:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2592 00000100:00100000:0.0:1767321666.683975:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384593280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321666.684030:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384593280:12345-0@lo:400:kworker.0 Request processed in 55us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321666.684037:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2592 00000100:00100000:0.0:1767321666.684055:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2593 00000100:00100000:0.0:1767321666.684061:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384593152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321666.684087:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384593152:12345-0@lo:400:kworker.0 Request processed in 26us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321666.684092:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2593 00000100:00100000:0.0:1767321666.684134:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384593152:0@lo:400:kworker.0 00000100:00100000:0.0:1767321666.684159:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384593280:0@lo:400:kworker.0 00000100:00080000:0.0:1767321666.684212:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321666.684216:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321666.686452:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321666.686520:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384592512:0@lo:38:kworker.0 00000100:00100000:1.0:1767321666.686555:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321666.686584:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384592768:0@lo:38:kworker.0 00000100:00100000:1.0:1767321666.686617:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321666.686636:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384593024:0@lo:38:kworker.0 00000100:00100000:1.0:1767321666.686660:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321666.686712:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384592384 00000100:00100000:1.0:1767321666.686719:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384592384 00000100:00100000:1.0:1767321666.686751:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384592768 00000100:00100000:1.0:1767321666.686754:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384592768 00000100:00100000:1.0:1767321666.686766:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384593024 00000100:00100000:1.0:1767321666.686769:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384593024 00000100:00100000:1.0:1767321666.686803:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25697 00000100:00100000:1.0:1767321666.686809:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384592384:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321666.686830:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321666.686872:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384592384:12345-0@lo:38:kworker.0 Request processed in 62us (427us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321666.686874:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25698 00000100:00100000:0.0:1767321666.686880:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384592768:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321666.686880:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25697 00010000:00020000:0.0:1767321666.686890:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321666.686894:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25699 00000100:00100000:1.0:1767321666.686898:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384593024:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321666.686906:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321666.686919:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384592768:12345-0@lo:38:kworker.0 Request processed in 38us (301us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321666.686924:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384593024:12345-0@lo:38:kworker.0 Request processed in 25us (264us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321666.686925:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25698 00000100:00100000:1.0:1767321666.686929:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25699 00000100:00100000:1.0:1767321666.686973:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384592512 00000100:00100000:1.0:1767321666.686977:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384592512 00000100:00080000:0.0:1767321666.686979:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321666.686984:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321666.686988:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384592384:0@lo:38:kworker.0 00000100:00100000:1.0:1767321666.686995:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3152 00000100:00080000:0.0:1767321666.686996:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321666.686999:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321666.686999:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384592512:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321666.687002:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384592768:0@lo:38:kworker.0 00010000:00020000:1.0:1767321666.687008:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767321666.687009:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321666.687012:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321666.687015:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384593024:0@lo:38:kworker.0 00000100:00100000:1.0:1767321666.688552:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384592512:12345-0@lo:38:kworker.0 Request processed in 1543us (1988us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321666.688565:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3152 00000100:00080000:0.0:1767321666.689118:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321666.689125:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321666.689129:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384592512:0@lo:38:kworker.0 00000100:00100000:2.0:1767321666.690119:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321666.690381:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384592640 00000100:00100000:1.0:1767321666.690391:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384592640 00000100:00100000:1.0:1767321666.690461:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6122 00000100:00100000:1.0:1767321666.690475:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384592640:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767321666.690534:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321666.690940:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384592640:12345-0@lo:400:kworker.0 Request processed in 471us (824us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321666.690957:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6122 00000100:00100000:0.0:1767321666.690996:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384592640:0@lo:400:kworker.0 00000100:00100000:3.0:1767321666.698400:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321666.698710:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384592896 00000100:00100000:1.0:1767321666.698723:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384592896 00000100:00100000:1.0:1767321666.698837:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6123 00000100:00100000:1.0:1767321666.698849:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384592896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321666.698952:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384592896:12345-0@lo:400:kworker.0 Request processed in 105us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321666.698960:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6123 00000100:00100000:3.0:1767321666.699151:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384592896:0@lo:400:kworker.0 00000100:00080000:0.0:1767321666.699711:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767321667.191168:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321667.192540:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384593408:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321667.192848:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384593536:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321667.192925:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321667.193013:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384593536 00000100:00100000:0.0:1767321667.193030:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384593536 00000100:00100000:0.0:1767321667.193131:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3447 00000100:00100000:0.0:1767321667.193146:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384593536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321667.193202:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321667.193284:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384593536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 142us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321667.193294:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3447 00000100:00100000:0.0:1767321667.193333:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321667.193361:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384593408 00000100:00100000:0.0:1767321667.193365:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384593408 00000100:00100000:0.0:1767321667.193387:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3448 00000100:00100000:0.0:1767321667.193393:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384593408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321667.193411:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321667.193457:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384593408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321667.193463:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3448 00000100:00100000:0.0:1767321667.193519:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384593408:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321667.193826:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384593536:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321667.657060:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321667.657122:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321667.657266:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297496448 00000100:00100000:2.0:1767321667.657279:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297496448 00000100:00100000:2.0:1767321667.657387:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297496320 00000100:00100000:2.0:1767321667.657391:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297496320 00000100:00100000:2.0:1767321667.657416:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6124 00000100:00100000:2.0:1767321667.657444:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297496448:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321667.657544:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297496448:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 104us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321667.657554:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6124 00000100:00100000:2.0:1767321667.657575:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25700 00000100:00100000:2.0:1767321667.657580:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297496320:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767321667.657603:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321667.657631:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297496320:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 49us (508us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321667.657638:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25700 00000100:00080000:0.0:1767321667.657976:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321667.706803:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321668.216315:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321668.727007:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321669.241601:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321669.755590:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321670.266580:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321670.774948:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321671.287438:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321671.800752:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321671.800774:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321671.800777:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321671.800809:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321671.800814:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321671.800822:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6569 00000100:00080000:0.0:1767321671.800827:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321671.800834:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321671.800888:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91dc00 x1853164384593664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321671.800919:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321671.800922:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321671.800924:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321671.800928:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6569 00000100:00080000:0.0:1767321671.800931:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321671.800934:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321671.800947:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91ca80 x1853164384593792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321671.800976:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321671.800992:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321671.800994:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321671.800998:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6569 00000100:00080000:0.0:1767321671.801000:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321671.801003:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321671.801014:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91ed80 x1853164384594048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321671.801027:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321671.801040:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321671.801042:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321671.801053:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6569 00000100:00080000:0.0:1767321671.801055:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321671.801058:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321671.801069:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91f100 x1853164384594304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321671.801115:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384593920:0@lo:400:kworker.0 00000100:00100000:0.0:1767321671.801264:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321671.801341:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321671.801348:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384594176:0@lo:400:kworker.0 00000100:00100000:0.0:1767321671.801372:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321671.801422:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384594432:0@lo:400:kworker.0 00000100:00100000:0.0:1767321671.801481:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321671.801500:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321671.801506:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384594560:0@lo:400:kworker.0 00000100:00100000:0.0:1767321671.801539:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321671.801593:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384594432 00000100:00100000:0.0:1767321671.801600:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384594432 00000100:00100000:0.0:1767321671.801678:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384594560 00000100:00100000:0.0:1767321671.801682:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384594560 00000100:00100000:0.0:1767321671.801716:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2594 00000100:00100000:0.0:1767321671.801725:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384594432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321671.801776:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384594432:12345-0@lo:400:kworker.0 Request processed in 52us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321671.801803:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2594 00000100:00100000:0.0:1767321671.801820:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2595 00000100:00100000:0.0:1767321671.801826:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384594560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321671.801868:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384594560:12345-0@lo:400:kworker.0 Request processed in 42us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321671.801873:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2595 00000100:00080000:0.0:1767321671.801892:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321671.801895:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321671.801928:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384594560:0@lo:400:kworker.0 00000100:00100000:0.0:1767321671.801939:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384594432:0@lo:400:kworker.0 00000100:00100000:1.0:1767321671.802409:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384593664:0@lo:38:kworker.0 00000100:00100000:1.0:1767321671.802443:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321671.802477:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384593792:0@lo:38:kworker.0 00000100:00100000:1.0:1767321671.802501:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321671.802530:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384594048:0@lo:38:kworker.0 00000100:00100000:1.0:1767321671.802551:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321671.802570:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384594304:0@lo:38:kworker.0 00000100:00100000:1.0:1767321671.802590:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321671.802617:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384593920 00000100:00100000:1.0:1767321671.802621:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384593920 00000100:00100000:1.0:1767321671.802649:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384594176 00000100:00100000:1.0:1767321671.802652:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384594176 00000100:00100000:1.0:1767321671.802668:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384593664 00000100:00100000:1.0:1767321671.802670:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384593664 00000100:00100000:1.0:1767321671.802678:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384594048 00000100:00100000:1.0:1767321671.802680:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384594048 00000100:00100000:1.0:1767321671.802686:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384594304 00000100:00100000:1.0:1767321671.802688:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384594304 00000100:00100000:1.0:1767321671.802697:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6125 00000100:00100000:1.0:1767321671.802704:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384593920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321671.802737:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384593920:12345-0@lo:400:kworker.0 Request processed in 34us (1474us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321671.802849:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6126 00000100:00100000:3.0:1767321671.802859:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384594176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321671.802891:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384594176:12345-0@lo:400:kworker.0 Request processed in 35us (1518us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321671.802897:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6126 00000100:00100000:3.0:1767321671.802912:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25701 00000100:00100000:3.0:1767321671.802916:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384593664:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321671.802933:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321671.802962:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384593664:12345-0@lo:38:kworker.0 Request processed in 44us (517us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321671.802967:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25701 00000100:00100000:3.0:1767321671.802979:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25702 00000100:00100000:3.0:1767321671.802983:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384594048:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321671.802992:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321671.803012:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384594048:12345-0@lo:38:kworker.0 Request processed in 28us (460us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321671.803018:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25702 00000100:00100000:3.0:1767321671.803028:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25703 00000100:00100000:3.0:1767321671.803032:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384594304:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321671.803040:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321671.803060:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384594304:12345-0@lo:38:kworker.0 Request processed in 27us (469us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321671.803065:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25703 00000100:00100000:1.0:1767321671.803235:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6125 00000100:00080000:1.0:1767321671.803268:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321671.803273:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321671.803277:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384593664:0@lo:38:kworker.0 00000100:00080000:1.0:1767321671.803284:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321671.803288:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321671.803291:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384594048:0@lo:38:kworker.0 00000100:00080000:1.0:1767321671.803297:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321671.803300:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321671.803302:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384594304:0@lo:38:kworker.0 00000100:00100000:2.0:1767321671.803385:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321671.803907:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384593792 00000100:00100000:0.0:1767321671.803912:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384593792 00000100:00100000:0.0:1767321671.803947:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3153 00000100:00100000:0.0:1767321671.803953:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384593792:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321671.803965:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321671.804008:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384593792:12345-0@lo:38:kworker.0 Request processed in 54us (1506us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321671.804014:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3153 00000100:00080000:0.0:1767321671.804034:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321671.804056:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384594176:0@lo:400:kworker.0 00000100:00100000:0.0:1767321671.804068:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384593920:0@lo:400:kworker.0 00000100:00080000:1.0:1767321671.804349:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321671.804354:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321671.804357:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384593792:0@lo:38:kworker.0 00010000:00010000:1.0:1767321672.311364:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321672.311442:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384594816:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321672.311532:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321672.311603:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321672.311611:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384594688:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321672.311638:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321672.311776:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384594816 00000100:00100000:0.0:1767321672.311800:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384594816 00000100:00100000:0.0:1767321672.311850:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384594688 00000100:00100000:0.0:1767321672.311854:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384594688 00000100:00100000:0.0:1767321672.311876:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3449 00000100:00100000:0.0:1767321672.311883:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698d1f8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384594816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321672.311913:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321672.311958:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698d1f8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384594816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321672.311966:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3449 00000100:00100000:0.0:1767321672.312183:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3450 00000100:00100000:0.0:1767321672.312191:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384594688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321672.312206:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321672.312231:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384594688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321672.312237:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3450 00000100:00100000:0.0:1767321672.312281:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384594688:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321672.312293:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384594816:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321672.780317:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321672.780485:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321672.790561:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297496704 00000100:00100000:0.0:1767321672.790579:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297496704 00000100:00100000:0.0:1767321672.790709:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297496576 00000100:00100000:0.0:1767321672.790714:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297496576 00000100:00100000:0.0:1767321672.790744:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6127 00000100:00100000:0.0:1767321672.790755:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297496704:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321672.790866:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297496704:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 112us (10557us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321672.790874:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6127 00000100:00100000:0.0:1767321672.790895:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25704 00000100:00100000:0.0:1767321672.790900:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297496576:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321672.790919:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321672.790951:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297496576:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 43us (10460us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321672.790958:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25704 00000100:00080000:2.0:1767321672.791279:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321672.823149:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321673.335012:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321673.846900:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321674.359086:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321674.871417:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321675.383037:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321675.899880:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321676.407001:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321676.873000:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000400:00000100:2.0:1767321676.873042:0:7018:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297496832 offset 0 length 520: 4 00000100:00100000:2.0:1767321676.873064:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321676.873213:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297497088 00000100:00100000:1.0:1767321676.873224:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297497088 00000100:00100000:3.0:1767321676.873621:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297496960 00000100:00100000:3.0:1767321676.873626:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297496960 00000100:00100000:3.0:1767321676.873685:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25705 00000100:00100000:3.0:1767321676.873694:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297496960:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321676.873717:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321676.873809:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297496960:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 114us (742us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321676.873817:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25705 00000100:00100000:1.0:1767321676.876230:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6128 00000100:00100000:1.0:1767321676.876248:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297497088:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321676.876328:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297497088:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 88us (3339us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321676.876337:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6128 00000100:00080000:0.0:1767321676.876706:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321676.918930:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321651/real 1767321651] req@ffff9369a34f1180 x1853164384588416/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321676 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321676.918968:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369a34f1180 x1853164384588416/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321676 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767321676.918987:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321676.919009:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321676.919014:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384588416:0@lo:250:kworker.0 00000100:00080000:2.0:1767321676.919470:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321676.919476:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321676.919479:0:95297:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321676.919484:0:95297:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 6554 00000100:00080000:2.0:1767321676.919488:0:95297:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321676.919494:0:95297:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321676.919530:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6da680 x1853164384594944/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321676.919557:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321676.919561:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321676.919563:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321676.919566:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6575 00000100:00080000:2.0:1767321676.919569:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321676.919572:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321676.919586:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6db100 x1853164384595072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321676.919595:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321676.919597:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321676.919600:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321676.919603:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6575 00000100:00080000:2.0:1767321676.919605:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321676.919608:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321676.919618:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6daa00 x1853164384595200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321676.919649:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321676.919653:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321676.919655:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321676.919658:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6575 00000100:00080000:2.0:1767321676.919661:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321676.919664:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321676.919675:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6d9500 x1853164384595456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321676.919690:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321676.919693:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321676.919695:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321676.919698:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6575 00000100:00080000:2.0:1767321676.919700:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321676.919704:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321676.919716:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6dad80 x1853164384595712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321676.919766:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996d99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384595840:0@lo:400:kworker.0 00000100:00100000:2.0:1767321676.919847:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321676.919900:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321676.919905:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996d9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384595968:0@lo:400:kworker.0 00000100:00100000:2.0:1767321676.919927:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321676.920272:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384594944:0@lo:250:kworker.0 00000400:00000100:1.0:1767321676.920296:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384594944 offset 0 length 520: 4 00000100:00100000:1.0:1767321676.920315:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384595072:0@lo:38:kworker.0 00000100:00100000:1.0:1767321676.920336:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321676.920362:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384595200:0@lo:38:kworker.0 00000100:00100000:1.0:1767321676.920381:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321676.920395:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384595456:0@lo:38:kworker.0 00000100:00100000:1.0:1767321676.920412:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321676.920426:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384595712:0@lo:38:kworker.0 00000100:00100000:1.0:1767321676.920444:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321676.920472:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384595072 00000100:00100000:1.0:1767321676.920479:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384595072 00000100:00100000:1.0:1767321676.920504:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384595456 00000100:00100000:1.0:1767321676.920507:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384595456 00000100:00100000:1.0:1767321676.920519:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384595712 00000100:00100000:1.0:1767321676.920521:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384595712 00000100:00100000:1.0:1767321676.920533:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25706 00000100:00100000:1.0:1767321676.920540:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384595072:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321676.920559:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321676.920595:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384595072:12345-0@lo:38:kworker.0 Request processed in 54us (257us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321676.920602:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25706 00000100:00100000:1.0:1767321676.920615:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25707 00000100:00100000:1.0:1767321676.920619:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384595456:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321676.920631:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321676.920650:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384595456:12345-0@lo:38:kworker.0 Request processed in 30us (237us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321676.920656:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25707 00000100:00100000:1.0:1767321676.920665:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25708 00000100:00100000:1.0:1767321676.920668:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384595712:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321676.920676:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321676.920692:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384595712:12345-0@lo:38:kworker.0 Request processed in 23us (248us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321676.920697:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25708 00000100:00080000:1.0:1767321676.920723:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321676.920726:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321676.920730:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384595072:0@lo:38:kworker.0 00000100:00080000:1.0:1767321676.920737:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321676.920739:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321676.920742:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384595456:0@lo:38:kworker.0 00000100:00080000:1.0:1767321676.920748:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321676.920750:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321676.920753:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384595712:0@lo:38:kworker.0 00000100:00100000:0.0:1767321676.920871:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321676.920885:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384595584:0@lo:400:kworker.0 00000100:00100000:0.0:1767321676.920912:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321676.920928:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321676.920933:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384595328:0@lo:400:kworker.0 00000100:00100000:0.0:1767321676.920949:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321676.920969:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384595840 00000100:00100000:0.0:1767321676.920973:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384595840 00000100:00100000:0.0:1767321676.921008:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384595968 00000100:00100000:0.0:1767321676.921011:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384595968 00000100:00100000:0.0:1767321676.921048:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2596 00000100:00100000:0.0:1767321676.921055:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384595840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321676.921123:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384595840:12345-0@lo:400:kworker.0 Request processed in 69us (1277us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321676.921129:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2596 00000100:00100000:0.0:1767321676.921153:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2597 00000100:00100000:0.0:1767321676.921158:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384595968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321676.921182:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384595968:12345-0@lo:400:kworker.0 Request processed in 24us (1254us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321676.921188:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2597 00000100:00100000:0.0:1767321676.921207:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384595584 00000100:00100000:0.0:1767321676.921210:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384595584 00000100:00100000:0.0:1767321676.921228:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384595328 00000100:00100000:0.0:1767321676.921230:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384595328 00000100:00100000:0.0:1767321676.921247:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6129 00000100:00100000:0.0:1767321676.921252:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384595584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321676.921283:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384595584:12345-0@lo:400:kworker.0 Request processed in 30us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321676.921292:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6129 00000100:00100000:0.0:1767321676.921303:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6130 00000100:00100000:0.0:1767321676.921310:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384595328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321676.921334:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384595328:12345-0@lo:400:kworker.0 Request processed in 26us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321676.921340:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6130 00000100:00100000:0.0:1767321676.921373:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384595328:0@lo:400:kworker.0 00000100:00100000:0.0:1767321676.921382:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384595584:0@lo:400:kworker.0 00000100:00080000:0.0:1767321676.921398:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321676.921403:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321676.921405:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321676.921418:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996d9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384595968:0@lo:400:kworker.0 00000100:00100000:0.0:1767321676.921426:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996d99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384595840:0@lo:400:kworker.0 00000100:00100000:2.0:1767321676.921841:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384595200 00000100:00100000:2.0:1767321676.921846:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384595200 00000100:00100000:2.0:1767321676.921878:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3154 00000100:00100000:2.0:1767321676.921883:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384595200:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321676.921894:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321676.921929:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384595200:12345-0@lo:38:kworker.0 Request processed in 45us (1546us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321676.921935:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3154 00000100:00080000:1.0:1767321676.922070:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321676.922076:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321676.922079:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384595200:0@lo:38:kworker.0 00000100:00100000:3.0:1767321677.431035:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384596096:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321677.431172:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321677.431343:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384596096 00000100:00100000:0.0:1767321677.431352:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384596096 00000100:00100000:0.0:1767321677.431413:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3451 00000100:00100000:0.0:1767321677.431424:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8782a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384596096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321677.431491:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321677.431550:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8782a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384596096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321677.431558:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3451 00000100:00100000:3.0:1767321677.431646:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384596096:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767321677.431925:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321677.431991:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321677.432003:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384596224:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321677.432031:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321677.432304:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384596224 00000100:00100000:0.0:1767321677.432311:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384596224 00000100:00100000:0.0:1767321677.432346:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3452 00000100:00100000:0.0:1767321677.432354:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384596224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321677.432375:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321677.432420:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384596224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321677.432426:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3452 00000100:00100000:1.0:1767321677.432741:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384596224:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321677.943396:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321678.456449:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321678.966974:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321679.479496:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321679.992434:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321680.504343:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321681.014950:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321681.528119:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321681.995539:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321681.995583:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321681.995683:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297497344 00000100:00100000:0.0:1767321681.995694:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297497344 00000100:00100000:3.0:1767321681.995822:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297497216 00000100:00100000:3.0:1767321681.995827:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297497216 00000100:00100000:3.0:1767321681.995928:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25709 00000100:00100000:3.0:1767321681.995936:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297497216:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:3.0:1767321681.995972:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321681.996031:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2501:x1853164297497216:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 94us (446us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321681.996039:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25709 00000100:00100000:1.0:1767321681.999030:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6131 00000100:00100000:1.0:1767321681.999075:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297497344:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321681.999173:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297497344:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 129us (3645us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321681.999180:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6131 00000100:00080000:2.0:1767321681.999394:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321682.038983:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767321682.043837:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321682.043849:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321682.043853:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321682.043858:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321682.043862:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321682.043870:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6580 00000100:00080000:1.0:1767321682.043876:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1767321682.043884:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321682.043934:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a34f0000 x1853164384596352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321682.043955:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321682.043959:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321682.043961:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321682.043965:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6580 00000100:00080000:1.0:1767321682.043967:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1767321682.043971:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321682.043984:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a34f0380 x1853164384596480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321682.044051:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321682.044056:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321682.044057:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321682.044061:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6580 00000100:00080000:1.0:1767321682.044063:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1767321682.044067:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321682.044079:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a34f2300 x1853164384596736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321682.044095:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321682.044098:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321682.044100:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321682.044104:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6580 00000100:00080000:1.0:1767321682.044106:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1767321682.044120:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321682.044132:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6daa00 x1853164384596992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321682.044301:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384597120:0@lo:400:kworker.0 00000100:00100000:1.0:1767321682.044358:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321682.044412:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321682.044416:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384597248:0@lo:400:kworker.0 00000100:00100000:1.0:1767321682.044428:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321682.044500:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384596608:0@lo:400:kworker.0 00000100:00100000:0.0:1767321682.044524:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321682.044556:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321682.044561:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384596864:0@lo:400:kworker.0 00000100:00100000:0.0:1767321682.044581:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321682.044615:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384597120 00000100:00100000:0.0:1767321682.044623:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384597120 00000100:00100000:0.0:1767321682.044674:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384597248 00000100:00100000:0.0:1767321682.044677:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384597248 00000100:00100000:0.0:1767321682.044698:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2598 00000100:00100000:0.0:1767321682.044705:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384597120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321682.044743:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384597120:12345-0@lo:400:kworker.0 Request processed in 39us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321682.044748:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2598 00000100:00100000:0.0:1767321682.044759:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2599 00000100:00100000:0.0:1767321682.044762:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384597248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321682.044778:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384597248:12345-0@lo:400:kworker.0 Request processed in 15us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321682.044803:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2599 00000100:00080000:0.0:1767321682.044821:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321682.044824:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321682.044831:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384596608 00000100:00100000:0.0:1767321682.044835:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384596608 00000100:00100000:0.0:1767321682.044861:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384596864 00000100:00100000:0.0:1767321682.044864:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384596864 00000100:00100000:0.0:1767321682.044889:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6132 00000100:00100000:0.0:1767321682.044894:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384596608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321682.044927:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384596608:12345-0@lo:400:kworker.0 Request processed in 32us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321682.044931:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6132 00000100:00100000:0.0:1767321682.044942:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6133 00000100:00100000:0.0:1767321682.044947:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384596864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321682.044972:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384596864:12345-0@lo:400:kworker.0 Request processed in 25us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321682.044978:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6133 00000100:00080000:0.0:1767321682.044994:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321682.045021:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384596864:0@lo:400:kworker.0 00000100:00100000:0.0:1767321682.045030:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384596608:0@lo:400:kworker.0 00000100:00100000:1.0:1767321682.045327:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384597248:0@lo:400:kworker.0 00000100:00100000:1.0:1767321682.045333:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384597120:0@lo:400:kworker.0 00000100:00100000:2.0:1767321682.050095:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384596352:0@lo:38:kworker.0 00000100:00100000:2.0:1767321682.050861:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321682.050926:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384596480:0@lo:38:kworker.0 00000100:00100000:2.0:1767321682.051034:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321682.051074:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384596736:0@lo:38:kworker.0 00000100:00100000:2.0:1767321682.051097:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321682.051132:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384596992:0@lo:38:kworker.0 00000100:00100000:2.0:1767321682.051153:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321682.052442:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384596480 00000100:00100000:0.0:1767321682.052456:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384596480 00000100:00100000:0.0:1767321682.052507:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3155 00000100:00100000:0.0:1767321682.052515:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384596480:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321682.052548:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321682.052616:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384596480:12345-0@lo:38:kworker.0 Request processed in 100us (1580us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321682.052623:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3155 00000100:00080000:2.0:1767321682.052711:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321682.052717:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321682.052722:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384596480:0@lo:38:kworker.0 00000100:00100000:3.0:1767321682.056264:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384596352 00000100:00100000:3.0:1767321682.056282:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384596352 00000100:00100000:3.0:1767321682.056404:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384596736 00000100:00100000:3.0:1767321682.056408:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384596736 00000100:00100000:3.0:1767321682.056425:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384596992 00000100:00100000:3.0:1767321682.056428:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384596992 00000100:00100000:3.0:1767321682.056442:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25710 00000100:00100000:3.0:1767321682.056450:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384596352:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321682.056471:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321682.056548:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384596352:12345-0@lo:38:kworker.0 Request processed in 97us (5688us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321682.056555:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25710 00000100:00100000:3.0:1767321682.056571:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25711 00000100:00100000:3.0:1767321682.056576:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384596736:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321682.056585:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321682.056610:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384596736:12345-0@lo:38:kworker.0 Request processed in 33us (5512us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321682.056616:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25711 00000100:00100000:3.0:1767321682.056626:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25712 00000100:00100000:3.0:1767321682.056630:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384596992:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321682.056639:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321682.056661:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384596992:12345-0@lo:38:kworker.0 Request processed in 29us (5507us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321682.056669:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25712 00000100:00080000:3.0:1767321682.056745:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321682.056750:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321682.056754:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384596352:0@lo:38:kworker.0 00000100:00080000:3.0:1767321682.056765:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321682.056768:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321682.056771:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384596736:0@lo:38:kworker.0 00000100:00080000:3.0:1767321682.056804:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321682.056808:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321682.056811:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384596992:0@lo:38:kworker.0 00000100:00100000:2.0:1767321682.551286:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384597376:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321682.551364:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321682.551469:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384597376 00000100:00100000:3.0:1767321682.551478:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384597376 00000100:00100000:3.0:1767321682.551528:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3453 00000100:00100000:3.0:1767321682.551538:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384597376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321682.551572:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00010000:00010000:1.0:1767321682.551723:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321682.551756:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384597504:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321682.551807:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321682.551842:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384597504 00000100:00100000:1.0:1767321682.551847:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384597504 00000100:00100000:1.0:1767321682.551886:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3454 00000100:00100000:1.0:1767321682.551894:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384597504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321682.551909:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321682.551956:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384597504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321682.551962:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3454 00000100:00100000:1.0:1767321682.552011:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384597504:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321682.553548:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384597376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2005us (2177us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321682.553561:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3453 00000100:00100000:2.0:1767321682.554543:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384597376:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321683.063470:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321683.575366:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321684.089446:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321684.600217:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321685.110952:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321685.622952:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321686.135064:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321686.649437:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321687.115881:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321687.115943:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321687.116011:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297497600 00000100:00100000:0.0:1767321687.116028:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297497600 00000100:00100000:0.0:1767321687.116120:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297497472 00000100:00100000:0.0:1767321687.116124:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297497472 00000100:00100000:0.0:1767321687.116147:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6134 00000100:00080000:2.0:1767321687.116164:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321687.116175:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297497600:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:2.0:1767321687.116234:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25713 00000100:00100000:2.0:1767321687.116246:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297497472:12345-192.168.202.56@tcp:38:kworker.0 00000100:00100000:0.0:1767321687.116265:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2505:x1853164297497600:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 99us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321687.116271:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6134 00010000:00020000:2.0:1767321687.116282:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321687.120968:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297497472:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 4697us (5000us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321687.120991:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25713 00000100:00100000:3.0:1767321687.158956:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767321687.160018:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321687.160028:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321687.160032:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321687.160038:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321687.160044:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321687.160055:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6585 00000100:00080000:2.0:1767321687.160063:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767321687.160072:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321687.160138:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996d98700 x1853164384597632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321687.160171:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321687.160175:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321687.160177:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321687.160181:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6585 00000100:00080000:2.0:1767321687.160184:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767321687.160188:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321687.160201:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996d9b480 x1853164384597760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321687.160255:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321687.160260:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321687.160262:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321687.160266:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6585 00000100:00080000:2.0:1767321687.160269:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767321687.160273:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321687.160288:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996d9bb80 x1853164384598016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321687.160305:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321687.160308:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321687.160310:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321687.160314:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6585 00000100:00080000:2.0:1767321687.160317:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767321687.160320:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321687.160331:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936996d9b100 x1853164384598272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321687.160403:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384598400:0@lo:400:kworker.0 00000100:00100000:2.0:1767321687.160499:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321687.161085:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996d9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384597888:0@lo:400:kworker.0 00000100:00100000:1.0:1767321687.161145:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321687.161215:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321687.161222:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996d99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384598144:0@lo:400:kworker.0 00000100:00100000:1.0:1767321687.161244:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321687.161271:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384598528:0@lo:400:kworker.0 00000100:00100000:1.0:1767321687.161296:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321687.161334:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384598400 00000100:00100000:1.0:1767321687.161342:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384598400 00000100:00100000:1.0:1767321687.161415:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384598528 00000100:00100000:1.0:1767321687.161419:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384598528 00000100:00100000:1.0:1767321687.161442:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2600 00000100:00100000:1.0:1767321687.161457:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384598400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321687.161515:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384598400:12345-0@lo:400:kworker.0 Request processed in 64us (1016us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321687.161524:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2600 00000100:00100000:1.0:1767321687.161555:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2601 00000100:00100000:1.0:1767321687.161564:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384598528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321687.161596:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384598528:12345-0@lo:400:kworker.0 Request processed in 35us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321687.161602:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2601 00000100:00080000:1.0:1767321687.161620:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321687.161625:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321687.161664:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384598528:0@lo:400:kworker.0 00000100:00100000:1.0:1767321687.161698:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384597888 00000100:00100000:1.0:1767321687.161701:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384597888 00000100:00100000:1.0:1767321687.161736:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384598144 00000100:00100000:1.0:1767321687.161739:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384598144 00000100:00100000:1.0:1767321687.161757:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6135 00000100:00100000:1.0:1767321687.161763:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384597888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321687.161825:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7025:x1853164384597888:12345-0@lo:400:kworker.0 Request processed in 61us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321687.161831:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6135 00000100:00100000:1.0:1767321687.161843:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6136 00000100:00100000:1.0:1767321687.161849:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369ba6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384598144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321687.161876:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369ba6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384598144:12345-0@lo:400:kworker.0 Request processed in 27us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321687.161882:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6136 00000100:00080000:1.0:1767321687.162391:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321687.162419:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996d99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384598144:0@lo:400:kworker.0 00000100:00100000:1.0:1767321687.162434:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996d9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7025:1853164384597888:0@lo:400:kworker.0 00000100:00100000:3.0:1767321687.162595:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996d98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384597632:0@lo:38:kworker.0 00000100:00100000:3.0:1767321687.162646:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321687.162688:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996d9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384597760:0@lo:38:kworker.0 00000100:00100000:3.0:1767321687.164473:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321687.164619:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384597632 00000100:00100000:1.0:1767321687.164634:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384597632 00000100:00100000:3.0:1767321687.164645:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996d9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384598016:0@lo:38:kworker.0 00000100:00100000:1.0:1767321687.164703:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25714 00000100:00100000:1.0:1767321687.164715:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b8781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384597632:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321687.164743:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1767321687.164748:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321687.164863:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b8781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384597632:12345-0@lo:38:kworker.0 Request processed in 149us (2215us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321687.164871:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25714 00000100:00100000:1.0:1767321687.164889:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384598016 00000100:00100000:1.0:1767321687.164893:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384598016 00000100:00100000:3.0:1767321687.164900:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996d9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384598272:0@lo:38:kworker.0 00000100:00100000:1.0:1767321687.164933:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25715 00000100:00100000:1.0:1767321687.164939:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384598016:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321687.164950:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321687.164978:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384598016:12345-0@lo:38:kworker.0 Request processed in 38us (236us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321687.164984:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25715 00000100:00100000:3.0:1767321687.165152:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321687.165217:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321687.165222:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321687.165226:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996d98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384597632:0@lo:38:kworker.0 00000100:00080000:3.0:1767321687.165237:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321687.165240:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321687.165243:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996d9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384598016:0@lo:38:kworker.0 00000100:00100000:3.0:1767321687.165434:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384598272 00000100:00100000:3.0:1767321687.165441:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384598272 00000100:00100000:3.0:1767321687.165481:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25716 00000100:00100000:3.0:1767321687.165573:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384598272:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321687.165597:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321687.165649:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384598272:12345-0@lo:38:kworker.0 Request processed in 75us (496us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321687.165656:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25716 00000100:00100000:3.0:1767321687.165681:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384597760 00000100:00100000:3.0:1767321687.165685:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384597760 00000100:00100000:3.0:1767321687.165705:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3156 00000100:00100000:3.0:1767321687.165709:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384597760:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321687.165719:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321687.165746:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384597760:12345-0@lo:38:kworker.0 Request processed in 36us (1283us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321687.165752:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3156 00000100:00080000:3.0:1767321687.166216:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321687.166223:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321687.166226:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996d9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384597760:0@lo:38:kworker.0 00000100:00080000:3.0:1767321687.166240:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321687.166244:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321687.166247:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996d9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384598272:0@lo:38:kworker.0 00000100:00100000:2.0:1767321687.169705:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384598400:0@lo:400:kworker.0 00010000:00010000:1.0:1767321687.671141:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321687.671160:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321687.671196:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936996d9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384598656:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321687.671287:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321687.671388:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384598784:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321687.671413:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321687.672911:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384598656 00000100:00100000:1.0:1767321687.672928:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384598656 00000100:00100000:1.0:1767321687.673030:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384598784 00000100:00100000:1.0:1767321687.673034:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384598784 00000100:00100000:1.0:1767321687.673075:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3455 00000100:00100000:1.0:1767321687.673093:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384598656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321687.673143:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321687.673236:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384598656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 149us (1948us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321687.673245:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3455 00000100:00100000:1.0:1767321687.673266:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3456 00000100:00100000:1.0:1767321687.673274:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384598784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321687.673292:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321687.673322:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384598784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (1908us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321687.673328:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3456 00000100:00100000:3.0:1767321687.673930:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384598784:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321687.673952:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936996d9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384598656:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321688.183368:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321688.696033:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321689.207275:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321689.719194:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321690.234903:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321690.745127:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321691.259847:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321691.768985:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321692.245614:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321692.245771:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321692.246456:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297497856 00000100:00100000:0.0:1767321692.246467:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297497856 00000100:00100000:0.0:1767321692.246668:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297497728 00000100:00100000:0.0:1767321692.246672:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297497728 00000100:00100000:3.0:1767321692.246712:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6137 00000100:00080000:1.0:1767321692.246845:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321692.246920:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297497856:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321692.247064:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297497856:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 158us (1460us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321692.247217:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25717 00000100:00100000:0.0:1767321692.247230:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297497728:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321692.247319:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321692.247455:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297497728:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 226us (1682us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321692.247464:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25717 00000100:00100000:3.0:1767321692.256839:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6137 00000100:00100000:2.0:1767321692.279054:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:0.0:1767321692.280680:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321692.280693:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321692.280697:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321692.280702:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321692.280708:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321692.280720:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6590 00000100:00080000:0.0:1767321692.280727:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767321692.280737:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321692.280812:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91f100 x1853164384598912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321692.280862:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321692.280866:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321692.280868:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321692.280873:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6590 00000100:00080000:0.0:1767321692.280876:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767321692.280880:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321692.280900:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91ed80 x1853164384599040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321692.280943:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321692.280947:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321692.280959:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321692.280963:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6590 00000100:00080000:0.0:1767321692.280966:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767321692.280969:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321692.280983:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91ca80 x1853164384599296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321692.281000:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321692.281004:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321692.281005:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321692.281009:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6590 00000100:00080000:0.0:1767321692.281011:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767321692.281015:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321692.281027:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369a34f2300 x1853164384599552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321692.281097:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384599680:0@lo:400:kworker.0 00000100:00100000:0.0:1767321692.281190:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321692.281276:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321692.281282:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384599808:0@lo:400:kworker.0 00000100:00100000:0.0:1767321692.281313:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321692.281340:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384599168:0@lo:400:kworker.0 00000100:00100000:1.0:1767321692.281374:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384598912:0@lo:38:kworker.0 00000100:00100000:2.0:1767321692.281390:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321692.281439:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321692.281447:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384599424:0@lo:400:kworker.0 00000100:00100000:1.0:1767321692.281480:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321692.281531:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321692.281568:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384599040:0@lo:38:kworker.0 00000100:00100000:2.0:1767321692.281590:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384599168 00000100:00100000:2.0:1767321692.281602:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384599168 00000100:00100000:1.0:1767321692.281612:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321692.282611:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384598912 00000100:00100000:2.0:1767321692.282621:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384598912 00000100:00100000:1.0:1767321692.282765:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384599296:0@lo:38:kworker.0 00000100:00100000:1.0:1767321692.282820:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321692.289262:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384599680 00000100:00100000:0.0:1767321692.289286:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384599680 00000100:00100000:0.0:1767321692.289987:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384599808 00000100:00100000:0.0:1767321692.289995:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384599808 00000100:00100000:0.0:1767321692.290042:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2602 00000100:00100000:0.0:1767321692.290054:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384599680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321692.290176:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384599680:12345-0@lo:400:kworker.0 Request processed in 125us (8986us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321692.290184:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2602 00000100:00100000:0.0:1767321692.290205:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2603 00000100:00100000:0.0:1767321692.290212:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384599808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321692.290242:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384599808:12345-0@lo:400:kworker.0 Request processed in 32us (8930us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321692.290248:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2603 00000100:00100000:0.0:1767321692.290285:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384599040 00000100:00100000:0.0:1767321692.290289:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384599040 00000100:00100000:0.0:1767321692.290319:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3157 00000100:00100000:0.0:1767321692.290338:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384599040:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321692.290366:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321692.290401:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384599040:12345-0@lo:38:kworker.0 Request processed in 75us (8792us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321692.290407:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3157 00000100:00100000:1.0:1767321692.290648:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384599424 00000100:00100000:1.0:1767321692.290654:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384599424 00000100:00100000:1.0:1767321692.290686:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384599296 00000100:00100000:1.0:1767321692.290689:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384599296 00000100:00100000:1.0:1767321692.290702:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6138 00000100:00100000:1.0:1767321692.290712:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384599168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321692.290797:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384599168:12345-0@lo:400:kworker.0 Request processed in 87us (9408us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321692.290804:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6138 00000100:00100000:1.0:1767321692.290820:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6139 00000100:00100000:1.0:1767321692.290827:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384599424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321692.290862:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384599424:12345-0@lo:400:kworker.0 Request processed in 37us (9334us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321692.290869:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6139 00000100:00100000:1.0:1767321692.291112:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25718 00000100:00100000:1.0:1767321692.291118:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384598912:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321692.291143:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321692.291177:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384598912:12345-0@lo:38:kworker.0 Request processed in 57us (9699us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321692.291183:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25718 00000100:00100000:1.0:1767321692.291197:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25719 00000100:00100000:1.0:1767321692.291201:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384599296:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321692.291211:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321692.291231:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384599296:12345-0@lo:38:kworker.0 Request processed in 29us (8411us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321692.291236:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25719 00000100:00080000:1.0:1767321692.291259:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321692.291264:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321692.291268:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321692.291613:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321692.291620:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321692.291625:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384599296:0@lo:38:kworker.0 00000100:00100000:1.0:1767321692.291640:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384599552:0@lo:38:kworker.0 00000100:00100000:1.0:1767321692.291684:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321692.291713:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384599552 00000100:00100000:1.0:1767321692.291717:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384599552 00000100:00100000:0.0:1767321692.291792:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25720 00000100:00100000:0.0:1767321692.291799:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996d9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384599552:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321692.291810:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321692.291843:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996d9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384599552:12345-0@lo:38:kworker.0 Request processed in 43us (159us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767321692.291857:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321692.291863:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321692.291867:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384599552:0@lo:38:kworker.0 00000100:00100000:0.0:1767321692.291962:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25720 00000100:00100000:0.0:1767321692.292013:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384599808:0@lo:400:kworker.0 00000100:00100000:0.0:1767321692.292028:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384599680:0@lo:400:kworker.0 00000100:00100000:0.0:1767321692.292122:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384599424:0@lo:400:kworker.0 00000100:00100000:0.0:1767321692.292135:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384599168:0@lo:400:kworker.0 00000100:00080000:1.0:1767321692.293248:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321692.293260:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321692.293265:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384598912:0@lo:38:kworker.0 00000100:00080000:1.0:1767321692.293279:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321692.293283:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321692.293286:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384599040:0@lo:38:kworker.0 00010000:00010000:1.0:1767321692.791237:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321692.791310:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384599936:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321692.791487:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321692.791564:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384600064:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321692.791586:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321692.791671:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384599936 00000100:00100000:3.0:1767321692.791680:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384599936 00000100:00100000:3.0:1767321692.791743:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384600064 00000100:00100000:3.0:1767321692.791746:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384600064 00000100:00100000:3.0:1767321692.791769:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3457 00000100:00100000:3.0:1767321692.791778:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384599936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321692.791827:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321692.791968:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384599936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 190us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321692.791976:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3457 00000100:00100000:3.0:1767321692.791993:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3458 00000100:00100000:3.0:1767321692.792000:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384600064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321692.792015:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321692.792041:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384600064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321692.792047:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3458 00000100:00100000:2.0:1767321692.792595:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384599936:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321692.792612:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384600064:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321693.303865:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321693.815116:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321694.327028:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321694.839805:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321695.350891:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321695.863901:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321696.376375:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321696.890820:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321697.352951:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321697.353071:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321697.353313:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297498112 00000100:00100000:0.0:1767321697.353331:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297498112 00000100:00100000:0.0:1767321697.353429:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297497984 00000100:00100000:0.0:1767321697.353433:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297497984 00000100:00100000:0.0:1767321697.353452:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6140 00000100:00100000:0.0:1767321697.353463:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297498112:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321697.353554:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297498112:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 93us (618us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321697.353562:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6140 00000100:00100000:0.0:1767321697.353580:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25721 00000100:00100000:0.0:1767321697.353584:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297497984:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321697.353620:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321697.353648:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2501:x1853164297497984:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 62us (577us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321697.353654:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25721 00000100:00080000:1.0:1767321697.354139:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321697.399245:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:2.0:1767321697.399601:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321697.399606:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321697.399609:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321697.399683:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321697.399686:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321697.399692:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6595 00000100:00080000:2.0:1767321697.399696:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321697.399703:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321697.399750:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39b100 x1853164384600192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321697.399778:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321697.399797:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321697.399799:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321697.399802:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6595 00000100:00080000:2.0:1767321697.399804:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321697.399806:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321697.399818:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a399880 x1853164384600320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321697.399864:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321697.399868:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321697.399869:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321697.399872:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6595 00000100:00080000:2.0:1767321697.399875:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321697.399877:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321697.399885:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39bb80 x1853164384600576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321697.399917:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321697.399920:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321697.399921:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321697.399924:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6595 00000100:00080000:2.0:1767321697.399925:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321697.399928:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321697.399936:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a398000 x1853164384600832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321697.399984:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384600704:0@lo:400:kworker.0 00000100:00100000:0.0:1767321697.400069:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321697.400110:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384600704 00000100:00100000:2.0:1767321697.400117:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384600704 00000100:00100000:0.0:1767321697.400140:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321697.400149:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384600960:0@lo:400:kworker.0 00000100:00100000:2.0:1767321697.400169:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6141 00000100:00100000:2.0:1767321697.400177:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384600704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321697.400184:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321697.400223:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384600960 00000100:00100000:0.0:1767321697.400228:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384600960 00000100:00100000:2.0:1767321697.400249:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7025:x1853164384600704:12345-0@lo:400:kworker.0 Request processed in 70us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321697.400258:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6141 00000100:00100000:0.0:1767321697.400263:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2604 00000100:00100000:0.0:1767321697.400272:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384600960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321697.400302:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7025:1853164384600704:0@lo:400:kworker.0 00000100:00100000:2.0:1767321697.400347:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384601088:0@lo:400:kworker.0 00000100:00100000:2.0:1767321697.400366:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321697.400382:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321697.400386:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384600448:0@lo:400:kworker.0 00000100:00100000:2.0:1767321697.400405:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321697.400417:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384600960:12345-0@lo:400:kworker.0 Request processed in 144us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321697.400425:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2604 00000100:00100000:2.0:1767321697.400430:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384600448 00000100:00100000:2.0:1767321697.400433:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384600448 00000100:00100000:0.0:1767321697.400443:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384601088 00000100:00100000:0.0:1767321697.400449:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384601088 00000100:00100000:2.0:1767321697.400455:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6142 00000100:00100000:2.0:1767321697.400462:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384600448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321697.400485:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2605 00000100:00100000:2.0:1767321697.400491:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164384600448:12345-0@lo:400:kworker.0 Request processed in 29us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321697.400497:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384601088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321697.400500:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6142 00000100:00100000:2.0:1767321697.400521:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164384600448:0@lo:400:kworker.0 00000100:00100000:2.0:1767321697.400538:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384601088:0@lo:400:kworker.0 00000100:00100000:0.0:1767321697.400544:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384601088:12345-0@lo:400:kworker.0 Request processed in 49us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321697.400553:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2605 00000100:00100000:2.0:1767321697.400586:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384600960:0@lo:400:kworker.0 00000100:00080000:1.0:1767321697.400645:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321697.400651:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321697.400653:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321697.400666:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384600192:0@lo:38:kworker.0 00000100:00100000:1.0:1767321697.400695:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321697.400726:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384600320:0@lo:38:kworker.0 00000100:00100000:1.0:1767321697.400768:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321697.400819:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384600576:0@lo:38:kworker.0 00000100:00100000:2.0:1767321697.400820:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384600320 00000100:00100000:2.0:1767321697.400825:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384600320 00000100:00100000:2.0:1767321697.400843:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3158 00000100:00100000:2.0:1767321697.400848:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384600320:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321697.400851:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1767321697.400867:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321697.400872:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384600832:0@lo:38:kworker.0 00000100:00100000:0.0:1767321697.400963:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384600192 00000100:00100000:0.0:1767321697.400967:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384600192 00000100:00100000:0.0:1767321697.400987:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384600576 00000100:00100000:0.0:1767321697.400994:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384600576 00000100:00100000:0.0:1767321697.401010:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25722 00000100:00100000:0.0:1767321697.401014:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384600192:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321697.401072:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25723 00000100:00100000:3.0:1767321697.401078:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384600576:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321697.401097:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767321697.401114:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321697.405880:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321697.405881:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384600320:12345-0@lo:38:kworker.0 Request processed in 5021us (5102us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321697.405899:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3158 00000100:00100000:2.0:1767321697.406069:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384600832 00000100:00100000:2.0:1767321697.406077:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384600832 00000100:00100000:2.0:1767321697.406105:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25724 00000100:00100000:2.0:1767321697.406110:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384600832:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321697.406129:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321697.406183:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384600832:12345-0@lo:38:kworker.0 Request processed in 73us (309us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321697.406189:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25724 00000100:00100000:3.0:1767321697.406269:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384600576:12345-0@lo:38:kworker.0 Request processed in 5187us (5419us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767321697.407455:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321697.407465:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321697.407470:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384600832:0@lo:38:kworker.0 00000100:00080000:1.0:1767321697.407511:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321697.407515:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321697.407518:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384600320:0@lo:38:kworker.0 00000100:00080000:1.0:1767321697.407527:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321697.407530:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321697.407533:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384600576:0@lo:38:kworker.0 00000100:00100000:3.0:1767321697.407610:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25723 00000100:00100000:0.0:1767321697.408044:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384600192:12345-0@lo:38:kworker.0 Request processed in 7025us (7344us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321697.408053:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25722 00000100:00080000:1.0:1767321697.408133:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321697.408137:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321697.408141:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384600192:0@lo:38:kworker.0 00010000:00010000:1.0:1767321697.910980:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321697.911372:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369a34f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384601216:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321697.911448:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321697.911711:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384601216 00000100:00100000:0.0:1767321697.911720:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384601216 00000100:00100000:0.0:1767321697.911772:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3459 00000100:00100000:0.0:1767321697.911798:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384601216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321697.911830:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321697.911878:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384601216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321697.911884:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3459 00000100:00100000:3.0:1767321697.911996:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369a34f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384601216:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321697.912186:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384601344:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321697.912214:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321697.912298:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384601344 00000100:00100000:1.0:1767321697.912303:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384601344 00000100:00100000:1.0:1767321697.912351:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3460 00000100:00100000:1.0:1767321697.912360:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384601344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321697.912376:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321697.912412:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384601344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321697.912418:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3460 00000100:00100000:1.0:1767321697.912446:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384601344:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321698.424741:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321698.938140:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321699.447488:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321699.959249:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321700.471446:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321700.984335:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321701.495189:0:7022:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321676/real 1767321676] req@ffff9369ba6da680 x1853164384594944/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321701 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321701.495250:0:7022:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9369ba6da680 x1853164384594944/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321701 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767321701.495284:0:7022:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321701.495311:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321701.495316:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384594944:0@lo:250:kworker.0 00000100:00080000:2.0:1767321701.495408:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321701.495414:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321701.495418:0:86916:0:(import.c:65:import_set_state_nolock()) ffff9369907d0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321701.495423:0:86916:0:(import.c:509:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 0@lo last attempt 6580 00000100:00080000:2.0:1767321701.495427:0:86916:0:(import.c:588:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321701.495433:0:86916:0:(import.c:623:import_select_connection()) MGC192.168.202.156@tcp: import ffff9369907d0000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321701.495468:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810bb80 x1853164384601472/t0(0) o250->MGC192.168.202.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321701.495493:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321701.495510:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321701.495511:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321701.495522:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6600 00000100:00080000:2.0:1767321701.495525:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321701.495529:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321701.495544:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810b480 x1853164384601600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321701.495553:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321701.495556:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321701.495557:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321701.495573:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6600 00000100:00080000:2.0:1767321701.495575:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321701.495578:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321701.495589:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988108a80 x1853164384601728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321701.495629:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321701.495633:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321701.495634:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321701.495637:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6600 00000100:00080000:2.0:1767321701.495640:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321701.495643:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321701.495654:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698810b100 x1853164384601984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321701.495692:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321701.495696:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321701.495697:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321701.495701:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6600 00000100:00080000:2.0:1767321701.495704:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321701.495707:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321701.495717:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988109880 x1853164384602240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321701.495755:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384602112:0@lo:400:kworker.0 00000100:00100000:2.0:1767321701.495847:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321701.495941:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321701.495947:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384602368:0@lo:400:kworker.0 00000100:00100000:2.0:1767321701.495983:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321701.496127:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384601856:0@lo:400:kworker.0 00000100:00100000:0.0:1767321701.496181:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321701.496227:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321701.496234:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384602496:0@lo:400:kworker.0 00000100:00100000:0.0:1767321701.496257:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321701.496297:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384602112 00000100:00100000:0.0:1767321701.496304:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384602112 00000100:00100000:0.0:1767321701.496357:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384601856 00000100:00100000:0.0:1767321701.496360:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384601856 00000100:00100000:0.0:1767321701.496396:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6143 00000100:00100000:0.0:1767321701.496404:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384602112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321701.496454:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384602112:12345-0@lo:400:kworker.0 Request processed in 50us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321701.496461:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6143 00000100:00100000:0.0:1767321701.496478:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6144 00000100:00100000:0.0:1767321701.496485:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369a34f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384601856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321701.496530:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369a34f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384601856:12345-0@lo:400:kworker.0 Request processed in 46us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321701.496536:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6144 00000100:00100000:0.0:1767321701.496556:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384602368 00000100:00100000:0.0:1767321701.496559:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384602368 00000100:00100000:0.0:1767321701.496585:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384602496 00000100:00100000:0.0:1767321701.496588:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384602496 00000100:00100000:0.0:1767321701.496609:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2606 00000100:00100000:0.0:1767321701.496615:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384602368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321701.496644:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384602368:12345-0@lo:400:kworker.0 Request processed in 30us (659us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321701.496650:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2606 00000100:00100000:0.0:1767321701.496674:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2607 00000100:00100000:0.0:1767321701.496681:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384602496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321701.496706:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384602496:12345-0@lo:400:kworker.0 Request processed in 26us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321701.496711:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2607 00000100:00080000:0.0:1767321701.496728:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321701.496732:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321701.496735:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321701.496766:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384602496:0@lo:400:kworker.0 00000100:00100000:0.0:1767321701.496776:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384601856:0@lo:400:kworker.0 00000100:00100000:0.0:1767321701.496823:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384602368:0@lo:400:kworker.0 00000100:00100000:0.0:1767321701.496832:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384602112:0@lo:400:kworker.0 00000100:00100000:0.0:1767321701.497389:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321701.497951:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:169051ac-342a-4bca-886c-dcc859fcae5f:7022:1853164384601472:0@lo:250:kworker.0 00000400:00000100:1.0:1767321701.497996:0:7022:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164384601472 offset 0 length 520: 4 00000100:00100000:1.0:1767321701.498024:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384601600:0@lo:38:kworker.0 00000100:00100000:1.0:1767321701.498052:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321701.498116:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384601728:0@lo:38:kworker.0 00000100:00100000:1.0:1767321701.498154:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321701.498184:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384601984:0@lo:38:kworker.0 00000100:00100000:1.0:1767321701.498205:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321701.498225:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384602240:0@lo:38:kworker.0 00000100:00100000:1.0:1767321701.498244:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321701.498385:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384601728 00000100:00100000:3.0:1767321701.498393:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384601728 00000100:00100000:3.0:1767321701.498454:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3159 00000100:00100000:3.0:1767321701.498460:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384601728:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321701.498492:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321701.498530:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384601728:12345-0@lo:38:kworker.0 Request processed in 69us (376us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321701.498537:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3159 00000100:00100000:3.0:1767321701.498578:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384601600 00000100:00100000:3.0:1767321701.498582:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384601600 00000100:00100000:3.0:1767321701.498594:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384601984 00000100:00100000:3.0:1767321701.498596:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384601984 00000100:00100000:3.0:1767321701.498603:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384602240 00000100:00100000:3.0:1767321701.498604:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384602240 00000100:00100000:3.0:1767321701.498613:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25725 00000100:00100000:3.0:1767321701.498617:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384601600:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321701.498626:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321701.498651:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384601600:12345-0@lo:38:kworker.0 Request processed in 33us (599us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321701.498656:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25725 00000100:00100000:3.0:1767321701.498667:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25726 00000100:00100000:3.0:1767321701.498671:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384601984:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321701.498680:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321701.498700:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384601984:12345-0@lo:38:kworker.0 Request processed in 27us (494us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321701.498705:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25726 00000100:00100000:3.0:1767321701.498716:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25727 00000100:00100000:3.0:1767321701.498719:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384602240:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321701.498728:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321701.498751:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384602240:12345-0@lo:38:kworker.0 Request processed in 30us (506us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321701.498756:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25727 00000100:00080000:1.0:1767321701.499507:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321701.499514:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321701.499519:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384602240:0@lo:38:kworker.0 00000100:00080000:1.0:1767321701.499545:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321701.499548:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321701.499551:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384601600:0@lo:38:kworker.0 00000100:00080000:1.0:1767321701.499560:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321701.499564:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321701.499566:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384601728:0@lo:38:kworker.0 00000100:00080000:1.0:1767321701.499574:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321701.499576:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321701.499578:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698810b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384601984:0@lo:38:kworker.0 00010000:00010000:0.0:1767321702.007080:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321702.471150:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321702.471385:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297498496 00000100:00100000:0.0:1767321702.471396:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297498496 00000100:00100000:0.0:1767321702.471501:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6145 00000100:00100000:0.0:1767321702.471512:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297498496:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321702.471607:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297498496:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 96us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321702.471615:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6145 00000100:00080000:1.0:1767321702.471698:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:0.0:1767321702.476203:0:7017:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.56@tcp portal 26 match 1853164297498240 offset 0 length 520: 4 00000100:00100000:0.0:1767321702.476278:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321702.476399:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297498368 00000100:00100000:2.0:1767321702.476414:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297498368 00000100:00100000:2.0:1767321702.476481:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25728 00000100:00100000:2.0:1767321702.476491:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297498368:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:2.0:1767321702.476535:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321702.476621:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297498368:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 131us (343us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321702.476629:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25728 00000100:00100000:0.0:1767321702.519001:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321703.031814:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321703.031868:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384602624:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767321703.032102:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321703.033036:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321703.033070:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384602752:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321703.033532:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321703.033648:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384602624 00000100:00100000:3.0:1767321703.033657:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384602624 00000100:00080000:2.0:1767321703.033706:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321703.033734:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321703.033745:0:18384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384602752 00000100:00100000:3.0:1767321703.033751:0:18384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384602752 00000100:00100000:2.0:1767321703.033757:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3461 00000100:00100000:2.0:1767321703.033771:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384602624:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321703.033819:0:18384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3462 00000100:00100000:3.0:1767321703.033828:0:18384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384602752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321703.033841:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00002000:00000024:3.0:1767321703.033849:0:18384:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321703.033914:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384602624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 146us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321703.034571:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3461 00000100:00100000:3.0:1767321703.034572:0:18384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384602752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321703.034583:0:18384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3462 00000100:00080000:2.0:1767321703.034605:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321703.034661:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384602624:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321703.046111:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384602752:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321703.543002:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321704.055148:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321704.567329:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321705.079466:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321705.591177:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321706.103214:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321706.621725:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321706.621740:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321706.621744:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321706.621749:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321706.621754:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321706.621764:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6604 00000100:00080000:0.0:1767321706.621769:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321706.621777:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321706.621851:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91dc00 x1853164384602880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321706.621877:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321706.621881:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321706.621883:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321706.621887:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6604 00000100:00080000:0.0:1767321706.621890:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321706.621893:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321706.621907:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91ea00 x1853164384603008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321706.621955:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321706.621959:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321706.621960:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321706.622003:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6604 00000100:00080000:0.0:1767321706.622005:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321706.622009:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321706.622022:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e029180 x1853164384603264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321706.622047:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384602880:0@lo:38:kworker.0 00000100:00080000:0.0:1767321706.622050:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321706.622057:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321706.622059:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321706.622063:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6604 00000100:00080000:0.0:1767321706.622066:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321706.622069:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:0.0:1767321706.622080:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93699e028000 x1853164384603520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321706.622141:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e02b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384603776:0@lo:400:kworker.0 00000100:00100000:1.0:1767321706.622143:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321706.622234:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321706.622271:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384602880 00000100:00100000:3.0:1767321706.622279:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384602880 00000100:00100000:3.0:1767321706.622320:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25729 00000100:00100000:3.0:1767321706.622326:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384602880:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321706.622345:0:25280:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321706.622406:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384603136:0@lo:400:kworker.0 00000100:00100000:0.0:1767321706.628881:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321706.628995:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384603776 00000100:00100000:0.0:1767321706.629004:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384603776 00000100:00100000:0.0:1767321706.629071:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2608 00000100:00100000:0.0:1767321706.629083:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384603776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321706.629151:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384603776:12345-0@lo:400:kworker.0 Request processed in 72us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321706.629159:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2608 00000100:00100000:1.0:1767321706.629163:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384603008:0@lo:38:kworker.0 00000100:00100000:0.0:1767321706.629213:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e02b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384603776:0@lo:400:kworker.0 00000100:00100000:1.0:1767321706.629215:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321706.629258:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384603264:0@lo:38:kworker.0 00000100:00080000:0.0:1767321706.629272:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321706.629289:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321706.629314:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e02ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384603648:0@lo:400:kworker.0 00000100:00100000:1.0:1767321706.629334:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384603520:0@lo:38:kworker.0 00000100:00100000:0.0:1767321706.629350:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321706.629370:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321706.629376:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321706.629386:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e02b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384603392:0@lo:400:kworker.0 00000100:00100000:0.0:1767321706.629415:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321706.629418:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384603264 00000100:00100000:1.0:1767321706.629423:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384603264 00000100:00100000:0.0:1767321706.629450:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384603520 00000100:00100000:1.0:1767321706.629452:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384603392 00000100:00100000:0.0:1767321706.629456:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384603520 00000100:00100000:1.0:1767321706.629457:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384603392 00000100:00100000:0.0:1767321706.629478:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25730 00000100:00100000:0.0:1767321706.629484:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384603264:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321706.629493:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6146 00010000:00020000:0.0:1767321706.629506:0:19573:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321706.629508:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384603392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321706.629556:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384603392:12345-0@lo:400:kworker.0 Request processed in 55us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321706.629563:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6146 00000100:00100000:0.0:1767321706.629569:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7022:x1853164384603264:12345-0@lo:38:kworker.0 Request processed in 82us (278us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321706.629577:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25730 00000100:00100000:1.0:1767321706.629584:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25731 00000100:00100000:1.0:1767321706.629590:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384603520:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321706.629600:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384603648 00010000:00020000:1.0:1767321706.629602:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321706.629607:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384603648 00000100:00100000:1.0:1767321706.629636:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384603520:12345-0@lo:38:kworker.0 Request processed in 44us (266us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321706.629642:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2609 00000100:00100000:1.0:1767321706.629648:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25731 00000100:00100000:0.0:1767321706.629652:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384603648:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767321706.629680:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321706.629687:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321706.629692:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384603648:12345-0@lo:400:kworker.0 Request processed in 39us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321706.629694:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384603520:0@lo:38:kworker.0 00000100:00100000:0.0:1767321706.629706:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2609 00000100:00080000:1.0:1767321706.629713:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321706.629719:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321706.629722:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384603264:0@lo:38:kworker.0 00000100:00080000:0.0:1767321706.629724:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321706.629729:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321706.629747:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e02b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384603392:0@lo:400:kworker.0 00000100:00100000:0.0:1767321706.629756:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e02ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384603648:0@lo:400:kworker.0 00000100:00100000:0.0:1767321706.629814:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384603008 00000100:00100000:0.0:1767321706.629828:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384603008 00000100:00100000:0.0:1767321706.629848:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3160 00000100:00100000:0.0:1767321706.629852:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384603008:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321706.629862:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321706.629886:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384603008:12345-0@lo:38:kworker.0 Request processed in 32us (673us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321706.629892:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3160 00000100:00080000:1.0:1767321706.630165:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321706.630170:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321706.630174:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384603008:0@lo:38:kworker.0 00000100:00100000:3.0:1767321706.639954:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9369b1216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7022:x1853164384602880:12345-0@lo:38:kworker.0 Request processed in 17614us (17802us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321706.639970:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25729 00000100:00080000:1.0:1767321706.640303:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321706.640310:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321706.640314:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384602880:0@lo:38:kworker.0 00000100:00100000:2.0:1767321706.640405:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321706.643330:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384603136 00000100:00100000:3.0:1767321706.643347:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384603136 00000100:00100000:3.0:1767321706.643499:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6147 00000100:00100000:3.0:1767321706.643511:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384603136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321706.643832:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384603136:12345-0@lo:400:kworker.0 Request processed in 322us (3425us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321706.643841:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6147 00000100:00100000:2.0:1767321706.643934:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384603136:0@lo:400:kworker.0 00000100:00080000:0.0:1767321706.648279:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767321707.127883:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321707.590592:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:2.0:1767321707.590689:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321707.590710:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297498624 00000100:00100000:3.0:1767321707.590729:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297498624 00000100:00100000:3.0:1767321707.590851:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297498752 00000100:00100000:3.0:1767321707.590856:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297498752 00000100:00100000:0.0:1767321707.590882:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25732 00000100:00100000:0.0:1767321707.590894:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297498624:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:0.0:1767321707.590919:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321707.590979:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297498624:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 86us (398us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321707.590987:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25732 00000100:00080000:2.0:1767321707.591215:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321707.591285:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6148 00000100:00100000:3.0:1767321707.591297:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297498752:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:3.0:1767321707.593189:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:005be725-9f65-416e-a69a-82c97936344d+5:2504:x1853164297498752:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 1876us (2481us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321707.593209:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6148 00000100:00100000:3.0:1767321707.639239:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321708.150989:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321708.151284:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321708.151309:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321708.151311:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e02ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384604032:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321708.151335:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384603904:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321708.152105:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321708.152172:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321708.152312:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384604032 00000100:00100000:1.0:1767321708.152323:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384604032 00000100:00100000:1.0:1767321708.152397:0:18386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384603904 00000100:00100000:1.0:1767321708.152400:0:18386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384603904 00000100:00100000:1.0:1767321708.152428:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3463 00000100:00100000:3.0:1767321708.152438:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3464 00000100:00100000:1.0:1767321708.152443:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384604032:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321708.152448:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384603904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321708.152486:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00002000:00000024:3.0:1767321708.152486:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321708.152541:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384604032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321708.152543:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384603904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321708.152549:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3463 00000100:00100000:3.0:1767321708.152553:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3464 00000100:00100000:3.0:1767321708.152650:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384603904:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321708.152653:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e02ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384604032:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321708.153036:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321708.153042:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321708.666287:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321709.176440:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321709.688468:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321710.200522:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321710.712837:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321711.233113:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321711.737045:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00080000:1.0:1767321711.738116:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321711.738125:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321711.738129:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321711.738133:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321711.738137:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321711.738145:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6609 00000100:00080000:1.0:1767321711.738150:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321711.738161:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321711.738207:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1216a00 x1853164384604160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321711.738225:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321711.738228:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321711.738230:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321711.738234:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6609 00000100:00080000:1.0:1767321711.738236:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321711.738239:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321711.738253:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1214380 x1853164384604288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321711.738285:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321711.738290:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321711.738291:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321711.738295:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6609 00000100:00080000:1.0:1767321711.738298:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321711.738301:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321711.738314:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93698c91dc00 x1853164384604544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321711.738339:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321711.738342:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321711.738344:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321711.738348:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6609 00000100:00080000:1.0:1767321711.738350:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321711.738354:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321711.738360:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384604416:0@lo:400:kworker.0 00000100:00100000:1.0:1767321711.738369:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6da680 x1853164384604800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321711.738412:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384605056:0@lo:400:kworker.0 00000100:00100000:2.0:1767321711.738439:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321711.738456:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321711.738536:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384604160:0@lo:38:kworker.0 00000100:00100000:2.0:1767321711.738537:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384604416 00000100:00100000:2.0:1767321711.738546:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384604416 00000100:00100000:3.0:1767321711.738575:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321711.738603:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384604160 00000100:00100000:2.0:1767321711.738607:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384604160 00000100:00100000:3.0:1767321711.738610:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384604288:0@lo:38:kworker.0 00000100:00100000:2.0:1767321711.738634:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6149 00000100:00100000:3.0:1767321711.738639:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321711.738647:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384604416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321711.738663:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384604544:0@lo:38:kworker.0 00000100:00100000:3.0:1767321711.738691:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321711.738714:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384604800:0@lo:38:kworker.0 00000100:00100000:2.0:1767321711.738716:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384604416:12345-0@lo:400:kworker.0 Request processed in 71us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321711.738726:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6149 00000100:00100000:3.0:1767321711.738742:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321711.738743:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384604544 00000100:00100000:2.0:1767321711.738748:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384604544 00000100:00100000:2.0:1767321711.738763:0:15480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384604800 00000100:00100000:2.0:1767321711.738766:0:15480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384604800 00000100:00100000:3.0:1767321711.738802:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93698c91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384604672:0@lo:400:kworker.0 00000100:00100000:2.0:1767321711.738833:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25733 00000100:00100000:3.0:1767321711.738834:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321711.738844:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384604160:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321711.738852:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321711.738859:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384604928:0@lo:400:kworker.0 00010000:00020000:2.0:1767321711.738864:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321711.738885:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321711.738911:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384604160:12345-0@lo:38:kworker.0 Request processed in 67us (336us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321711.738917:0:25280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384604672 00000100:00100000:2.0:1767321711.738921:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25733 00000100:00100000:3.0:1767321711.738923:0:25280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384604672 00000100:00100000:2.0:1767321711.738938:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25734 00000100:00100000:2.0:1767321711.738943:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384604544:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321711.738955:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321711.738959:0:25280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6150 00000100:00100000:2.0:1767321711.738984:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384604544:12345-0@lo:38:kworker.0 Request processed in 36us (288us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321711.738984:0:25280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384604672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321711.738997:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25734 00000100:00100000:2.0:1767321711.739010:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25735 00000100:00100000:2.0:1767321711.739015:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384604800:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321711.739026:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321711.739033:0:25280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164384604672:12345-0@lo:400:kworker.0 Request processed in 54us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321711.739041:0:25280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6150 00000100:00100000:2.0:1767321711.739058:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384604800:12345-0@lo:38:kworker.0 Request processed in 40us (315us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321711.739065:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25735 00000100:00100000:3.0:1767321711.739082:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164384604672:0@lo:400:kworker.0 00000100:00080000:2.0:1767321711.739099:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321711.739105:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321711.739109:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384604160:0@lo:38:kworker.0 00000100:00080000:2.0:1767321711.739119:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321711.739122:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321711.739125:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384604544:0@lo:38:kworker.0 00000100:00080000:2.0:1767321711.739139:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767321711.739141:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93698c91ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384604416:0@lo:400:kworker.0 00000100:00080000:2.0:1767321711.739145:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321711.739152:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384604800:0@lo:38:kworker.0 00000100:00100000:0.0:1767321711.740730:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384605056 00000100:00100000:0.0:1767321711.740742:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384605056 00000100:00100000:0.0:1767321711.740836:0:70258:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384604928 00000100:00100000:0.0:1767321711.740840:0:70258:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384604928 00000100:00100000:0.0:1767321711.740873:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2610 00000100:00100000:0.0:1767321711.740883:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384605056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321711.740972:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384605056:12345-0@lo:400:kworker.0 Request processed in 90us (2515us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321711.740979:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2610 00000100:00100000:0.0:1767321711.740995:0:70258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2611 00000100:00100000:0.0:1767321711.741002:0:70258:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384604928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321711.741040:0:70258:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384604928:12345-0@lo:400:kworker.0 Request processed in 39us (2155us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321711.741046:0:70258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2611 00000100:00080000:0.0:1767321711.741063:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321711.741067:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321711.741069:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321711.741084:0:15485:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384604288 00000100:00100000:0.0:1767321711.741088:0:15485:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384604288 00000100:00100000:0.0:1767321711.741109:0:15485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3161 00000100:00100000:0.0:1767321711.741113:0:15485:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384604288:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321711.741128:0:15485:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321711.741164:0:15485:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9368b74cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7022:x1853164384604288:12345-0@lo:38:kworker.0 Request processed in 49us (2525us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321711.741170:0:15485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3161 00000100:00100000:0.0:1767321711.741231:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384604928:0@lo:400:kworker.0 00000100:00080000:0.0:1767321711.741261:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321711.741266:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321711.741269:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384604288:0@lo:38:kworker.0 00000100:00100000:1.0:1767321711.743852:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384605056:0@lo:400:kworker.0 00010000:00010000:0.0:1767321712.247164:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321712.711259:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:0.0:1767321712.711346:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297499008 00000100:00100000:0.0:1767321712.711358:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297499008 00000100:00100000:0.0:1767321712.711441:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6151 00000100:00100000:0.0:1767321712.711451:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297499008:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:0.0:1767321712.711533:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297499008:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 84us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321712.711541:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6151 00000100:00080000:2.0:1767321712.711820:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321712.724457:0:7018:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321712.726731:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297498880 00000100:00100000:1.0:1767321712.726747:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297498880 00000100:00100000:1.0:1767321712.726873:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25736 00000100:00100000:1.0:1767321712.726881:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698810b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297498880:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321712.726907:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321712.726982:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698810b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2501:x1853164297498880:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 100us (2537us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321712.726989:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25736 00000100:00100000:1.0:1767321712.759269:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321713.271301:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321713.271456:0:7025:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321713.271476:0:7025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e02ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384605184:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321713.271543:0:7025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321713.271684:0:21427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384605184 00000100:00100000:0.0:1767321713.271692:0:21427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384605184 00000100:00100000:0.0:1767321713.271765:0:21427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3465 00000100:00100000:0.0:1767321713.271778:0:21427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384605184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321713.271826:0:21427:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321713.271870:0:21427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936992be4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7025:x1853164384605184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321713.271877:0:21427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3465 00000100:00080000:2.0:1767321713.271962:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321713.272291:0:7025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e02ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7025:1853164384605184:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321713.272654:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321713.272687:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384605312:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321713.272767:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321713.273011:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384605312 00000100:00100000:1.0:1767321713.273019:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384605312 00000100:00100000:1.0:1767321713.273095:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3466 00000100:00080000:2.0:1767321713.273109:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321713.273114:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384605312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321713.273149:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321713.273206:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384605312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321713.273214:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3466 00000100:00100000:2.0:1767321713.273275:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384605312:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321713.783147:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321714.296807:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321714.806897:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321715.319015:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321715.831076:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321716.344538:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321716.854949:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321716.854961:0:95297:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321716.854964:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321716.854968:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321716.854973:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321716.854982:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6615 00000100:00080000:1.0:1767321716.854988:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321716.854995:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321716.855051:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be4a80 x1853164384605440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321716.855083:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321716.855086:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321716.855088:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321716.855093:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6615 00000100:00080000:1.0:1767321716.855095:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321716.855099:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321716.855112:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be4e00 x1853164384605568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321716.855148:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321716.855152:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321716.855154:0:95297:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321716.855158:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6615 00000100:00080000:1.0:1767321716.855160:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321716.855163:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:1.0:1767321716.855174:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be6300 x1853164384605824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321716.855196:0:95297:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321716.855199:0:95297:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321716.855201:0:95297:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321716.855204:0:95297:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6615 00000100:00080000:1.0:1767321716.855206:0:95297:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321716.855209:0:95297:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:3.0:1767321716.856188:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321716.856229:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321716.856446:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384605952:0@lo:400:kworker.0 00000100:00100000:3.0:1767321716.856533:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321716.857230:0:95297:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936992be5f80 x1853164384606080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321716.857448:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384605440:0@lo:38:kworker.0 00000100:00100000:3.0:1767321716.857494:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384606208:0@lo:400:kworker.0 00000100:00100000:2.0:1767321716.857497:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321716.857538:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321716.857541:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384605568:0@lo:38:kworker.0 00000100:00100000:3.0:1767321716.857582:0:70353:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384606208 00000100:00100000:3.0:1767321716.857591:0:70353:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384606208 00000100:00100000:2.0:1767321716.857618:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321716.857649:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384605824:0@lo:38:kworker.0 00000100:00100000:3.0:1767321716.857659:0:70353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2612 00000100:00100000:3.0:1767321716.857671:0:70353:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384606208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321716.857677:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321716.857698:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384606080:0@lo:38:kworker.0 00000100:00100000:2.0:1767321716.857743:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321716.857744:0:70353:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384606208:12345-0@lo:400:kworker.0 Request processed in 74us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321716.857758:0:70353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2612 00000100:00080000:2.0:1767321716.857809:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321716.857829:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384606208:0@lo:400:kworker.0 00000100:00100000:2.0:1767321716.857830:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384605952 00000100:00100000:2.0:1767321716.857837:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384605952 00000100:00100000:2.0:1767321716.857875:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384605440 00000100:00100000:2.0:1767321716.857879:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384605440 00000100:00100000:2.0:1767321716.857888:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384605824 00000100:00100000:2.0:1767321716.857891:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384605824 00000100:00100000:2.0:1767321716.857913:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384606080 00000100:00100000:2.0:1767321716.857917:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384606080 00000100:00100000:2.0:1767321716.857928:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6152 00000100:00100000:2.0:1767321716.857938:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384605952:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767321716.857938:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321716.857955:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25737 00000100:00100000:3.0:1767321716.857961:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384605440:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321716.857979:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321716.857985:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7026:x1853164384605952:12345-0@lo:400:kworker.0 Request processed in 47us (1449us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321716.857992:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6152 00000100:00100000:2.0:1767321716.858010:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25738 00000100:00100000:2.0:1767321716.858015:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384605824:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321716.858021:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384605440:12345-0@lo:38:kworker.0 Request processed in 58us (524us total) trans 0 rc -19/-19 00010000:00020000:2.0:1767321716.858028:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321716.858029:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25737 00000100:00100000:3.0:1767321716.858047:0:15480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25739 00000100:00100000:3.0:1767321716.858051:0:15480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384606080:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321716.858060:0:15480:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321716.858090:0:15480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7022:x1853164384606080:12345-0@lo:38:kworker.0 Request processed in 29us (355us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321716.858096:0:15480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25739 00000100:00100000:3.0:1767321716.858133:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7026:1853164384605952:0@lo:400:kworker.0 00000100:00080000:3.0:1767321716.858166:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321716.858171:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321716.858174:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384605440:0@lo:38:kworker.0 00000100:00080000:3.0:1767321716.858181:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321716.858184:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321716.858187:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384606080:0@lo:38:kworker.0 00000100:00100000:2.0:1767321716.858949:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7022:x1853164384605824:12345-0@lo:38:kworker.0 Request processed in 929us (1272us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321716.858958:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25738 00000100:00100000:0.0:1767321716.859899:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384605696:0@lo:400:kworker.0 00000100:00100000:0.0:1767321716.859951:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321716.859994:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321716.860001:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384606336:0@lo:400:kworker.0 00000100:00100000:0.0:1767321716.860026:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321716.860078:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384605696 00000100:00100000:0.0:1767321716.860085:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384605696 00000100:00100000:0.0:1767321716.860137:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6153 00000100:00100000:0.0:1767321716.860145:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e02ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384605696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321716.860192:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e02ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164384605696:12345-0@lo:400:kworker.0 Request processed in 47us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321716.860199:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6153 00000100:00100000:0.0:1767321716.860235:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384605568 00000100:00100000:0.0:1767321716.860239:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384605568 00000100:00080000:1.0:1767321716.860245:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321716.860258:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3162 00000100:00100000:0.0:1767321716.860262:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936988109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384605568:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321716.860278:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321716.860281:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164384605696:0@lo:400:kworker.0 00000100:00080000:3.0:1767321716.860309:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321716.860316:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321716.860320:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384605824:0@lo:38:kworker.0 00000100:00100000:2.0:1767321716.860488:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384606336 00000100:00100000:2.0:1767321716.860494:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384606336 00000100:00080000:1.0:1767321716.860591:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321716.860826:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2613 00000100:00100000:2.0:1767321716.860837:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384606336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321716.870357:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936988109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384605568:12345-0@lo:38:kworker.0 Request processed in 10081us (12727us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321716.870375:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3162 00000100:00080000:1.0:1767321716.871420:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321716.871430:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321716.871435:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384605568:0@lo:38:kworker.0 00000100:00100000:2.0:1767321716.872325:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384606336:12345-0@lo:400:kworker.0 Request processed in 11486us (12292us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321716.872338:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2613 00000100:00100000:1.0:1767321716.872575:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384606336:0@lo:400:kworker.0 00010000:00010000:0.0:1767321717.366989:0:15465:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321717.836545:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:3.0:1767321717.836620:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.56@tcp (source: 12345-192.168.202.56@tcp) 00000100:00100000:1.0:1767321717.837030:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297499264 00000100:00100000:1.0:1767321717.837042:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297499264 00000100:00100000:1.0:1767321717.837193:0:15479:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164297499136 00000100:00100000:1.0:1767321717.837198:0:15479:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164297499136 00000100:00100000:1.0:1767321717.837232:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 6154 00000100:00100000:1.0:1767321717.837245:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297499264:12345-192.168.202.56@tcp:400:kworker.0 00000100:00100000:1.0:1767321717.837330:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:005be725-9f65-416e-a69a-82c97936344d+5:2502:x1853164297499264:12345-192.168.202.56@tcp:400:kworker.0 Request processed in 90us (793us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321717.837338:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 6154 00000100:00100000:1.0:1767321717.837355:0:15479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.56@tcp, seq: 25740 00000100:00100000:1.0:1767321717.837360:0:15479:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297499136:12345-192.168.202.56@tcp:38:kworker.0 00010000:00020000:1.0:1767321717.837380:0:15479:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.56@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321717.837416:0:15479:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2501:x1853164297499136:12345-192.168.202.56@tcp:38:kworker.0 Request processed in 54us (805us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321717.837423:0:15479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.56@tcp, seq: 25740 00000100:00080000:3.0:1767321717.838575:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321717.878943:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321718.393554:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321718.393580:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93699e028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384606464:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321718.393644:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321718.393773:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321718.393810:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936992be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384606592:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767321718.393841:0:34133:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321718.393850:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321718.393892:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384606464 00000100:00100000:1.0:1767321718.393904:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384606464 00000100:00080000:3.0:1767321718.393978:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321718.393982:0:19519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384606592 00000100:00100000:1.0:1767321718.393987:0:19519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384606592 00000100:00080000:3.0:1767321718.394003:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321718.394024:0:19519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3467 00000100:00100000:3.0:1767321718.394039:0:18386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3468 00000100:00100000:1.0:1767321718.394048:0:19519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384606464:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321718.394058:0:18386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698c91dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384606592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321718.394089:0:18386:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140352 pending 0 free 3923529728 avail 3692007424 00002000:00000024:1.0:1767321718.394102:0:19519:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142656 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321718.394129:0:18386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698c91dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384606592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321718.394135:0:18386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3468 00000100:00100000:1.0:1767321718.394185:0:19519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff936996db3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164384606464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 148us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321718.394188:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936992be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384606592:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321718.394205:0:19519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3467 00000100:00100000:3.0:1767321718.394234:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93699e028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7023:1853164384606464:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321718.903028:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:2.0:1767321719.420583:0:34132:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321719.926908:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321720.460226:0:30344:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321720.953190:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321721.467009:0:15466:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321721.975279:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321721.975295:0:86916:0:(pinger.c:247:ptlrpc_pinger_process_import()) 169051ac-342a-4bca-886c-dcc859fcae5f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321721.975299:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321721.975303:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321721.975309:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321721.975319:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6620 00000100:00080000:2.0:1767321721.975325:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321721.975336:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93698b80b000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321721.975417:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff936988108e00 x1853164384606720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321721.975440:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321721.975444:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321721.975445:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321721.975450:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6620 00000100:00080000:2.0:1767321721.975452:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321721.975456:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff936986cfa800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321721.975473:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369ba6da680 x1853164384606848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321721.975523:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321721.975526:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321721.975529:0:86916:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321721.975533:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6620 00000100:00080000:2.0:1767321721.975536:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321721.975540:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93698c22e800 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321721.975551:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9369b1216a00 x1853164384607104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321721.975580:0:86916:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321721.975584:0:86916:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321721.975586:0:86916:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321721.975590:0:86916:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6620 00000100:00080000:2.0:1767321721.975593:0:86916:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321721.975596:0:86916:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff936987185000 using connection 192.168.202.156@tcp/0@lo 00000100:00100000:2.0:1767321721.975609:0:86916:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93688a39bb80 x1853164384607360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321721.975656:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a399880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384607488:0@lo:400:kworker.0 00000100:00100000:2.0:1767321721.975825:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321721.975908:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321721.975915:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384607232:0@lo:400:kworker.0 00000100:00100000:2.0:1767321721.975944:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321721.975984:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384607232 00000100:00100000:2.0:1767321721.975995:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384607232 00000100:00100000:2.0:1767321721.976069:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6155 00000100:00100000:2.0:1767321721.976081:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384607232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321721.976144:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164384607232:12345-0@lo:400:kworker.0 Request processed in 65us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321721.976155:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6155 00000100:00100000:2.0:1767321721.976183:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384607488 00000100:00100000:2.0:1767321721.976187:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384607488 00000100:00100000:2.0:1767321721.976220:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2614 00000100:00100000:2.0:1767321721.976226:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384607488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321721.976260:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164384607488:12345-0@lo:400:kworker.0 Request processed in 34us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321721.976266:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2614 00000100:00100000:2.0:1767321721.976310:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164384607232:0@lo:400:kworker.0 00000100:00100000:2.0:1767321721.976322:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a399880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7024:1853164384607488:0@lo:400:kworker.0 00000100:00100000:0.0:1767321721.976849:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384606976:0@lo:400:kworker.0 00000100:00100000:0.0:1767321721.976894:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321721.976939:0:7026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321721.976946:0:7026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384607616:0@lo:400:kworker.0 00000100:00100000:0.0:1767321721.976972:0:7026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321721.977004:0:70356:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384607616 00000100:00100000:0.0:1767321721.977009:0:70356:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384607616 00000100:00100000:0.0:1767321721.977047:0:70356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2615 00000100:00100000:0.0:1767321721.977055:0:70356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384607616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321721.977094:0:70356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93698baf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7026:x1853164384607616:12345-0@lo:400:kworker.0 Request processed in 39us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321721.977100:0:70356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2615 00000100:00100000:0.0:1767321721.977141:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7026:1853164384607616:0@lo:400:kworker.0 00000100:00100000:2.0:1767321721.977544:0:19573:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384606976 00000100:00100000:2.0:1767321721.977550:0:19573:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384606976 00000100:00100000:2.0:1767321721.977598:0:19573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6156 00000100:00100000:2.0:1767321721.977607:0:19573:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93699e028000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384606976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321721.977672:0:19573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93699e028000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7026:x1853164384606976:12345-0@lo:400:kworker.0 Request processed in 67us (777us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321721.977688:0:19573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6156 00000100:00100000:1.0:1767321721.977915:0:7026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7026:1853164384606976:0@lo:400:kworker.0 00000100:00100000:2.0:1767321721.979997:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff936988108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384606720:0@lo:38:kworker.0 00000100:00100000:2.0:1767321721.980120:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321721.980475:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321721.980484:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321721.980488:0:15500:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321721.981198:0:15672:0:(client.c:2690:ptlrpc_set_wait()) set ffff936987dcca80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321721.981851:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384606720 00000100:00100000:0.0:1767321721.981867:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384606720 00000100:00100000:0.0:1767321721.981935:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25741 00000100:00100000:0.0:1767321721.981945:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384606720:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321721.981976:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321721.982080:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384606720:12345-0@lo:38:kworker.0 Request processed in 134us (1959us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321721.982088:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25741 00000100:00080000:2.0:1767321721.983596:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698b80b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321721.983609:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321721.983615:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff936988108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7022:1853164384606720:0@lo:38:kworker.0 00000100:00100000:2.0:1767321721.983630:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369ba6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384606848:0@lo:38:kworker.0 00000100:00100000:2.0:1767321721.983834:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321721.983946:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9369b1216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384607104:0@lo:38:kworker.0 00000100:00100000:2.0:1767321721.983976:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321721.984009:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384607360:0@lo:38:kworker.0 00000100:00100000:2.0:1767321721.984034:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321721.984335:0:15676:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384606848 00000100:00100000:0.0:1767321721.984344:0:15676:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384606848 00000100:00100000:0.0:1767321721.984532:0:15676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3163 00000100:00100000:0.0:1767321721.984542:0:15676:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384606848:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321721.984574:0:15676:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321721.984636:0:15676:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7022:x1853164384606848:12345-0@lo:38:kworker.0 Request processed in 93us (803us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321721.984644:0:15676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3163 00000100:00100000:3.0:1767321721.984707:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384607104 00000100:00100000:3.0:1767321721.984712:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384607104 00000100:00100000:3.0:1767321721.984743:0:15481:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164384607360 00000100:00100000:3.0:1767321721.984746:0:15481:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164384607360 00000100:00100000:3.0:1767321721.984766:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25742 00000100:00100000:3.0:1767321721.984771:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384607104:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321721.984813:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321721.984849:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384607104:12345-0@lo:38:kworker.0 Request processed in 77us (872us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321721.984856:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25742 00000100:00100000:3.0:1767321721.984880:0:15481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25743 00000100:00100000:3.0:1767321721.984884:0:15481:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384607360:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321721.984894:0:15481:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321721.984919:0:15481:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93688a398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7022:x1853164384607360:12345-0@lo:38:kworker.0 Request processed in 32us (883us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321721.984924:0:15481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25743 00000100:00080000:3.0:1767321721.984981:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936986cfa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321721.984987:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321721.984991:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369ba6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7022:1853164384606848:0@lo:38:kworker.0 00000100:00080000:3.0:1767321721.985000:0:7022:0:(import.c:65:import_set_state_nolock()) ffff93698c22e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321721.985003:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321721.985006:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9369b1216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7022:1853164384607104:0@lo:38:kworker.0 00000100:00080000:3.0:1767321721.985013:0:7022:0:(import.c:65:import_set_state_nolock()) ffff936987185000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321721.985017:0:7022:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321721.985019:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff93688a39bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7022:1853164384607360:0@lo:38:kworker.0 Debug log: 148718 lines, 148718 kept, 0 dropped, 0 bad.